-- Logs begin at Wed 2021-08-11 07:13:56 UTC, end at Wed 2021-08-11 09:39:48 UTC. -- Aug 11 07:52:10.096594 n-d-789963-6 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 07:52:12.946077 n-d-789963-6 neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Aug 11 07:52:12.946837 n-d-789963-6 neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 07:52:12.946950 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 07:52:12.950188 n-d-789963-6 neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Aug 11 07:52:12.950424 n-d-789963-6 neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 07:52:12.950766 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 07:52:12.951747 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 07:52:12.951956 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 07:52:12.952393 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 07:52:12.952621 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 07:52:12.952864 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 07:52:12.953192 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.953513 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.953810 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.954019 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.954334 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.954623 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.954904 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.955190 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.955488 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.955774 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.956035 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.956322 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.956553 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.956834 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.957142 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.957414 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.957649 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.957972 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.958619 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.959178 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.959466 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.959759 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.960068 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.960345 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.960608 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.960904 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.961283 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] host = n-d-789963-6 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.961562 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.961832 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.962126 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.962409 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.962686 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.962963 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.963247 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.963521 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.963793 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.964068 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.964358 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.964645 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.964954 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.965181 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.965402 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.965688 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.965971 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.966248 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.966523 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.966796 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.967388 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.967662 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.967926 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.968212 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.968496 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.968785 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.969089 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.969363 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.969635 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.969906 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.970187 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.970460 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.970734 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.971005 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.971292 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.971562 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.971832 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.972136 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.972422 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.972699 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.973008 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.973283 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.973620 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.974007 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.974457 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.974835 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.975116 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.975393 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.975682 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.975956 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.976232 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.976507 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.976780 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.977100 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:12.977402 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.977703 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.978005 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.978285 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.978576 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.978866 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.979152 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.979434 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.979721 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.980006 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.980292 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.980567 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.980854 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.981158 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.981453 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.981759 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.982072 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.982359 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.982633 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.982907 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.983179 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.983456 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.983740 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.984032 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.984318 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.984589 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.984919 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.985218 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.985493 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.985767 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.986041 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.986325 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.986599 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.986870 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.987151 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.987426 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.987695 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.987966 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.988240 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.988533 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.988811 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.989140 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.989525 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.989998 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.990390 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.990663 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.990945 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.991222 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.991521 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.991778 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.992052 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.992328 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.992607 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.992906 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.993178 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.993451 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.993721 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.993992 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.994261 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.994532 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.994800 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.995071 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.995348 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.995618 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.995887 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.996158 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.996428 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.996698 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.997010 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.997309 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.997584 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.997865 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.998141 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.998416 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.998695 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.998969 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.999243 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.999521 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:12.999793 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.000092 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.000374 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.000663 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.000967 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.001245 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.001543 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.001824 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.002107 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.002384 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.002660 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.002950 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.003233 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.003529 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.003825 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.004120 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.004412 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.005130 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.005605 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.006004 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.006293 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:13.006511 n-d-789963-6 neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 07:52:13.006766 n-d-789963-6 neutron-server[94464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 07:52:13.376194 n-d-789963-6 neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 07:52:13.376470 n-d-789963-6 neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 07:52:13.376712 n-d-789963-6 neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 07:52:13.377105 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 07:52:13.831015 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.831294 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.831584 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.832797 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.833307 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.833676 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.872661 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.872982 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.873301 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.891475 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.891741 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.892030 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.923630 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.923914 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.924172 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.964257 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.964994 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:13.964994 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.219808 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.220116 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.220318 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.220612 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.221370 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.354443 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.354743 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.355046 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.355324 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.355566 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.355939 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.356148 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.356462 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.356722 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.357049 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.357319 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.357592 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.357857 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.358098 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.358356 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.358626 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.358884 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.359156 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.359435 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.359744 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.360029 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.360286 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.360581 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.361038 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.361292 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.361546 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.362007 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:14.362247 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:14.362480 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:14.362714 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:14.362959 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:14.363189 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:14.363576 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 07:52:14.367603 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 07:52:14.371652 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 07:52:14.375877 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 11 07:52:14.377798 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 07:52:14.378265 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 07:52:14.378584 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 07:52:14.378997 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 07:52:14.382481 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 07:52:14.382684 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 07:52:14.383093 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 07:52:14.388666 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 07:52:14.412685 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 07:52:14.413198 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.413507 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 07:52:14.413868 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.415381 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 07:52:14.415678 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 07:52:14.415924 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 07:52:14.419869 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.420465 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:14.485691 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 07:52:14.485967 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 07:52:14.486136 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 07:52:14.486438 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 07:52:14.509861 n-d-789963-6 neutron-server[94464]: DEBUG oslo_db.sqlalchemy.engines [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 07:52:15.095571 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing driver for type 'gre' Aug 11 07:52:15.096627 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] gre ID ranges: [(1, 1000)] Aug 11 07:52:15.170889 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing driver for type 'local' Aug 11 07:52:15.171359 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing driver for type 'vlan' Aug 11 07:52:15.190026 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] VlanTypeDriver initialization complete Aug 11 07:52:15.190492 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing driver for type 'vxlan' Aug 11 07:52:15.191165 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] vxlan ID ranges: [(1, 1000)] Aug 11 07:52:15.257721 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing extension driver 'port_security' Aug 11 07:52:15.258219 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.extensions.port_security [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] PortSecurityExtensionDriver initialization complete Aug 11 07:52:15.258596 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing mechanism driver 'openvswitch' Aug 11 07:52:15.258978 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing mechanism driver 'hyperv' Aug 11 07:52:15.266003 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:15.266722 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.267093 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.267445 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.267994 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:52:15.268429 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.268786 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.269159 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.269576 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:52:15.269979 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.270332 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.270694 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.271309 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:52:15.271841 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > security_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.272195 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > security_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.272536 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.272957 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:52:15.273499 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.273852 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.274197 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.274592 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:52:15.274996 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > address_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.275404 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > address_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.275684 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.276076 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 07:52:15.276459 n-d-789963-6 neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] ML2 OVO RPC backend initialized. {{(pid=94464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 07:52:15.277243 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.277596 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.278017 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.278360 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > networks before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.278706 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.279044 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > ports before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.279388 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.279727 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnets before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.280073 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.280415 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.280755 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.281117 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.281456 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.281792 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.282128 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.282462 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.282796 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.283417 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Modular L2 Plugin initialization complete Aug 11 07:52:15.283750 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading services supported by the core plugin {{(pid=94464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 07:52:15.284080 n-d-789963-6 neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Got port-security extension from driver 'port_security' Aug 11 07:52:15.284545 n-d-789963-6 neutron-server[94464]: INFO neutron.extensions.vlantransparent [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Disabled vlantransparent extension. Aug 11 07:52:15.285059 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 07:52:15.285374 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: router Aug 11 07:52:15.325691 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.326088 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.326443 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router before_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.326801 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.327174 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.327532 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.327892 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.328251 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.328594 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.328979 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.329329 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.329687 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.330105 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.330475 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.330804 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.331139 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.331473 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.331821 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.332169 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.332510 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.332848 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.333365 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.333955 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.334408 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.334774 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.335124 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.335498 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.335852 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > agent after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.336200 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.337208 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Tracking information for resource: router configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:15.337541 n-d-789963-6 neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Tracking information for resource: floatingip configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 07:52:15.343277 n-d-789963-6 neutron-server[94464]: INFO neutron.db.l3_agentschedulers_db [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 07:52:15.344002 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.344375 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.344732 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.345111 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.346004 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router before_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.346695 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.346695 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.346997 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > router precommit_update 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.352139 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.provider_configuration [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service providers = [] {{(pid=94464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 07:52:15.352508 n-d-789963-6 neutron-server[94464]: DEBUG neutron.db.servicetype_db [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 07:52:15.355681 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.service_base [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:52:15.356030 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.service_base [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:52:15.356376 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.service_base [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:52:15.357327 n-d-789963-6 neutron-server[94464]: DEBUG neutron.services.service_base [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 07:52:15.357706 n-d-789963-6 neutron-server[94464]: INFO neutron.services.service_base [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 07:52:15.358093 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.358427 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 07:52:15.370170 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.370503 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: auto_allocate Aug 11 07:52:15.376667 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: network precommit_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.377081 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: network precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.377638 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.377963 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: tag Aug 11 07:52:15.385466 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.385797 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: timestamp Aug 11 07:52:15.390106 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.390428 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: network_ip_availability Aug 11 07:52:15.396533 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.396938 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.397328 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.398136 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.398457 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: flavors Aug 11 07:52:15.403635 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.403972 n-d-789963-6 neutron-server[94464]: INFO neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading Plugin: revisions Aug 11 07:52:15.408568 n-d-789963-6 neutron-server[94464]: DEBUG neutron.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 07:52:15.408992 n-d-789963-6 neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.032s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 07:52:15.409795 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 07:52:15.410135 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Initializing extension manager. Aug 11 07:52:15.410658 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: __init__.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.410999 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: __pycache__ {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.411395 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.411979 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.412991 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.413684 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: address-group Aug 11 07:52:15.414010 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.414757 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.415269 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: address-scope Aug 11 07:52:15.415727 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.417186 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.417996 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: router-admin-state-down-before-update Aug 11 07:52:15.418460 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: agent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.419840 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.420631 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: agent Aug 11 07:52:15.421131 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: agent_resources_synced.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.422502 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.423321 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: agent-resources-synced Aug 11 07:52:15.423775 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: allowedaddresspairs.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.426563 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.427443 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: allowed-address-pairs Aug 11 07:52:15.427914 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: auto_allocated_topology.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.429574 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.430361 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: auto-allocated-topology Aug 11 07:52:15.430823 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.431833 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.432613 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: availability_zone Aug 11 07:52:15.433119 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: availability_zone_filter.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.434439 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.435221 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: availability_zone_filter Aug 11 07:52:15.435687 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: data_plane_status.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.436998 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.437791 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 07:52:15.438256 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: default_subnetpools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.439549 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.440333 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: default-subnetpools Aug 11 07:52:15.440832 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.442130 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.443039 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: dhcp_agent_scheduler Aug 11 07:52:15.443577 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: dns.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.445151 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.446020 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 07:52:15.446530 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: dns_domain_ports.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.448147 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.448713 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 07:52:15.449069 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.450119 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.450653 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 07:52:15.450975 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: dvr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.451702 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.452219 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: dvr Aug 11 07:52:15.452542 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: ecmp_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.453620 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.454141 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 07:52:15.454466 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: empty_string_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.455473 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.456006 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: empty-string-filtering Aug 11 07:52:15.456329 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.457440 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.457973 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 07:52:15.458362 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.459590 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.460170 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 07:52:15.460649 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: external_net.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.461817 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.462342 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: external-net Aug 11 07:52:15.462669 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.463594 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.464105 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: extra_dhcp_opt Aug 11 07:52:15.464427 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: extraroute.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.465396 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.465912 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: extraroute Aug 11 07:52:15.466232 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: extraroute_atomic.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.467638 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.468150 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: extraroute-atomic Aug 11 07:52:15.468471 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: filter_validation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.469210 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.469717 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: filter-validation Aug 11 07:52:15.470037 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: fip_pf_description.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.470996 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.471509 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 07:52:15.471827 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: fip_port_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.472756 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.473307 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: fip-port-details Aug 11 07:52:15.473665 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.475246 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.475770 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: flavors Aug 11 07:52:15.476098 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.477906 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.478432 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 07:52:15.478759 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: floatingip_pools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.479478 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.480017 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: floatingip-pools Aug 11 07:52:15.480320 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: ip_allocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.481296 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.481803 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 07:52:15.482124 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.483048 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.483558 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: ip-substring-filtering Aug 11 07:52:15.483884 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l2_adjacency.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.484818 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.485349 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 07:52:15.485672 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.486881 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.487402 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: router Aug 11 07:52:15.487727 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.490568 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.491115 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 07:52:15.491448 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.492436 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.493313 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: ext-gw-mode Aug 11 07:52:15.493453 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.494316 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.494837 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: l3-ha Aug 11 07:52:15.495165 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3_flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.496105 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.496616 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: l3-flavors Aug 11 07:52:15.496963 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.497903 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.498411 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 07:52:15.498733 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: l3agentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.499853 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.500370 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: l3_agent_scheduler Aug 11 07:52:15.500689 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: logging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.502288 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.502816 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension logging not supported by any of loaded plugins Aug 11 07:52:15.503148 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: metering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.503908 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.504491 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: metering Aug 11 07:52:15.504848 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.506418 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.506952 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: metering_source_and_destination_fields Aug 11 07:52:15.507325 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: multiprovidernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.508251 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.508765 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: multi-provider Aug 11 07:52:15.509127 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: netmtu.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.510048 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.510558 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: net-mtu Aug 11 07:52:15.510884 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: netmtu_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.511815 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.512326 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: net-mtu-writable Aug 11 07:52:15.512654 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: network_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.513473 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.513884 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: network_availability_zone Aug 11 07:52:15.514208 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: network_ip_availability.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.515339 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.515856 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: network-ip-availability Aug 11 07:52:15.516178 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: network_segment_range.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.517022 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.517535 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 07:52:15.517858 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: pagination.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.518866 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.519194 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: pagination Aug 11 07:52:15.519515 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: port_device_profile.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.520429 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.521206 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: port-device-profile Aug 11 07:52:15.521659 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.522616 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.523134 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: port-mac-address-regenerate Aug 11 07:52:15.523454 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.524375 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.524924 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: port-numa-affinity-policy Aug 11 07:52:15.525228 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: port_resource_request.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.526140 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.526641 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 07:52:15.526958 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: portbindings.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.527905 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.528423 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: binding Aug 11 07:52:15.528744 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: portbindings_extended.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.530282 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.530810 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: binding-extended Aug 11 07:52:15.531139 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: portsecurity.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.532069 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.532581 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: port-security Aug 11 07:52:15.532937 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: project_id.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.533926 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.534256 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: project-id Aug 11 07:52:15.534579 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: providernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.535508 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.536020 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: provider Aug 11 07:52:15.536376 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.540452 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.541076 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos not supported by any of loaded plugins Aug 11 07:52:15.541409 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.542777 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.543304 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 07:52:15.543635 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.544575 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.545132 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 07:52:15.545434 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_default.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.546402 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.546923 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-default not supported by any of loaded plugins Aug 11 07:52:15.547247 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.547933 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.548437 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 07:52:15.548757 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_gateway_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.549741 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.550246 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 07:52:15.550568 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_port_network_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.551488 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.552054 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 07:52:15.552581 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_pps_rule.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.553997 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.554501 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 07:52:15.554849 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_rule_type_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.555765 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.556282 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 07:52:15.556607 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: qos_rules_alias.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.557710 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.558222 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 07:52:15.558534 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: quotasv2.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.559571 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.559888 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: quotas Aug 11 07:52:15.560206 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: quotasv2_detail.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.563432 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.563784 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: quota_details Aug 11 07:52:15.564108 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: rbac.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.565510 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.566078 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: rbac-policies Aug 11 07:52:15.566404 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: rbac_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.567431 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.568164 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: rbac-address-group Aug 11 07:52:15.568566 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: rbac_address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.569559 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.570067 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: rbac-address-scope Aug 11 07:52:15.570396 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: rbac_security_groups.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.571329 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.571843 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: rbac-security-groups Aug 11 07:52:15.572168 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: rbac_subnetpool.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.573124 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.573626 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: rbac-subnetpool Aug 11 07:52:15.573959 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: revisionifmatch.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.574901 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.575412 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: revision-if-match Aug 11 07:52:15.575733 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: revisions.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.576867 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.577415 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: standard-attr-revisions Aug 11 07:52:15.577742 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: router_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.578436 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.578946 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: router_availability_zone Aug 11 07:52:15.579267 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: routerservicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.580215 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.580726 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 07:52:15.581081 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.582006 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.582521 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: security-groups-normalized-cidr Aug 11 07:52:15.582837 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.584116 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.584669 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: port-security-groups-filtering Aug 11 07:52:15.585033 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.585976 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.586489 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: security-groups-remote-address-group Aug 11 07:52:15.586807 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: securitygroup.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.597265 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.597770 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: security-group Aug 11 07:52:15.598108 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.599123 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.599883 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension segment not supported by any of loaded plugins Aug 11 07:52:15.600227 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.601305 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.601833 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 07:52:15.602157 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: servicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.603394 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.603912 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: service-type Aug 11 07:52:15.604238 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: sorting.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.605268 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.605601 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: sorting Aug 11 07:52:15.605922 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: standard_attr_segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.606850 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.607379 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 07:52:15.607700 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: standardattrdescription.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.608371 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.608899 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: standard-attr-description Aug 11 07:52:15.609231 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: stateful_security_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.610199 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.610708 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: stateful-security-group Aug 11 07:52:15.611031 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: stdattrs_common.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.611625 n-d-789963-6 neutron-server[94464]: WARNING neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 07:52:15.611948 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.612872 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.613414 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 07:52:15.613735 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: subnet_onboard.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.615082 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.615779 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: subnet_onboard Aug 11 07:52:15.616105 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.617190 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.617711 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 07:52:15.618044 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: subnet_service_types.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.618977 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.619493 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: subnet-service-types Aug 11 07:52:15.619812 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: subnetallocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.620912 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.621451 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: subnet_allocation Aug 11 07:52:15.621768 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.622452 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.622960 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: subnetpool-prefix-ops Aug 11 07:52:15.623280 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.624226 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.624741 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 07:52:15.625094 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: tagging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.626209 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.626730 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: standard-attr-tag Aug 11 07:52:15.627057 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: timestamp.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.628318 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.628829 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loaded extension: standard-attr-timestamp Aug 11 07:52:15.629187 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: trunk.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.630362 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.631118 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension trunk not supported by any of loaded plugins Aug 11 07:52:15.631449 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: trunk_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.632395 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.632922 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 07:52:15.633255 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: uplink_status_propagation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.634183 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.634697 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 07:52:15.635014 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Loading extension file: vlantransparent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 07:52:15.635703 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 07:52:15.636209 n-d-789963-6 neutron-server[94464]: INFO neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 07:52:15.638888 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:network Aug 11 07:52:15.639439 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:subnet Aug 11 07:52:15.639846 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:52:15.640246 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:port Aug 11 07:52:15.641613 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.642078 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.642743 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.643146 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.643475 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:router Aug 11 07:52:15.643911 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 07:52:15.644415 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.646573 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.646961 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.647317 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 07:52:15.648421 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 07:52:15.648902 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:security_group Aug 11 07:52:15.649350 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 07:52:15.651278 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.651628 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:52:15.651990 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] subnetpool is already registered Aug 11 07:52:15.652449 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.652776 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:52:15.653138 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] subnetpool is already registered Aug 11 07:52:15.655576 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.656014 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.656607 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.657075 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.657411 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:router Aug 11 07:52:15.657760 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] router is already registered Aug 11 07:52:15.658174 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 07:52:15.658511 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] floatingip is already registered Aug 11 07:52:15.658986 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.659690 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 07:52:15.660015 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] rbac_policy is already registered Aug 11 07:52:15.660432 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:security_group Aug 11 07:52:15.660760 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] security_group is already registered Aug 11 07:52:15.661223 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 07:52:15.661674 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] security_group_rule is already registered Aug 11 07:52:15.662575 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.662903 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:52:15.663239 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] subnetpool is already registered Aug 11 07:52:15.663676 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 07:52:15.664014 n-d-789963-6 neutron-server[94464]: INFO neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 07:52:15.664346 n-d-789963-6 neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] subnetpool is already registered Aug 11 07:52:15.664812 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: extensions {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.666379 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: address-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.667875 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: address-scopes {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.669507 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.670648 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: auto-allocated-topology {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.671914 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: availability_zones {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.673147 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: dhcp-networks {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.674668 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: dhcp-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.676063 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.678454 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: flavors {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.679734 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.681162 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: next_providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.682658 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.684206 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: floatingip-pools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.685471 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.687174 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: floatingips {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.688475 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: l3-routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.689892 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: l3-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.691294 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: metering-labels {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.692674 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: metering-label-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.694478 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: network-ip-availabilities {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.695757 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: bindings {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.697339 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.698897 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.700335 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: rbac-policies {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.701624 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: security-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.702886 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: security-group-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.704139 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: service-providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.705382 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.706722 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.708323 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.710671 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.712472 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.714593 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.716347 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.719963 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.722936 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.726435 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.729918 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.733150 n-d-789963-6 neutron-server[94464]: DEBUG neutron.api.extensions [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 07:52:15.744872 n-d-789963-6 neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 07:52:15.753566 n-d-789963-6 neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 07:52:15.769401 n-d-789963-6 neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Acquired lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 07:52:15.770185 n-d-789963-6 neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Releasing lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 07:52:15.771328 n-d-789963-6 neutron-server[94464]: INFO oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Starting 2 workers Aug 11 07:52:15.778329 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Started child 94572 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:52:15.782689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.785212 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Started child 94573 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:52:15.786531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [-] (94572) wsgi starting up on http://0.0.0.0:9696 Aug 11 07:52:15.787757 n-d-789963-6 neutron-server[94464]: INFO neutron.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 07:52:15.788764 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Notify callbacks [] for process, before_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.791077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.792508 n-d-789963-6 neutron-server[94464]: INFO oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Starting 1 workers Aug 11 07:52:15.792790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [-] (94573) wsgi starting up on http://0.0.0.0:9696 Aug 11 07:52:15.800243 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Started child 94574 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:52:15.801481 n-d-789963-6 neutron-server[94464]: INFO oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Starting 1 workers Aug 11 07:52:15.803791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] calling RpcWorker wait() {{(pid=94574) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 07:52:15.804627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] returning from RpcWorker wait() {{(pid=94574) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 07:52:15.806577 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.806577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:15.806858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52784) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:15.808232 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Started child 94576 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 07:52:15.809260 n-d-789963-6 neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-ece52d26-f469-418f-b7ee-60328e5b6f12 None None] Notify callbacks [] for process, after_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.812096 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 07:52:15.812325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 07:52:15.812453 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 07:52:15.812671 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 07:52:15.813263 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 07:52:15.813677 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 07:52:15.814600 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.815039 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.815485 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.816029 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.816484 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.817650 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.818474 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.818987 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.819415 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.819929 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.820335 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:15.821069 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.821416 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104504 Aug 11 07:52:15.821674 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.822294 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.822852 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.823445 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.824579 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.824913 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.825628 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.826159 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.827008 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.827678 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.828266 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.828936 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.829516 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.830532 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.831517 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.832563 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.833176 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.833833 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.834397 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.835013 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.835775 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.836363 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.836770 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.837558 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.838126 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.838692 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.839060 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.839470 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.839833 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.840544 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] host = n-d-789963-6 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.841356 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.841778 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.843252 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.845320 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.845879 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.846170 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.846691 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.847949 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.848243 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.848496 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.848996 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.850864 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.851200 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.851432 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.851585 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.853385 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.853884 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.854180 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.854430 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.854595 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.854737 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.855089 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.855402 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.855820 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.856184 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.856541 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.857782 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.858043 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.859695 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.860024 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.860748 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.861057 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.861298 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.861574 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.861818 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.862090 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.865361 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.865716 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.865963 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.866240 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.866481 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.866732 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.866955 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.867190 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.867467 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.867715 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.867995 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.868248 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.868500 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.868742 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.869711 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.870945 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.871549 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.872285 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.872710 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.873112 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.873369 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.873719 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.873982 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.874231 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.874462 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.874733 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.876065 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.876354 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.876767 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.877174 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.877547 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.877779 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.880158 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:15.880992 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.881341 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.881684 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.882131 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.882282 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.882410 n-d-789963-6 neutron-server[94576]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:15.884429 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.884755 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.885060 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.885318 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.885787 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.886020 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.886177 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.886442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.887504 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.887882 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.888117 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.888525 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.888975 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.889420 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.889807 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.890166 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.890564 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.890928 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.891270 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.891542 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.891817 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.892043 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.892449 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.892670 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.893084 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.893463 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.893816 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.894230 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.894596 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.894957 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.895313 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.895718 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.896541 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.897086 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.897510 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.897777 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.898021 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.898391 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.898742 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.899168 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.899527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.899912 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.900341 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.900642 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.900775 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.901032 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.901659 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.901947 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.902330 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.902716 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.903332 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.903332 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.903603 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.903603 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.903842 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.904123 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.904389 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.904724 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.904984 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.905223 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.905389 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.905633 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.905826 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.906193 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.906577 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.906934 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.907289 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.909371 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.909912 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.910302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.910707 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.911132 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.911628 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.912295 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.912635 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.913008 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.917434 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.918406 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.919495 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.919834 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.920542 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.921014 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.921442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.921807 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.924406 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.928124 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.928681 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.929133 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.932663 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.933025 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.933348 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.933578 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.933832 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.934086 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.934306 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.934577 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.934837 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.936850 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.938213 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.938370 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.939593 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.943372 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.944485 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.946404 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.947003 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.947242 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.947492 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.949000 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.949000 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.949000 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.949725 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.949725 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.950119 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.950332 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.951744 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.952505 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.953137 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.953538 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.953905 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.956963 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.957493 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.957778 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.958084 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.958373 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.958875 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.959245 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.959530 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.959820 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.960106 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.960357 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.960625 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.960866 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.961167 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.961417 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.961677 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.961917 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.962263 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.962631 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.962883 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.963125 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.963350 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.963599 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.963821 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.964054 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.964301 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.964525 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.964750 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.967838 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.968135 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.968380 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.968640 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.968911 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.969163 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.972136 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.972444 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.975046 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.975545 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.976339 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.977940 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.978397 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.978695 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.979086 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.979191 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.979385 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.979665 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.979911 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.980157 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.980386 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.980620 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.980869 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.981355 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.981616 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.981839 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.982110 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.982359 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.982698 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.982951 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.983362 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.984149 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.985049 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.985513 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.985808 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.986058 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.986208 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.986470 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.987169 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.987951 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.988207 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.988472 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.988695 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.988958 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.989170 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.989869 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.990165 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.990515 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.991798 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.992054 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.992501 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.992928 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.993293 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.993687 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.994854 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.994854 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.994854 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.994854 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.994854 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.995418 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.995418 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.995418 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.995728 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.995847 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.996266 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.997096 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.998233 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.998843 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.999212 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:15.999574 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.000098 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.000789 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.001528 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.001869 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.002207 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.002591 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.002957 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.003354 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.003840 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.004174 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.004973 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.004973 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.005358 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.006022 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.006644 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.007178 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.007589 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.007972 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.008368 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.008702 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.009226 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.009580 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.010150 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.010829 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.011438 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.011654 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.012024 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.012570 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.014273 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.014930 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.015531 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.015945 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.016320 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.016641 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.016962 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.017383 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.017859 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.018290 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.019016 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.019132 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.019458 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.019765 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.020212 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.020865 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.021071 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.021245 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.021819 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.022165 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.022570 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.022933 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.023314 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.024821 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.024821 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.024821 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.024821 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.025490 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.025490 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 07:52:16.025899 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 07:52:16.026162 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 07:52:16.026420 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 07:52:16.026700 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 07:52:16.026986 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 07:52:16.027247 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 07:52:16.028583 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.028583 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.028583 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.028583 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.028583 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.029247 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.029247 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.029474 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.029620 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.029743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:16.029871 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.030289 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.030533 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.030752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.031778 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.031778 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.031778 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.032442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.032442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.032442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.033096 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.036590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.036590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.036590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.036590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.036590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.036590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.037983 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039033 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] host = n-d-789963-6 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039949 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039949 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039949 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.039949 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.040461 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.040461 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.040461 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.040855 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.040855 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042079 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042079 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042079 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042079 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042079 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042738 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042738 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.042738 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.043113 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.043113 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.043383 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.043521 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.043676 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.043847 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.044061 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.044272 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.044485 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.044696 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.046027 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.046232 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.046446 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.049103 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.050302 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.051325 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.052408 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.052408 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.052408 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.052809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.052809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.053093 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.053245 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.053525 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.053817 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.054171 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.054341 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.054532 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.054752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.054986 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.055739 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 07:52:16.055739 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.056031 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.056167 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.056422 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.057140 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.057411 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.057695 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.057941 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.058231 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.059199 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.059199 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.059199 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.059663 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.059663 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.059942 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.060076 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.060456 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.060628 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.061781 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.061781 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.061781 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.061781 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.062477 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.062477 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.062762 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.062762 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.063726 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.063726 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.063726 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.063726 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.064272 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.064272 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.064585 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.064729 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.065345 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.065345 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.066060 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.067590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.067590 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.068077 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069067 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069067 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069067 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069067 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069569 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069569 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069812 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.069942 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.070184 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.070452 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.071370 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.071370 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.071370 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.071370 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.071898 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.071898 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.072150 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.072511 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.072784 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.073080 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.073876 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.073876 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.073876 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.074294 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.074294 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.074552 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.075543 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.075543 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.075543 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.075543 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.076094 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.076094 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.076367 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.076502 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.076720 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.077005 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.077276 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.077552 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.077831 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.078095 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079056 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079056 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079056 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079464 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079464 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079749 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.079938 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.080206 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.080469 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.080864 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.081030 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.081283 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.081547 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.081795 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.082777 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.082777 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.082777 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.083258 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.083258 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.083533 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.083702 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.084038 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.084405 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.084933 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.085100 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.085305 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.085587 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.085863 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.087015 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.087296 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.087554 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.088358 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.088358 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.088358 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.088948 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.088948 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.089442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.089442 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.089758 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.089899 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.090037 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.090257 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.090503 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.090767 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.091019 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.091284 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.091685 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.091914 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.092139 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.092848 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.094527 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.096752 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.098878 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.100537 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.100537 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.100537 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.100537 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.100537 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.100537 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.101797 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.101797 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.101797 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.101797 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.101797 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.102426 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.102426 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.102670 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.102853 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.103108 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.103365 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.103636 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.103908 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.104176 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.105809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.105809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.105809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.105809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.105809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.105809 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.106956 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.106956 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.106956 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.106956 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.106956 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.107649 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.107649 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.107996 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.107996 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.108329 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.108676 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.109935 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.109935 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.109935 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.109935 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.109935 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.109935 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111108 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111108 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111108 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111108 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111652 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111652 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.111927 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.112153 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.112374 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.112614 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.112836 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.113153 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.113417 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.113682 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.113955 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.114222 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.114802 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.115034 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.115482 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.115482 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.115913 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.115913 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.116372 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.116612 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.116831 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.117087 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.117307 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.117514 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.117734 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.117952 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.118217 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.118467 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.119032 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.119032 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.119457 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.119457 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.119893 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.120111 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.120329 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.120547 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.120782 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.121037 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.121275 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.121535 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.121794 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.122051 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.122310 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.122711 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.123879 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.124169 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.124428 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.124692 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.125000 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.125268 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.125553 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.125818 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.126237 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.126462 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.126663 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.128753 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.130937 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132076 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132076 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132076 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132076 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132713 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132713 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.132713 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.133203 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.134166 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.134435 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.134699 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.134957 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.135216 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.135456 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.135694 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.135960 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 07:52:16.136160 n-d-789963-6 neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 07:52:29.236684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95669e8-a54a-479a-b8c3-2687c7c5e86f None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 07:52:29.339150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95669e8-a54a-479a-b8c3-2687c7c5e86f None None] No non-hosted networks {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 07:52:29.347523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.agentschedulers_db [None req-b95669e8-a54a-479a-b8c3-2687c7c5e86f None None] DHCP Agent not found on host n-d-789963-6 {{(pid=94574) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 07:52:29.432228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7b6468b6-1461-4309-89ba-c8482da30757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:32.251941 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:32.252626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.252955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.253292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.253621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.253948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.254276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.254599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.254977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.255238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.255560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.255878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.256196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:32.256709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-6', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:32.292105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-6', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:52:32.648055 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f76e1ef-52cf-4a8e-9df6-9db1168eaa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:32.718350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-555440fa-48f4-479f-a069-89cfbd0afbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:34.622715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:35.935877 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:38.279634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:39.051299 n-d-789963-6 neutron-server[94573]: WARNING oslo_policy.policy [None req-b18df241-284e-422a-9ebc-56983a7686c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:39.051882 n-d-789963-6 neutron-server[94573]: WARNING oslo_policy.policy [None req-b18df241-284e-422a-9ebc-56983a7686c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:39.314881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-b18df241-284e-422a-9ebc-56983a7686c5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:52:39.317437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b18df241-284e-422a-9ebc-56983a7686c5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0365193 Aug 11 07:52:40.422961 n-d-789963-6 neutron-server[94574]: INFO neutron.db.l3_hamode_db [None req-06f02943-e36c-4444-81ca-fc9488e3a160 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 07:52:40.535973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f02943-e36c-4444-81ca-fc9488e3a160 None None] Routers set() bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:52:40.536355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f02943-e36c-4444-81ca-fc9488e3a160 None None] Router IDs set() for agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 07:52:41.899052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:42.304308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:42.405205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.policy [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94573) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 07:52:42.452495 n-d-789963-6 neutron-server[94573]: WARNING oslo_policy.policy [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:42.452923 n-d-789963-6 neutron-server[94573]: WARNING oslo_policy.policy [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:42.462542 n-d-789963-6 neutron-server[94573]: INFO neutron.quota [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] Loaded quota_driver: . Aug 11 07:52:42.576994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745235015266', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745235013719', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745235002371', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745235005105', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745238831341', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745235246117', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3888233', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3458894', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-499355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-433621'] for rbac-policy, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:42.682482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:42.684141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-021f0c86-7365-4b32-aa67-9014f911bc5e admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7836206 Aug 11 07:52:45.651423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:46.033333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Request body: {'network': {'tenant_id': '045612901f27482ab7183762ec50afc5', 'name': 'private', 'admin_state_up': True, 'project_id': '045612901f27482ab7183762ec50afc5'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:46.068324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Made reservation on behalf of 045612901f27482ab7183762ec50afc5 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:52:46.072511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.091604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.251769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.256625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.285946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:52:46.318507 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745238750823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.319109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Unsubscribe: segment precommit_create {{(pid=94573) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 07:52:46.319641 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Added segment 91d974f4-16e8-4811-8d2a-b6f33363035e of type vlan for network 607cb761-172c-4d60-ba50-ec9bdff34b9c Aug 11 07:52:46.327615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d556ff-7049-4fbf-96fc-aa617c69355e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:46.370282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.370627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.370937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.371264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.371587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.371909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.372226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.372541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.372853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.373192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.373512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.373823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Tracked resource versions report: Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: pushed versions: Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: { 'AddressGroup': {'1.2'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'ConntrackHelper': {'1.0'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Log': {'1.0'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Network': {'1.1'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Port': {'1.7'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'PortForwarding': {'1.2'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'QosPolicy': {'1.9'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'SecurityGroup': {'1.4'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'SubPort': {'1.0'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Subnet': {'1.1'}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Trunk': {'1.1'}} Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: consumer versions: Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: { DHCP agent@n-d-789963-6: {}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: L3 agent@n-d-789963-6: {}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: Metadata agent@n-d-789963-6: {}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: Metering agent@n-d-789963-6: {}, Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'ConntrackHelper': '1.0', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Log': '1.0', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Network': '1.1', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Port': '1.7', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'PortForwarding': '1.2', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'QosPolicy': '1.9', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'SecurityGroup': '1.4', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'SecurityGroupRule': '1.2', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'SubPort': '1.0', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Subnet': '1.1', Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: 'Trunk': '1.1'}} Aug 11 07:52:46.374950 n-d-789963-6 neutron-server[94573]: {{(pid=94573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:52:46.463538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.524628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.526046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:46.526730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:46.631186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9785693 Aug 11 07:52:46.646343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6f1ca-884e-45af-be8d-2a96dffffd50 admin admin] Pushing event updated for resources: {'Network': ['ID=607cb761-172c-4d60-ba50-ec9bdff34b9c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:46.672952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:52:50.009055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:50.693821 n-d-789963-6 neutron-server[94572]: WARNING oslo_policy.policy [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:50.694393 n-d-789963-6 neutron-server[94572]: WARNING oslo_policy.policy [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:51.171983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.policy [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94572) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 07:52:51.217990 n-d-789963-6 neutron-server[94572]: WARNING oslo_policy.policy [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:51.218346 n-d-789963-6 neutron-server[94572]: WARNING oslo_policy.policy [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 07:52:51.227684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:51.230379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0c71894-d484-4d2a-bd93-0c86b3a6cb68 admin admin] 10.222.0.58 "GET /v2.0/networks/607cb761-172c-4d60-ba50-ec9bdff34b9c HTTP/1.1" status: 200 len: 825 time: 1.2191010 Aug 11 07:52:51.279671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bd3d4ed1-07fd-4f45-bcbb-010f48a34d53 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/ad192347-1fd0-4410-904f-c4bb38b97189 HTTP/1.1" status: 200 len: 734 time: 0.0387297 Aug 11 07:52:51.293364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Request body: {'subnet': {'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '045612901f27482ab7183762ec50afc5', 'name': 'private-subnet'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:52:51.296489 n-d-789963-6 neutron-server[94572]: INFO neutron.quota [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Loaded quota_driver: . Aug 11 07:52:51.368163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Made reservation on behalf of 045612901f27482ab7183762ec50afc5 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:52:51.371469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:51.743457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:51.829479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Checking segment: {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:51.830099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Network hostable DHCP agents. Network: 607cb761-172c-4d60-ba50-ec9bdff34b9c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:52:51.844757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f358419f-fe22-459b-b9ff-b3f78f134ed8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:51.859272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.859601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.859921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.860242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.860557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.860869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.861211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.861521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.861830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.862188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.862705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.863184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Tracked resource versions report: Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: pushed versions: Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: { 'AddressGroup': {'1.2'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'ConntrackHelper': {'1.0'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Log': {'1.0'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Network': {'1.1'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Port': {'1.7'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'PortForwarding': {'1.2'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'QosPolicy': {'1.9'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'SecurityGroup': {'1.4'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'SubPort': {'1.0'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Subnet': {'1.1'}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Trunk': {'1.1'}} Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: consumer versions: Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: { DHCP agent@n-d-789963-6: {}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: L3 agent@n-d-789963-6: {}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: Metadata agent@n-d-789963-6: {}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: Metering agent@n-d-789963-6: {}, Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'ConntrackHelper': '1.0', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Log': '1.0', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Network': '1.1', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Port': '1.7', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'PortForwarding': '1.2', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'QosPolicy': '1.9', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'SecurityGroup': '1.4', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'SecurityGroupRule': '1.2', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'SubPort': '1.0', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Subnet': '1.1', Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: 'Trunk': '1.1'}} Aug 11 07:52:51.865109 n-d-789963-6 neutron-server[94572]: {{(pid=94572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:52:51.906282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:52:51.928825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 607cb761-172c-4d60-ba50-ec9bdff34b9c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:51.935579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:52:51.936623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:51.953840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c171c90-c0c2-41f4-8b08-3224aa3471ce None None] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:52:51.970917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cb5449f8-ace6-4deb-8f83-a52583a49dd3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6791003 Aug 11 07:52:52.461815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-607cb761-172c-4d60-ba50-ec9bdff34b9c', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 07:52:52.463232 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:52.796477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Allocated IP 172.20.0.2 (607cb761-172c-4d60-ba50-ec9bdff34b9c/f358419f-fe22-459b-b9ff-b3f78f134ed8/f33e791f-836d-4daf-b015-2594c8e94bdd) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:52:53.126906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:53.147007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Transition to ACTIVE for port object f33e791f-836d-4daf-b015-2594c8e94bdd will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:53.177017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Transition to ACTIVE for port object f33e791f-836d-4daf-b015-2594c8e94bdd will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:52:53.192507 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:53.315504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:52:53.329048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:52:53.348575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:52:53.358569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Pushing event updated for resources: {'Port': ['ID=f33e791f-836d-4daf-b015-2594c8e94bdd,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:53.416420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.417119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.417904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.418297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.419110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.419689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.420465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.421158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.421746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.422383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.422936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.423467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Tracked resource versions report: Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: pushed versions: Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: { 'AddressGroup': {'1.2'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'ConntrackHelper': {'1.0'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Log': {'1.0'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Network': {'1.1'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Port': {'1.7'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'PortForwarding': {'1.2'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'QosPolicy': {'1.9'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'SecurityGroup': {'1.4'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'SubPort': {'1.0'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Subnet': {'1.1'}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Trunk': {'1.1'}} Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: consumer versions: Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: { DHCP agent@n-d-789963-6: {}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: L3 agent@n-d-789963-6: {}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: Metadata agent@n-d-789963-6: {}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: Metering agent@n-d-789963-6: {}, Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'ConntrackHelper': '1.0', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Log': '1.0', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Network': '1.1', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Port': '1.7', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'PortForwarding': '1.2', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'QosPolicy': '1.9', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'SecurityGroup': '1.4', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'SecurityGroupRule': '1.2', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'SubPort': '1.0', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Subnet': '1.1', Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: 'Trunk': '1.1'}} Aug 11 07:52:53.425644 n-d-789963-6 neutron-server[94574]: {{(pid=94574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:52:53.497462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Attempting to bind port f33e791f-836d-4daf-b015-2594c8e94bdd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:52:53.497883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Attempting to bind port f33e791f-836d-4daf-b015-2594c8e94bdd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:52:53.498269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Attempting to bind port f33e791f-836d-4daf-b015-2594c8e94bdd on network 607cb761-172c-4d60-ba50-ec9bdff34b9c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:52:53.506399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:52:53.506897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Checking segment: {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:52:53.507387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:53.507797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Bound using segment: {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:52:53.508448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Bound port: f33e791f-836d-4daf-b015-2594c8e94bdd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:52:53.508859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:53.601512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] For port f33e791f-836d-4daf-b015-2594c8e94bdd, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:52:53.608322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] For port f33e791f-836d-4daf-b015-2594c8e94bdd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f33e791f-836d-4daf-b015-2594c8e94bdd,segment=NetworkSegment(91d974f4-16e8-4811-8d2a-b6f33363035e),segment_id=91d974f4-16e8-4811-8d2a-b6f33363035e)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:52:53.616741 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:53.747522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee67db8-da94-4470-a997-b6954791b7e3 None None] Pushing event updated for resources: {'Port': ['ID=f33e791f-836d-4daf-b015-2594c8e94bdd,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:52:54.933610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52950) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:55.365036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-3fe4e605-56ae-4f53-aa2c-281f43eda767 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:52:55.366227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3fe4e605-56ae-4f53-aa2c-281f43eda767 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4313271 Aug 11 07:52:58.314489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52958) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:52:58.887771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-7ea31b2d-3d16-41b8-8e9e-bf01c112a490 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:52:58.889326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ea31b2d-3d16-41b8-8e9e-bf01c112a490 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5732083 Aug 11 07:52:59.163748 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-899c4d88-c7a9-49d5-8515-a80e356ede33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:52:59.939064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:53:01.837661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52968) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:02.183518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:02.296068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '045612901f27482ab7183762ec50afc5'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:53:02.326243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:02.327960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:02.525879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:02.531921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:02.545879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:02.547143 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c181e69c-3463-48ec-949b-3458553b7eb9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7081206 Aug 11 07:53:02.655627 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c52f6a-e303-4ac8-acae-9ef6c65b00fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:04.159516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0f284-2de5-4e8f-aa87-e500db3981b1 None None] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:53:04.297024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0682632a-b439-46d1-aaa2-9485312abd17 None None] Provisioning for port f33e791f-836d-4daf-b015-2594c8e94bdd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:53:04.351110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f33e791f-836d-4daf-b015-2594c8e94bdd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:53:04.462120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f33e791f-836d-4daf-b015-2594c8e94bdd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:53:04.467027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f33e791f-836d-4daf-b015-2594c8e94bdd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:04.469320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:04.610114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:04.617556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:04.684821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f33e791f-836d-4daf-b015-2594c8e94bdd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f33e791f-836d-4daf-b015-2594c8e94bdd,segment=NetworkSegment(91d974f4-16e8-4811-8d2a-b6f33363035e),segment_id=91d974f4-16e8-4811-8d2a-b6f33363035e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:53:04.689929 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:04.758897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f33e791f-836d-4daf-b015-2594c8e94bdd,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:04.763579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-79af78e2-f7df-4f28-a475-289230306245 None None] Provisioning complete for port f33e791f-836d-4daf-b015-2594c8e94bdd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:04.763993 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-79af78e2-f7df-4f28-a475-289230306245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:05.443609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52990) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:05.638210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-95901b7c-d3fe-41da-a5aa-88c6b9058e69 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:53:05.639241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-95901b7c-d3fe-41da-a5aa-88c6b9058e69 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1945436 Aug 11 07:53:05.900480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:06.265004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f33e791f-836d-4daf-b015-2594c8e94bdd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:53:06.319369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f33e791f-836d-4daf-b015-2594c8e94bdd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:06.319762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.552456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53008) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:08.610883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:53:08.635835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Made reservation on behalf of b7007a00d6f44e7196eac18ea90dae18 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:53:08.639779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.655215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.790298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.796036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.817712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Reserving flat network on physical network physnet1 {{(pid=94573) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 07:53:08.841061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4673d0a1-734f-4f05-a921-7ecc16b69239,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:08.847771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.848599 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Added segment e5ed14d9-ca22-41eb-a075-e059ac71dccd of type flat for network 593c181d-22e7-4bba-a282-857c609ea6e6 Aug 11 07:53:08.905809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.958852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:08.959856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:53:08.960458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:09.038148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4839749 Aug 11 07:53:09.056657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d9df-7271-450b-bd22-85ea09787e6b admin admin] Pushing event updated for resources: {'Network': ['ID=593c181d-22e7-4bba-a282-857c609ea6e6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:09.071358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 593c181d-22e7-4bba-a282-857c609ea6e6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:53:11.455167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53016) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:11.562124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a8da5-baf3-406b-995d-9d83c2fa64b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:53:11.563578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b0a8da5-baf3-406b-995d-9d83c2fa64b3 admin admin] 10.222.0.58 "GET /v2.0/subnets/f358419f-fe22-459b-b9ff-b3f78f134ed8 HTTP/1.1" status: 200 len: 849 time: 0.1073945 Aug 11 07:53:11.764278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-be93d312-dcff-4344-9d43-b57146028161 admin admin] 10.222.0.58 "GET /v2.0/routers/e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 HTTP/1.1" status: 200 len: 704 time: 0.1943953 Aug 11 07:53:12.075959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:12.444107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Allocated IP 172.20.0.1 (607cb761-172c-4d60-ba50-ec9bdff34b9c/f358419f-fe22-459b-b9ff-b3f78f134ed8/c2fe6eb5-b13d-4b8d-be38-955c5aff5a56) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:53:12.709617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:12.737222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Transition to ACTIVE for port object c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:53:12.841484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:12.923244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:53:12.928899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:53:12.932561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:53:12.933193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.013241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Pushing event updated for resources: {'Port': ['ID=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:13.136653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d18495e-6375-47e5-9a1f-b7a6302c3fe9 None None] Provisioning for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:53:13.142817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d18495e-6375-47e5-9a1f-b7a6302c3fe9 None None] Provisioning complete for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:13.143443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d18495e-6375-47e5-9a1f-b7a6302c3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.188332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7d18495e-6375-47e5-9a1f-b7a6302c3fe9 None None] Port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:53:13.204852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.522198 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.528464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.529416 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.614378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Pushing event updated for resources: {'Port': ['ID=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:13.669405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:53:13.671130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:53:13.904939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 07:53:13.924693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-57693dc7-d8c9-4db4-bf30-919dc86049c3 None None] Provisioning complete for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:13.925204 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57693dc7-d8c9-4db4-bf30-919dc86049c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:13.964972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-57693dc7-d8c9-4db4-bf30-919dc86049c3 None None] Port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 07:53:14.015312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:53:14.023874 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ef65cc82-caec-490f-83d6-88800dffad8b admin admin] 10.222.0.58 "PUT /v2.0/routers/e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2503166 Aug 11 07:53:14.028830 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Sync routers for ids ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:53:14.041851 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Routers {'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:53:14.042767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T07:53:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:14.274275 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Set router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:53:14.998494 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'name': 'router1', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:53:02Z', 'updated_at': '2021-08-11T07:53:13Z', 'revision_number': 2, 'project_id': '045612901f27482ab7183762ec50afc5', 'gw_port_host': None, '_interfaces': [{'id': 'c2fe6eb5-b13d-4b8d-be38-955c5aff5a56', 'name': '', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'mac_address': 'fa:16:3e:46:ca:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:12Z', 'updated_at': '2021-08-11T07:53:13Z', 'revision_number': 2, 'project_id': '045612901f27482ab7183762ec50afc5', 'subnets': [{'id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:15.061658 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Checking router: e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:53:15.062720 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Updating router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:53:15.125600 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:15.833916 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:15.865036 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Transition to ACTIVE for port object c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:53:15.873770 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.120284 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Pushing event updated for resources: {'Port': ['ID=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:16.149599 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.150072 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.150501 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.151089 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.151588 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.152230 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.152738 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.153294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.153699 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.154143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.154583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.155074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Tracked resource versions report: Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: pushed versions: Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: { 'AddressGroup': {'1.2'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'ConntrackHelper': {'1.0'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Log': {'1.0'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Network': {'1.1'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Port': {'1.7'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'PortForwarding': {'1.2'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'QosPolicy': {'1.9'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'SecurityGroup': {'1.4'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'SecurityGroupRule': {'1.2'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'SubPort': {'1.0'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Subnet': {'1.1'}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Trunk': {'1.1'}} Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: consumer versions: Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: { DHCP agent@n-d-789963-6: {}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: L3 agent@n-d-789963-6: {}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: Metadata agent@n-d-789963-6: {}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: Metering agent@n-d-789963-6: {}, Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'ConntrackHelper': '1.0', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Log': '1.0', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Network': '1.1', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Port': '1.7', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'PortForwarding': '1.2', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'QosPolicy': '1.9', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'SecurityGroup': '1.4', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'SecurityGroupRule': '1.2', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'SubPort': '1.0', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Subnet': '1.1', Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: 'Trunk': '1.1'}} Aug 11 07:53:16.156448 n-d-789963-6 neutron-server[94576]: {{(pid=94576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 07:53:16.175133 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Attempting to bind port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:53:16.175689 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Attempting to bind port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:53:16.176224 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Attempting to bind port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 on network 607cb761-172c-4d60-ba50-ec9bdff34b9c {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:53:16.183177 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:53:16.183704 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Checking segment: {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:53:16.184321 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.184919 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Bound using segment: {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:53:16.185549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Bound port: c2fe6eb5-b13d-4b8d-be38-955c5aff5a56, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d974f4-16e8-4811-8d2a-b6f33363035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:53:16.186043 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.283065 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] For port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:53:16.321734 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] For port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,segment=NetworkSegment(91d974f4-16e8-4811-8d2a-b6f33363035e),segment_id=91d974f4-16e8-4811-8d2a-b6f33363035e)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:53:16.328483 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.362353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53026) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:16.410700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Routers {'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:53:16.411696 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T07:53:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:16.473158 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01747-bf8a-4a86-b060-8fc37a061c83 None None] Pushing event updated for resources: {'Port': ['ID=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:16.553220 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] Set router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:53:16.605148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6bcfa0-6a23-4ad7-a606-2d420c328fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:53:16.606843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6e6bcfa0-6a23-4ad7-a606-2d420c328fee admin admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 842 time: 0.2434237 Aug 11 07:53:16.622550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:53:16.658350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Made reservation on behalf of b7007a00d6f44e7196eac18ea90dae18 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:53:16.661063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:16.838707 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'name': 'router1', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:53:02Z', 'updated_at': '2021-08-11T07:53:13Z', 'revision_number': 2, 'project_id': '045612901f27482ab7183762ec50afc5', 'gw_port_host': None, '_interfaces': [{'id': 'c2fe6eb5-b13d-4b8d-be38-955c5aff5a56', 'name': '', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'mac_address': 'fa:16:3e:46:ca:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:12Z', 'updated_at': '2021-08-11T07:53:16Z', 'revision_number': 4, 'project_id': '045612901f27482ab7183762ec50afc5', 'subnets': [{'id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:16.883898 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f821af-cad8-41da-a839-e8a44a6e190a None None] The sync data for ids ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'] in n-d-789963-6 is: [{'id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'name': 'router1', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:53:02Z', 'updated_at': '2021-08-11T07:53:13Z', 'revision_number': 2, 'project_id': '045612901f27482ab7183762ec50afc5', 'gw_port_host': None, '_interfaces': [{'id': 'c2fe6eb5-b13d-4b8d-be38-955c5aff5a56', 'name': '', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'mac_address': 'fa:16:3e:46:ca:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:12Z', 'updated_at': '2021-08-11T07:53:16Z', 'revision_number': 4, 'project_id': '045612901f27482ab7183762ec50afc5', 'subnets': [{'id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:53:17.180231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 07:53:17.180807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:17.255403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e28bb39-9622-4cc4-87de-6c34f8c2a631,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:17.272993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:53:17.273612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Network hostable DHCP agents. Network: 593c181d-22e7-4bba-a282-857c609ea6e6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:53:17.311404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:53:17.330653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 593c181d-22e7-4bba-a282-857c609ea6e6) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:53:17.336520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:53:17.337340 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:17.346316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e328f-fd05-4ba2-9b49-6bff90fb76b0 None None] Network 593c181d-22e7-4bba-a282-857c609ea6e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:53:17.365718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a95c8291-5667-4b0d-a7b1-0debd5e95021 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7493362 Aug 11 07:53:17.508646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a97ac9-6f61-4daa-a69e-663af16e30eb None None] Network 593c181d-22e7-4bba-a282-857c609ea6e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:53:19.915653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53034) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:20.262309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5866c7e3-8458-4969-a740-8c99efac17fe admin admin] 10.222.0.58 "GET /v2.0/routers/e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 HTTP/1.1" status: 200 len: 710 time: 0.3440082 Aug 11 07:53:20.371361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574b9d6-68a1-428e-8bb9-98949bbbd972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:53:20.373878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8574b9d6-68a1-428e-8bb9-98949bbbd972 admin admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 886 time: 0.1053250 Aug 11 07:53:20.388595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:53:20.777692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:21.134801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:21.231054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:21.424772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Allocated IP 172.25.2.235 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/33e52b6c-5d76-4745-bbfa-f8ac59815e15) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:53:21.558913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:21.701121 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:21.790244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:53:21.797076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:53:21.810356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:53:21.814337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Pushing event updated for resources: {'Port': ['ID=33e52b6c-5d76-4745-bbfa-f8ac59815e15,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:22.134278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:22.385475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:22.391880 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:22.516015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 07:53:22.722671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 07:53:22.729708 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:22.731731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2cc94768-b4e7-41ee-bd6d-4415a1f1a0ad admin admin] 10.222.0.58 "PUT /v2.0/routers/e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 HTTP/1.1" status: 200 len: 890 time: 2.3498800 Aug 11 07:53:24.327479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:53:24.393615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:53:24.399219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:24.399776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:24.509146 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:24.553710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,segment=NetworkSegment(91d974f4-16e8-4811-8d2a-b6f33363035e),segment_id=91d974f4-16e8-4811-8d2a-b6f33363035e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:53:24.559633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:24.689569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c2fe6eb5-b13d-4b8d-be38-955c5aff5a56,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:24.961625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Sync routers for ids ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 07:53:24.979187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Routers {'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:53:24.980377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T07:53:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:25.278451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Set router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:53:25.745574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53046) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:53:25.892722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'name': 'router1', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '33e52b6c-5d76-4745-bbfa-f8ac59815e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:53:02Z', 'updated_at': '2021-08-11T07:53:21Z', 'revision_number': 4, 'project_id': '045612901f27482ab7183762ec50afc5', 'gw_port': {'id': '33e52b6c-5d76-4745-bbfa-f8ac59815e15', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:21Z', 'updated_at': '2021-08-11T07:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c2fe6eb5-b13d-4b8d-be38-955c5aff5a56', 'name': '', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'mac_address': 'fa:16:3e:46:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:12Z', 'updated_at': '2021-08-11T07:53:24Z', 'revision_number': 5, 'project_id': '045612901f27482ab7183762ec50afc5', 'subnets': [{'id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:25.909844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d615651-7f20-4c86-85e5-f338130f5cc6 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1622136 Aug 11 07:53:25.988381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Checking router: e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 07:53:25.988884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Updating router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 07:53:26.069353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.338679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:53:26.442943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:26.443433 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.581136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.623147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Transition to ACTIVE for port object 33e52b6c-5d76-4745-bbfa-f8ac59815e15 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:53:26.634746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.801463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Attempting to bind port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:53:26.802036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Attempting to bind port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:53:26.802597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Attempting to bind port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:53:26.811175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc67ea-71d8-4d7e-bc3a-bf0765c8ad5a None None] Pushing event updated for resources: {'Port': ['ID=33e52b6c-5d76-4745-bbfa-f8ac59815e15,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:26.818582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:53:26.819091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:53:26.819582 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.820080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:53:26.820660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Bound port: 33e52b6c-5d76-4745-bbfa-f8ac59815e15, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:53:26.821199 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.890280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] For port 33e52b6c-5d76-4745-bbfa-f8ac59815e15, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:53:26.895104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] For port 33e52b6c-5d76-4745-bbfa-f8ac59815e15, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=33e52b6c-5d76-4745-bbfa-f8ac59815e15,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:53:26.902379 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:26.986876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Routers {'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 07:53:26.987426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T07:53:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:26.994058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc67ea-71d8-4d7e-bc3a-bf0765c8ad5a None None] Pushing event updated for resources: {'Port': ['ID=33e52b6c-5d76-4745-bbfa-f8ac59815e15,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:27.164364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] Set router e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 07:53:27.418663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'name': 'router1', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '33e52b6c-5d76-4745-bbfa-f8ac59815e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:53:02Z', 'updated_at': '2021-08-11T07:53:21Z', 'revision_number': 4, 'project_id': '045612901f27482ab7183762ec50afc5', 'gw_port': {'id': '33e52b6c-5d76-4745-bbfa-f8ac59815e15', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:21Z', 'updated_at': '2021-08-11T07:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c2fe6eb5-b13d-4b8d-be38-955c5aff5a56', 'name': '', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'mac_address': 'fa:16:3e:46:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:12Z', 'updated_at': '2021-08-11T07:53:24Z', 'revision_number': 5, 'project_id': '045612901f27482ab7183762ec50afc5', 'subnets': [{'id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 07:53:27.465064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be030d5-a87a-42cf-ae6d-8f76ef096d5c None None] The sync data for ids ['e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4'] in n-d-789963-6 is: [{'id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'name': 'router1', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '33e52b6c-5d76-4745-bbfa-f8ac59815e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T07:53:02Z', 'updated_at': '2021-08-11T07:53:21Z', 'revision_number': 4, 'project_id': '045612901f27482ab7183762ec50afc5', 'gw_port': {'id': '33e52b6c-5d76-4745-bbfa-f8ac59815e15', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:21Z', 'updated_at': '2021-08-11T07:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c2fe6eb5-b13d-4b8d-be38-955c5aff5a56', 'name': '', 'network_id': '607cb761-172c-4d60-ba50-ec9bdff34b9c', 'tenant_id': '045612901f27482ab7183762ec50afc5', 'mac_address': 'fa:16:3e:46:ca:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69d0ca1-802f-4dd7-a1dd-6a90ea0905a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T07:53:12Z', 'updated_at': '2021-08-11T07:53:24Z', 'revision_number': 5, 'project_id': '045612901f27482ab7183762ec50afc5', 'subnets': [{'id': 'f358419f-fe22-459b-b9ff-b3f78f134ed8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad192347-1fd0-4410-904f-c4bb38b97189'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 07:53:28.335640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 33e52b6c-5d76-4745-bbfa-f8ac59815e15 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:53:28.432242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:53:28.438883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:28.439492 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:28.598912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:28.635528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 33e52b6c-5d76-4745-bbfa-f8ac59815e15, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=33e52b6c-5d76-4745-bbfa-f8ac59815e15,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:53:28.646680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:28.735077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=33e52b6c-5d76-4745-bbfa-f8ac59815e15,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:53:29.163213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-053d2cdf-cec9-4ede-be53-4a6e3be7b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:30.353554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 33e52b6c-5d76-4745-bbfa-f8ac59815e15 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:53:30.440911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 33e52b6c-5d76-4745-bbfa-f8ac59815e15 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:53:30.441969 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:32.217739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:32.688979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c08b5a7-70cf-4fa2-97b9-e6898977e8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:34.606997 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:35.934126 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:53:36.961980 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:53:59.161523 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3a997b70-d060-4a2d-a11c-3adda14f2a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:02.194473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:02.663655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-33a886b6-413a-4fc4-9fdc-5a0276e2d9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:04.580789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:05.924629 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:13.946705 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:54:29.167443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-37a3402a-1a48-442a-ae42-af6c91a8a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:32.188251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:32.662772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14503cac-d87a-439d-8b38-a0cd8bc20c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:34.583676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:35.924443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:54:50.947138 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:54:59.157310 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d5fe1ad6-068b-47f0-b84a-428833c6bc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:02.188609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:02.649700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7a3c056a-2db0-4049-919b-ad218a50171c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:04.580140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:05.931016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:20.757394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:20.832111 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29dd273-0600-44cc-a284-897eb4c5a245 admin admin] GET failed (client error): The resource could not be found. Aug 11 07:55:20.833789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f29dd273-0600-44cc-a284-897eb4c5a245 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0750861 Aug 11 07:55:21.024858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf06f0-b7d2-44d0-8e38-de8868a8de12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:21.026528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-21cf06f0-b7d2-44d0-8e38-de8868a8de12 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1848373 Aug 11 07:55:23.436917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53658) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:23.555117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb3e30-1e37-4836-bdbe-fa000c61ef90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:23.556528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a3fb3e30-1e37-4836-bdbe-fa000c61ef90 admin admin] 10.222.0.58 "GET /v2.0/subnets/f358419f-fe22-459b-b9ff-b3f78f134ed8 HTTP/1.1" status: 200 len: 849 time: 0.1185894 Aug 11 07:55:23.571917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:55:23.693953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:23.888364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745238630036'] for subnet, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:23.922442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:23.923051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:23.924921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] 10.222.0.58 "PUT /v2.0/subnets/f358419f-fe22-459b-b9ff-b3f78f134ed8 HTTP/1.1" status: 200 len: 868 time: 0.3570774 Aug 11 07:55:23.928777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a2d19-292a-4aee-9619-29035d392166 None None] Network 607cb761-172c-4d60-ba50-ec9bdff34b9c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:55:23.962770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f358419f-fe22-459b-b9ff-b3f78f134ed8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:55:23.970913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.971421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.971736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.972219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.972793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.973234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.973647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.974041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.974341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.974619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.974938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:23.975258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11778536-cd65-426f-b83f-bbba12bba5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:55:24.344677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb538b84-cade-467f-b9ba-b6252c5193a9 None None] Provisioning complete for port c2fe6eb5-b13d-4b8d-be38-955c5aff5a56 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:55:24.345173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb538b84-cade-467f-b9ba-b6252c5193a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:24.446161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb538b84-cade-467f-b9ba-b6252c5193a9 None None] Provisioning complete for port f33e791f-836d-4daf-b015-2594c8e94bdd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:55:24.446839 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb538b84-cade-467f-b9ba-b6252c5193a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:26.588863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:26.864990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a77be-4a90-4aee-a46a-a57a28833df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:26.865683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a77be-4a90-4aee-a46a-a57a28833df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:26.868400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d64a77be-4a90-4aee-a46a-a57a28833df2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2781200 Aug 11 07:55:27.947838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:55:29.158776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7984058a-f29e-4e86-b0a0-a11f14ee43ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:29.201924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53676) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:29.438186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890b673-82ac-4023-ae3b-7f9da5d50fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:29.438661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890b673-82ac-4023-ae3b-7f9da5d50fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:29.440256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7890b673-82ac-4023-ae3b-7f9da5d50fc2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2370069 Aug 11 07:55:31.742173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53684) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:31.923261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62f9b5-ea29-4cb3-a3a8-3e3df4367f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:31.925687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba62f9b5-ea29-4cb3-a3a8-3e3df4367f21 admin admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 886 time: 0.1819971 Aug 11 07:55:32.194930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:32.653193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-59ac8a84-317e-4c3d-ae1c-2e1f00048981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:34.239386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53692) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:34.383827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b52074-4da1-40a9-9c17-c3c5e36a3756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:34.385396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-75b52074-4da1-40a9-9c17-c3c5e36a3756 admin admin] 10.222.0.58 "GET /v2.0/networks/607cb761-172c-4d60-ba50-ec9bdff34b9c HTTP/1.1" status: 200 len: 869 time: 0.1449959 Aug 11 07:55:34.586692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:35.933898 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:55:36.710942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53700) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:36.950197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d26e0-59aa-48fc-a874-09822e8e36e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:36.950671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d26e0-59aa-48fc-a874-09822e8e36e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:36.952687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c55d26e0-59aa-48fc-a874-09822e8e36e2 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2406821 Aug 11 07:55:39.266666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:39.386542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836ac2e-87bf-4d0b-bfcc-757110a5fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:39.387146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836ac2e-87bf-4d0b-bfcc-757110a5fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:39.389069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f836ac2e-87bf-4d0b-bfcc-757110a5fb24 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208146 Aug 11 07:55:41.904848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53716) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:42.008402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54524442-579c-47d5-a0cd-a6120bb1e24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:42.009892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54524442-579c-47d5-a0cd-a6120bb1e24e admin admin] 10.222.0.58 "GET /v2.0/subnets/2e28bb39-9622-4cc4-87de-6c34f8c2a631 HTTP/1.1" status: 200 len: 816 time: 0.1040344 Aug 11 07:55:44.427814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53724) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:55:44.556462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616db0dd-b697-4916-861a-aae92d48d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:55:44.557838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-616db0dd-b697-4916-861a-aae92d48d47d admin admin] 10.222.0.58 "GET /v2.0/subnets/f358419f-fe22-459b-b9ff-b3f78f134ed8 HTTP/1.1" status: 200 len: 868 time: 0.1286633 Aug 11 07:55:59.154996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bc63cd92-6aad-488a-be85-d5635aa20feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:02.184241 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:02.650352 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-289a5d8c-3f38-49f0-9fbd-3f74e248db8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:04.594033 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:04.948769 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:56:05.926292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:12.551643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53778) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:12.629819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-3a321bc7-15f9-4b8a-ad66-704e47f42eec admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:56:12.630882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3a321bc7-15f9-4b8a-ad66-704e47f42eec admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0779858 Aug 11 07:56:15.080980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53786) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:15.152245 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d050ac-4790-43e3-8902-7fd09011577d admin admin] GET failed (client error): The resource could not be found. Aug 11 07:56:15.153704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3d050ac-4790-43e3-8902-7fd09011577d admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0711923 Aug 11 07:56:15.318865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f320b-7ace-4571-be09-083201c3f174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:56:15.320545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0c6f320b-7ace-4571-be09-083201c3f174 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1620424 Aug 11 07:56:18.042730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53794) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:18.098195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:56:18.124264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Made reservation on behalf of b7007a00d6f44e7196eac18ea90dae18 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:56:18.127086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:18.168443 n-d-789963-6 neutron-server[94573]: WARNING neutron.services.revisions.revision_plugin [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Could not find related network for resource to bump revision. Aug 11 07:56:18.186513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 07:56:18.202147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:18.202687 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Added segment 7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494 of type vlan for network 1cee3ff0-5a28-43a6-8941-26e3aebf775d Aug 11 07:56:18.280354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:18.328904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:18.330085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:56:18.330826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:18.390152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3458648 Aug 11 07:56:18.400253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=1cee3ff0-5a28-43a6-8941-26e3aebf775d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:18.409398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.410010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.410476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.410896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.411326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.411779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.412206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.412667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.413250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.413675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.414198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.414623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067484d9-cb39-4cb4-9617-8e9f873ddcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:18.432992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 07:56:20.752552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:56:20.828141 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-c410c844-2446-4677-bc5c-97cfd3d9ffec admin admin] GET failed (client error): The resource could not be found. Aug 11 07:56:20.829699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c410c844-2446-4677-bc5c-97cfd3d9ffec admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0759499 Aug 11 07:56:20.911622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc6a5e-50c5-444a-a4cf-5f8749016541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:56:20.913056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8bcc6a5e-50c5-444a-a4cf-5f8749016541 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0781248 Aug 11 07:56:20.924929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 07:56:20.950090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Made reservation on behalf of b7007a00d6f44e7196eac18ea90dae18 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 07:56:20.954003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:21.187015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:21.248005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:21.262843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:56:21.263272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Network hostable DHCP agents. Network: 1cee3ff0-5a28-43a6-8941-26e3aebf775d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 07:56:21.285493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 07:56:21.297300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 1cee3ff0-5a28-43a6-8941-26e3aebf775d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:56:21.303481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 07:56:21.304403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:21.310843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5db31e-cabe-482c-a3a8-9574473e3ca1 None None] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:56:21.323357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4efa637-25c2-4e02-9474-b622115e5b0c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4023447 Aug 11 07:56:21.544677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'tenant_id': 'b7007a00d6f44e7196eac18ea90dae18', 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 07:56:21.545805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:21.733313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Allocated IP 192.168.233.2 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 07:56:21.960857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:21.972534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Transition to ACTIVE for port object c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:56:21.998936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Transition to ACTIVE for port object c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 07:56:22.007133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.051538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 07:56:22.053160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 07:56:22.056082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 07:56:22.070503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Pushing event updated for resources: {'Port': ['ID=c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:22.099524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.099851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.100229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.100570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.100935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.101271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.101636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.101950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.102274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.102599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.102912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.103234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:56:22.141369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Attempting to bind port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 07:56:22.141803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Attempting to bind port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 07:56:22.142228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Attempting to bind port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 07:56:22.150614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 7, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 07:56:22.151074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 07:56:22.151526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.152026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 07:56:22.152747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Bound port: c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 07:56:22.153357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.261468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] For port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 07:56:22.269799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] For port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 07:56:22.276650 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:22.354267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7c52c-2322-4d97-a76a-298fe490bfc0 None None] Pushing event updated for resources: {'Port': ['ID=c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:23.303920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0188b-961d-42f1-af43-97fe9531c558 None None] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 07:56:23.436716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cf3f7daf-96ca-476f-a6bd-69354b296449 None None] Provisioning for port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:56:24.494099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:56:24.565858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 07:56:24.572116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:56:24.572552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:24.687488 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:24.725974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 07:56:24.732299 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:24.802371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:56:26.461283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 07:56:26.543306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c8b94a7a-168f-49e8-ac6d-9d5ca0ce3f1e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 07:56:26.543892 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:29.156230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb0628e0-2f28-42b4-b5ec-4dffb4f07f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:32.180022 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:32.648444 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eaeb68d1-c9fe-4439-a1d7-eefae19111b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:34.598011 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:35.929953 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:56:41.949342 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:56:59.158339 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8424196b-28f0-478e-9cf6-4429088c881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:02.181495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:02.644803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a60c6e9d-e279-4275-969d-4c22b2333d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:04.599689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:05.935199 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:18.955211 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:57:29.161496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9157-055c-4633-a54c-8affb3dae289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:32.184995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:32.642185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4caa2563-30ff-422b-b5fb-3b1a917400e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:34.600914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:35.934597 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:36.297922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53854) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:57:36.307075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-2c0cb4b0-efa8-4752-bedc-4215f1f1624e tempest-verify_tempest_config-1404010355 tempest-verify_tempest_config-1404010355-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 07:57:36.308648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2c0cb4b0-efa8-4752-bedc-4215f1f1624e tempest-verify_tempest_config-1404010355 tempest-verify_tempest_config-1404010355-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0091565 Aug 11 07:57:36.680153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53872) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:57:36.797730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:36.922893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:36.929813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:36.980213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0923ef80199401689b187ff692857c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2987924 Aug 11 07:57:36.981088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3491b520-0f93-4ed9-82dd-bdac8fd2b0aa,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:57:36.983636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53876) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 07:57:36.992160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.992691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.993223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.993728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.994233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.994719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.995225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.995741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.996259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.996772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.997315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:36.998239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04d612-bccc-47a0-882c-4ffa082b7958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.086317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:37.110338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:37.219576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:37.222797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:57:37.224299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3491b520-0f93-4ed9-82dd-bdac8fd2b0aa HTTP/1.1" status: 204 len: 168 time: 0.2392392 Aug 11 07:57:37.236705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3491b520-0f93-4ed9-82dd-bdac8fd2b0aa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 07:57:37.249417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.249909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.250370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.250911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.251635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.252107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.252677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.253273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.253825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.254367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.254903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:37.255427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b32c4-7a8f-49ab-8b88-7e89d88a816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 07:57:55.945045 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:57:59.157814 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48bd12ee-b312-40b9-87a9-39d8ad61a930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:02.182579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:02.638755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-50e2a4dc-3450-489b-8a28-ce52c3ee5147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:04.600375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:05.934910 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:29.156087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a71235db-70e5-4a01-9a4e-07bfe0d8b8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:32.181646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:32.645887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da4b6819-003e-40db-bba2-bf0fcfbda8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:32.944970 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:58:34.605110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:35.940726 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:58:59.155049 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20bb8bbd-2302-4aec-86e1-a28ddc51d09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:02.178170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:02.642053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2e5ffe5-fed8-42b4-be08-9c2a2fbf87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:04.608333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:05.942494 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:09.946113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:59:29.152269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-335911b0-0c93-4e11-b458-aafb31a1caa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:32.174074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:32.641188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7e1a238-9f15-4a57-bdee-3631237c4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:34.613039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:35.949856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 07:59:46.946141 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 07:59:59.150688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31423017-549c-4737-a87b-bc254f31332b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:02.179272 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:02.635293 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-25403b19-3403-4bd3-9d41-17d4930b2aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:04.615058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:05.949311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:23.946294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 5 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:00:29.147053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf7a099-de38-428f-9232-11a1f701cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.191495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:32.640371 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3902-2350-466c-89b7-ac5d6a03e5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:34.618840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:35.952277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:58.336247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.143320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-404f0caa-c90b-4ea8-916a-b4160d7cd398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:00:59.270229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373245'] for agent, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:00.946542 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:01:02.191597 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:02.644865 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7496dae-e003-4795-b4a4-7fa598f2dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:04.621780 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:05.955729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:28.297254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.140714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a3f9-a17d-4e46-9e58-3596b4b2cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:29.233196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:32.196500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:32.654659 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b29b086-f49c-4c1c-84e0-0006b9723239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:34.626503 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:35.962230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:36.890534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:37.011554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2bdc93a8-d3b3-4c9b-94b6-753a1cbc041f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1198354 Aug 11 08:01:37.950942 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:01:39.616671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53948) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:01:39.715370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-962343e9-ec73-4e39-ad05-d6ae1eabe2e1 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0975039 Aug 11 08:01:58.307949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:59.135646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f2d5d280-75df-4a8b-8ac7-ce447c6d3a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:01:59.230037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:02.192513 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:02.647909 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d7ac5477-947b-4325-afcd-6e4ba04d72c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:04.636266 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:05.961667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:14.954237 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:02:28.439798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.147820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38297bd9-c272-4265-ab0c-ae60b9913dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:29.246918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.208399 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:32.660327 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b899966-796b-44e6-91c9-1f5e8d09de04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:34.640688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:35.972621 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:51.959604 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:02:58.310007 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:59.151718 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ad273a6-e7a3-4218-ab27-6f91b1e9004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:02:59.254058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:02.211592 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:02.675846 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ce8756b5-5085-4017-9d5b-f2048d2e9be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:04.682540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:05.975369 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:08.295601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54204) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:08.933049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.070279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.075937 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.151915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba46e05-fd95-4529-9755-80d655517ba0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:09.161186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2490dc5dcfe9476ea731473a691b83a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8641224 Aug 11 08:03:09.165872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54236) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:09.170983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.171442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.171988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.172538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.173108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.173645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.174216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.174742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.175275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.175814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.176345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.176911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a13c2-033b-4796-b285-1fe9fde8eecc admin admin] Tracked resource versions report: Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: pushed versions: Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: { 'AddressGroup': {'1.2'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'ConntrackHelper': {'1.0'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Log': {'1.0'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Network': {'1.1'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Port': {'1.7'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'PortForwarding': {'1.2'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'QosPolicy': {'1.9'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'SecurityGroup': {'1.4'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'SecurityGroupRule': {'1.2'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'SubPort': {'1.0'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Subnet': {'1.1'}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Trunk': {'1.1'}} Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: consumer versions: Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: { DHCP agent@n-d-789963-6: {}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: HyperV agent@n-h1-789963-6: {}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: HyperV agent@n-h2-789963-6: {}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: L3 agent@n-d-789963-6: {}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: Metadata agent@n-d-789963-6: {}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: Metering agent@n-d-789963-6: {}, Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'ConntrackHelper': '1.0', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Log': '1.0', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Network': '1.1', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Port': '1.7', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'PortForwarding': '1.2', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'QosPolicy': '1.9', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'SecurityGroup': '1.4', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'SecurityGroupRule': '1.2', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'SubPort': '1.0', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Subnet': '1.1', Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: 'Trunk': '1.1'}} Aug 11 08:03:09.178796 n-d-789963-6 neutron-server[94573]: {{(pid=94573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 08:03:09.250124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.275179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.338967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.342388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:09.344022 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aba46e05-fd95-4529-9755-80d655517ba0 HTTP/1.1" status: 204 len: 168 time: 0.1762700 Aug 11 08:03:09.357771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba46e05-fd95-4529-9755-80d655517ba0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:09.370167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.370656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.371132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.371561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.372060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.372486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.373034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.373462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.373960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.374394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.374865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.375283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4803e4ca-8c08-435f-b9d0-1ace292ae29b admin admin] Tracked resource versions report: Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: pushed versions: Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: { 'AddressGroup': {'1.2'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'ConntrackHelper': {'1.0'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Log': {'1.0'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Network': {'1.1'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Port': {'1.7'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'PortForwarding': {'1.2'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'QosPolicy': {'1.9'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'SecurityGroup': {'1.4'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'SecurityGroupRule': {'1.2'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'SubPort': {'1.0'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Subnet': {'1.1'}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Trunk': {'1.1'}} Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: consumer versions: Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: { DHCP agent@n-d-789963-6: {}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: HyperV agent@n-h1-789963-6: {}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: HyperV agent@n-h2-789963-6: {}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: L3 agent@n-d-789963-6: {}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: Metadata agent@n-d-789963-6: {}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: Metering agent@n-d-789963-6: {}, Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'ConntrackHelper': '1.0', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Log': '1.0', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Network': '1.1', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Port': '1.7', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'PortForwarding': '1.2', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'QosPolicy': '1.9', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'SecurityGroup': '1.4', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'SecurityGroupRule': '1.2', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'SubPort': '1.0', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Subnet': '1.1', Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: 'Trunk': '1.1'}} Aug 11 08:03:09.376516 n-d-789963-6 neutron-server[94572]: {{(pid=94572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 08:03:10.318974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54278) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:10.346107 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-470c0f73-bf0d-4e8f-bfdc-1cf2358c4b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.479007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-470c0f73-bf0d-4e8f-bfdc-1cf2358c4b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.485375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-470c0f73-bf0d-4e8f-bfdc-1cf2358c4b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.527343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0f73-bf0d-4e8f-bfdc-1cf2358c4b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b521ce20-8abc-4a62-abf9-68a13acfb1a7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:10.556032 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-470c0f73-bf0d-4e8f-bfdc-1cf2358c4b32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0029b4ed77fd4dfabf7468c2ad336d48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2334356 Aug 11 08:03:10.565222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54288) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:10.655994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd10b-3bc0-40f1-8b69-41cb1721308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.701169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd10b-3bc0-40f1-8b69-41cb1721308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.807931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd10b-3bc0-40f1-8b69-41cb1721308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.811048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd10b-3bc0-40f1-8b69-41cb1721308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:10.813024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cdfbd10b-3bc0-40f1-8b69-41cb1721308e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b521ce20-8abc-4a62-abf9-68a13acfb1a7 HTTP/1.1" status: 204 len: 168 time: 0.2466841 Aug 11 08:03:10.825641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbd10b-3bc0-40f1-8b69-41cb1721308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b521ce20-8abc-4a62-abf9-68a13acfb1a7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:13.058296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54428) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:13.064251 n-d-789963-6 neutron-server[94572]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 08:03:13.118644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-8d8f281b-c98e-4108-ab45-e93f07b230b8 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571866 Aug 11 08:03:13.383249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-9f6624ab-10fc-4970-a964-92c91bb1b652 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:13.385951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-9f6624ab-10fc-4970-a964-92c91bb1b652 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562919 Aug 11 08:03:13.417565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-85fbee44-07cb-488e-916f-e5f9a6b49751 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/quotas/883ca96ddd554d42ba61d7b39f0651d3 HTTP/1.1" status: 200 len: 375 time: 0.0194952 Aug 11 08:03:13.524072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-fb6af52b-b5c9-4916-8641-f20812cff484 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946999 Aug 11 08:03:14.281007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54502) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:14.430375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54512) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:14.588435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a453ee-9596-4f75-bbdc-2db39a21842a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.606778 n-d-789963-6 neutron-server[94573]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 08:03:14.693597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1faecb9e-ea2a-4783-a5c1-1124ac4b4940 req-7582a0cf-1d84-4278-8d96-763e6d133c47 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 210 time: 0.2600091 Aug 11 08:03:14.875529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a453ee-9596-4f75-bbdc-2db39a21842a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.883655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a453ee-9596-4f75-bbdc-2db39a21842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:14.949705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a453ee-9596-4f75-bbdc-2db39a21842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e26c50d-4570-4bce-960c-56c69b66908d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:15.026840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-12a453ee-9596-4f75-bbdc-2db39a21842a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58a3253d62564118ba0b6a2a20c56e4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7438807 Aug 11 08:03:15.029929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:15.148351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f9650c6-b4da-4b16-ae97-8dd5e2e8d9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:15.218315 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f9650c6-b4da-4b16-ae97-8dd5e2e8d9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:15.318207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f9650c6-b4da-4b16-ae97-8dd5e2e8d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:15.325331 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f9650c6-b4da-4b16-ae97-8dd5e2e8d9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:15.328188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2f9650c6-b4da-4b16-ae97-8dd5e2e8d9b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e26c50d-4570-4bce-960c-56c69b66908d HTTP/1.1" status: 204 len: 168 time: 0.2966084 Aug 11 08:03:15.344723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9650c6-b4da-4b16-ae97-8dd5e2e8d9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e26c50d-4570-4bce-960c-56c69b66908d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:15.908566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:15.924371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20c1bdda-a6eb-4f6b-9762-158e103bb9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.037080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54622) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:16.164756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20c1bdda-a6eb-4f6b-9762-158e103bb9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.170191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20c1bdda-a6eb-4f6b-9762-158e103bb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.258486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1bdda-a6eb-4f6b-9762-158e103bb9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2ace8-f79d-4d9c-b411-98fa6c763c34,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:16.265800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f0bb-16e9-4363-bfc0-2be8b59c2dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.305198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7ee3a7e-a914-43bf-9410-b0743cb15fd8 req-410a4542-00e0-4543-a450-22460c827b0b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 210 time: 0.1009967 Aug 11 08:03:16.310155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-20c1bdda-a6eb-4f6b-9762-158e103bb9b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e43a0eaf5bc486091977a41ef492825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4004080 Aug 11 08:03:16.314603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54628) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:16.381577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02541414-2771-4a42-810a-affee38d36a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.412021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02541414-2771-4a42-810a-affee38d36a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.585980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f0bb-16e9-4363-bfc0-2be8b59c2dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.593492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbc5f0bb-16e9-4363-bfc0-2be8b59c2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.689677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5f0bb-16e9-4363-bfc0-2be8b59c2dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c6a4c-7b3b-4664-8b2d-9ecc256349fd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:16.733518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bbc5f0bb-16e9-4363-bfc0-2be8b59c2dc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8595e8a6e1274851a3598baae027263e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6943078 Aug 11 08:03:16.734285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:16.741122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02541414-2771-4a42-810a-affee38d36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.753452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02541414-2771-4a42-810a-affee38d36a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.760818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-02541414-2771-4a42-810a-affee38d36a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ecf2ace8-f79d-4d9c-b411-98fa6c763c34 HTTP/1.1" status: 204 len: 168 time: 0.4396777 Aug 11 08:03:16.791795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02541414-2771-4a42-810a-affee38d36a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2ace8-f79d-4d9c-b411-98fa6c763c34,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:16.880831 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68311b3e-279d-4102-a1b6-ec65297c8313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:16.922058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68311b3e-279d-4102-a1b6-ec65297c8313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.023457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68311b3e-279d-4102-a1b6-ec65297c8313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.027529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68311b3e-279d-4102-a1b6-ec65297c8313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.029092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68311b3e-279d-4102-a1b6-ec65297c8313 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/944c6a4c-7b3b-4664-8b2d-9ecc256349fd HTTP/1.1" status: 204 len: 168 time: 0.2919183 Aug 11 08:03:17.061729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68311b3e-279d-4102-a1b6-ec65297c8313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c6a4c-7b3b-4664-8b2d-9ecc256349fd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:17.087705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.69', 58512) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:17.214904 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-54dd8daf-c923-4027-9a88-20109fc73ffc tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119790 Aug 11 08:03:17.503047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54696) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:17.718887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-216edd84-b2cd-4086-8696-f146cb59154f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.761730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96bfe0cc-29ab-4b3d-b489-5a47b3b2e44c req-e80bd2e6-3d9b-4e76-94de-671a798d11f3 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 210 time: 0.1165597 Aug 11 08:03:17.836409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-f7efc6d0-ea07-4add-9a85-3b0e60018bf3 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:17.838799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-f7efc6d0-ea07-4add-9a85-3b0e60018bf3 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6183944 Aug 11 08:03:17.915698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-216edd84-b2cd-4086-8696-f146cb59154f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.922787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-216edd84-b2cd-4086-8696-f146cb59154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:17.992358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Request body: {'port': {'device_id': '06487cfe-6540-4303-a394-0f18edb582c2', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '883ca96ddd554d42ba61d7b39f0651d3'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:18.026562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216edd84-b2cd-4086-8696-f146cb59154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c96b1-723c-40e2-9f68-cd140c78796c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:18.063857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-216edd84-b2cd-4086-8696-f146cb59154f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=819f393ae54a4ddab040d26b33ee4216&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5590518 Aug 11 08:03:18.064904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:18.208518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:18.317929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95f4b01d-7746-4f2a-bc51-4536e8739fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.391849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95f4b01d-7746-4f2a-bc51-4536e8739fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.514085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Made reservation on behalf of 883ca96ddd554d42ba61d7b39f0651d3 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:18.519553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.537609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54780) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:18.538546 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c768f842-cebb-43e7-b216-d09dbe588255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.545543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.569226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95f4b01d-7746-4f2a-bc51-4536e8739fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.573329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95f4b01d-7746-4f2a-bc51-4536e8739fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.575024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-95f4b01d-7746-4f2a-bc51-4536e8739fd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/828c96b1-723c-40e2-9f68-cd140c78796c HTTP/1.1" status: 204 len: 168 time: 0.5092294 Aug 11 08:03:18.612644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4b01d-7746-4f2a-bc51-4536e8739fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c96b1-723c-40e2-9f68-cd140c78796c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:18.765196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:18.772602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.105961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c768f842-cebb-43e7-b216-d09dbe588255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.113871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c768f842-cebb-43e7-b216-d09dbe588255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.225861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3cb35d22-1f7a-4f32-a059-2975cf495803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.263827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768f842-cebb-43e7-b216-d09dbe588255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed4350a-fc7b-42d0-8013-24b64dcb8c29,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:19.304082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c768f842-cebb-43e7-b216-d09dbe588255 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdb56a5ef3f54222a6edf9c667613acb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0889881 Aug 11 08:03:19.305140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54822) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:19.402517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df1f2e38-9c33-4eb9-ab84-1d4ca4a49117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.409397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15b447f1-090b-4846-b28b-4eab340c192e req-5e01f024-c2ed-4004-af4b-cc0ab95c49b2 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 210 time: 0.2242608 Aug 11 08:03:19.470826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df1f2e38-9c33-4eb9-ab84-1d4ca4a49117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.605658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df1f2e38-9c33-4eb9-ab84-1d4ca4a49117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.605658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df1f2e38-9c33-4eb9-ab84-1d4ca4a49117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:19.610286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df1f2e38-9c33-4eb9-ab84-1d4ca4a49117 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ed4350a-fc7b-42d0-8013-24b64dcb8c29 HTTP/1.1" status: 204 len: 168 time: 0.3033473 Aug 11 08:03:19.632014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f2e38-9c33-4eb9-ab84-1d4ca4a49117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed4350a-fc7b-42d0-8013-24b64dcb8c29,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:19.637029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Allocated IP 192.168.233.13 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/1402d40c-fd6b-4f41-8954-48f225622692) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:19.737506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:20.025191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3cb35d22-1f7a-4f32-a059-2975cf495803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.031426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3cb35d22-1f7a-4f32-a059-2975cf495803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.150277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54834) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:20.150846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3cb35d22-1f7a-4f32-a059-2975cf495803 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0482229c14f4482588d1e7d097e1676f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6110811 Aug 11 08:03:20.167928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35d22-1f7a-4f32-a059-2975cf495803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d432339-fc7f-41e2-90c1-fea2bfd84787,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:20.222538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.287717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Transition to ACTIVE for port object 1402d40c-fd6b-4f41-8954-48f225622692 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:20.305603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54836) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:20.327525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ed27-cc53-4522-8d2d-853a21ef9413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.367464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31645dbd-e727-4fce-97c2-e9bae65a369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.391541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ed27-cc53-4522-8d2d-853a21ef9413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.503248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.636588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ed27-cc53-4522-8d2d-853a21ef9413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.642123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ed27-cc53-4522-8d2d-853a21ef9413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:20.653420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d7c0ed27-cc53-4522-8d2d-853a21ef9413 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d432339-fc7f-41e2-90c1-fea2bfd84787 HTTP/1.1" status: 204 len: 168 time: 0.4958708 Aug 11 08:03:20.706794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0ed27-cc53-4522-8d2d-853a21ef9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d432339-fc7f-41e2-90c1-fea2bfd84787,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:20.802878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-758a9aa0-21ab-4187-a843-fe8a3d8f45c8 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=73defde1ec6943168dd3e11f9028ec64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898440 Aug 11 08:03:20.806990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:20.993205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:21.084378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:21.089063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:21.102408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:21.104011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:21.156983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-633e78fb-06b4-44d0-9bcf-f9a420cd9b84 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:21.176029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-633e78fb-06b4-44d0-9bcf-f9a420cd9b84 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684621 Aug 11 08:03:21.192493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616815-75be-4e62-9beb-9c8c3d7e2f85 req-77358f7e-b22b-4940-9fcc-2715014ed044 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:21.212949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77616815-75be-4e62-9beb-9c8c3d7e2f85 req-77358f7e-b22b-4940-9fcc-2715014ed044 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 935 time: 0.3238015 Aug 11 08:03:21.225138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-64fd4751-3555-48c3-bc35-66ce0c945840 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/quotas/73defde1ec6943168dd3e11f9028ec64 HTTP/1.1" status: 200 len: 375 time: 0.0460687 Aug 11 08:03:21.335965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-6972ee6f-7c17-4c97-aeed-f2238da2049a tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=73defde1ec6943168dd3e11f9028ec64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088099 Aug 11 08:03:21.388994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77616815-75be-4e62-9beb-9c8c3d7e2f85 req-412e776d-aff0-4240-8c88-05194da08fba tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741660 Aug 11 08:03:21.392195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Pushing event updated for resources: {'Port': ['ID=1402d40c-fd6b-4f41-8954-48f225622692,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:21.531538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31645dbd-e727-4fce-97c2-e9bae65a369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:21.545584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31645dbd-e727-4fce-97c2-e9bae65a369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:21.667236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1a3eec55-ac8a-44cd-8997-6b6f02db7462 None None] Provisioning for port 1402d40c-fd6b-4f41-8954-48f225622692 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:21.673707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-31645dbd-e727-4fce-97c2-e9bae65a369c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cde2c9728c8d4a12a8a7077893c69896&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3658464 Aug 11 08:03:21.677021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1a3eec55-ac8a-44cd-8997-6b6f02db7462 None None] Provisioning complete for port 1402d40c-fd6b-4f41-8954-48f225622692 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:21.677832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:21.678076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec55-ac8a-44cd-8997-6b6f02db7462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:21.679731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-09a28d75-8d6b-4d55-aaa2-4b3d37877285 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6927776 Aug 11 08:03:21.797436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1a3eec55-ac8a-44cd-8997-6b6f02db7462 None None] Port 1402d40c-fd6b-4f41-8954-48f225622692 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:03:21.839754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31645dbd-e727-4fce-97c2-e9bae65a369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256932dd-dd47-4937-b633-60cfe7bea419,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:21.888355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1449f016-d39a-4e03-8582-53230632a9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:21.972285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a2aad1-6f5b-4dc7-9dd5-01793fc54a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.016008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a2aad1-6f5b-4dc7-9dd5-01793fc54a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.043711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65c3c2ed-1ffe-42b0-968e-2882cd6c6296 req-ce7124b6-76c4-407a-8bb1-32c686380e89 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.1138616 Aug 11 08:03:22.133507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1449f016-d39a-4e03-8582-53230632a9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.136068 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a2aad1-6f5b-4dc7-9dd5-01793fc54a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.141047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a2aad1-6f5b-4dc7-9dd5-01793fc54a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.147717 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-94a2aad1-6f5b-4dc7-9dd5-01793fc54a41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/256932dd-dd47-4937-b633-60cfe7bea419 HTTP/1.1" status: 204 len: 168 time: 0.4681211 Aug 11 08:03:22.153994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1449f016-d39a-4e03-8582-53230632a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.176813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2aad1-6f5b-4dc7-9dd5-01793fc54a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256932dd-dd47-4937-b633-60cfe7bea419,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:22.227340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449f016-d39a-4e03-8582-53230632a9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68708698-1f03-4c5c-a470-74b16144a1fd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:22.229816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-95b8cf1c-38f8-471e-abe5-31a51f82eb57 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:03:22.231173 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-95b8cf1c-38f8-471e-abe5-31a51f82eb57 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175252 Aug 11 08:03:22.249439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54882) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:22.272754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bcf937-09ea-41af-ae67-fc271ac1e2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.299380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1449f016-d39a-4e03-8582-53230632a9b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0335d90fb9fa4c19b805339f82c9375b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4825776 Aug 11 08:03:22.300294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54886) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:22.597553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d83e3c-5a3e-43d4-9ac4-c3387627f93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.891965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bcf937-09ea-41af-ae67-fc271ac1e2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.911987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bcf937-09ea-41af-ae67-fc271ac1e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:22.925692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d83e3c-5a3e-43d4-9ac4-c3387627f93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.081158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63bcf937-09ea-41af-ae67-fc271ac1e2f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fadff5e6bed4964b2a3bf67948996af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8251281 Aug 11 08:03:23.085832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcf937-09ea-41af-ae67-fc271ac1e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f82d47-ae5b-4295-a34b-3c2b076e442d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:23.104291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54908) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:23.334920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09663b5-5e51-4f06-9a06-8e4ea1fecac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.363453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7fe7-8d07-420b-a356-9d81c8d331ae req-e87d2880-5c77-446e-a7ac-735b28932482 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:23.371687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d83e3c-5a3e-43d4-9ac4-c3387627f93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.376270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d83e3c-5a3e-43d4-9ac4-c3387627f93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.379053 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-37d83e3c-5a3e-43d4-9ac4-c3387627f93e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68708698-1f03-4c5c-a470-74b16144a1fd HTTP/1.1" status: 204 len: 168 time: 1.0757742 Aug 11 08:03:23.383686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-571c7fe7-8d07-420b-a356-9d81c8d331ae req-e87d2880-5c77-446e-a7ac-735b28932482 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 935 time: 0.3951135 Aug 11 08:03:23.409691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce70f884-f8d0-4bdb-bcdf-aee9a10017f1 req-72787100-440a-4117-9ae2-6de94176398c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.1552181 Aug 11 08:03:23.422637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d83e3c-5a3e-43d4-9ac4-c3387627f93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68708698-1f03-4c5c-a470-74b16144a1fd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:23.531352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09663b5-5e51-4f06-9a06-8e4ea1fecac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.626862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-571c7fe7-8d07-420b-a356-9d81c8d331ae req-f61cc521-4a30-4a92-9df8-86c367a404c5 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417765 Aug 11 08:03:23.771881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09663b5-5e51-4f06-9a06-8e4ea1fecac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.785815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09663b5-5e51-4f06-9a06-8e4ea1fecac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:23.799262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c09663b5-5e51-4f06-9a06-8e4ea1fecac1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7f82d47-ae5b-4295-a34b-3c2b076e442d HTTP/1.1" status: 204 len: 168 time: 0.6838236 Aug 11 08:03:23.831189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09663b5-5e51-4f06-9a06-8e4ea1fecac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f82d47-ae5b-4295-a34b-3c2b076e442d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:24.065847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Request body: {'port': {'device_id': '06487cfe-6540-4303-a394-0f18edb582c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:24.509895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:24.644946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dcc28fe-2c24-4691-9ee4-d1dc53ac3e5d req-e10f034c-f6eb-4487-801a-e4c5662aba54 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.0446239 Aug 11 08:03:24.993335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54944) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:25.031783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b8e81ed8-0a23-4573-b296-2c110fc80819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:25.134968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8028-2597-4b72-889d-f52fe01002dc req-5d636218-5a86-42b5-9ac1-84167396b86b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:25.146328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-883d8028-2597-4b72-889d-f52fe01002dc req-5d636218-5a86-42b5-9ac1-84167396b86b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 935 time: 0.3544447 Aug 11 08:03:25.243112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-883d8028-2597-4b72-889d-f52fe01002dc req-46e81b8e-5466-422a-9bcd-641d2a1d2a16 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Aug 11 08:03:25.604148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b8e81ed8-0a23-4573-b296-2c110fc80819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:25.614855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1402d40c-fd6b-4f41-8954-48f225622692 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:25.626222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b8e81ed8-0a23-4573-b296-2c110fc80819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:25.637949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:25.685707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e81ed8-0a23-4573-b296-2c110fc80819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806b04f2-0bf3-4948-9eab-22e4a98071da,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:25.720896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Transition to ACTIVE for port object 1402d40c-fd6b-4f41-8954-48f225622692 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:25.727847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b8e81ed8-0a23-4573-b296-2c110fc80819 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ac2f31ca0864269a0997948282037b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7322924 Aug 11 08:03:25.729809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:25.732037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54964) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:25.826125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Pushing event updated for resources: {'Port': ['ID=1402d40c-fd6b-4f41-8954-48f225622692,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:25.907226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2222-bae4-4cce-9a63-99f689a36c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.029444 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2222-bae4-4cce-9a63-99f689a36c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.217899 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36abf514-6c38-4955-b9c6-faff3fe4f622 req-ce6b3d05-c6c2-418d-9282-3041e6582d6a tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.1156259 Aug 11 08:03:26.220210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Attempting to bind port 1402d40c-fd6b-4f41-8954-48f225622692 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:03:26.233300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Attempting to bind port 1402d40c-fd6b-4f41-8954-48f225622692 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:03:26.234670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Attempting to bind port 1402d40c-fd6b-4f41-8954-48f225622692 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:26.251597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Port 1402d40c-fd6b-4f41-8954-48f225622692 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:03:26.251820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2222-bae4-4cce-9a63-99f689a36c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.252766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Attempting to bind port 1402d40c-fd6b-4f41-8954-48f225622692 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:26.258837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2222-bae4-4cce-9a63-99f689a36c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.259680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:03:26.260233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:26.261113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:03:26.262206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Bound port: 1402d40c-fd6b-4f41-8954-48f225622692, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:03:26.262690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.273750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9bc2222-bae4-4cce-9a63-99f689a36c32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/806b04f2-0bf3-4948-9eab-22e4a98071da HTTP/1.1" status: 204 len: 168 time: 0.5393534 Aug 11 08:03:26.339803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2222-bae4-4cce-9a63-99f689a36c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806b04f2-0bf3-4948-9eab-22e4a98071da,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:26.565595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828bc1a-010d-43d6-9b98-b189d12bdefe req-d3e35510-0eb9-4e30-a621-133da58bc805 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:26.568676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3828bc1a-010d-43d6-9b98-b189d12bdefe req-d3e35510-0eb9-4e30-a621-133da58bc805 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.1330643 Aug 11 08:03:26.585510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] For port 1402d40c-fd6b-4f41-8954-48f225622692, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:03:26.601228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] For port 1402d40c-fd6b-4f41-8954-48f225622692, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1402d40c-fd6b-4f41-8954-48f225622692,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:03:26.611017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.760149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:26.763032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3828bc1a-010d-43d6-9b98-b189d12bdefe req-c1dcfd90-424c-4848-82c0-243a5c99c818 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856656 Aug 11 08:03:26.769925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:26.773339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] 10.222.0.69 "PUT /v2.0/ports/1402d40c-fd6b-4f41-8954-48f225622692 HTTP/1.1" status: 200 len: 1095 time: 3.8123288 Aug 11 08:03:26.784092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06487cfe-6540-4303-a394-0f18edb582c2', 'tag': '1402d40c-fd6b-4f41-8954-48f225622692'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:27.348315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbba4a6-9497-48be-8d37-dbcdc2fd9e7c service neutron] Pushing event updated for resources: {'Port': ['ID=1402d40c-fd6b-4f41-8954-48f225622692,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:27.406767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-6c3ad187-b965-4da4-8da0-e2debec7d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:27.409472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-6c3ad187-b965-4da4-8da0-e2debec7d4ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 1098 time: 0.3416362 Aug 11 08:03:27.465684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f44de0de-efce-470f-ba34-904c4fef5c5c req-2bc85bbf-d011-4602-8d92-f44436261bd0 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.1076033 Aug 11 08:03:27.602495 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-4f708c4a-d138-4eb6-b68b-6ec587e88ac4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=1402d40c-fd6b-4f41-8954-48f225622692 HTTP/1.1" status: 200 len: 217 time: 0.1410291 Aug 11 08:03:28.065972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631b6e2-a003-4d39-be54-4fe643de07f4 req-2bd4fa14-2b48-4958-aa8c-994adeac9f8d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:28.068034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1631b6e2-a003-4d39-be54-4fe643de07f4 req-2bd4fa14-2b48-4958-aa8c-994adeac9f8d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.1016867 Aug 11 08:03:28.107611 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90ae4f9-3037-43ce-886b-a96037015484" -d '{"events": [{"name": "network-changed", "server_uuid": "06487cfe-6540-4303-a394-0f18edb582c2", "tag": "1402d40c-fd6b-4f41-8954-48f225622692"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:28.141728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1631b6e2-a003-4d39-be54-4fe643de07f4 req-2c9c25bc-a035-4a2a-8b64-6fc9cf90465c tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611641 Aug 11 08:03:28.344595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:28.855353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60388f43-2e11-492e-b355-852807ef5b61 req-a516e641-7e55-4d79-9808-7b6181f52d32 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.0699654 Aug 11 08:03:28.931951 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c62cc2-8a77-4311-8676-6f9b0254ffcc x-openstack-request-id: req-47c62cc2-8a77-4311-8676-6f9b0254ffcc {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:28.932292 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06487cfe-6540-4303-a394-0f18edb582c2", "tag": "1402d40c-fd6b-4f41-8954-48f225622692", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:28.932523 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47c62cc2-8a77-4311-8676-6f9b0254ffcc {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:28.932918 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06487cfe-6540-4303-a394-0f18edb582c2', 'tag': '1402d40c-fd6b-4f41-8954-48f225622692', 'status': 'completed', 'code': 200} Aug 11 08:03:28.968466 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:03:29.175125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9690f5c9-65bf-4b94-be55-72bf160f1005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.324029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:29.337109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba4dc6-ec86-42c1-bc7f-1e248ec87d23 req-66a91c0c-d0be-40d7-959d-f6a843f5c335 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:29.338771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1ba4dc6-ec86-42c1-bc7f-1e248ec87d23 req-66a91c0c-d0be-40d7-959d-f6a843f5c335 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.0862999 Aug 11 08:03:29.413689 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1ba4dc6-ec86-42c1-bc7f-1e248ec87d23 req-bcda0e96-4f95-46fe-ac0f-659feec53cf5 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Aug 11 08:03:30.033366 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-068bc1dd-9174-42e9-b84c-5d5d158ce5b2 req-715d895a-8a88-46bd-a819-74a879dc62b4 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.0528564 Aug 11 08:03:30.473408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.69', 58517) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:30.484099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:30.530207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-30b488d4-d658-481c-90b4-4370e676fdb1 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=73defde1ec6943168dd3e11f9028ec64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449116 Aug 11 08:03:30.600147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-338d6c15-278a-4687-aad5-0be23ebcfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:30.604824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-338d6c15-278a-4687-aad5-0be23ebcfcaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1315253 Aug 11 08:03:30.778029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-4c596c2a-a331-4d93-878d-6b608ed153f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:30.780460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-4c596c2a-a331-4d93-878d-6b608ed153f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524556 Aug 11 08:03:30.789615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeaa07-2e0a-43ca-a434-ba0ea1c05d0c req-0857d4f4-54c9-4221-a733-72c515003bac tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:30.792765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1aeaa07-2e0a-43ca-a434-ba0ea1c05d0c req-0857d4f4-54c9-4221-a733-72c515003bac tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.1436558 Aug 11 08:03:30.909723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-e314b78c-8c20-49fa-b2e1-682383da6441 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:30.912737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-e314b78c-8c20-49fa-b2e1-682383da6441 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735528 Aug 11 08:03:30.916646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-5463b3a2-b623-4431-9dc1-44c724050aed service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184676 Aug 11 08:03:30.924797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1aeaa07-2e0a-43ca-a434-ba0ea1c05d0c req-225af04c-0179-43b9-a871-ef607c04907d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 Aug 11 08:03:30.952119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Request body: {'port': {'device_id': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '73defde1ec6943168dd3e11f9028ec64'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:31.095925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3a934fb-5fb6-427f-bfd8-7b055da9414b req-aa172c8b-32df-4b6f-9daf-00366e4feab5 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482103 Aug 11 08:03:31.284802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a2d482f-973e-4fe7-b5b8-5c05d5d49f1e req-f49a0aee-47ab-4a2c-8c68-bca7c9e878ea tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.1143012 Aug 11 08:03:31.311851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae4f9-3037-43ce-886b-a96037015484 req-f3014b6c-823c-43f3-b8cf-3f98e6059b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.315938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-f3014b6c-823c-43f3-b8cf-3f98e6059b5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 1098 time: 0.0832057 Aug 11 08:03:31.348420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.409405 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:03:31.409405 n-d-789963-6 neutron-server[94572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 08:03:31.409405 n-d-789963-6 neutron-server[94572]: [parameters: {'project_id': '37cbf307c1ae49568bed2d14f2acb659', 'id': '1943deaa-a275-405d-abd1-eacb1d548cf0', 'expiration': datetime.datetime(2021, 8, 11, 8, 5, 31, 396717)}] Aug 11 08:03:31.409405 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:03:31.410112 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:03:31.424550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Made reservation on behalf of 73defde1ec6943168dd3e11f9028ec64 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:31.428504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.446706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.569922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae4f9-3037-43ce-886b-a96037015484 req-606f5984-ecb0-4b7a-b395-e447b1ffdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.571813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-606f5984-ecb0-4b7a-b395-e447b1ffdb68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2482815 Aug 11 08:03:31.617739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.625231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.644147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-0d521971-ab1a-4caa-8c2d-d5adb09c6ed3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=1402d40c-fd6b-4f41-8954-48f225622692 HTTP/1.1" status: 200 len: 217 time: 0.0638623 Aug 11 08:03:31.752723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b948f7d-835d-4637-b6f7-81f3567716aa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:31.943965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae4f9-3037-43ce-886b-a96037015484 req-ad51c8e8-bc53-4b3b-9ed7-f09c175589f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:31.952442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Allocated IP 192.168.233.109 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/57455855-430c-4825-9f53-a2e5dec5a2e4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:31.958621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:31.967124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-ad51c8e8-bc53-4b3b-9ed7-f09c175589f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.3130438 Aug 11 08:03:32.080786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae4f9-3037-43ce-886b-a96037015484 req-6bf5840e-343b-4a12-8258-d1f0a5f48c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.082612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-6bf5840e-343b-4a12-8258-d1f0a5f48c91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083367 Aug 11 08:03:32.214621 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.228462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-1e06d823-77b3-4d9f-9ab5-fccf19302afd service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372356 Aug 11 08:03:32.280247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315f4aa-1aa1-46c1-8c02-680639e36ff8 req-8ef972b5-bffb-4bd1-bf53-4ddabb900369 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.281874 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8315f4aa-1aa1-46c1-8c02-680639e36ff8 req-8ef972b5-bffb-4bd1-bf53-4ddabb900369 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.1586099 Aug 11 08:03:32.369219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.374324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c90ae4f9-3037-43ce-886b-a96037015484 req-014eda8e-56d0-4c01-af66-4673920d3708 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376436 Aug 11 08:03:32.409303 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.415329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8315f4aa-1aa1-46c1-8c02-680639e36ff8 req-32b3bebf-a868-4596-821d-dec1ea689d90 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217208 Aug 11 08:03:32.418660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Transition to ACTIVE for port object 57455855-430c-4825-9f53-a2e5dec5a2e4 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:32.420154 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.483928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37cbf307c1ae49568bed2d14f2acb659&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9945977 Aug 11 08:03:32.484470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55160) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:32.496388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7571e7-f506-4cf0-9295-5084a9361f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b655d-77a1-49e8-9c1e-5f5c095cda2b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:32.520404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.598383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:32.605346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:32.612070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:32.619258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.620644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.627705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a4bb-6928-488c-952f-e1f63a04ac69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.660578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-662e6e58-44c1-40e8-a6bb-9b621ceadd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.661101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Pushing event updated for resources: {'Port': ['ID=57455855-430c-4825-9f53-a2e5dec5a2e4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:32.666191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a4bb-6928-488c-952f-e1f63a04ac69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.669199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-5f046db6-84a7-4652-9558-50d96010151c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7234170 Aug 11 08:03:32.694289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Request body: {'port': {'device_id': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'device_owner': 'compute:tempest-test_az-442576452', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:32.710750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb104-942b-4b2b-b7f9-883978f43e92 req-319b1ddb-43fc-4a4a-8817-f0c5957305c6 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:32.721536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-929fb104-942b-4b2b-b7f9-883978f43e92 req-319b1ddb-43fc-4a4a-8817-f0c5957305c6 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 936 time: 0.1742296 Aug 11 08:03:32.804085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-929fb104-942b-4b2b-b7f9-883978f43e92 req-8ce89b8d-1460-426c-bf75-a1853539e544 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811262 Aug 11 08:03:32.821571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a4bb-6928-488c-952f-e1f63a04ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.825090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a0a4bb-6928-488c-952f-e1f63a04ac69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:32.830610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2a0a4bb-6928-488c-952f-e1f63a04ac69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f0b655d-77a1-49e8-9c1e-5f5c095cda2b HTTP/1.1" status: 204 len: 168 time: 0.3391676 Aug 11 08:03:32.843952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0a4bb-6928-488c-952f-e1f63a04ac69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b655d-77a1-49e8-9c1e-5f5c095cda2b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:32.877989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.037429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aa9d4f88-0959-4fd5-b804-651359b1be53 None None] Provisioning for port 57455855-430c-4825-9f53-a2e5dec5a2e4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:33.044602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aa9d4f88-0959-4fd5-b804-651359b1be53 None None] Provisioning complete for port 57455855-430c-4825-9f53-a2e5dec5a2e4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:33.045271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa9d4f88-0959-4fd5-b804-651359b1be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.101664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d4f88-0959-4fd5-b804-651359b1be53 None None] Port 57455855-430c-4825-9f53-a2e5dec5a2e4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:03:33.481997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57455855-430c-4825-9f53-a2e5dec5a2e4 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:33.502622 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.529142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Transition to ACTIVE for port object 57455855-430c-4825-9f53-a2e5dec5a2e4 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:33.538051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.539716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55206) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:33.560655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-427d234b-c4d7-4940-8324-3f553598e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.808297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987969ea-ad70-4016-9dc2-939d5838ef0a req-1d61bb55-20ab-4f81-acf9-91a362da7c3d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:33.810163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-987969ea-ad70-4016-9dc2-939d5838ef0a req-1d61bb55-20ab-4f81-acf9-91a362da7c3d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.1274166 Aug 11 08:03:33.817111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-427d234b-c4d7-4940-8324-3f553598e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.864092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-427d234b-c4d7-4940-8324-3f553598e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:33.908288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Pushing event updated for resources: {'Port': ['ID=57455855-430c-4825-9f53-a2e5dec5a2e4,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:33.933363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-427d234b-c4d7-4940-8324-3f553598e6d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3bc519435c04243a602c3a551684053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919287 Aug 11 08:03:33.946697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55222) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:34.003569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55224) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:34.014551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Attempting to bind port 57455855-430c-4825-9f53-a2e5dec5a2e4 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:03:34.015969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Attempting to bind port 57455855-430c-4825-9f53-a2e5dec5a2e4 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:03:34.015969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Attempting to bind port 57455855-430c-4825-9f53-a2e5dec5a2e4 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:34.023152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d234b-c4d7-4940-8324-3f553598e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700e42e-e50a-4e66-bb01-03cf0615947e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:34.031486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Port 57455855-430c-4825-9f53-a2e5dec5a2e4 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:03:34.032043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Attempting to bind port 57455855-430c-4825-9f53-a2e5dec5a2e4 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:34.049784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:03:34.050220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:34.051185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:03:34.051942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Bound port: 57455855-430c-4825-9f53-a2e5dec5a2e4, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:03:34.052530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.057470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-987969ea-ad70-4016-9dc2-939d5838ef0a req-62bb7c05-47b8-48f2-a744-3f516dd803e4 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331004 Aug 11 08:03:34.083477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f0b7-841a-4b06-aacf-b5d344fd6a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.099316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30627b61-41c9-4ede-aca6-23e8eebe5e2c req-0d732578-ea9f-442b-ad6a-889a8c9e373d tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:34.102276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30627b61-41c9-4ede-aca6-23e8eebe5e2c req-0d732578-ea9f-442b-ad6a-889a8c9e373d tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 969 time: 0.1875384 Aug 11 08:03:34.126977 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f0b7-841a-4b06-aacf-b5d344fd6a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.253589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f0b7-841a-4b06-aacf-b5d344fd6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.258967 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f0b7-841a-4b06-aacf-b5d344fd6a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.261239 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9c3f0b7-841a-4b06-aacf-b5d344fd6a54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1700e42e-e50a-4e66-bb01-03cf0615947e HTTP/1.1" status: 204 len: 168 time: 0.3122818 Aug 11 08:03:34.274803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f0b7-841a-4b06-aacf-b5d344fd6a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700e42e-e50a-4e66-bb01-03cf0615947e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:34.293367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] For port 57455855-430c-4825-9f53-a2e5dec5a2e4, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:03:34.315740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30627b61-41c9-4ede-aca6-23e8eebe5e2c req-7b5980e2-bbbd-4efc-baf7-f6c79e2775f2 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062056 Aug 11 08:03:34.318430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] For port 57455855-430c-4825-9f53-a2e5dec5a2e4, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=57455855-430c-4825-9f53-a2e5dec5a2e4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:03:34.332688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46443b5f-b7f6-4715-861f-a9df53cc2944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.335536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.384624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:34.385315 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.386850 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] 10.222.0.69 "PUT /v2.0/ports/57455855-430c-4825-9f53-a2e5dec5a2e4 HTTP/1.1" status: 200 len: 1117 time: 1.7026744 Aug 11 08:03:34.391382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'tag': '57455855-430c-4825-9f53-a2e5dec5a2e4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:34.602141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe26d41-4cb1-4501-9507-e2a11430ec3f service neutron] Pushing event updated for resources: {'Port': ['ID=57455855-430c-4825-9f53-a2e5dec5a2e4,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:34.652747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-2885de1b-491f-41ce-b23f-a46e6e36e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:34.654474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-2885de1b-491f-41ce-b23f-a46e6e36e553 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73defde1ec6943168dd3e11f9028ec64&device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 1120 time: 0.1759858 Aug 11 08:03:34.656417 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:34.779365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55246) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:34.827406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55250) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:34.840262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-d827337f-f3ce-4f9e-bf4d-38ac42bf4111 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=57455855-430c-4825-9f53-a2e5dec5a2e4 HTTP/1.1" status: 200 len: 217 time: 0.1684024 Aug 11 08:03:34.964312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55258) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:34.970855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-40c969cc-7f05-452a-8a2d-558baa0023dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:34.972343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-40c969cc-7f05-452a-8a2d-558baa0023dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1202176 Aug 11 08:03:35.019268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46443b5f-b7f6-4715-861f-a9df53cc2944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.042177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46443b5f-b7f6-4715-861f-a9df53cc2944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.087379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1402d40c-fd6b-4f41-8954-48f225622692 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:03:35.088602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81327699-ebe7-425e-8de0-0eb480e5556c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.121366 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-46443b5f-b7f6-4715-861f-a9df53cc2944 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1cc96297dc24f068dd6d016f02481b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1161411 Aug 11 08:03:35.138090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55264) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:35.140644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-218579a4-2e51-4fab-a420-0b8888a41e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.189826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46443b5f-b7f6-4715-861f-a9df53cc2944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96065266-78e3-47d7-bfa8-41e9d57590ef,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:35.200901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131252fa-953e-44fb-925b-a0e77cc49414 req-e10929c5-8524-4ccb-90f9-dc8ed879fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:35.202502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-e10929c5-8524-4ccb-90f9-dc8ed879fdb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194862 Aug 11 08:03:35.318282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1402d40c-fd6b-4f41-8954-48f225622692, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1402d40c-fd6b-4f41-8954-48f225622692,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:35.329336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4394-7b70-4815-b3c9-7a73c70e89ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.338967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '1402d40c-fd6b-4f41-8954-48f225622692', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '1402d40c-fd6b-4f41-8954-48f225622692', 'mac_address': 'fa:16:3e:2a:6e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:03:35.343126 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e" -d '{"events": [{"name": "network-changed", "server_uuid": "b94a4d81-b929-4ab3-8a76-ef625fc34efe", "tag": "57455855-430c-4825-9f53-a2e5dec5a2e4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:35.408700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.419138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4394-7b70-4815-b3c9-7a73c70e89ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.431879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-256210f1-987a-4dbb-b1ef-be1da1df10c8 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184589 Aug 11 08:03:35.432818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.457916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1402d40c-fd6b-4f41-8954-48f225622692 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:35.492515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1402d40c-fd6b-4f41-8954-48f225622692, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1402d40c-fd6b-4f41-8954-48f225622692,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:35.500068 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.520381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56417e-8ee8-4e9d-ac41-2bd898a080ed req-ee6b664f-84a6-4a35-8f4f-de9019fed15b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:35.528083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af56417e-8ee8-4e9d-ac41-2bd898a080ed req-ee6b664f-84a6-4a35-8f4f-de9019fed15b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 947 time: 0.2497029 Aug 11 08:03:35.559877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1402d40c-fd6b-4f41-8954-48f225622692,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:35.569437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.570077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.570580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.571059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.571430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-218579a4-2e51-4fab-a420-0b8888a41e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.571728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.572215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.572710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.573347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.573836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.574336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.574825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.575325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Tracked resource versions report: Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: pushed versions: Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: { 'AddressGroup': {'1.2'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'ConntrackHelper': {'1.0'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Log': {'1.0'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Network': {'1.1'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Port': {'1.7'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'PortForwarding': {'1.2'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'QosPolicy': {'1.9'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'SecurityGroup': {'1.4'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'SecurityGroupRule': {'1.2'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'SubPort': {'1.0'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Subnet': {'1.1'}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Trunk': {'1.1'}} Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: consumer versions: Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: { DHCP agent@n-d-789963-6: {}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: HyperV agent@n-h1-789963-6: {}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: HyperV agent@n-h2-789963-6: {}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: L3 agent@n-d-789963-6: {}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: Metadata agent@n-d-789963-6: {}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: Metering agent@n-d-789963-6: {}, Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'ConntrackHelper': '1.0', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Log': '1.0', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Network': '1.1', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Port': '1.7', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'PortForwarding': '1.2', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'QosPolicy': '1.9', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'SecurityGroup': '1.4', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'SecurityGroupRule': '1.2', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'SubPort': '1.0', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Subnet': '1.1', Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: 'Trunk': '1.1'}} Aug 11 08:03:35.576617 n-d-789963-6 neutron-server[94574]: {{(pid=94574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 08:03:35.588418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-218579a4-2e51-4fab-a420-0b8888a41e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.639065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218579a4-2e51-4fab-a420-0b8888a41e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d6668e-cd18-43e1-8636-0802bf0c2af1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:35.642372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:03:35.642372 n-d-789963-6 neutron-server[94573]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 08:03:35.642372 n-d-789963-6 neutron-server[94573]: [parameters: {'project_id_1': '0ece596172cd45329c792465817d66f5', 'expiration_1': datetime.datetime(2021, 8, 11, 8, 3, 35, 461668)}] Aug 11 08:03:35.642372 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:03:35.642760 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:03:35.687642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-218579a4-2e51-4fab-a420-0b8888a41e7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c4a87a7cd084380983eda042f14720d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8541973 Aug 11 08:03:35.690423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af56417e-8ee8-4e9d-ac41-2bd898a080ed req-0eb8084f-6658-4ae2-ac67-dc7efe594fe1 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381292 Aug 11 08:03:35.691125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55280) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:35.733070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de3db0-4265-4e67-9c39-484355c1e571 req-7f4241a6-de88-495c-a24b-47cfda403240 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:35.735875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38de3db0-4265-4e67-9c39-484355c1e571 req-7f4241a6-de88-495c-a24b-47cfda403240 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 969 time: 0.2646441 Aug 11 08:03:35.748183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131252fa-953e-44fb-925b-a0e77cc49414 req-ce55ccc1-ad1f-43c6-b272-6d57f258f121 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027503 Aug 11 08:03:35.761240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4394-7b70-4815-b3c9-7a73c70e89ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.766106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4394-7b70-4815-b3c9-7a73c70e89ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.768705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d3a4394-7b70-4815-b3c9-7a73c70e89ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96065266-78e3-47d7-bfa8-41e9d57590ef HTTP/1.1" status: 204 len: 168 time: 0.6287403 Aug 11 08:03:35.800957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a4394-7b70-4815-b3c9-7a73c70e89ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96065266-78e3-47d7-bfa8-41e9d57590ef,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:35.848462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38de3db0-4265-4e67-9c39-484355c1e571 req-f900a715-e4bf-4212-bece-35996d65b4d7 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986595 Aug 11 08:03:35.898118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1402d40c-fd6b-4f41-8954-48f225622692'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:35.919275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16e45145-aa37-4d4c-801d-729e3ba78efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:35.997481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16e45145-aa37-4d4c-801d-729e3ba78efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.018744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81327699-ebe7-425e-8de0-0eb480e5556c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.079225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81327699-ebe7-425e-8de0-0eb480e5556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.097438 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0359f0-c57f-4b09-a90f-9bdabcd66c6d x-openstack-request-id: req-6a0359f0-c57f-4b09-a90f-9bdabcd66c6d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:36.097968 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94a4d81-b929-4ab3-8a76-ef625fc34efe", "tag": "57455855-430c-4825-9f53-a2e5dec5a2e4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:36.098603 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a0359f0-c57f-4b09-a90f-9bdabcd66c6d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:36.099325 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'tag': '57455855-430c-4825-9f53-a2e5dec5a2e4', 'status': 'completed', 'code': 200} Aug 11 08:03:36.106311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.171032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.201392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81327699-ebe7-425e-8de0-0eb480e5556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a4199-b8e7-4927-8d50-fdd4ac06b057,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:36.239139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16e45145-aa37-4d4c-801d-729e3ba78efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.258606 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16e45145-aa37-4d4c-801d-729e3ba78efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.261066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-16e45145-aa37-4d4c-801d-729e3ba78efd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4d6668e-cd18-43e1-8636-0802bf0c2af1 HTTP/1.1" status: 204 len: 168 time: 0.5539193 Aug 11 08:03:36.293884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-95f9c5de-15a4-4a28-9ff4-00e288f95779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:36.300670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-95f9c5de-15a4-4a28-9ff4-00e288f95779 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73defde1ec6943168dd3e11f9028ec64&device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 1120 time: 0.1547554 Aug 11 08:03:36.452039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e45145-aa37-4d4c-801d-729e3ba78efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d6668e-cd18-43e1-8636-0802bf0c2af1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:36.465886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-81327699-ebe7-425e-8de0-0eb480e5556c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afbf012e48d1474395060a1d146e980d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6846015 Aug 11 08:03:36.469989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.471444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55302) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:36.493842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.579114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55304) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:36.598926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f86a27b-6de0-4ba9-994c-0171083c7a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.606842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c25969b-0278-44fc-af4f-6137c8ff1ecb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:36.622327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2e0eb4a0-f3d7-47fb-8ed9-dabef5b0a3c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ece596172cd45329c792465817d66f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6556966 Aug 11 08:03:36.625693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55306) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:36.675313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4959b80e-f257-4acc-9714-704480c82af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.702557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-efa13538-5760-42c2-9773-674c86b2643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:36.704497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-efa13538-5760-42c2-9773-674c86b2643a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3946853 Aug 11 08:03:36.751959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4959b80e-f257-4acc-9714-704480c82af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.789618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-a495aef3-9d83-42d0-bd16-ae8520373570 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=57455855-430c-4825-9f53-a2e5dec5a2e4 HTTP/1.1" status: 200 len: 217 time: 0.0739253 Aug 11 08:03:36.855227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d8b454d-69bc-4cce-94bb-cc10472502ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:36.881425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-d9970bfe-89b3-4142-8450-ce4a76c103a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:36.883574 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-d9970bfe-89b3-4142-8450-ce4a76c103a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0847623 Aug 11 08:03:36.937605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d8b454d-69bc-4cce-94bb-cc10472502ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.002619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4959b80e-f257-4acc-9714-704480c82af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.015771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4959b80e-f257-4acc-9714-704480c82af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.020631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4959b80e-f257-4acc-9714-704480c82af5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c89a4199-b8e7-4927-8d50-fdd4ac06b057 HTTP/1.1" status: 204 len: 168 time: 0.5451567 Aug 11 08:03:37.090553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1402d40c-fd6b-4f41-8954-48f225622692 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:37.105300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959b80e-f257-4acc-9714-704480c82af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a4199-b8e7-4927-8d50-fdd4ac06b057,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:37.157230 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f86a27b-6de0-4ba9-994c-0171083c7a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.174579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb3c3f-8551-4915-b9aa-f6e770b65742 req-0276ee77-f49e-4942-8956-641b901a7ef6 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:37.174850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f86a27b-6de0-4ba9-994c-0171083c7a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.189001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dedb3c3f-8551-4915-b9aa-f6e770b65742 req-0276ee77-f49e-4942-8956-641b901a7ef6 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 969 time: 0.1685989 Aug 11 08:03:37.217510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d8b454d-69bc-4cce-94bb-cc10472502ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.222828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d8b454d-69bc-4cce-94bb-cc10472502ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.225735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4d8b454d-69bc-4cce-94bb-cc10472502ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c25969b-0278-44fc-af4f-6137c8ff1ecb HTTP/1.1" status: 204 len: 168 time: 0.5979843 Aug 11 08:03:37.254958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55326) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:37.258424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86a27b-6de0-4ba9-994c-0171083c7a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b268656-8368-4644-9475-42d1119b4581,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:37.268439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-d6997fa9-4d01-4697-a093-313aa7134b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:37.270480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-d6997fa9-4d01-4697-a093-313aa7134b33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3767765 Aug 11 08:03:37.279925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505a512-3365-4726-85d4-0520cd751b77 req-3bcc06a7-ff22-4105-9ea7-43b5fdba7b67 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:37.285929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 1402d40c-fd6b-4f41-8954-48f225622692 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:37.295833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7505a512-3365-4726-85d4-0520cd751b77 req-3bcc06a7-ff22-4105-9ea7-43b5fdba7b67 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 948 time: 0.3903320 Aug 11 08:03:37.297171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b454d-69bc-4cce-94bb-cc10472502ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c25969b-0278-44fc-af4f-6137c8ff1ecb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:37.307862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 1402d40c-fd6b-4f41-8954-48f225622692 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:37.308421 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.321522 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3920c8e-101d-4d95-9851-a3a91c28ca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.344300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dedb3c3f-8551-4915-b9aa-f6e770b65742 req-dd0fd885-bf59-4bd3-9dad-d74cb7cd7b42 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537480 Aug 11 08:03:37.358718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f86a27b-6de0-4ba9-994c-0171083c7a18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1281beae8fc340c4afcd8c2479c149c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764246 Aug 11 08:03:37.407002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55328) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:37.503646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.532073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40931912-105b-49c2-beea-2eea3aa77279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.534468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-d299ca48-3dbb-44d1-b00c-4881aa812613 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365758 Aug 11 08:03:37.561809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40931912-105b-49c2-beea-2eea3aa77279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.568951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06487cfe-6540-4303-a394-0f18edb582c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402d40c-fd6b-4f41-8954-48f225622692'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:37.631483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40931912-105b-49c2-beea-2eea3aa77279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.634419 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40931912-105b-49c2-beea-2eea3aa77279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.635949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-40931912-105b-49c2-beea-2eea3aa77279 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b268656-8368-4644-9475-42d1119b4581 HTTP/1.1" status: 204 len: 168 time: 0.2275507 Aug 11 08:03:37.661771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40931912-105b-49c2-beea-2eea3aa77279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b268656-8368-4644-9475-42d1119b4581,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:37.680508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3920c8e-101d-4d95-9851-a3a91c28ca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.685869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1402d40c-fd6b-4f41-8954-48f225622692, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1402d40c-fd6b-4f41-8954-48f225622692,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:37.688299 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3920c8e-101d-4d95-9851-a3a91c28ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.696038 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.724380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3920c8e-101d-4d95-9851-a3a91c28ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72e5d0c-430c-45dd-ba28-38bdf9fed86c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:37.765132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55338) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:37.766285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3920c8e-101d-4d95-9851-a3a91c28ca58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=862bf469f09a434aa2cecae15044b420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807625 Aug 11 08:03:37.798354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7505a512-3365-4726-85d4-0520cd751b77 req-ad0dc203-10c6-424d-8e12-4f2452426546 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351156 Aug 11 08:03:37.824554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1402d40c-fd6b-4f41-8954-48f225622692,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:37.863347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8986a5-d2c3-43e4-a16e-a11e2eb7739e req-532ae3f6-0e5f-477f-8f7e-e45b581c5e4e service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180449 Aug 11 08:03:37.880915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e21120-1dfb-4dee-b40e-6031d4880bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.910073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e21120-1dfb-4dee-b40e-6031d4880bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.992793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e21120-1dfb-4dee-b40e-6031d4880bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:37.996141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e21120-1dfb-4dee-b40e-6031d4880bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.000841 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-72e21120-1dfb-4dee-b40e-6031d4880bf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b72e5d0c-430c-45dd-ba28-38bdf9fed86c HTTP/1.1" status: 204 len: 168 time: 0.2317977 Aug 11 08:03:38.011339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e21120-1dfb-4dee-b40e-6031d4880bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72e5d0c-430c-45dd-ba28-38bdf9fed86c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:38.081273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:38.102113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ca11233-a729-4244-9ff0-edad43877c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.277733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ca11233-a729-4244-9ff0-edad43877c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.285964 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ca11233-a729-4244-9ff0-edad43877c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.377302 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6ca11233-a729-4244-9ff0-edad43877c9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f5ccd63838b44cea9a7d91e52d90cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883344 Aug 11 08:03:38.377302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca11233-a729-4244-9ff0-edad43877c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5db70b-23b4-408f-b411-4fd82a6f1bc6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:38.378422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55352) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:38.504476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-905461bb-a681-499f-898f-7b64730c1304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.566233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55356) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:38.567529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-905461bb-a681-499f-898f-7b64730c1304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.599636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0b9e-ce3c-4d85-9003-07fb8801cb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.619137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfb690-9d63-4b30-bb24-b33be4911616 req-528d7236-6337-4cb9-97cd-ebda82d90f02 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:38.634097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acbfb690-9d63-4b30-bb24-b33be4911616 req-528d7236-6337-4cb9-97cd-ebda82d90f02 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 969 time: 0.1444888 Aug 11 08:03:38.657061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-905461bb-a681-499f-898f-7b64730c1304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.660482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-905461bb-a681-499f-898f-7b64730c1304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.662116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-905461bb-a681-499f-898f-7b64730c1304 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d5db70b-23b4-408f-b411-4fd82a6f1bc6 HTTP/1.1" status: 204 len: 168 time: 0.2831597 Aug 11 08:03:38.673379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905461bb-a681-499f-898f-7b64730c1304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5db70b-23b4-408f-b411-4fd82a6f1bc6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:38.733739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acbfb690-9d63-4b30-bb24-b33be4911616 req-18db51c4-8453-4a32-a5f5-dd0c845db24f tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982707 Aug 11 08:03:38.849843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0b9e-ce3c-4d85-9003-07fb8801cb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.858088 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7b0b9e-ce3c-4d85-9003-07fb8801cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:38.884939 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fafbefa-2591-4914-9484-a7aa3fc104fe" -d '{"events": [{"server_uuid": "06487cfe-6540-4303-a394-0f18edb582c2", "name": "network-vif-plugged", "status": "completed", "tag": "1402d40c-fd6b-4f41-8954-48f225622692"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:38.909240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9f7b0b9e-ce3c-4d85-9003-07fb8801cb6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbb4ac53003746b2b22df54d18680753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414791 Aug 11 08:03:38.910058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b0b9e-ce3c-4d85-9003-07fb8801cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52348941-8a3f-4f5b-a9f0-3899fabb2a7d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:38.913584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55372) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:39.022757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f21f5c-6999-4464-a249-df257a721787 req-3771e9fa-c818-4db6-af83-e641fc4ae729 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:39.022757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2f21f5c-6999-4464-a249-df257a721787 req-3771e9fa-c818-4db6-af83-e641fc4ae729 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 949 time: 0.0814302 Aug 11 08:03:39.027639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-302b3a43-0cbd-4a18-b8e2-3ebcd451416b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:39.070842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-302b3a43-0cbd-4a18-b8e2-3ebcd451416b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:39.090988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 57455855-430c-4825-9f53-a2e5dec5a2e4 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:03:39.104567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2f21f5c-6999-4464-a249-df257a721787 req-92a614ab-8d73-4700-bf0f-601e006a0102 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736480 Aug 11 08:03:39.163988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-302b3a43-0cbd-4a18-b8e2-3ebcd451416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:39.168850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-302b3a43-0cbd-4a18-b8e2-3ebcd451416b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:39.175230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-302b3a43-0cbd-4a18-b8e2-3ebcd451416b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52348941-8a3f-4f5b-a9f0-3899fabb2a7d HTTP/1.1" status: 204 len: 168 time: 0.2598891 Aug 11 08:03:39.190066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b3a43-0cbd-4a18-b8e2-3ebcd451416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52348941-8a3f-4f5b-a9f0-3899fabb2a7d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:39.284761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 57455855-430c-4825-9f53-a2e5dec5a2e4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=57455855-430c-4825-9f53-a2e5dec5a2e4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:39.298114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '57455855-430c-4825-9f53-a2e5dec5a2e4', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '57455855-430c-4825-9f53-a2e5dec5a2e4', 'mac_address': 'fa:16:3e:75:40:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:tempest-test_az-442576452', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:03:39.348543 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:39.368507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57455855-430c-4825-9f53-a2e5dec5a2e4 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:39.394060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 57455855-430c-4825-9f53-a2e5dec5a2e4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=57455855-430c-4825-9f53-a2e5dec5a2e4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:39.400713 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:39.500308 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fa2e8d-b2ba-433f-8c0d-fcbdcba51771 x-openstack-request-id: req-88fa2e8d-b2ba-433f-8c0d-fcbdcba51771 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:39.500891 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06487cfe-6540-4303-a394-0f18edb582c2", "name": "network-vif-plugged", "status": "completed", "tag": "1402d40c-fd6b-4f41-8954-48f225622692", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:39.501592 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88fa2e8d-b2ba-433f-8c0d-fcbdcba51771 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:39.502459 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06487cfe-6540-4303-a394-0f18edb582c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402d40c-fd6b-4f41-8954-48f225622692', 'code': 200} Aug 11 08:03:39.510707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=57455855-430c-4825-9f53-a2e5dec5a2e4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:39.756261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094cd6-a330-4bbc-80b5-56192b3332fe req-52bd2480-3faa-40ae-ad91-8591e0515294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:39.760461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b094cd6-a330-4bbc-80b5-56192b3332fe req-52bd2480-3faa-40ae-ad91-8591e0515294 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 1100 time: 0.1482916 Aug 11 08:03:39.779851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['57455855-430c-4825-9f53-a2e5dec5a2e4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:39.794322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b094cd6-a330-4bbc-80b5-56192b3332fe req-6248a762-e0d0-4ae7-a39c-b0397b109e19 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:40.025070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce10e2a-df3c-4eec-8a65-7cdc245ad541 req-5c4c1ce5-427c-473a-85be-dd955936a258 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:40.045058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ce10e2a-df3c-4eec-8a65-7cdc245ad541 req-5c4c1ce5-427c-473a-85be-dd955936a258 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 970 time: 0.1530650 Aug 11 08:03:40.105178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b094cd6-a330-4bbc-80b5-56192b3332fe req-6248a762-e0d0-4ae7-a39c-b0397b109e19 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:40.113848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b094cd6-a330-4bbc-80b5-56192b3332fe req-6248a762-e0d0-4ae7-a39c-b0397b109e19 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:40.135257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ce10e2a-df3c-4eec-8a65-7cdc245ad541 req-51fbccd0-8e34-4fa6-bcab-7b6a17dcb70c tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860603 Aug 11 08:03:40.174441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248a762-e0d0-4ae7-a39c-b0397b109e19 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73ed4e-42b1-4d70-9b11-f399b0ba6962,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:40.202406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b094cd6-a330-4bbc-80b5-56192b3332fe req-6248a762-e0d0-4ae7-a39c-b0397b109e19 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344649 Aug 11 08:03:40.360600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4bf67-cabb-4505-9898-9d7feb428fe9 req-558128ef-4d94-4490-871e-c8ea9da6cb25 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:40.363436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6a4bf67-cabb-4505-9898-9d7feb428fe9 req-558128ef-4d94-4490-871e-c8ea9da6cb25 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 949 time: 0.0716233 Aug 11 08:03:40.417751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6a4bf67-cabb-4505-9898-9d7feb428fe9 req-0b85eacc-7c0c-4970-9f8b-9cb2e1c0f2d9 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Aug 11 08:03:40.783331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55440) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:41.079972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-network', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:41.095083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 57455855-430c-4825-9f53-a2e5dec5a2e4 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:41.124947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Made reservation on behalf of fd379e2afe55474eb2e3a6103b64d7e0 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:41.129081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.134997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55466) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:41.153633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.171105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 57455855-430c-4825-9f53-a2e5dec5a2e4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:41.176446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 57455855-430c-4825-9f53-a2e5dec5a2e4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:41.177332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.281844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.326046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 57455855-430c-4825-9f53-a2e5dec5a2e4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=57455855-430c-4825-9f53-a2e5dec5a2e4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:41.331201 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.409930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=57455855-430c-4825-9f53-a2e5dec5a2e4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:41.430898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.440089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.497121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:03:41.504149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57455855-430c-4825-9f53-a2e5dec5a2e4'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:41.510489 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695bd7bf-d90c-408e-9fdb-95e9e78f0252" -d '{"events": [{"server_uuid": "b94a4d81-b929-4ab3-8a76-ef625fc34efe", "name": "network-vif-plugged", "status": "completed", "tag": "57455855-430c-4825-9f53-a2e5dec5a2e4"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:41.541429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f9c3a-bfa0-49e4-88aa-e4e69c2e6a59,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:41.569549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745238750823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.570014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Unsubscribe: segment precommit_create {{(pid=94572) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 08:03:41.570701 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Added segment 7a809b6c-5759-44c9-b872-fa2ff6cb5e27 of type vlan for network 8584e3e8-8ee7-412e-9534-d7b0ad540356 Aug 11 08:03:41.590930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e99b1-87b0-4d29-bd60-d8d3fbb2321f req-4566e3fd-8f5e-401f-8ecd-3d6fe55bfb3f tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:41.593640 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c8e99b1-87b0-4d29-bd60-d8d3fbb2321f req-4566e3fd-8f5e-401f-8ecd-3d6fe55bfb3f tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 949 time: 0.0724704 Aug 11 08:03:41.618674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2aed-edf4-4c19-a873-a04f3d502430 req-f4e40c6f-f1cd-4dd2-8bdd-06cc83315710 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:41.621470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b31e2aed-edf4-4c19-a873-a04f3d502430 req-f4e40c6f-f1cd-4dd2-8bdd-06cc83315710 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.2458072 Aug 11 08:03:41.691267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-332626228-network', 'tenant_id': '1ef799b07b634e4b864fa48a59d0f984'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:41.753700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.765773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c8e99b1-87b0-4d29-bd60-d8d3fbb2321f req-1e47e3f5-c0ab-4b11-a74d-b5ec8c70fdd9 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530795 Aug 11 08:03:41.802765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55482) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:41.818131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Made reservation on behalf of 1ef799b07b634e4b864fa48a59d0f984 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:41.820958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.826796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b31e2aed-edf4-4c19-a873-a04f3d502430 req-568952a0-2d4e-4302-b61e-e37aeb34c00e tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867273 Aug 11 08:03:41.839620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.896452 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce009bd3-a7ba-4dbb-b447-451d35c7e9b0 x-openstack-request-id: req-ce009bd3-a7ba-4dbb-b447-451d35c7e9b0 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:41.899023 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94a4d81-b929-4ab3-8a76-ef625fc34efe", "name": "network-vif-plugged", "status": "completed", "tag": "57455855-430c-4825-9f53-a2e5dec5a2e4", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:41.899756 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce009bd3-a7ba-4dbb-b447-451d35c7e9b0 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:41.900492 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57455855-430c-4825-9f53-a2e5dec5a2e4', 'code': 200} Aug 11 08:03:41.906217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:41.909303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:41.910662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.043383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.050864 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.092387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:03:42.107600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24c1181-9f99-4788-8601-0225e7679d20,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:42.114219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.114720 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Added segment eb5d0539-ea75-4dfc-8629-b73a5b2b03f6 of type vlan for network b0540c9e-ac3b-4b91-a575-dc4878825330 Aug 11 08:03:42.184184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ac854a7-e01c-4bb4-a329-860127ba91d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.214924 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.243968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4592233 Aug 11 08:03:42.249404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55492) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:42.255381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Request body: {'subnet': {'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-subnet', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:42.262501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d35b06-0c48-464c-9b61-e053d0c3e2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8584e3e8-8ee7-412e-9534-d7b0ad540356,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:42.282253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:03:42.294240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076035dc-5d7f-4d54-ba16-b64089c14c19 req-a1765b65-92b8-44d9-aa57-11a805b29008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:42.296209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-076035dc-5d7f-4d54-ba16-b64089c14c19 req-a1765b65-92b8-44d9-aa57-11a805b29008 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 1122 time: 0.1202257 Aug 11 08:03:42.418741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-076035dc-5d7f-4d54-ba16-b64089c14c19 req-09d050ee-2e0c-4c5d-bbaa-fefa96161ca4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106789 Aug 11 08:03:42.440512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ac854a7-e01c-4bb4-a329-860127ba91d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.452399 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ac854a7-e01c-4bb4-a329-860127ba91d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.486835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Made reservation on behalf of fd379e2afe55474eb2e3a6103b64d7e0 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:42.489829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.606265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8ac854a7-e01c-4bb4-a329-860127ba91d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f392f36c915c428da19c4ec22e16bc77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8022208 Aug 11 08:03:42.608502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac854a7-e01c-4bb4-a329-860127ba91d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a80c76-0c46-44e0-b2f6-2be4ecae8491,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:42.613174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:42.628170 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.629254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:42.630915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:42.657270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5183029 Aug 11 08:03:42.683270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55510) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:42.858940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93d747-db5f-46e8-9053-05b467295ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=b0540c9e-ac3b-4b91-a575-dc4878825330,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:42.873030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b0540c9e-ac3b-4b91-a575-dc4878825330 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:03:42.886894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36206ad8-5337-42f6-9762-14c754780eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.001692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36206ad8-5337-42f6-9762-14c754780eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.034180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Request body: {'subnet': {'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-332626228-subnet', 'tenant_id': '1ef799b07b634e4b864fa48a59d0f984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:43.075765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.099987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Made reservation on behalf of 1ef799b07b634e4b864fa48a59d0f984 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:43.111124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.258324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9cbc7-57a6-4ca6-8999-84f097e6652d req-1660d2b7-4daa-4297-ae63-c35101fa71df tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:43.262435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3f9cbc7-57a6-4ca6-8999-84f097e6652d req-1660d2b7-4daa-4297-ae63-c35101fa71df tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.2000332 Aug 11 08:03:43.277294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36206ad8-5337-42f6-9762-14c754780eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.283025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36206ad8-5337-42f6-9762-14c754780eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.286904 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-36206ad8-5337-42f6-9762-14c754780eb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80a80c76-0c46-44e0-b2f6-2be4ecae8491 HTTP/1.1" status: 204 len: 168 time: 0.6729450 Aug 11 08:03:43.372467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3f9cbc7-57a6-4ca6-8999-84f097e6652d req-3f193e27-559f-4849-9ba3-c82459945492 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992072 Aug 11 08:03:43.373716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36206ad8-5337-42f6-9762-14c754780eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a80c76-0c46-44e0-b2f6-2be4ecae8491,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:43.406307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba33046-fb38-4921-845a-f9d601652319,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:43.417856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Checking segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:43.418898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Network hostable DHCP agents. Network: 8584e3e8-8ee7-412e-9534-d7b0ad540356, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:03:43.483999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4cba0-a192-429a-b373-5e6498b5e612 req-05bbe5e0-bb6d-46ab-9796-da50b15a1912 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:43.499658 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ef4cba0-a192-429a-b373-5e6498b5e612 req-05bbe5e0-bb6d-46ab-9796-da50b15a1912 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 949 time: 0.4113863 Aug 11 08:03:43.569682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:03:43.651387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8584e3e8-8ee7-412e-9534-d7b0ad540356) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:43.663528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f4a4b-8d6b-48f0-a437-59f3d1d5edfe None None] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:43.669493 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ef4cba0-a192-429a-b373-5e6498b5e612 req-ff58750d-ec0e-4826-b4c7-4506ef1f056a tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682172 Aug 11 08:03:43.676349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:43.687600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.804303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55540) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:43.814499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:43.817151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e9936940-109d-43d2-802a-6de2fd79b47d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5660462 Aug 11 08:03:43.889302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.892770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:43.894258 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.042776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.096275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5856bec9-5e49-4d97-85cb-c8485228a063,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:44.155857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:44.156353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Network hostable DHCP agents. Network: b0540c9e-ac3b-4b91-a575-dc4878825330, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:03:44.229286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Network b0540c9e-ac3b-4b91-a575-dc4878825330 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:03:44.258831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, b0540c9e-ac3b-4b91-a575-dc4878825330) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:44.299699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:44.307777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.313883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6198a-07f5-4063-88c1-6993f70be22b None None] Network b0540c9e-ac3b-4b91-a575-dc4878825330 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:44.323873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55542) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:44.347726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-8584e3e8-8ee7-412e-9534-d7b0ad540356', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:03:44.349467 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.398879 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcaee460-5ee7-4b30-b715-6b50c905625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.420314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.449125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eaf0242a-6da6-483c-9352-f2a796f29225 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4225905 Aug 11 08:03:44.701403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcaee460-5ee7-4b30-b715-6b50c905625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.711671 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcaee460-5ee7-4b30-b715-6b50c905625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:44.739075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6a3b-0fc1-417a-bde3-a11903832430 req-3d5f60c3-0c31-4046-bc92-df4ece9f370b tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:44.740663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f57c6a3b-0fc1-417a-bde3-a11903832430 req-3d5f60c3-0c31-4046-bc92-df4ece9f370b tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.1143022 Aug 11 08:03:44.809591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55552) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:44.809998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fcaee460-5ee7-4b30-b715-6b50c905625c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04da7c75665b40b08de87134d61b5b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841840 Aug 11 08:03:44.818840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee460-5ee7-4b30-b715-6b50c905625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9208fc7d-72e9-488e-8cd4-7bfbf204f577,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:44.865654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f57c6a3b-0fc1-417a-bde3-a11903832430 req-d8c3836a-e6f3-4b1e-84ca-89f57f5f004e tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066582 Aug 11 08:03:44.999510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3da8da3a-e8ff-424f-908c-8c098a4a55e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.128535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0dabde-3e1a-4137-99df-fbe47f4f9387 None None] Network b0540c9e-ac3b-4b91-a575-dc4878825330 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:45.187076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3da8da3a-e8ff-424f-908c-8c098a4a55e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.279129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.298339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Allocated IP 172.20.0.2 (8584e3e8-8ee7-412e-9534-d7b0ad540356/dba33046-fb38-4921-845a-f9d601652319/3b3495e0-9093-444b-ac6b-e27b94b1f118) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:45.338875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.506590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-da20d3b0-1dda-414f-85fc-8df52c01733b tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=11d8c4cd727e4e0392a11d03d247365b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155224 Aug 11 08:03:45.582270 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.630595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bb89e-e31b-4b46-b9fb-2a7e05ff4488 req-8fd3e48a-b703-4b37-bb8a-834ab75c5bd0 tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:45.632387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a4bb89e-e31b-4b46-b9fb-2a7e05ff4488 req-8fd3e48a-b703-4b37-bb8a-834ab75c5bd0 tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 1122 time: 0.1030688 Aug 11 08:03:45.673165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Transition to ACTIVE for port object 3b3495e0-9093-444b-ac6b-e27b94b1f118 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:45.696007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Transition to ACTIVE for port object 3b3495e0-9093-444b-ac6b-e27b94b1f118 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:45.699001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a4bb89e-e31b-4b46-b9fb-2a7e05ff4488 req-b9cf027d-929d-4f6c-9626-4ccd3d7ff71a tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.714181 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.714827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3da8da3a-e8ff-424f-908c-8c098a4a55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.720641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3da8da3a-e8ff-424f-908c-8c098a4a55e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.726829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3da8da3a-e8ff-424f-908c-8c098a4a55e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9208fc7d-72e9-488e-8cd4-7bfbf204f577 HTTP/1.1" status: 204 len: 168 time: 0.9093056 Aug 11 08:03:45.840409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8da3a-e8ff-424f-908c-8c098a4a55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208fc7d-72e9-488e-8cd4-7bfbf204f577,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:45.856007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:45.860231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-043645aa-1bfe-466f-a899-dc72cb9ddfa8 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:45.863600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-043645aa-1bfe-466f-a899-dc72cb9ddfa8 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371234 Aug 11 08:03:45.890512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Allocated IP 172.25.2.24 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/ecf80abe-3cf6-441e-96a4-cdcb5fe50566) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:45.891029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:45.902045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:45.917842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55584) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:45.974373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a4bb89e-e31b-4b46-b9fb-2a7e05ff4488 req-b9cf027d-929d-4f6c-9626-4ccd3d7ff71a tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:45.983763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a4bb89e-e31b-4b46-b9fb-2a7e05ff4488 req-b9cf027d-929d-4f6c-9626-4ccd3d7ff71a tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.030579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Pushing event updated for resources: {'Port': ['ID=3b3495e0-9093-444b-ac6b-e27b94b1f118,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:46.052867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a4bb89e-e31b-4b46-b9fb-2a7e05ff4488 req-b9cf027d-929d-4f6c-9626-4ccd3d7ff71a tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881807 Aug 11 08:03:46.106341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf027d-929d-4f6c-9626-4ccd3d7ff71a tempest-AggregatesAdminTestJSON-1073330269 tempest-AggregatesAdminTestJSON-1073330269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2017ef23-a5ed-4da2-85a6-9b0f01bfa6a0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:46.217374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Attempting to bind port 3b3495e0-9093-444b-ac6b-e27b94b1f118 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:03:46.218247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Attempting to bind port 3b3495e0-9093-444b-ac6b-e27b94b1f118 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:03:46.218557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Attempting to bind port 3b3495e0-9093-444b-ac6b-e27b94b1f118 on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:46.230499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:03:46.231104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Checking segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:46.231834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.232379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Bound using segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:03:46.233247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Bound port: 3b3495e0-9093-444b-ac6b-e27b94b1f118, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:03:46.234147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.256618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.279548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-3bfc4187-7571-4998-8fdc-b007897cc2fe tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/quotas/11d8c4cd727e4e0392a11d03d247365b HTTP/1.1" status: 200 len: 375 time: 0.0545216 Aug 11 08:03:46.372490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] For port 3b3495e0-9093-444b-ac6b-e27b94b1f118, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:03:46.383768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] For port 3b3495e0-9093-444b-ac6b-e27b94b1f118, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3b3495e0-9093-444b-ac6b-e27b94b1f118,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:03:46.395458 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.458588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f53cc49-313f-4962-b7ac-7ea731bb0e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.481372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bfa5a-be51-401a-bb95-306d06316810 req-d03cfe61-099e-420c-a358-a7ac68714459 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:46.495838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f9bfa5a-be51-401a-bb95-306d06316810 req-d03cfe61-099e-420c-a358-a7ac68714459 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 949 time: 0.2837374 Aug 11 08:03:46.626253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21105-9ed2-40fc-a6a8-aef371bcdca7 None None] Pushing event updated for resources: {'Port': ['ID=3b3495e0-9093-444b-ac6b-e27b94b1f118,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:46.631427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-93b2c6c9-77d7-44f3-97c5-848765c1b3fc tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=11d8c4cd727e4e0392a11d03d247365b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3500500 Aug 11 08:03:46.638883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:46.689974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f9bfa5a-be51-401a-bb95-306d06316810 req-ab0880b1-fd4a-4b12-853d-af57f301f905 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913388 Aug 11 08:03:46.788001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:46.825507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:46.840184 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:46.858355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55602) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:46.947874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-105056461-network', 'tenant_id': '0947fc34cbd24d1a9ab6f52e202ea2bf'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:46.954345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:47.004735 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f53cc49-313f-4962-b7ac-7ea731bb0e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.070791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f53cc49-313f-4962-b7ac-7ea731bb0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.181734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-8de928af-5440-4f36-b9bf-a520d3baa8b3 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:47.212819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-8de928af-5440-4f36-b9bf-a520d3baa8b3 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 1100 time: 0.3165097 Aug 11 08:03:47.261542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c55b32a3-e4c9-49f6-bd98-9edbce761f94 req-2f4609cd-e4eb-440c-bb70-50b028ccf738 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.0977702 Aug 11 08:03:47.290894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Made reservation on behalf of 0947fc34cbd24d1a9ab6f52e202ea2bf for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:47.293569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.357208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53cc49-313f-4962-b7ac-7ea731bb0e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b083f17-c0ee-488a-a1dd-8b2c7cd9ba10,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:47.390009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.411441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5f53cc49-313f-4962-b7ac-7ea731bb0e08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fcf0318e11d4dbc91e45c4467892fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4910738 Aug 11 08:03:47.416692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55628) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:47.546179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.639802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4034b388-879c-41da-a8fa-cc38492f6690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.663917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Deleting port 1402d40c-fd6b-4f41-8954-48f225622692 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:03:47.664268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:47.903905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4034b388-879c-41da-a8fa-cc38492f6690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.106159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] For port 1402d40c-fd6b-4f41-8954-48f225622692, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1402d40c-fd6b-4f41-8954-48f225622692,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:48.106827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.126822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5183a-7df6-46f1-b6d5-0cfa7e3df99f req-a2dfa21b-6050-4c72-ad68-4ae0736fc9bf tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:48.138044 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22d5183a-7df6-46f1-b6d5-0cfa7e3df99f req-a2dfa21b-6050-4c72-ad68-4ae0736fc9bf tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 949 time: 0.2074928 Aug 11 08:03:48.168281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Calling delete_port for 1402d40c-fd6b-4f41-8954-48f225622692 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:03:48.216078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4034b388-879c-41da-a8fa-cc38492f6690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.218755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4034b388-879c-41da-a8fa-cc38492f6690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.223917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4034b388-879c-41da-a8fa-cc38492f6690 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b083f17-c0ee-488a-a1dd-8b2c7cd9ba10 HTTP/1.1" status: 204 len: 168 time: 0.8057349 Aug 11 08:03:48.324812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.438571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338762b-82eb-4aae-845c-9d4e42aca90c None None] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:48.673702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c106859f-4802-4bc6-8c6b-7c868e22b5f6 None None] Provisioning for port 3b3495e0-9093-444b-ac6b-e27b94b1f118 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:48.674269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22d5183a-7df6-46f1-b6d5-0cfa7e3df99f req-65a77528-4fdd-4a42-a386-9851b3c2ec50 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352297 Aug 11 08:03:48.687957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034b388-879c-41da-a8fa-cc38492f6690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b083f17-c0ee-488a-a1dd-8b2c7cd9ba10,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:48.716648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.742693 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.774583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1402d40c-fd6b-4f41-8954-48f225622692'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:03:48.850758 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c29bd15f-f1c2-4dd3-8400-5bc1a5a73d4b req-3ba16e8a-1fb0-48d3-af0d-609bf9001f98 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.2400186 Aug 11 08:03:48.856669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:48.972111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Pushing event deleted for resources: {'Port': ['ID=1402d40c-fd6b-4f41-8954-48f225622692,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:49.024025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:03:49.096540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3b3495e0-9093-444b-ac6b-e27b94b1f118 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:49.137812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac8f5a3-b36c-4d6b-8247-0d1f5a9e6cf4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:49.149884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:03:49.152021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.64', 59355) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:49.231412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.234145 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Added segment a55be09d-64e6-4808-80c6-3ec6da2a38f3 of type vlan for network 0ea98179-0e83-4de7-9a26-12f07aade086 Aug 11 08:03:49.304510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-c5c11ac0-7c9b-4d74-a193-be11169a21aa tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=11d8c4cd727e4e0392a11d03d247365b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416645 Aug 11 08:03:49.322711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 3b3495e0-9093-444b-ac6b-e27b94b1f118 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:49.340246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3b3495e0-9093-444b-ac6b-e27b94b1f118 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:49.345388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.393095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] No DVR routers for this DVR port 1402d40c-fd6b-4f41-8954-48f225622692 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:03:49.398136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.405284 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41207f41-4364-42f5-8c77-2e4a7ce666ae req-45808505-c10a-407d-b58f-5d6aa478e298 tempest-DeleteServersAdminTestJSON-2088217313 tempest-DeleteServersAdminTestJSON-2088217313-project-admin] 10.222.0.69 "DELETE /v2.0/ports/1402d40c-fd6b-4f41-8954-48f225622692 HTTP/1.1" status: 204 len: 173 time: 2.1419399 Aug 11 08:03:49.406050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06487cfe-6540-4303-a394-0f18edb582c2', 'name': 'network-vif-deleted', 'tag': '1402d40c-fd6b-4f41-8954-48f225622692'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:49.416775 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19843512-2aed-4ecc-8a31-75d6ca4f19b0" -d '{"events": [{"server_uuid": "06487cfe-6540-4303-a394-0f18edb582c2", "name": "network-vif-deleted", "tag": "1402d40c-fd6b-4f41-8954-48f225622692"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:49.592216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:49.613482 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d8d3c5-50da-44c4-9548-7837a5647c06 x-openstack-request-id: req-21d8d3c5-50da-44c4-9548-7837a5647c06 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:49.614749 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06487cfe-6540-4303-a394-0f18edb582c2", "name": "network-vif-deleted", "tag": "1402d40c-fd6b-4f41-8954-48f225622692", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:49.615925 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21d8d3c5-50da-44c4-9548-7837a5647c06 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:49.616736 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06487cfe-6540-4303-a394-0f18edb582c2', 'name': 'network-vif-deleted', 'tag': '1402d40c-fd6b-4f41-8954-48f225622692', 'status': 'completed', 'code': 200} Aug 11 08:03:49.665010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.681798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9152-b291-4692-851a-c90e5d5cbb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.764731 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:49.899051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 3b3495e0-9093-444b-ac6b-e27b94b1f118, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3b3495e0-9093-444b-ac6b-e27b94b1f118,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:49.908967 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.037404 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.038694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:50.039429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.058970 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77572001-459e-4c7e-9899-322748024da2 req-f677c69b-b03e-41ca-b995-7c47ff644d70 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=06487cfe-6540-4303-a394-0f18edb582c2 HTTP/1.1" status: 200 len: 210 time: 0.0780430 Aug 11 08:03:50.117669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9152-b291-4692-851a-c90e5d5cbb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.135488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9152-b291-4692-851a-c90e5d5cbb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.159554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5f02289b-41af-4e48-92a3-984a4e14e3c2 None None] Provisioning complete for port 3b3495e0-9093-444b-ac6b-e27b94b1f118 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:50.159962 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5f02289b-41af-4e48-92a3-984a4e14e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.189866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-180b75dc-bfd0-458c-8f8a-03ad8a4b0076 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:50.191628 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-180b75dc-bfd0-458c-8f8a-03ad8a4b0076 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8830054 Aug 11 08:03:50.217257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a6ca9152-b291-4692-851a-c90e5d5cbb17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae6583a9f83d48489be4f35491146a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231446 Aug 11 08:03:50.220726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55734) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:50.255675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca9152-b291-4692-851a-c90e5d5cbb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4177767-5c5e-4619-82c6-747d5c99e412,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:50.280682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=3b3495e0-9093-444b-ac6b-e27b94b1f118,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:50.283050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-067bf715-097c-41f2-a04d-4b50a4ae014f req-4ca70100-e848-4468-bbe4-c3a60b676be5 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.0600030 Aug 11 08:03:50.284449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:03:50.293371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.4340045 Aug 11 08:03:50.302917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:50.303897 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:03:50.345065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Request body: {'subnet': {'network_id': '0ea98179-0e83-4de7-9a26-12f07aade086', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-105056461-subnet', 'tenant_id': '0947fc34cbd24d1a9ab6f52e202ea2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:50.378022 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:50.383131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:03:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:50.435622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.439872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c66d1b32-a5ac-4ebf-aa12-f2d1d6bd9c48 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6328800 Aug 11 08:03:50.441647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca6d41-43e3-4c04-a297-de20752f8aea admin admin] Pushing event updated for resources: {'Network': ['ID=0ea98179-0e83-4de7-9a26-12f07aade086,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:50.466614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:50.481591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e5da454-8552-458c-9a4c-b2ece58d7a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.507018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 0ea98179-0e83-4de7-9a26-12f07aade086 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:03:50.595521 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e5da454-8552-458c-9a4c-b2ece58d7a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.636614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Made reservation on behalf of 0947fc34cbd24d1a9ab6f52e202ea2bf for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:50.647764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.722831 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e5da454-8552-458c-9a4c-b2ece58d7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.726674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e5da454-8552-458c-9a4c-b2ece58d7a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:50.732191 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e5da454-8552-458c-9a4c-b2ece58d7a25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4177767-5c5e-4619-82c6-747d5c99e412 HTTP/1.1" status: 204 len: 168 time: 0.5055733 Aug 11 08:03:50.769462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5da454-8552-458c-9a4c-b2ece58d7a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4177767-5c5e-4619-82c6-747d5c99e412,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:50.925320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3b3495e0-9093-444b-ac6b-e27b94b1f118 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:51.004933 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:51.106126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3b3495e0-9093-444b-ac6b-e27b94b1f118 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:51.106555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.126886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1402d40c-fd6b-4f41-8954-48f225622692 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:03:51.332023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 1402d40c-fd6b-4f41-8954-48f225622692 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:03:51.332332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1402d40c-fd6b-4f41-8954-48f225622692 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:03:51.467353 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:47Z', 'revision_number': 3, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:51.546539 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:03:51.547179 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Updating router cc6aa91d-a741-4a28-9294-0e9c221db2cd port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:03:51.594324 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.686100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0c38fe9-bfe2-4941-af81-d2d8657bb822 req-6d8f35d3-66e5-4237-b4f1-4fc43d077e31 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.0464735 Aug 11 08:03:51.766655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:51.921027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba20ba4-ebcc-4486-aa66-811f26d22eb1,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:51.932252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Checking segment: {'id': 'a55be09d-64e6-4808-80c6-3ec6da2a38f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0ea98179-0e83-4de7-9a26-12f07aade086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:51.932614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Network hostable DHCP agents. Network: 0ea98179-0e83-4de7-9a26-12f07aade086, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:03:52.033217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Network 0ea98179-0e83-4de7-9a26-12f07aade086 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:03:52.041797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-b7e9e5d0-4406-4e72-b110-21de5ad3c6b9 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426965 Aug 11 08:03:52.092409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 0ea98179-0e83-4de7-9a26-12f07aade086) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:52.104020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f10bd-7add-4496-b32b-dfd8de853dd9 None None] Network 0ea98179-0e83-4de7-9a26-12f07aade086 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:52.117180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:52.117798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.222376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6a6f4264-ae58-41a1-beb7-1d27066a25bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9029055 Aug 11 08:03:52.250344 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.261804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55842) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:52.264893 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Transition to ACTIVE for port object ecf80abe-3cf6-441e-96a4-cdcb5fe50566 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:52.276439 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.277035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.312560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-ed532f65-0b8c-4cb4-b880-c23c7fcbcacd tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:52.323032 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-ed532f65-0b8c-4cb4-b880-c23c7fcbcacd tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722850 Aug 11 08:03:52.336214 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Pushing event updated for resources: {'Port': ['ID=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:52.348493 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.348868 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.349364 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.349634 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.349901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-25848f4d-24a3-4168-a6af-d2887270240e tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/quotas/883ca96ddd554d42ba61d7b39f0651d3 HTTP/1.1" status: 200 len: 375 time: 0.0242126 Aug 11 08:03:52.350016 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.350326 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.350837 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.351169 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.352084 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.352860 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.353363 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.353900 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Tracked resource versions report: Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: pushed versions: Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: { 'AddressGroup': {'1.2'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'ConntrackHelper': {'1.0'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Log': {'1.0'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Network': {'1.1'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Port': {'1.7'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'PortForwarding': {'1.2'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'QosPolicy': {'1.9'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'SecurityGroup': {'1.4'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'SecurityGroupRule': {'1.2'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'SubPort': {'1.0'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Subnet': {'1.1'}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Trunk': {'1.1'}} Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: consumer versions: Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: { DHCP agent@n-d-789963-6: {}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: HyperV agent@n-h1-789963-6: {}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: HyperV agent@n-h2-789963-6: {}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: L3 agent@n-d-789963-6: {}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: Metadata agent@n-d-789963-6: {}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: Metering agent@n-d-789963-6: {}, Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: Open vSwitch agent@n-d-789963-6: { 'AddressGroup': '1.2', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'ConntrackHelper': '1.0', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Log': '1.0', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Network': '1.1', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Port': '1.7', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'PortForwarding': '1.2', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'QosPolicy': '1.9', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'SecurityGroup': '1.4', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'SecurityGroupRule': '1.2', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'SubPort': '1.0', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Subnet': '1.1', Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: 'Trunk': '1.1'}} Aug 11 08:03:52.355866 n-d-789963-6 neutron-server[94576]: {{(pid=94576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 08:03:52.386956 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Attempting to bind port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:03:52.387342 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Attempting to bind port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:03:52.387962 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Attempting to bind port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:52.394613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:03:52.395727 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:52.396393 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.397052 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:03:52.397749 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Bound port: ecf80abe-3cf6-441e-96a4-cdcb5fe50566, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:03:52.398396 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.432767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-0e842f16-d0db-431e-84e1-21bece02ea9c tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805233 Aug 11 08:03:52.469636 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] For port ecf80abe-3cf6-441e-96a4-cdcb5fe50566, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:03:52.475838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] For port ecf80abe-3cf6-441e-96a4-cdcb5fe50566, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:03:52.484514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae5e78-f258-47b3-9182-1877d5828d11 None None] Network 0ea98179-0e83-4de7-9a26-12f07aade086 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:52.487466 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:52.682448 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a2c39-ea41-489e-abfa-52d9809a1b99 None None] Pushing event updated for resources: {'Port': ['ID=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:52.814963 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:52.819197 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:03:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:52.910106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cef063-f299-40d9-824c-cff3120d7ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.097885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99600cd3-474d-4793-b6c6-9dc6ec331d65 req-e97425e2-c3ed-416e-853a-7371697b813b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 210 time: 0.1418588 Aug 11 08:03:53.114813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f3af923-cc4d-42e2-8214-417f8a17921f req-fda4f654-2174-4453-b4ee-a1e4f2a437af tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.1815245 Aug 11 08:03:53.156348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Allocated IP 172.20.0.1 (8584e3e8-8ee7-412e-9534-d7b0ad540356/dba33046-fb38-4921-845a-f9d601652319/08277205-ade4-41a0-94da-dfcb0a254b23) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:53.241730 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:53.324808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cef063-f299-40d9-824c-cff3120d7ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.334409 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cef063-f299-40d9-824c-cff3120d7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.341801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.373976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Transition to ACTIVE for port object 08277205-ade4-41a0-94da-dfcb0a254b23 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:53.379914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:53.433703 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.447927 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-01cef063-f299-40d9-824c-cff3120d7ae8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5bc6da0c61148caa1932ea3acb13d04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1788936 Aug 11 08:03:53.450479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:53.458752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef063-f299-40d9-824c-cff3120d7ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baadab0-a093-4866-bc54-0da931cfee1c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:53.500337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:53.503712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:53.508561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:53.509086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.666150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:47Z', 'revision_number': 3, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:53.678550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b708fd7-1178-49e0-a5a1-c9a98a785bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.808562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b708fd7-1178-49e0-a5a1-c9a98a785bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:53.818400 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2748c4-91c4-4cdb-9662-0f12094905d8 None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:47Z', 'revision_number': 3, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:03:53.936915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Pushing event updated for resources: {'Port': ['ID=08277205-ade4-41a0-94da-dfcb0a254b23,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:53.973502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-786134159-network', 'tenant_id': '8628ce5cfd1241e5b5a9d93a5abcfba0'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:53.991025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3a7ea4d6-3ce9-49b5-b386-801fba811e4d None None] Provisioning for port 08277205-ade4-41a0-94da-dfcb0a254b23 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:53.997516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3a7ea4d6-3ce9-49b5-b386-801fba811e4d None None] Provisioning complete for port 08277205-ade4-41a0-94da-dfcb0a254b23 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:53.998073 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3a7ea4d6-3ce9-49b5-b386-801fba811e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.009339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.026548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Made reservation on behalf of 8628ce5cfd1241e5b5a9d93a5abcfba0 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:54.029469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.033600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b708fd7-1178-49e0-a5a1-c9a98a785bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.039986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b708fd7-1178-49e0-a5a1-c9a98a785bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.050046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8b708fd7-1178-49e0-a5a1-c9a98a785bf1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0baadab0-a093-4866-bc54-0da931cfee1c HTTP/1.1" status: 204 len: 168 time: 0.5972815 Aug 11 08:03:54.091635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b708fd7-1178-49e0-a5a1-c9a98a785bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baadab0-a093-4866-bc54-0da931cfee1c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:54.097672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.147346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ea4d6-3ce9-49b5-b386-801fba811e4d None None] Port 08277205-ade4-41a0-94da-dfcb0a254b23 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:03:54.310782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.318362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.387921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:03:54.409871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.410753 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Added segment 8f20ceda-6504-4fb0-94ca-ff341e7405f2 of type vlan for network b28668f0-709c-4857-8a87-148efa9dbb1c Aug 11 08:03:54.627396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f452de-ceac-470d-ac2e-93a909eec95e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:54.685313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.900512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55912) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:54.968354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9691-8722-4e68-be8a-76de821fb2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:54.976304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ecf80abe-3cf6-441e-96a4-cdcb5fe50566 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:54.993426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e1c44ad9-bc2a-4dde-aad9-908af9c062b6 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2148657 Aug 11 08:03:55.089079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:55.098747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:55.100802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.217142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2929ca39-3832-4e4a-90d3-74ae2e25cbf8 req-f4497d7c-8ea7-41fd-85bb-0ad7a08d8847 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.4696946 Aug 11 08:03:55.231605 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:03:55.287368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-84835df0-5ed7-4f23-b541-93ec94d697f4 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:55.293054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-84835df0-5ed7-4f23-b541-93ec94d697f4 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885242 Aug 11 08:03:55.322732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Request body: {'port': {'device_id': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '883ca96ddd554d42ba61d7b39f0651d3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:55.378363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-dede4951-8898-4f6d-8ad1-d1ca1fa53eca tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:55.385821 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.386047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-dede4951-8898-4f6d-8ad1-d1ca1fa53eca tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 1.0935009 Aug 11 08:03:55.414841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port ecf80abe-3cf6-441e-96a4-cdcb5fe50566, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:03:55.418243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.420299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:55.421115 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.421683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-f58c4656-b1b4-423c-9dc6-2b5f0bbb7ac9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/quotas/1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 375 time: 0.0347955 Aug 11 08:03:55.421910 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.430739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.445502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.446632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.487520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3d92980-9cd7-41f3-9799-a508a1108306 req-5229969c-fce8-40c8-86c4-8573275a72d4 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 210 time: 0.1021891 Aug 11 08:03:55.519069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:55.525774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-b0c01b9e-6dd0-4ec3-a5bb-7eee41265001 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919077 Aug 11 08:03:55.544533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Pushing event updated for resources: {'Port': ['ID=08277205-ade4-41a0-94da-dfcb0a254b23,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:55.631450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] Pushing event updated for resources: {'Network': ['ID=b28668f0-709c-4857-8a87-148efa9dbb1c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:55.643931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b28668f0-709c-4857-8a87-148efa9dbb1c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:03:55.694730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:55.696765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:55.754407 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9691-8722-4e68-be8a-76de821fb2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.763223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9691-8722-4e68-be8a-76de821fb2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:55.825410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-55daa7ba-b9fd-4b1f-b39c-8be02411d26e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4421096 Aug 11 08:03:55.831479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:55.859733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Request body: {'subnet': {'network_id': 'b28668f0-709c-4857-8a87-148efa9dbb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-786134159-subnet', 'tenant_id': '8628ce5cfd1241e5b5a9d93a5abcfba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:55.866210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4eaf9691-8722-4e68-be8a-76de821fb2a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62a54231de0e4b33bb0248b6cec5931d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9644852 Aug 11 08:03:55.871286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf9691-8722-4e68-be8a-76de821fb2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3079c2-7285-444e-954e-908a30bf503e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:55.876299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:55.903624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Made reservation on behalf of 883ca96ddd554d42ba61d7b39f0651d3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:55.909928 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.042782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Made reservation on behalf of 8628ce5cfd1241e5b5a9d93a5abcfba0 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:56.046931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.050154 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2bd64b90-f8a0-4657-b26a-b581665ef011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.121459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:03:56.134282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2bd64b90-f8a0-4657-b26a-b581665ef011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.203426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Allocated IP 192.168.233.223 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/bd096e20-5461-42a7-a6dc-b185c4af5f61) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:56.229785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4d4d2702-69be-47c1-bdfc-6af33558744b None None] Provisioning complete for port 08277205-ade4-41a0-94da-dfcb0a254b23 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:56.230851 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2702-69be-47c1-bdfc-6af33558744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.232010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-b4604ea0-9583-436a-a5f1-1c793e1edaef service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:03:56.236232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-b4604ea0-9583-436a-a5f1-1c793e1edaef service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2703786 Aug 11 08:03:56.263910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2bd64b90-f8a0-4657-b26a-b581665ef011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.266945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2bd64b90-f8a0-4657-b26a-b581665ef011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.268222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2bd64b90-f8a0-4657-b26a-b581665ef011 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe3079c2-7285-444e-954e-908a30bf503e HTTP/1.1" status: 204 len: 168 time: 0.3901706 Aug 11 08:03:56.302927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd64b90-f8a0-4657-b26a-b581665ef011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3079c2-7285-444e-954e-908a30bf503e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:56.331856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d2702-69be-47c1-bdfc-6af33558744b None None] Port 08277205-ade4-41a0-94da-dfcb0a254b23 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:03:56.484071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e308de6-71de-4586-a4a6-536cc7953857 req-9c230e91-3e3a-4769-b211-7a64dbdef73d tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.0636024 Aug 11 08:03:56.523963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.550215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-31678122-8c32-44cd-8e58-094782627f0c service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666259 Aug 11 08:03:56.559184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Transition to ACTIVE for port object bd096e20-5461-42a7-a6dc-b185c4af5f61 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:56.616742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.668753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:56.675947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:56.678760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:56.680449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:03:56.687344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:56.688133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.701095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b50ad43-2225-4096-8ddc-8dabd40e4958 admin admin] 10.222.0.58 "PUT /v2.0/routers/cc6aa91d-a741-4a28-9294-0e9c221db2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2194266 Aug 11 08:03:56.716720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4056478 Aug 11 08:03:56.727174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229e95-bffd-4b64-999f-0d428a6ed79b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Pushing event updated for resources: {'Port': ['ID=bd096e20-5461-42a7-a6dc-b185c4af5f61,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:56.739557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Request body: {'port': {'device_id': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:56.755849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Request body: {'port': {'device_id': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '11d8c4cd727e4e0392a11d03d247365b'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:56.871507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:56.886903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ecf80abe-3cf6-441e-96a4-cdcb5fe50566 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:03:56.998792 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.090126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-9bbfdc5a-eaef-45e9-a74a-06746cf3db38 service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277822 Aug 11 08:03:57.093959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831665cf-b477-448c-8ed2-11bb7201cbf8,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:57.095681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Made reservation on behalf of 11d8c4cd727e4e0392a11d03d247365b for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:03:57.101639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.115273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.188368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:57.189075 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.234816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fe853436-70a8-4c7a-991d-59aadf25804c None None] Provisioning for port bd096e20-5461-42a7-a6dc-b185c4af5f61 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:03:57.241415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fe853436-70a8-4c7a-991d-59aadf25804c None None] Provisioning complete for port bd096e20-5461-42a7-a6dc-b185c4af5f61 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:03:57.242574 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe853436-70a8-4c7a-991d-59aadf25804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.327217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fe853436-70a8-4c7a-991d-59aadf25804c None None] Port bd096e20-5461-42a7-a6dc-b185c4af5f61 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:03:57.345785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.354964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Checking segment: {'id': '8f20ceda-6504-4fb0-94ca-ff341e7405f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b28668f0-709c-4857-8a87-148efa9dbb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:57.355385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Network hostable DHCP agents. Network: b28668f0-709c-4857-8a87-148efa9dbb1c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:03:57.358639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.420450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19423762-e18c-408e-adfd-569b0b3486d1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:57.497630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502ca1a-0b18-4dde-b977-3f6535dfd7a5 req-062ebb38-145d-4e4c-8129-0e896bae1773 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:57.499358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b502ca1a-0b18-4dde-b977-3f6535dfd7a5 req-062ebb38-145d-4e4c-8129-0e896bae1773 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 936 time: 0.2981582 Aug 11 08:03:57.585351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66fa7f6c-58f6-43ac-aa8d-15f074aa2a97 req-9a91dbcb-862e-497e-ae47-ad7d536921e0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.0542767 Aug 11 08:03:57.588817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Network b28668f0-709c-4857-8a87-148efa9dbb1c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:03:57.637688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b502ca1a-0b18-4dde-b977-3f6535dfd7a5 req-ab19e4d3-efe2-4732-b787-395401a86f4d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167383 Aug 11 08:03:57.653303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, b28668f0-709c-4857-8a87-148efa9dbb1c) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:57.672114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:57.673097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:57.678291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f2ce8-17b3-46d8-b6a6-ac521ff16c58 None None] Network b28668f0-709c-4857-8a87-148efa9dbb1c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:57.716500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-efef1331-5f66-4cce-901f-8db42908f4d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8837790 Aug 11 08:03:57.835884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c317f417-59ee-45b0-a28f-b7d25a20663e req-4eb38e5d-50dd-4f22-afe6-b3bc40523263 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.0744147 Aug 11 08:03:58.079819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd096e20-5461-42a7-a6dc-b185c4af5f61 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:03:58.104364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:58.166571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Transition to ACTIVE for port object bd096e20-5461-42a7-a6dc-b185c4af5f61 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:58.188141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:58.258086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:03:58.287864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:03:58.288557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:03:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:58.370297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Allocated IP 192.168.233.81 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:03:58.384270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Pushing event updated for resources: {'Port': ['ID=bd096e20-5461-42a7-a6dc-b185c4af5f61,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:58.501662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Attempting to bind port bd096e20-5461-42a7-a6dc-b185c4af5f61 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:03:58.506894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Attempting to bind port bd096e20-5461-42a7-a6dc-b185c4af5f61 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:03:58.509820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Attempting to bind port bd096e20-5461-42a7-a6dc-b185c4af5f61 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:58.523555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Port bd096e20-5461-42a7-a6dc-b185c4af5f61 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:03:58.523937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Attempting to bind port bd096e20-5461-42a7-a6dc-b185c4af5f61 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:03:58.534708 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:58.540834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:03:58.541278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:03:58.541667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:03:58.542132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Bound port: bd096e20-5461-42a7-a6dc-b185c4af5f61, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:03:58.542503 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:58.723283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] For port bd096e20-5461-42a7-a6dc-b185c4af5f61, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:03:58.733430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:03:58.735858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] For port bd096e20-5461-42a7-a6dc-b185c4af5f61, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:03:58.745128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:58.915285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:58.915920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:58.922451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78945c-7f3c-47eb-8bc0-6c90b127d6ea req-4d5193d8-b67a-4339-a001-7ca82c1903f3 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:58.926224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa78945c-7f3c-47eb-8bc0-6c90b127d6ea req-4d5193d8-b67a-4339-a001-7ca82c1903f3 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.5532339 Aug 11 08:03:58.930733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] 10.222.0.69 "PUT /v2.0/ports/bd096e20-5461-42a7-a6dc-b185c4af5f61 HTTP/1.1" status: 200 len: 1096 time: 2.1979587 Aug 11 08:03:58.931375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'tag': 'bd096e20-5461-42a7-a6dc-b185c4af5f61'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:03:58.933746 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0282f0fa-5f28-45c4-8f43-4c5af76e4163" -d '{"events": [{"name": "network-changed", "server_uuid": "75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b", "tag": "bd096e20-5461-42a7-a6dc-b185c4af5f61"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:03:58.984308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0a8d42a-39d8-452a-8b58-76cc6ff549fd req-b8291252-bd8b-43a6-a22f-8ffe06990395 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.1699607 Aug 11 08:03:59.036430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3482b-f4aa-49db-96a0-c9c51525010b service neutron] Pushing event updated for resources: {'Port': ['ID=bd096e20-5461-42a7-a6dc-b185c4af5f61,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:59.190217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:59.265917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-15b97bf2-6012-4907-a7f8-cb9724625ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.267519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-15b97bf2-6012-4907-a7f8-cb9724625ea5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 1099 time: 0.1746726 Aug 11 08:03:59.276266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa78945c-7f3c-47eb-8bc0-6c90b127d6ea req-513d255d-3c03-499f-b71e-7798d34f5d44 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924645 Aug 11 08:03:59.302225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a0807-6e00-4c6c-82ec-a2c680954e8a None None] Network b28668f0-709c-4857-8a87-148efa9dbb1c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:03:59.306919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a45ef-dbb6-4d59-9e9f-2702d264b25a req-d2261127-bb67-4f2d-a50d-4c57c6bb4b9f tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.324588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.325988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b75a45ef-dbb6-4d59-9e9f-2702d264b25a req-d2261127-bb67-4f2d-a50d-4c57c6bb4b9f tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 948 time: 0.1726027 Aug 11 08:03:59.378859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Transition to ACTIVE for port object 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:03:59.415543 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-128f3d37-6f14-46ae-ba93-25496a94f4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.419863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-772ffab1-a225-40b3-b5b6-f22e9f87aee3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61 HTTP/1.1" status: 200 len: 217 time: 0.1279235 Aug 11 08:03:59.437106 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.492210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ded5f14-91de-49b0-aff9-5473c51b09bd req-324dce8c-dda8-40a0-a6c0-76730427cdc0 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.0667236 Aug 11 08:03:59.502627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:03:54Z', 'revision_number': 2, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:03:59.511430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56036) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:59.519581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-344d4b5a-f69a-4ae2-acaa-6450932d96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.522370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-344d4b5a-f69a-4ae2-acaa-6450932d96b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0992994 Aug 11 08:03:59.536920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b75a45ef-dbb6-4d59-9e9f-2702d264b25a req-9b9b1883-6eab-4396-9830-71bc81af2cff tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087600 Aug 11 08:03:59.544929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.583248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:03:59.585765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Updating router cc6aa91d-a741-4a28-9294-0e9c221db2cd port 08277205-ade4-41a0-94da-dfcb0a254b23 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:03:59.592498 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cac963-4943-454d-8dc0-9650262ffec9 x-openstack-request-id: req-14cac963-4943-454d-8dc0-9650262ffec9 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:03:59.592498 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b", "tag": "bd096e20-5461-42a7-a6dc-b185c4af5f61", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:03:59.592817 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14cac963-4943-454d-8dc0-9650262ffec9 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:03:59.593204 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'tag': 'bd096e20-5461-42a7-a6dc-b185c4af5f61', 'status': 'completed', 'code': 200} Aug 11 08:03:59.616278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8306-7b5f-450e-bbd9-5dca9c3dffdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.634498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-9fd507f9-a7ca-424a-a868-3c8cfd706db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.636148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-9fd507f9-a7ca-424a-a868-3c8cfd706db1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929952 Aug 11 08:03:59.641192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56042) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:59.659222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-network', 'tenant_id': '145e26c51ab44478871430df3bda1fc4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:03:59.703438 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.766694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:03:59.768294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.64', 59360) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:03:59.796576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:03:59.842107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:03:59.859837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.860543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:03:59.928266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Pushing event updated for resources: {'Port': ['ID=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:03:59.972724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-59c20917-2363-4e34-82ac-1027c6dbe259 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:03:59.974787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-59c20917-2363-4e34-82ac-1027c6dbe259 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.69 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.2965031 Aug 11 08:04:00.068733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8306-7b5f-450e-bbd9-5dca9c3dffdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.074274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-ee8d3ef5-288d-4b20-aacc-4e2922ab019c service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136267 Aug 11 08:04:00.076132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8306-7b5f-450e-bbd9-5dca9c3dffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.135652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc8306-7b5f-450e-bbd9-5dca9c3dffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc33c8-7830-491b-a22d-90115ce6328b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:00.144770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-08442211-fdd6-4985-bc00-db71862ec940 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3941424 Aug 11 08:04:00.146844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-af3e995a-25f0-4e26-87c2-17dabfa6b7d8 tempest-AutoAllocateNetworkTest-667866381 tempest-AutoAllocateNetworkTest-667866381-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d828a1e29c5440adaca93a2931bee0aa&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6340442 Aug 11 08:04:00.170142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56050) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:00.226365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-7344fe5c-8ae5-4a49-ac80-30da5de40135 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:04:00.227543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-7344fe5c-8ae5-4a49-ac80-30da5de40135 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0376456 Aug 11 08:04:00.282380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-bc05f36b-d1f5-4ee8-890d-2e6602fb163f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:00.284172 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-bc05f36b-d1f5-4ee8-890d-2e6602fb163f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.5123672 Aug 11 08:04:00.285014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Made reservation on behalf of 145e26c51ab44478871430df3bda1fc4 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:00.287568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.307621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b5bc8306-7b5f-450e-bbd9-5dca9c3dffdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d01ed4ac70a425e800937da08494163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1162293 Aug 11 08:04:00.311701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff0db509-50b7-429a-a67e-7608cff8f178 req-18c3d81e-a0b8-4c01-a140-82e254fe271b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.2035208 Aug 11 08:04:00.316351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56054) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:00.366082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-15e53b80-92ae-41e8-aed1-550b55667c6b None None] Provisioning for port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:00.382195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.401685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-15e53b80-92ae-41e8-aed1-550b55667c6b None None] Provisioning complete for port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:00.402197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15e53b80-92ae-41e8-aed1-550b55667c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.422579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56058) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:00.434578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-69425102-network', 'tenant_id': '91bbd5b42e1e46f08902ce2519d10552'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:00.501801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-15e53b80-92ae-41e8-aed1-550b55667c6b None None] Port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:00.523793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Made reservation on behalf of 91bbd5b42e1e46f08902ce2519d10552 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:00.527798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.542825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.562902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e14c041-f8e4-4efa-ad9a-bf1048058e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.566555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Transition to ACTIVE for port object 08277205-ade4-41a0-94da-dfcb0a254b23 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:00.578989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.583023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.649471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fe5d054-b6c5-4785-ae13-dd3896a71be2 req-33b20f0a-78d6-470d-b7ac-190709c06246 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339301 Aug 11 08:04:00.671480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4125da-f130-4b12-880c-11db66fabe8e None None] Pushing event updated for resources: {'Port': ['ID=08277205-ade4-41a0-94da-dfcb0a254b23,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:00.672575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Request body: {'port': {'device_id': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'admin_state_up': True, 'tenant_id': '1ef799b07b634e4b864fa48a59d0f984'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:00.704312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e14c041-f8e4-4efa-ad9a-bf1048058e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.767465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Attempting to bind port 08277205-ade4-41a0-94da-dfcb0a254b23 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:00.768271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Attempting to bind port 08277205-ade4-41a0-94da-dfcb0a254b23 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:00.768974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Attempting to bind port 08277205-ade4-41a0-94da-dfcb0a254b23 on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:00.777172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:00.777824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Checking segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:00.778450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.779000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Bound using segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:00.779882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Bound port: 08277205-ade4-41a0-94da-dfcb0a254b23, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:00.780529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.881477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e14c041-f8e4-4efa-ad9a-bf1048058e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.886309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e14c041-f8e4-4efa-ad9a-bf1048058e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:00.887854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3e14c041-f8e4-4efa-ad9a-bf1048058e8f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9bc33c8-7830-491b-a22d-90115ce6328b HTTP/1.1" status: 204 len: 168 time: 0.5696480 Aug 11 08:04:00.929685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14c041-f8e4-4efa-ad9a-bf1048058e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc33c8-7830-491b-a22d-90115ce6328b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:00.950163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc41e0-8492-457c-ba14-39028a7e279c req-ef47198f-0a37-47a6-84a2-bc09d4a2f8be tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:00.953405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81dc41e0-8492-457c-ba14-39028a7e279c req-ef47198f-0a37-47a6-84a2-bc09d4a2f8be tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 935 time: 0.3722053 Aug 11 08:04:00.957393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-d453abb0-d4e6-4864-bbd0-8527c352c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:00.959477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-d453abb0-d4e6-4864-bbd0-8527c352c6d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 1099 time: 0.1576028 Aug 11 08:04:01.038052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] For port 08277205-ade4-41a0-94da-dfcb0a254b23, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:01.042435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] For port 08277205-ade4-41a0-94da-dfcb0a254b23, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=08277205-ade4-41a0-94da-dfcb0a254b23,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:01.054465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.097869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Request body: {'port': {'device_id': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:01.143903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4125da-f130-4b12-880c-11db66fabe8e None None] Pushing event updated for resources: {'Port': ['ID=08277205-ade4-41a0-94da-dfcb0a254b23,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:01.145255 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.148255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:01.148708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19290e-3774-49be-b771-d8ba8c814860 req-175870d0-fc2d-4b55-860f-d8e940477eab tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:01.148963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:03:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:01.153034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81dc41e0-8492-457c-ba14-39028a7e279c req-c01d9dba-141e-4ecb-84b0-ac6dcfe8fd53 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721134 Aug 11 08:04:01.156701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.171710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c19290e-3774-49be-b771-d8ba8c814860 req-175870d0-fc2d-4b55-860f-d8e940477eab tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.5190442 Aug 11 08:04:01.179911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Deleting port 57455855-430c-4825-9f53-a2e5dec5a2e4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:01.180306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.235888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:04:01.266263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.266263 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Added segment 3aee3526-d7da-4e63-b5ab-6efa7814bc99 of type vlan for network e8328f60-0b78-49d3-a825-529abeda3fed Aug 11 08:04:01.289940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-ea88d325-5d79-45db-a3a4-11234556df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:01.291493 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-ea88d325-5d79-45db-a3a4-11234556df12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3237355 Aug 11 08:04:01.293684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3359a-00bd-473b-9d64-a882440f838c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:01.365078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:01.455732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c19290e-3774-49be-b771-d8ba8c814860 req-62af76ec-ed85-4d10-8020-6e00813d4e3e tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829852 Aug 11 08:04:01.559146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a2d1a-dd20-48ac-a778-75a0974f46fc tempest-AutoAllocateNetworkTest-667866381 tempest-AutoAllocateNetworkTest-667866381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:01.561522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9d7a2d1a-dd20-48ac-a778-75a0974f46fc tempest-AutoAllocateNetworkTest-667866381 tempest-AutoAllocateNetworkTest-667866381-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 1.3869159 Aug 11 08:04:01.567140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.576666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56074) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:01.652733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.659121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-f3197a4c-5795-4221-a90a-b000fd3e558d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61 HTTP/1.1" status: 200 len: 217 time: 0.3425665 Aug 11 08:04:01.702540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54900fcc-26d7-4d26-a815-bfb2aabb4bdc tempest-AutoAllocateNetworkTest-667866381 tempest-AutoAllocateNetworkTest-667866381-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215310 Aug 11 08:04:01.708531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:01.748853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da2d0b6f-3eb4-4415-942a-4eac134d490c req-e4085dd9-e5ec-42b1-9a15-72cc07436153 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.1279476 Aug 11 08:04:01.759936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] For port 57455855-430c-4825-9f53-a2e5dec5a2e4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=57455855-430c-4825-9f53-a2e5dec5a2e4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:01.760562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.781026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:01Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:01.816769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Calling delete_port for 57455855-430c-4825-9f53-a2e5dec5a2e4 owned by compute:tempest-test_az-442576452 {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:04:01.820251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56078) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:01.855199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3112fe-c360-4493-b452-a1c1dcd6df7c None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:01Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:01.879308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3a760d9a-96b6-4f24-a578-b14614be6db8 tempest-AutoAllocateNetworkTest-667866381 tempest-AutoAllocateNetworkTest-667866381-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d828a1e29c5440adaca93a2931bee0aa HTTP/1.1" status: 200 len: 208 time: 0.1648126 Aug 11 08:04:01.896565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbf85c-4780-4ef2-a3a0-7438bfee01d8 req-5c0eae5e-f348-42ae-857f-9ed8bac94990 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:01.899548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31dbf85c-4780-4ef2-a3a0-7438bfee01d8 req-5c0eae5e-f348-42ae-857f-9ed8bac94990 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 948 time: 0.5465698 Aug 11 08:04:01.923295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.924811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:01.925790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:01.942928 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70d55ffc-3c25-48e7-8b5b-1e42882a5a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.064117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-6dbd5845-8922-41c1-9048-e379009fc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:02.066657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-6dbd5845-8922-41c1-9048-e379009fc65d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.3854470 Aug 11 08:04:02.101845 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.144647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31dbf85c-4780-4ef2-a3a0-7438bfee01d8 req-35cfc737-f2ba-4e8c-8af3-092f23cba9f6 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356062 Aug 11 08:04:02.156304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7297499 Aug 11 08:04:02.157458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92eab-3a44-4341-a4cd-596cf803504b admin admin] Pushing event updated for resources: {'Network': ['ID=e8328f60-0b78-49d3-a825-529abeda3fed,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:02.164013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:02.165318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.171837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Request body: {'subnet': {'network_id': 'e8328f60-0b78-49d3-a825-529abeda3fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-69425102-subnet', 'tenant_id': '91bbd5b42e1e46f08902ce2519d10552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:02.176773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Made reservation on behalf of 1ef799b07b634e4b864fa48a59d0f984 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:02.179134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e8328f60-0b78-49d3-a825-529abeda3fed details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:04:02.180911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.237796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-14f428b6-28bc-4d8a-8395-61ce592a0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:02.240744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-14f428b6-28bc-4d8a-8395-61ce592a0e91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572399 Aug 11 08:04:02.289981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:04:02.430791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.431847 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Added segment 47d9cad8-3006-4d3f-9522-ebead3f6b6a0 of type vlan for network 379a3916-083f-4de6-9b3f-247fc38b0703 Aug 11 08:04:02.513933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3452062a-5d5f-4df4-b719-662264f41e05,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:02.526562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-bfd372e5-3e41-4e67-9ae4-5192318b73a4 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760646 Aug 11 08:04:02.588335 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.675370 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15d917a6-1c18-4b21-ab8e-24e05dab9920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.700999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:02.768033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:02.832601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3b3c3-b0c0-4046-bf6c-1c10cdfc3dd4 req-ce9945d5-c375-429e-8e7e-041dbbb55144 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:02.844992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbb3b3c3-b0c0-4046-bf6c-1c10cdfc3dd4 req-ce9945d5-c375-429e-8e7e-041dbbb55144 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 971 time: 0.1390252 Aug 11 08:04:02.866645 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0282f0fa-5f28-45c4-8f43-4c5af76e4163 req-f893def7-44b7-443b-a039-319d8478a3ef service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305886 Aug 11 08:04:02.922783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 08277205-ade4-41a0-94da-dfcb0a254b23 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:02.926532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbb3b3c3-b0c0-4046-bf6c-1c10cdfc3dd4 req-6b730af4-d3c1-4f87-ba46-6808f90e7d13 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b948f7d-835d-4637-b6f7-81f3567716aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828934 Aug 11 08:04:02.979775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff51810-1be5-461b-928a-607af583614d req-410d3b72-9294-4041-9bd6-2a051fce8e67 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:02.993380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff51810-1be5-461b-928a-607af583614d req-410d3b72-9294-4041-9bd6-2a051fce8e67 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 935 time: 0.5854292 Aug 11 08:04:03.056227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 08277205-ade4-41a0-94da-dfcb0a254b23 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:03.063507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 08277205-ade4-41a0-94da-dfcb0a254b23 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:03.064142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.094039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70d55ffc-3c25-48e7-8b5b-1e42882a5a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.103100 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.resource_extend [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:04:03.110052 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-024be610-cb15-43a0-9f8e-b1d6bf6d5ada req-3b0f87f8-2548-4215-9d07-9a466c2ea198 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.0839114 Aug 11 08:04:03.135736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c6dae76-69b5-44da-b2fc-08614b4a541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.155181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70d55ffc-3c25-48e7-8b5b-1e42882a5a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.157919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.194010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Made reservation on behalf of 91bbd5b42e1e46f08902ce2519d10552 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:03.197882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.211277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['57455855-430c-4825-9f53-a2e5dec5a2e4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:03.243733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-70d55ffc-3c25-48e7-8b5b-1e42882a5a50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f67cc16fcb747d6abf4b31246196285&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4191620 Aug 11 08:04:03.251638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bd096e20-5461-42a7-a6dc-b185c4af5f61 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:03.309553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Pushing event deleted for resources: {'Port': ['ID=57455855-430c-4825-9f53-a2e5dec5a2e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:03.323586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56102) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:03.332773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.334035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:03.334794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.399466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bd096e20-5461-42a7-a6dc-b185c4af5f61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:03.408139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.458766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 08277205-ade4-41a0-94da-dfcb0a254b23, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=08277205-ade4-41a0-94da-dfcb0a254b23,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:03.464043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'bd096e20-5461-42a7-a6dc-b185c4af5f61', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'bd096e20-5461-42a7-a6dc-b185c4af5f61', 'mac_address': 'fa:16:3e:72:59:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:03.470401 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.546550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Allocated IP 172.20.0.7 (b0540c9e-ac3b-4b91-a575-dc4878825330/5856bec9-5e49-4d97-85cb-c8485228a063/dcd27b93-2973-459d-8253-98585df5cd46) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:03.556005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=08277205-ade4-41a0-94da-dfcb0a254b23,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:03.598685 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.619938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd096e20-5461-42a7-a6dc-b185c4af5f61 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:03.647383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bd096e20-5461-42a7-a6dc-b185c4af5f61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:03.653729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.746345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.763091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=bd096e20-5461-42a7-a6dc-b185c4af5f61,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:03.772776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af4a1-8f45-4bf6-9405-4db11a4bc5ad req-8e71f6c4-1ceb-4259-b467-fe52e9246151 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:03.775918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:03.780241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-503af4a1-8f45-4bf6-9405-4db11a4bc5ad req-8e71f6c4-1ceb-4259-b467-fe52e9246151 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 948 time: 0.4126019 Aug 11 08:04:03.864432 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff51810-1be5-461b-928a-607af583614d req-90fdcc3b-0ecb-4c3c-a4a7-057bd9c5eb42 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8686397 Aug 11 08:04:03.875750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.879235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] No DVR routers for this DVR port 57455855-430c-4825-9f53-a2e5dec5a2e4 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:04:03.889120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.891920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec21aa37-585c-40c4-ae2b-6fce20775057 req-23a7552c-379c-488a-83df-d180e79f2dbc tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.69 "DELETE /v2.0/ports/57455855-430c-4825-9f53-a2e5dec5a2e4 HTTP/1.1" status: 204 len: 173 time: 3.8855052 Aug 11 08:04:03.897759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d55ffc-3c25-48e7-8b5b-1e42882a5a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced68c33-82b4-471a-81b5-426cecaf5ac3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:03.902257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c6dae76-69b5-44da-b2fc-08614b4a541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.903057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'name': 'network-vif-deleted', 'tag': '57455855-430c-4825-9f53-a2e5dec5a2e4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:03.911335 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3a5991-c814-4e9f-b764-ddf4b7b3454a" -d '{"events": [{"server_uuid": "b94a4d81-b929-4ab3-8a76-ef625fc34efe", "name": "network-vif-deleted", "tag": "57455855-430c-4825-9f53-a2e5dec5a2e4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:03.921598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c88a1f-3528-41c8-9476-b3bf4dbe2530,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:03.924044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c6dae76-69b5-44da-b2fc-08614b4a541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:03.955161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['bd096e20-5461-42a7-a6dc-b185c4af5f61'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:03.973651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-503af4a1-8f45-4bf6-9405-4db11a4bc5ad req-190f3d75-cdb9-47a5-b432-1256367b527a tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900995 Aug 11 08:04:04.029290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5c6dae76-69b5-44da-b2fc-08614b4a541d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d828a1e29c5440adaca93a2931bee0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3162599 Aug 11 08:04:04.037077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56110) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:04.045268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3926187 Aug 11 08:04:04.063990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56112) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:04.074073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Transition to ACTIVE for port object 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:04.090714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dae76-69b5-44da-b2fc-08614b4a541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab436a68-2056-430b-a045-732f32b3d80c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:04.106504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Checking segment: {'id': '3aee3526-d7da-4e63-b5ab-6efa7814bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8328f60-0b78-49d3-a825-529abeda3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:04.106504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Network hostable DHCP agents. Network: e8328f60-0b78-49d3-a825-529abeda3fed, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:04:04.116458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Request body: {'subnet': {'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-subnet', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:04.174360 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f238e0-c942-44f2-8ca2-f45f87dd1e0f x-openstack-request-id: req-75f238e0-c942-44f2-8ca2-f45f87dd1e0f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:04.174768 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94a4d81-b929-4ab3-8a76-ef625fc34efe", "name": "network-vif-deleted", "tag": "57455855-430c-4825-9f53-a2e5dec5a2e4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:04.176296 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75f238e0-c942-44f2-8ca2-f45f87dd1e0f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:04.176296 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94a4d81-b929-4ab3-8a76-ef625fc34efe', 'name': 'network-vif-deleted', 'tag': '57455855-430c-4825-9f53-a2e5dec5a2e4', 'status': 'completed', 'code': 200} Aug 11 08:04:04.192853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Made reservation on behalf of 145e26c51ab44478871430df3bda1fc4 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:04.203829 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.218474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Network e8328f60-0b78-49d3-a825-529abeda3fed is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:04:04.221892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a78df-2856-48b7-9427-30432d4241b6 admin admin] Pushing event updated for resources: {'Network': ['ID=379a3916-083f-4de6-9b3f-247fc38b0703,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:04.226956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.259533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1476ef3-5e07-459a-a77e-1b16acb8de6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.268512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e8328f60-0b78-49d3-a825-529abeda3fed) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:04.289953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae3baffc-79fc-4c93-afce-9b067df6a8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.290309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:04.291480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.297152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 379a3916-083f-4de6-9b3f-247fc38b0703 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:04:04.306131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2a040-5107-48b8-b11b-332aaae43f76 None None] Network e8328f60-0b78-49d3-a825-529abeda3fed requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:04.349585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1476ef3-5e07-459a-a77e-1b16acb8de6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.391548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce35fad5-1a40-47e4-a98f-986c86f32346 req-5077c6d4-3a0e-402d-87f7-f3bbebdbabe2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.0801880 Aug 11 08:04:04.394364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-160a4845-ff84-4647-aa59-28f71bc7247b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2287333 Aug 11 08:04:04.540027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1476ef3-5e07-459a-a77e-1b16acb8de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.547125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1476ef3-5e07-459a-a77e-1b16acb8de6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.557982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d1476ef3-5e07-459a-a77e-1b16acb8de6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab436a68-2056-430b-a045-732f32b3d80c HTTP/1.1" status: 204 len: 168 time: 0.5036578 Aug 11 08:04:04.557982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56118) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:04.588851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1476ef3-5e07-459a-a77e-1b16acb8de6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab436a68-2056-430b-a045-732f32b3d80c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:04.609233 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79b633c7-2126-449c-8bfc-a54470733f12 req-af4d7f68-ae9b-4df4-914d-a8ae7ca0c664 tempest-AggregatesAdminTestJSON-1856054312 tempest-AggregatesAdminTestJSON-1856054312-project] 10.222.0.58 "GET /v2.0/ports?device_id=b94a4d81-b929-4ab3-8a76-ef625fc34efe HTTP/1.1" status: 200 len: 210 time: 0.3331249 Aug 11 08:04:04.651805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Deleting subnet 831665cf-b477-448c-8ed2-11bb7201cbf8 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:04:04.661104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.700709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70844f-f385-4d42-b2f6-b48c3e42818f None None] Network e8328f60-0b78-49d3-a825-529abeda3fed requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:04.711651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.738355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.751384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae3baffc-79fc-4c93-afce-9b067df6a8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.812050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:04.889257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Attempting to bind port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:04.889607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Attempting to bind port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:04.890029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Attempting to bind port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:04.906733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:04.906733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Attempting to bind port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:04.930510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 08277205-ade4-41a0-94da-dfcb0a254b23 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:04.945961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:04.946493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:04.955359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:04.956136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Bound port: 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:04.956604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.958113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:04.973346 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.028178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.031224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/831665cf-b477-448c-8ed2-11bb7201cbf8 HTTP/1.1" status: 204 len: 168 time: 0.4737031 Aug 11 08:04:05.041352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463e808-3b57-43b5-8b27-b0e34071411c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=831665cf-b477-448c-8ed2-11bb7201cbf8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.045739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56128) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:05.119681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 08277205-ade4-41a0-94da-dfcb0a254b23 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:05.120302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.151214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.227011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bd096e20-5461-42a7-a6dc-b185c4af5f61 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:05.245931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.335006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.364476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cae05-58c6-46e2-a5f5-1907454cd898 req-31f8c1e0-979c-451f-80a8-8cf7ede1ddb4 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:05.368778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f7cae05-58c6-46e2-a5f5-1907454cd898 req-31f8c1e0-979c-451f-80a8-8cf7ede1ddb4 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 947 time: 0.3431494 Aug 11 08:04:05.381779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.383239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port bd096e20-5461-42a7-a6dc-b185c4af5f61 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:05.397346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port bd096e20-5461-42a7-a6dc-b185c4af5f61 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:05.398178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.401150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.401489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.402252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.402574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > port after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.402999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.403461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.403703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.404040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.404355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.404683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.425736 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae3baffc-79fc-4c93-afce-9b067df6a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.428896 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae3baffc-79fc-4c93-afce-9b067df6a8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.433806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ae3baffc-79fc-4c93-afce-9b067df6a8de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ced68c33-82b4-471a-81b5-426cecaf5ac3 HTTP/1.1" status: 204 len: 168 time: 2.0697060 Aug 11 08:04:05.449888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb052f02-66e6-4a77-8d9c-a1e9c13d0756,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.453913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] For port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:05.487796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3baffc-79fc-4c93-afce-9b067df6a8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced68c33-82b4-471a-81b5-426cecaf5ac3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.518183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.518552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.518890 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.519414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:04:05.522226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e4d0-f5e0-46ca-984d-88e54075c975 req-68127e61-9b79-4088-b326-eeb1206b3d7d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:05.523789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28668f0-709c-4857-8a87-148efa9dbb1c']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:05.535639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6348e4d0-f5e0-46ca-984d-88e54075c975 req-68127e61-9b79-4088-b326-eeb1206b3d7d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 949 time: 0.3350182 Aug 11 08:04:05.542769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] For port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:05.565840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Checking segment: {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:05.566434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Network hostable DHCP agents. Network: 379a3916-083f-4de6-9b3f-247fc38b0703, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:04:05.571277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.577111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.578241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f20ceda-6504-4fb0-94ca-ff341e7405f2') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:05.578975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f20ceda-6504-4fb0-94ca-ff341e7405f2') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:05.620692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.645447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bd096e20-5461-42a7-a6dc-b185c4af5f61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:05.647121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd096e20-5461-42a7-a6dc-b185c4af5f61'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:05.651064 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e7e90-cfdb-45d1-8a8d-b8a84056badc" -d '{"events": [{"server_uuid": "75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b", "name": "network-vif-plugged", "status": "completed", "tag": "bd096e20-5461-42a7-a6dc-b185c4af5f61"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:05.653865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.657036 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.658244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 57455855-430c-4825-9f53-a2e5dec5a2e4 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:04:05.665292 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.666449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:04:05.666876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.734031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 57455855-430c-4825-9f53-a2e5dec5a2e4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:04:05.735341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 57455855-430c-4825-9f53-a2e5dec5a2e4 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:04:05.776866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:05.777559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.779162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b HTTP/1.1" status: 200 len: 1095 time: 5.0121021 Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: from cryptography.utils import int_from_bytes Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: from cryptography.utils import int_from_bytes Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:04:05.794782 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:04:05.822034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.822662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6348e4d0-f5e0-46ca-984d-88e54075c975 req-fd2de847-c25c-41df-b5c4-886d12a7da0b tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857406 Aug 11 08:04:05.837683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Network 379a3916-083f-4de6-9b3f-247fc38b0703 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:04:05.870937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=bd096e20-5461-42a7-a6dc-b185c4af5f61,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.893401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Pushing event deleted for resources: {'Network': ['ID=b28668f0-709c-4857-8a87-148efa9dbb1c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.909360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cb1b1-2c8a-4bff-ad46-12f2f05aa4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:05.914324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Network b0540c9e-ac3b-4b91-a575-dc4878825330 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:05.921400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:05.924640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f6401d95-dc41-4b16-a7b6-da839d3cb13c admin admin] 10.222.0.58 "DELETE /v2.0/networks/b28668f0-709c-4857-8a87-148efa9dbb1c HTTP/1.1" status: 204 len: 168 time: 0.8681290 Aug 11 08:04:05.953915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 379a3916-083f-4de6-9b3f-247fc38b0703) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:05.960138 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:04:05.975239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56156) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:05.979344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f7cae05-58c6-46e2-a5f5-1907454cd898 req-facb210c-db09-4ea8-9111-83e957d433e2 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905945 Aug 11 08:04:06.027820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.042215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:06.053821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:06.066179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:06.067434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.070272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Deleting subnet 48c88a1f-3528-41c8-9476-b3bf4dbe2530 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:04:06.090576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.106552 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1535d011-6e5c-4a4a-b362-4125846a32df x-openstack-request-id: req-1535d011-6e5c-4a4a-b362-4125846a32df {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:06.106891 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b", "name": "network-vif-plugged", "status": "completed", "tag": "bd096e20-5461-42a7-a6dc-b185c4af5f61", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:06.107170 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1535d011-6e5c-4a4a-b362-4125846a32df {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:06.107572 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd096e20-5461-42a7-a6dc-b185c4af5f61', 'code': 200} Aug 11 08:04:06.165707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.166755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf4c169-9278-4cd8-a88a-49cc4144ae18 None None] Network 379a3916-083f-4de6-9b3f-247fc38b0703 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:06.235174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'tag': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:06.240574 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de7f90-da7d-4d46-bb68-5789c56e47ce" -d '{"events": [{"name": "network-changed", "server_uuid": "578722e9-69bd-45bb-bf7e-64ee7a7f93cf", "tag": "32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:06.253064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:06.254067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.265730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.379669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.399310 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfdeb51-ea58-413f-b0a3-3f04bede9aec x-openstack-request-id: req-2cfdeb51-ea58-413f-b0a3-3f04bede9aec {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:06.399755 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578722e9-69bd-45bb-bf7e-64ee7a7f93cf", "tag": "32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:06.401243 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cfdeb51-ea58-413f-b0a3-3f04bede9aec {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:06.402303 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'tag': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b', 'status': 'completed', 'code': 200} Aug 11 08:04:06.418895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.422303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/48c88a1f-3528-41c8-9476-b3bf4dbe2530 HTTP/1.1" status: 204 len: 168 time: 0.4416046 Aug 11 08:04:06.425632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97718d-a14d-4607-955a-f476bf169d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c88a1f-3528-41c8-9476-b3bf4dbe2530,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:06.431399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:06.444683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0677469 Aug 11 08:04:06.449592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-db25826c-c06e-4543-9e14-b1331f414495 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3552845 Aug 11 08:04:06.462080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56174) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:06.470541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-379a3916-083f-4de6-9b3f-247fc38b0703', 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'fixed_ips': [{'subnet_id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:04:06.477847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.481035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:06.529109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Request body: {'port': {'device_id': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:06.531569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.535753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-c5f4c6bc-947a-4619-8ee1-e54b17de1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:06.539286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-c5f4c6bc-947a-4619-8ee1-e54b17de1194 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11d8c4cd727e4e0392a11d03d247365b&device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 1098 time: 0.6561456 Aug 11 08:04:06.548077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.550707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.613441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4539c2-ee9b-44a5-8893-d0b193ed903b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:06.658835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.674921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8328f60-0b78-49d3-a825-529abeda3fed']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:06.691989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aee3526-d7da-4e63-b5ab-6efa7814bc99') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:06.692410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aee3526-d7da-4e63-b5ab-6efa7814bc99') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:06.705077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.705605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-f24d73aa-42d0-4877-b206-0735be38b597 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b HTTP/1.1" status: 200 len: 217 time: 0.0963256 Aug 11 08:04:06.720068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142daef7-d235-4ab4-9635-34678703db89 req-bd8188e3-41d4-4dce-b0dc-3e244ec9c8e7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:06.721733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-142daef7-d235-4ab4-9635-34678703db89 req-bd8188e3-41d4-4dce-b0dc-3e244ec9c8e7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 931 time: 0.6466074 Aug 11 08:04:06.735764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa311678-a96f-44e3-b878-2d43844795b5 req-1153298f-483e-4715-9fa9-b4d3762c5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:06.737813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa311678-a96f-44e3-b878-2d43844795b5 req-1153298f-483e-4715-9fa9-b4d3762c5a7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 1101 time: 0.4600208 Aug 11 08:04:06.742293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.750063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:04:06.750663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:04:06.830016 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:04:06.837532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.877709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.883338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] 10.222.0.58 "DELETE /v2.0/networks/e8328f60-0b78-49d3-a825-529abeda3fed HTTP/1.1" status: 204 len: 168 time: 0.4502635 Aug 11 08:04:06.895082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.920662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9c6bf-eaa4-4ee5-9f89-77cf7156f73f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8328f60-0b78-49d3-a825-529abeda3fed,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:06.921473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:06.945972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-142daef7-d235-4ab4-9635-34678703db89 req-03fb9650-dc6d-45f6-938e-734bc5e580c7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895664 Aug 11 08:04:07.000005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Allocated IP 172.20.0.2 (379a3916-083f-4de6-9b3f-247fc38b0703/bb052f02-66e6-4a77-8d9c-a1e9c13d0756/8adc58cd-4e57-480f-babf-3dbf965e5ea2) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:07.073643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56192) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:07.115123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae03d9a-36d4-442e-ace3-ec774b1ee9f2 req-4fd81509-3774-47a4-bde7-7fcc6d85b1d6 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:07.119004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bae03d9a-36d4-442e-ace3-ec774b1ee9f2 req-4fd81509-3774-47a4-bde7-7fcc6d85b1d6 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 950 time: 0.1366603 Aug 11 08:04:07.220121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bae03d9a-36d4-442e-ace3-ec774b1ee9f2 req-0d76eb6d-bcbe-4908-b3b9-2168fbab5adc tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936036 Aug 11 08:04:07.222077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa311678-a96f-44e3-b878-2d43844795b5 req-1124b786-b8a8-4d17-ba59-5349455b995f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562514 Aug 11 08:04:07.225510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-f11729cd-a4d5-48e3-b6e1-ab20ea0ea1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:07.229011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-f11729cd-a4d5-48e3-b6e1-ab20ea0ea1b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.4959805 Aug 11 08:04:07.275451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.286496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Transition to ACTIVE for port object 8adc58cd-4e57-480f-babf-3dbf965e5ea2 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:07.301915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56200) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:07.309147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Transition to ACTIVE for port object 8adc58cd-4e57-480f-babf-3dbf965e5ea2 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:07.318635 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.382901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Pushing event updated for resources: {'Port': ['ID=8adc58cd-4e57-480f-babf-3dbf965e5ea2,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.396354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Network 379a3916-083f-4de6-9b3f-247fc38b0703 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:07.398227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:07.401543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:07.423548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e523de4e-8d82-4896-bf73-9898c00f2fa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8628ce5cfd1241e5b5a9d93a5abcfba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201818 Aug 11 08:04:07.425981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56202) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:07.465316 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.505061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Attempting to bind port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:07.505677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Attempting to bind port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:07.506259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Attempting to bind port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 on network 379a3916-083f-4de6-9b3f-247fc38b0703 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:07.515535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:07.516140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Checking segment: {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:07.517608 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.518434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Bound using segment: {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:07.519303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Bound port: 8adc58cd-4e57-480f-babf-3dbf965e5ea2, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:07.520153 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.597311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b33109ae-54e3-4fb0-9e28-3551b307a38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.624560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b33109ae-54e3-4fb0-9e28-3551b307a38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.644796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] For port 8adc58cd-4e57-480f-babf-3dbf965e5ea2, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:07.651651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] For port 8adc58cd-4e57-480f-babf-3dbf965e5ea2, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8adc58cd-4e57-480f-babf-3dbf965e5ea2,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:07.667526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.683716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb522af-4426-4a77-b13e-37c98e68bd4a req-1a104258-e30c-41a1-a7d0-0237dbbe30ec tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:07.688433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6cb522af-4426-4a77-b13e-37c98e68bd4a req-1a104258-e30c-41a1-a7d0-0237dbbe30ec tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 947 time: 0.4730415 Aug 11 08:04:07.726989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-99df9eab-746e-4a6c-82b3-394530856cee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73defde1ec6943168dd3e11f9028ec64&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6384118 Aug 11 08:04:07.743942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:07.756921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b33109ae-54e3-4fb0-9e28-3551b307a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.760945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b33109ae-54e3-4fb0-9e28-3551b307a38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:07.763668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b33109ae-54e3-4fb0-9e28-3551b307a38d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77f452de-ceac-470d-ac2e-93a909eec95e HTTP/1.1" status: 204 len: 168 time: 0.3355505 Aug 11 08:04:07.776939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33109ae-54e3-4fb0-9e28-3551b307a38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f452de-ceac-470d-ac2e-93a909eec95e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.809170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c53c67-b241-4f05-ab83-bfd67dc2c23b None None] Pushing event updated for resources: {'Port': ['ID=8adc58cd-4e57-480f-babf-3dbf965e5ea2,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:07.835064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab67f-03dd-449c-9075-49429f074588 req-2b2ed321-d717-48f2-a3f4-92564964d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:07.837880 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-2b2ed321-d717-48f2-a3f4-92564964d4d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5390682 Aug 11 08:04:08.370713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2be8f-2120-41f5-a3f5-f6d906ae8ea0 req-86bcd2ed-a0c7-4db4-9127-3532ac51d61f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:08.383725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86a2be8f-2120-41f5-a3f5-f6d906ae8ea0 req-86bcd2ed-a0c7-4db4-9127-3532ac51d61f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 931 time: 0.2181385 Aug 11 08:04:08.475765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-090d08fb-2337-4adb-9a54-73b163f92e6a service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287863 Aug 11 08:04:08.519962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86a2be8f-2120-41f5-a3f5-f6d906ae8ea0 req-697d62a6-808f-4715-b8bd-3f5615d8fd12 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349580 Aug 11 08:04:08.681987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56232) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:08.708072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6cb522af-4426-4a77-b13e-37c98e68bd4a req-b0e4895f-ae89-4e7d-8aa0-747b66954f02 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9993501 Aug 11 08:04:08.739277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9689ccf-4f98-457f-82b0-e5e283cffa3d req-f1a46d3a-32a2-469c-bb40-a84fe2bb11d3 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:08.745941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9689ccf-4f98-457f-82b0-e5e283cffa3d req-f1a46d3a-32a2-469c-bb40-a84fe2bb11d3 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 950 time: 0.1382930 Aug 11 08:04:08.825688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0544bf6b-da3c-4d9e-9f1a-ccb1538d71a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:08.899211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd27b93-2973-459d-8253-98585df5cd46 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:08.915801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95fab67f-03dd-449c-9075-49429f074588 req-2c89e3ad-e4a0-433f-ad7d-f13363900cc2 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626420 Aug 11 08:04:08.923276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e329657b-d371-42ba-849d-55a269bb03d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91bbd5b42e1e46f08902ce2519d10552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359288 Aug 11 08:04:08.927939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:08.937989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:08.942661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0544bf6b-da3c-4d9e-9f1a-ccb1538d71a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:08.964221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8adc58cd-4e57-480f-babf-3dbf965e5ea2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:09.019511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9689ccf-4f98-457f-82b0-e5e283cffa3d req-4ee3ce44-70fe-4e8d-acaa-7701608df782 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589033 Aug 11 08:04:09.019836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Transition to ACTIVE for port object dcd27b93-2973-459d-8253-98585df5cd46 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:09.068872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.168663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:09.367610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da6eadb2-8eef-4718-b6dc-3e28e5feb749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.374193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0544bf6b-da3c-4d9e-9f1a-ccb1538d71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.378003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0544bf6b-da3c-4d9e-9f1a-ccb1538d71a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.379215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0544bf6b-da3c-4d9e-9f1a-ccb1538d71a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b948f7d-835d-4637-b6f7-81f3567716aa HTTP/1.1" status: 204 len: 168 time: 1.6037276 Aug 11 08:04:09.380128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:09.397604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.397961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.398449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.398625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.400632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.401094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.401441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.401780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.402112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.402444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.402770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.403093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:09.448407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-e5550e22-4fc3-4f0d-a2e2-5fb2ada4b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:09.451180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-e5550e22-4fc3-4f0d-a2e2-5fb2ada4b881 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11d8c4cd727e4e0392a11d03d247365b&device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 1098 time: 0.4104295 Aug 11 08:04:09.537974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556bbd57-a125-4e44-a6ee-985cfb0834dc None None] Network 379a3916-083f-4de6-9b3f-247fc38b0703 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:09.632510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caea8c3-9a99-47e2-91d2-4920aa2e93c7 req-e47b68b7-c764-4dea-ae07-7ee5e452c9a1 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:09.641394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9caea8c3-9a99-47e2-91d2-4920aa2e93c7 req-e47b68b7-c764-4dea-ae07-7ee5e452c9a1 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 950 time: 0.0704799 Aug 11 08:04:09.677722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544bf6b-da3c-4d9e-9f1a-ccb1538d71a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b948f7d-835d-4637-b6f7-81f3567716aa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:09.708999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] Provisioning for port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:09.724482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9caea8c3-9a99-47e2-91d2-4920aa2e93c7 req-d1ec572e-3fa5-4e7f-9db4-df94e48f7c78 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 Aug 11 08:04:09.733558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] Provisioning complete for port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:09.734332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.746065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da6eadb2-8eef-4718-b6dc-3e28e5feb749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.767328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-18f728a9-7a15-4dfc-a69a-7088f00c7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:09.769013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-18f728a9-7a15-4dfc-a69a-7088f00c7dc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2686021 Aug 11 08:04:09.769968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:09.926921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:09.927207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:09.927488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:09.930662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-45b70c18-5135-48e0-8e3c-b86c025a1c06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b HTTP/1.1" status: 200 len: 217 time: 0.0656610 Aug 11 08:04:09.943082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.001232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:10.001567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:10.076375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:10.076724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:10.076980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:10.077500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Bound port: dcd27b93-2973-459d-8253-98585df5cd46, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:10.077799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.097646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0251-91b2-4b86-93f2-9feb292397ba req-7d1dca33-5860-4c5a-a0e3-8d8f6fa2943e tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.099362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec8e0251-91b2-4b86-93f2-9feb292397ba req-7d1dca33-5860-4c5a-a0e3-8d8f6fa2943e tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 947 time: 0.1490471 Aug 11 08:04:10.113454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-a17ad5c9-f21c-4d40-a85c-796356ad9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.115383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-a17ad5c9-f21c-4d40-a85c-796356ad9dc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1594310 Aug 11 08:04:10.132533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54183ac6-6813-4390-9102-0f56b5632878 req-4aa2a0f1-634c-4a17-be42-936ddcdbb4e3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.147692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:10.153522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54183ac6-6813-4390-9102-0f56b5632878 req-4aa2a0f1-634c-4a17-be42-936ddcdbb4e3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.4127424 Aug 11 08:04:10.159516 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.245533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] For port 8adc58cd-4e57-480f-babf-3dbf965e5ea2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8adc58cd-4e57-480f-babf-3dbf965e5ea2,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:10.254395 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.277050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec8e0251-91b2-4b86-93f2-9feb292397ba req-4e9e4717-dc75-4fb7-acee-475fb8323d2d tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532550 Aug 11 08:04:10.300139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2b30abc5-461b-4416-a341-654e8c577a5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9361b8942df40fabda37fdc9aa9586e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512325 Aug 11 08:04:10.305009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56282) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:10.419283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da6eadb2-8eef-4718-b6dc-3e28e5feb749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.425463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da6eadb2-8eef-4718-b6dc-3e28e5feb749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.428637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-da6eadb2-8eef-4718-b6dc-3e28e5feb749 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49d3359a-00bd-473b-9d64-a882440f838c HTTP/1.1" status: 204 len: 168 time: 1.4889717 Aug 11 08:04:10.442997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefb83e-d7d1-4970-9b14-7210f17339dc None None] Pushing event updated for resources: {'Port': ['ID=8adc58cd-4e57-480f-babf-3dbf965e5ea2,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:10.466730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.537822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.596350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0474fb45-dd5a-4635-948b-84a423c98bd9 None None] Provisioning complete for port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:10.596931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0474fb45-dd5a-4635-948b-84a423c98bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.601248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54183ac6-6813-4390-9102-0f56b5632878 req-060c7a3d-4494-4a87-afda-27ea246dbc60 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464419 Aug 11 08:04:10.650744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eadb2-8eef-4718-b6dc-3e28e5feb749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3359a-00bd-473b-9d64-a882440f838c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:10.694121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-efd448e1-e758-434e-b6eb-b063dcfdc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:10.696991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-efd448e1-e758-434e-b6eb-b063dcfdc6b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5340054 Aug 11 08:04:10.723935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:10.730905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.736722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:10.743171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2017ef23-a5ed-4da2-85a6-9b0f01bfa6a0 HTTP/1.1" status: 204 len: 168 time: 0.4327993 Aug 11 08:04:10.743568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Allocated IP 172.25.2.8 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/afb44ba6-e3b5-4b2c-9287-1783835f172e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:10.751367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:10.772503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2017ef23-a5ed-4da2-85a6-9b0f01bfa6a0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:10.805107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.805585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.806502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.806683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.823613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.824288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.824754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.825303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.825769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.826226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.826710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.827207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ba9e0-bc77-40e2-8dfa-c670f5cd7bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:10.888800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8adc58cd-4e57-480f-babf-3dbf965e5ea2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:10.915264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:11.051490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:11.073903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:11.075549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:11.085949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.086977 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:11.089414 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-739ca855-0536-4859-8759-6da809ec3fa2 service neutron] 10.222.0.64 "PUT /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 1091 time: 4.5670633 Aug 11 08:04:11.090070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:11.093223 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05adf52e-106d-4b52-ac57-e43d45b73f10" -d '{"events": [{"name": "network-changed", "server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "tag": "dcd27b93-2973-459d-8253-98585df5cd46"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:11.352450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c679f07-835e-40bf-9f1c-2c1e09441ab9 req-12b80de3-2c9d-4e9e-becb-ca49d8f66a5d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.354123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c679f07-835e-40bf-9f1c-2c1e09441ab9 req-12b80de3-2c9d-4e9e-becb-ca49d8f66a5d tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 950 time: 0.2965028 Aug 11 08:04:11.371919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-5e760d34-4ff4-4b21-8755-6c244719b521 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669433 Aug 11 08:04:11.405964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-9a517742-2fa8-4f81-b6c8-545624a4f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.407539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-9a517742-2fa8-4f81-b6c8-545624a4f792 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1094 time: 0.2427130 Aug 11 08:04:11.479862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:11.523008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-522dd51f-fbe9-400d-b484-c47bf6910639 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.0940862 Aug 11 08:04:11.605499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c679f07-835e-40bf-9f1c-2c1e09441ab9 req-2ebdca25-7214-4f95-ad0c-7792ff4d9c02 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289445 Aug 11 08:04:11.684578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-ad4abdbe-f17b-4000-97b7-7132b985ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:11.686452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-ad4abdbe-f17b-4000-97b7-7132b985ce79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1430831 Aug 11 08:04:11.687963 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd802d5-4b2b-4f08-9961-b2717e64cca8 x-openstack-request-id: req-3fd802d5-4b2b-4f08-9961-b2717e64cca8 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:11.688252 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "tag": "dcd27b93-2973-459d-8253-98585df5cd46", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:11.688622 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fd802d5-4b2b-4f08-9961-b2717e64cca8 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:11.688907 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46', 'status': 'completed', 'code': 200} Aug 11 08:04:11.693171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37de7f90-da7d-4d46-bb68-5789c56e47ce req-7ae8bd65-227b-4771-b6f2-5d96a9288128 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077874 Aug 11 08:04:11.745402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-be682106-3e9e-48f8-862e-53912912e35c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498972 Aug 11 08:04:11.781555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:11.874712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:11.890814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:11.903750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:11.905951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Pushing event updated for resources: {'Port': ['ID=afb44ba6-e3b5-4b2c-9287-1783835f172e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:12.070706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:12.204970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82449874-3845-4a95-98e5-ebfbe32d1a40 req-77014fbd-5ed5-4b65-be52-32e2dc7a4f4b tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.206685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82449874-3845-4a95-98e5-ebfbe32d1a40 req-77014fbd-5ed5-4b65-be52-32e2dc7a4f4b tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 947 time: 0.4643121 Aug 11 08:04:12.247087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:12.335638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-65e022f2-b992-4d50-be98-02bbf04486b3 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792444 Aug 11 08:04:12.372214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21eb950c-7b4b-45b4-96a1-d0e6caba4a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.438709 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82449874-3845-4a95-98e5-ebfbe32d1a40 req-5ac523ad-6e7f-4a49-9c8f-9a039771a457 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749289 Aug 11 08:04:12.459848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-44fbd568-44fd-4526-9db4-fafdb92a5103 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.467815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:12.475874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-44fbd568-44fd-4526-9db4-fafdb92a5103 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 950 time: 0.2922387 Aug 11 08:04:12.515951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b', 'mac_address': 'fa:16:3e:21:2e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:12.637314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21eb950c-7b4b-45b4-96a1-d0e6caba4a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.642773 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.645580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21eb950c-7b4b-45b4-96a1-d0e6caba4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.727129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:12.738817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de45aab1-41c9-4dc8-ab84-b7fce353fd9c req-c6400946-7076-4624-8bc1-eb30ba3cdc98 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935165 Aug 11 08:04:12.761142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-21eb950c-7b4b-45b4-96a1-d0e6caba4a93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4b3d5355b1d468f8440ae14e59e3507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872120 Aug 11 08:04:12.765804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56364) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:12.781214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb950c-7b4b-45b4-96a1-d0e6caba4a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43710194-265e-4d1e-ab79-41a845719777,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:12.819998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc7ebf-9165-4ac5-90b6-71e47bbbdbff req-0bc85956-7a68-4ee6-9960-4173325a8c5e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:12.829228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45bc7ebf-9165-4ac5-90b6-71e47bbbdbff req-0bc85956-7a68-4ee6-9960-4173325a8c5e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.2555380 Aug 11 08:04:12.842251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:12.863608 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.892101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:12.964526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:13.000086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8e93f52-e5bf-4e5d-8e3a-cad51af9b490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.046956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45bc7ebf-9165-4ac5-90b6-71e47bbbdbff req-2134dadc-e261-4a8a-bdcd-52ed69a3098a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148070 Aug 11 08:04:13.054171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8e93f52-e5bf-4e5d-8e3a-cad51af9b490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.078442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Deleting port bd096e20-5461-42a7-a6dc-b185c4af5f61 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:13.081450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.157819 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8e93f52-e5bf-4e5d-8e3a-cad51af9b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.162909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8e93f52-e5bf-4e5d-8e3a-cad51af9b490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.167153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d8e93f52-e5bf-4e5d-8e3a-cad51af9b490 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43710194-265e-4d1e-ab79-41a845719777 HTTP/1.1" status: 204 len: 168 time: 0.3993883 Aug 11 08:04:13.176014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e93f52-e5bf-4e5d-8e3a-cad51af9b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43710194-265e-4d1e-ab79-41a845719777,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:13.230745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:13.248695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-bf48de5a-504b-4221-84e2-3768eb76e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.250595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-bf48de5a-504b-4221-84e2-3768eb76e3b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1094 time: 0.3432806 Aug 11 08:04:13.493098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f347cd-5f6b-4a93-8392-37c8cdeeb865 req-2291c176-fd00-487a-b39a-ff42883d405e tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.495386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3f347cd-5f6b-4a93-8392-37c8cdeeb865 req-2291c176-fd00-487a-b39a-ff42883d405e tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 950 time: 0.3053329 Aug 11 08:04:13.583324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-35b02d14-613d-43b7-bf2d-f0604e78ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.585023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-35b02d14-613d-43b7-bf2d-f0604e78ec5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.3242855 Aug 11 08:04:13.590889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] For port bd096e20-5461-42a7-a6dc-b185c4af5f61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bd096e20-5461-42a7-a6dc-b185c4af5f61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:13.591244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.639979 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-424fdcfb-008a-45bf-9bc2-e54a6769b5fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.0443871 Aug 11 08:04:13.646037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.673888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Calling delete_port for bd096e20-5461-42a7-a6dc-b185c4af5f61 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:04:13.674697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c29d-424c-435a-a376-04c9f5e4242c req-abe7727d-cb1e-429c-9035-b056897d2aa9 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.682853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ab6c29d-424c-435a-a376-04c9f5e4242c req-abe7727d-cb1e-429c-9035-b056897d2aa9 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 948 time: 0.0639312 Aug 11 08:04:13.719235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3f347cd-5f6b-4a93-8392-37c8cdeeb865 req-5f1e4e3a-34b0-40b1-a4a7-925393129d87 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953721 Aug 11 08:04:13.749633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ab6c29d-424c-435a-a376-04c9f5e4242c req-4f90aa76-ea48-4df6-a06c-1143803dabe5 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655835 Aug 11 08:04:13.861630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-4b1e970f-435a-4b60-955a-9ade898ede69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:13.863150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-4b1e970f-435a-4b60-955a-9ade898ede69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.2130005 Aug 11 08:04:13.889833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:13.914882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c73c4eb9-5313-4094-8d2d-eb2ba9b415ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:13.915989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-4422bbbb-e876-4de3-8412-6690747110a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422804 Aug 11 08:04:14.073995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c73c4eb9-5313-4094-8d2d-eb2ba9b415ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.079709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c73c4eb9-5313-4094-8d2d-eb2ba9b415ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.100659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.103730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-60a76b9a-273e-4d01-a661-989ad7ea715d service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733785 Aug 11 08:04:14.139705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['bd096e20-5461-42a7-a6dc-b185c4af5f61'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:14.146977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Router 8a511e59-bc3c-4ed9-ad94-edab07272775 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:04:14.160020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c4eb9-5313-4094-8d2d-eb2ba9b415ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0780c-43d0-4666-99c8-d0ffa4886019,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:14.224864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:14.227099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c73c4eb9-5313-4094-8d2d-eb2ba9b415ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e3826034f28464eb3bcc53d5b4ab45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355281 Aug 11 08:04:14.231535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:14.326355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00e5d5c0-1361-4176-8301-a259653a4b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.356001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00e5d5c0-1361-4176-8301-a259653a4b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.389542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:14.401873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:14.403072 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.423614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Pushing event deleted for resources: {'Port': ['ID=bd096e20-5461-42a7-a6dc-b185c4af5f61,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:14.468434 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00e5d5c0-1361-4176-8301-a259653a4b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.472148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00e5d5c0-1361-4176-8301-a259653a4b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.474275 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-00e5d5c0-1361-4176-8301-a259653a4b86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33a0780c-43d0-4666-99c8-d0ffa4886019 HTTP/1.1" status: 204 len: 168 time: 0.2395144 Aug 11 08:04:14.498195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5d5c0-1361-4176-8301-a259653a4b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a0780c-43d0-4666-99c8-d0ffa4886019,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:14.530781 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.532360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] No DVR routers for this DVR port bd096e20-5461-42a7-a6dc-b185c4af5f61 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:04:14.573403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:14.576183 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8b2d5b-16ac-4da5-8efb-7a4bee3ec90d" -d '{"events": [{"server_uuid": "578722e9-69bd-45bb-bf7e-64ee7a7f93cf", "name": "network-vif-plugged", "status": "completed", "tag": "32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:14.593974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:14.602089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.643970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:14.652186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d8f4b51-b612-454e-bd35-1d382e821762 req-0aad2376-3cd6-45bf-8db7-bc11f8b406a7 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.69 "DELETE /v2.0/ports/bd096e20-5461-42a7-a6dc-b185c4af5f61 HTTP/1.1" status: 204 len: 173 time: 2.1506739 Aug 11 08:04:14.655254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'name': 'network-vif-deleted', 'tag': 'bd096e20-5461-42a7-a6dc-b185c4af5f61'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:14.667098 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab62045-4079-4336-bab0-95af58160185" -d '{"events": [{"server_uuid": "75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b", "name": "network-vif-deleted", "tag": "bd096e20-5461-42a7-a6dc-b185c4af5f61"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:14.674090 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95deffac-55cd-45eb-8a18-134690f75e15 x-openstack-request-id: req-95deffac-55cd-45eb-8a18-134690f75e15 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:14.674311 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578722e9-69bd-45bb-bf7e-64ee7a7f93cf", "name": "network-vif-plugged", "status": "completed", "tag": "32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:14.675796 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95deffac-55cd-45eb-8a18-134690f75e15 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:14.677360 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b', 'code': 200} Aug 11 08:04:14.746696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c03d8-a8de-49af-a2a2-8da0983a6e3f req-f2aa8c4d-8bb2-4456-af9d-786b2db3c14f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:14.747077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:14.755373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b9c03d8-a8de-49af-a2a2-8da0983a6e3f req-f2aa8c4d-8bb2-4456-af9d-786b2db3c14f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.3269534 Aug 11 08:04:14.807340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05adf52e-106d-4b52-ac57-e43d45b73f10 req-fdbb953e-d9ef-4d4c-9fc4-4903c82726fe service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966271 Aug 11 08:04:14.842382 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e9396a-ab2e-4ca8-8b9d-2ec11774662b x-openstack-request-id: req-10e9396a-ab2e-4ca8-8b9d-2ec11774662b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:14.843048 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b", "name": "network-vif-deleted", "tag": "bd096e20-5461-42a7-a6dc-b185c4af5f61", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:14.843618 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10e9396a-ab2e-4ca8-8b9d-2ec11774662b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:14.845249 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b', 'name': 'network-vif-deleted', 'tag': 'bd096e20-5461-42a7-a6dc-b185c4af5f61', 'status': 'completed', 'code': 200} Aug 11 08:04:14.949323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:14.963300 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Sync routers for ids ['8a511e59-bc3c-4ed9-ad94-edab07272775'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:14.976143 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b9c03d8-a8de-49af-a2a2-8da0983a6e3f req-8bc7ab89-6954-4413-9125-9ab0fe230ed6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194960 Aug 11 08:04:14.977168 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Routers {'8a511e59-bc3c-4ed9-ad94-edab07272775'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:14.977941 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a511e59-bc3c-4ed9-ad94-edab07272775'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:15.000707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.012293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-134f0b3c-64cb-43ab-8e7d-445c2280cde1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.5372276 Aug 11 08:04:15.019417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56428) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:15.071810 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91803efc-af6a-4c04-a5a6-94dceb829779 req-161e7c46-b2fd-40ad-9233-cf8610957958 tempest-DeleteServersAdminTestJSON-233492960 tempest-DeleteServersAdminTestJSON-233492960-project] 10.222.0.58 "GET /v2.0/ports?device_id=75dacdf3-fa45-4f06-b45f-b1ddb0a32c6b HTTP/1.1" status: 200 len: 210 time: 0.1196404 Aug 11 08:04:15.113015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df5729-22a6-46b0-9cf9-2cf8e7252bbe req-1c510f04-8196-4037-81e4-2b217ec8d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:15.115257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90df5729-22a6-46b0-9cf9-2cf8e7252bbe req-1c510f04-8196-4037-81e4-2b217ec8d772 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 1100 time: 0.2440388 Aug 11 08:04:15.154122 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Set router 8a511e59-bc3c-4ed9-ad94-edab07272775 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:15.246996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90df5729-22a6-46b0-9cf9-2cf8e7252bbe req-b88783d5-2315-41f4-a5ab-745d7f1193f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165895 Aug 11 08:04:15.263659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614945-214d-4c0d-bc55-2e17d03f9a40 req-e4783870-60d2-46f3-ad26-d9cd3812c0d5 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:15.272202 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78614945-214d-4c0d-bc55-2e17d03f9a40 req-e4783870-60d2-46f3-ad26-d9cd3812c0d5 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.1559846 Aug 11 08:04:15.373926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78614945-214d-4c0d-bc55-2e17d03f9a40 req-f70add73-97f1-4393-b656-ae0661b473e3 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007264 Aug 11 08:04:15.508421 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:04:12Z', 'revision_number': 3, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:15.551954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Checking router: 8a511e59-bc3c-4ed9-ad94-edab07272775 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:15.552652 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Updating router 8a511e59-bc3c-4ed9-ad94-edab07272775 port afb44ba6-e3b5-4b2c-9287-1783835f172e binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:04:15.617890 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.757565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.995802 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:15.996569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Allocated IP 172.20.0.1 (379a3916-083f-4de6-9b3f-247fc38b0703/bb052f02-66e6-4a77-8d9c-a1e9c13d0756/036ea81f-7571-4708-a780-4446c8c7a7d0) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:16.010325 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Transition to ACTIVE for port object afb44ba6-e3b5-4b2c-9287-1783835f172e will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:16.027389 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.154825 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f33cc-02e9-4523-a16b-9e9e7ec33c63 None None] Pushing event updated for resources: {'Port': ['ID=afb44ba6-e3b5-4b2c-9287-1783835f172e,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:16.157538 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Attempting to bind port afb44ba6-e3b5-4b2c-9287-1783835f172e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:16.157884 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Attempting to bind port afb44ba6-e3b5-4b2c-9287-1783835f172e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:16.158437 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Attempting to bind port afb44ba6-e3b5-4b2c-9287-1783835f172e on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:16.165590 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:16.166319 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:16.167065 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.168409 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:16.169152 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Bound port: afb44ba6-e3b5-4b2c-9287-1783835f172e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:16.169820 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.231770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcd27b93-2973-459d-8253-98585df5cd46 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:16.250440 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] For port afb44ba6-e3b5-4b2c-9287-1783835f172e, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:16.255425 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] For port afb44ba6-e3b5-4b2c-9287-1783835f172e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=afb44ba6-e3b5-4b2c-9287-1783835f172e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:16.264042 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.273660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.305224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Transition to ACTIVE for port object 036ea81f-7571-4708-a780-4446c8c7a7d0 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:16.373172 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.387215 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Routers {'8a511e59-bc3c-4ed9-ad94-edab07272775'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:16.388272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a511e59-bc3c-4ed9-ad94-edab07272775'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:16.488406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Network 379a3916-083f-4de6-9b3f-247fc38b0703 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:16.497253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b725f-2d7c-4577-bc05-f630fdb901e6 req-2b643447-f7fe-406a-bce1-8168c11e126d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:16.508040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc4b725f-2d7c-4577-bc05-f630fdb901e6 req-2b643447-f7fe-406a-bce1-8168c11e126d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.0843654 Aug 11 08:04:16.511346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:16.517484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:16.518289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.550907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:16.586340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc4b725f-2d7c-4577-bc05-f630fdb901e6 req-b64dc0af-3ca7-4e84-a76f-8aa01f7b13cc tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747378 Aug 11 08:04:16.637482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Pushing event updated for resources: {'Port': ['ID=036ea81f-7571-4708-a780-4446c8c7a7d0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:16.643321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'dcd27b93-2973-459d-8253-98585df5cd46', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'port_id': 'dcd27b93-2973-459d-8253-98585df5cd46', 'mac_address': 'fa:16:3e:1f:97:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856bec9-5e49-4d97-85cb-c8485228a063', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:16.686776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] Set router 8a511e59-bc3c-4ed9-ad94-edab07272775 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:16.797837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.849056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd27b93-2973-459d-8253-98585df5cd46 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:16.906315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f33cc-02e9-4523-a16b-9e9e7ec33c63 None None] Pushing event updated for resources: {'Port': ['ID=afb44ba6-e3b5-4b2c-9287-1783835f172e,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:16.920796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:16.928427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.991098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:16.996620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b4ea5-9208-4c1d-b362-a97331b8c808 req-20d9313a-18e5-43ad-94b3-5b93f7b1cf66 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:16.998793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-838b4ea5-9208-4c1d-b362-a97331b8c808 req-20d9313a-18e5-43ad-94b3-5b93f7b1cf66 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.1281097 Aug 11 08:04:17.069346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:17.086888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-71c78efc-6704-4b67-9433-037fca779f84 None None] Provisioning for port 036ea81f-7571-4708-a780-4446c8c7a7d0 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:17.092444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-71c78efc-6704-4b67-9433-037fca779f84 None None] Provisioning complete for port 036ea81f-7571-4708-a780-4446c8c7a7d0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:17.093227 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-71c78efc-6704-4b67-9433-037fca779f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.103375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-838b4ea5-9208-4c1d-b362-a97331b8c808 req-111e6860-3942-44bf-9ef6-3d97e3536c05 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970824 Aug 11 08:04:17.142982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-71c78efc-6704-4b67-9433-037fca779f84 None None] Port 036ea81f-7571-4708-a780-4446c8c7a7d0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:17.242970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['dcd27b93-2973-459d-8253-98585df5cd46'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:17.292541 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:04:12Z', 'revision_number': 3, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:17.297804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56492) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:17.341627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bd096e20-5461-42a7-a6dc-b185c4af5f61 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:04:17.348344 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a6b2c-2c7d-49a5-a9d7-0e5c6997cc6e None None] The sync data for ids ['8a511e59-bc3c-4ed9-ad94-edab07272775'] in n-d-789963-6 is: [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:04:12Z', 'revision_number': 3, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:17.397444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: bd096e20-5461-42a7-a6dc-b185c4af5f61 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:04:17.397847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bd096e20-5461-42a7-a6dc-b185c4af5f61 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:04:17.469381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.478576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.479752 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.607919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Pushing event updated for resources: {'Port': ['ID=036ea81f-7571-4708-a780-4446c8c7a7d0,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:17.657704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Network 379a3916-083f-4de6-9b3f-247fc38b0703 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:17.659740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:17.770407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-network', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:17.830207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Made reservation on behalf of b09068ae3c554eb08f38ee201f35f918 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:17.836697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.847006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:17.889395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Router 8a511e59-bc3c-4ed9-ad94-edab07272775 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:17.940986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2264db-99ad-4c49-bf73-7ee31402a2bb req-a355d9de-1b2e-4c27-989a-33fcaab0a028 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:17.949161 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb2264db-99ad-4c49-bf73-7ee31402a2bb req-a355d9de-1b2e-4c27-989a-33fcaab0a028 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.1237729 Aug 11 08:04:18.009941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb2264db-99ad-4c49-bf73-7ee31402a2bb req-2eaded69-bd17-4d1e-b2aa-dcc221718fb2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Aug 11 08:04:18.181809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.190229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.217711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:18.240217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ae84c98-93ad-4001-b4fe-2a5277308686 admin admin] 10.222.0.58 "PUT /v2.0/routers/8a511e59-bc3c-4ed9-ad94-edab07272775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2064784 Aug 11 08:04:18.240593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:04:18.246805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198aacd3-a2bf-4d4b-8923-e6886669c99e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:18.252293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.252684 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Added segment e982e4f9-1c51-4c82-9938-7b00dede980b of type vlan for network be825020-1352-49ed-a094-d2fe4764d2ab Aug 11 08:04:18.264780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcd27b93-2973-459d-8253-98585df5cd46 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:18.304537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.374837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.376790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:18.378149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.405954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-531b871c-e1c5-4ced-b1f7-5299a02fe6cc None None] Provisioning complete for port 036ea81f-7571-4708-a780-4446c8c7a7d0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:18.407398 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-531b871c-e1c5-4ced-b1f7-5299a02fe6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.484585 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1853933 Aug 11 08:04:18.487796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56518) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:18.495853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Request body: {'subnet': {'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-subnet', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:18.503787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e054cb6-9c3c-4185-a055-eced464b509c admin admin] Pushing event updated for resources: {'Network': ['ID=be825020-1352-49ed-a094-d2fe4764d2ab,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:18.542900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Made reservation on behalf of b09068ae3c554eb08f38ee201f35f918 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:18.548377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.559297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network be825020-1352-49ed-a094-d2fe4764d2ab details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:04:18.843327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port dcd27b93-2973-459d-8253-98585df5cd46 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:18.861405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:18.873141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port dcd27b93-2973-459d-8253-98585df5cd46 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:18.873696 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:18.886302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-531b871c-e1c5-4ced-b1f7-5299a02fe6cc None None] Port 036ea81f-7571-4708-a780-4446c8c7a7d0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:18.984435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afb44ba6-e3b5-4b2c-9287-1783835f172e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:19.018258 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.088535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d950a3-8261-40de-8af8-9de20a3ad599 req-62111847-7d28-4a3b-ae8b-0a788924d25c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:19.090229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6d950a3-8261-40de-8af8-9de20a3ad599 req-62111847-7d28-4a3b-ae8b-0a788924d25c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.1509418 Aug 11 08:04:19.101232 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.112419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port afb44ba6-e3b5-4b2c-9287-1783835f172e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:19.120395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port afb44ba6-e3b5-4b2c-9287-1783835f172e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:19.120766 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.134015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c839ae4-9958-4864-9c29-fa4b1608ed60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.135379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb34a542-1a95-4276-ab75-88177992a541,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:19.138288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Checking segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:19.138657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Network hostable DHCP agents. Network: be825020-1352-49ed-a094-d2fe4764d2ab, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:04:19.181057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6d950a3-8261-40de-8af8-9de20a3ad599 req-705972c6-74bd-4d7b-b8f9-51657bfbe080 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Aug 11 08:04:19.193710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Network be825020-1352-49ed-a094-d2fe4764d2ab is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:04:19.208582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:19.209539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, be825020-1352-49ed-a094-d2fe4764d2ab) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:19.222416 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce60417-1477-4ffd-b265-da5714bd59af" -d '{"events": [{"server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "name": "network-vif-plugged", "status": "completed", "tag": "dcd27b93-2973-459d-8253-98585df5cd46"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:19.228459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:19.231855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.286775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64730f-0995-4623-869a-deae87376ac0 None None] Network be825020-1352-49ed-a094-d2fe4764d2ab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:19.305575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:19.334610 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.371654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c839ae4-9958-4864-9c29-fa4b1608ed60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.382052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c839ae4-9958-4864-9c29-fa4b1608ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.390683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d3e123e7-31ad-4297-b29c-9d39f7462c4e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9001007 Aug 11 08:04:19.392857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56548) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:19.406317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:19.462650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.464820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.469032 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.475754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c839ae4-9958-4864-9c29-fa4b1608ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee6e5f-cb8d-47ad-ad68-15d12cafd082,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:19.503721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2c839ae4-9958-4864-9c29-fa4b1608ed60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=727e3d0b3b6a43269f9003d1d3daee01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389358 Aug 11 08:04:19.506836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56550) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:19.514301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:19.520336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port afb44ba6-e3b5-4b2c-9287-1783835f172e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=afb44ba6-e3b5-4b2c-9287-1783835f172e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:19.528589 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.581465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.590575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f96c2-cf77-4be7-a16c-aecdeeb4f0a5 req-3fa6c72c-3708-459e-ada7-2064fd660418 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:19.593222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-926f96c2-cf77-4be7-a16c-aecdeeb4f0a5 req-3fa6c72c-3708-459e-ada7-2064fd660418 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 945 time: 0.1333001 Aug 11 08:04:19.642942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=afb44ba6-e3b5-4b2c-9287-1783835f172e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:19.693619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-be825020-1352-49ed-a094-d2fe4764d2ab', 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'fixed_ips': [{'subnet_id': 'eb34a542-1a95-4276-ab75-88177992a541'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:04:19.693619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.709523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-926f96c2-cf77-4be7-a16c-aecdeeb4f0a5 req-20309ed7-13cd-4bce-87f3-95997b3820cf tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096072 Aug 11 08:04:19.757706 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e630a07-1b4c-45c2-88f7-d7c3df1e5a21 x-openstack-request-id: req-8e630a07-1b4c-45c2-88f7-d7c3df1e5a21 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:19.758333 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "name": "network-vif-plugged", "status": "completed", "tag": "dcd27b93-2973-459d-8253-98585df5cd46", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:19.758866 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e630a07-1b4c-45c2-88f7-d7c3df1e5a21 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:19.759588 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46', 'code': 200} Aug 11 08:04:19.888308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fff-8966-480a-a3f9-2c4730735ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.977824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:19.983405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Allocated IP 172.20.0.2 (be825020-1352-49ed-a094-d2fe4764d2ab/eb34a542-1a95-4276-ab75-88177992a541/8c5dd0e1-1b14-4920-9cd7-fc930d612383) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:20.035613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa788233-c72f-4592-b976-557178355572 req-c00816c7-ef5d-4136-928d-8d04542ec4bd tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=30ca8d0198954d44bc3754673fa932dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1446049 Aug 11 08:04:20.047695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fff-8966-480a-a3f9-2c4730735ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.210603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Sync routers for ids ['8a511e59-bc3c-4ed9-ad94-edab07272775'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:20.224714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.240733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Routers {'8a511e59-bc3c-4ed9-ad94-edab07272775'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:20.241843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a511e59-bc3c-4ed9-ad94-edab07272775'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:20.288924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Transition to ACTIVE for port object 8c5dd0e1-1b14-4920-9cd7-fc930d612383 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:20.310914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Transition to ACTIVE for port object 8c5dd0e1-1b14-4920-9cd7-fc930d612383 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:20.324373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.440908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Network be825020-1352-49ed-a094-d2fe4764d2ab is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:20.452646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:20.463951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Pushing event updated for resources: {'Port': ['ID=8c5dd0e1-1b14-4920-9cd7-fc930d612383,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:20.468267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:20.490088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56580) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:20.505211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e583a-79ef-4307-8d0d-eb4630be3e17 req-6f619a6d-9235-4dc9-adc2-30a6f50d2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:20.507282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e52e583a-79ef-4307-8d0d-eb4630be3e17 req-6f619a6d-9235-4dc9-adc2-30a6f50d2339 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1096 time: 0.6123631 Aug 11 08:04:20.579886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Set router 8a511e59-bc3c-4ed9-ad94-edab07272775 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:20.607254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fff-8966-480a-a3f9-2c4730735ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.609771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fff-8966-480a-a3f9-2c4730735ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.611179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f36f5fff-8966-480a-a3f9-2c4730735ec8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fee6e5f-cb8d-47ad-ad68-15d12cafd082 HTTP/1.1" status: 204 len: 168 time: 1.1010013 Aug 11 08:04:20.626914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e52e583a-79ef-4307-8d0d-eb4630be3e17 req-3d08a8e7-f3ec-4de3-a993-a8360e04c02d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101625 Aug 11 08:04:20.641267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa788233-c72f-4592-b976-557178355572 req-485775a3-f54a-4308-9b79-5e6aec48fea9 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:20.650725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa788233-c72f-4592-b976-557178355572 req-485775a3-f54a-4308-9b79-5e6aec48fea9 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6092343 Aug 11 08:04:20.651591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Attempting to bind port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:20.652397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Attempting to bind port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:20.652986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Attempting to bind port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 on network be825020-1352-49ed-a094-d2fe4764d2ab {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:20.658683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987647-9099-40f0-a402-278b63181325 req-30fb3547-ff93-4e4c-8418-daa193809467 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:20.663471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5fff-8966-480a-a3f9-2c4730735ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee6e5f-cb8d-47ad-ad68-15d12cafd082,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:20.670126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92987647-9099-40f0-a402-278b63181325 req-30fb3547-ff93-4e4c-8418-daa193809467 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.0922368 Aug 11 08:04:20.672758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:20.673488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Checking segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:20.674144 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.674784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Bound using segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:20.675738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Bound port: 8c5dd0e1-1b14-4920-9cd7-fc930d612383, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:20.676352 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:20.676960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa788233-c72f-4592-b976-557178355572 req-771a453d-3913-49da-98ad-b8b1649e2814 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/quotas/30ca8d0198954d44bc3754673fa932dc HTTP/1.1" status: 200 len: 375 time: 0.0241499 Aug 11 08:04:20.721020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa788233-c72f-4592-b976-557178355572 req-da71a8a3-4558-4b0b-8ee5-67ebf1024ebb tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30ca8d0198954d44bc3754673fa932dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429885 Aug 11 08:04:20.760827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92987647-9099-40f0-a402-278b63181325 req-e4b77e38-16c2-4c60-b231-9396860af5d3 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Aug 11 08:04:20.851946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-326cec44-408d-4e16-9262-117c913b5dc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=883ca96ddd554d42ba61d7b39f0651d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3572168 Aug 11 08:04:20.856054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56594) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:20.932399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afb44ba6-e3b5-4b2c-9287-1783835f172e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:21.038750 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65f0fbba-0230-472f-8eb0-09c9016f858c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.162110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65f0fbba-0230-472f-8eb0-09c9016f858c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.174544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] For port 8c5dd0e1-1b14-4920-9cd7-fc930d612383, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:21.188840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] For port 8c5dd0e1-1b14-4920-9cd7-fc930d612383, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c5dd0e1-1b14-4920-9cd7-fc930d612383,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:21.192094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port afb44ba6-e3b5-4b2c-9287-1783835f172e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:21.192713 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.193849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.204510 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.209212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56610) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:21.225432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.244696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-420943f5-763a-4b02-91bb-447d8db3e119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.359605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff7635-6faf-434b-9b54-ce94ce8c0c0d None None] Pushing event updated for resources: {'Port': ['ID=8c5dd0e1-1b14-4920-9cd7-fc930d612383,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:21.412562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:04:16Z', 'revision_number': 4, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '036ea81f-7571-4708-a780-4446c8c7a7d0', 'name': '', 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'mac_address': 'fa:16:3e:70:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:15Z', 'updated_at': '2021-08-11T08:04:17Z', 'revision_number': 2, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'subnets': [{'id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:21.452662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Allocated IP 172.25.2.78 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/c9982553-9d4b-49f2-ab62-f4811ae598d3) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:21.465223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Checking router: 8a511e59-bc3c-4ed9-ad94-edab07272775 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:21.465967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Updating router 8a511e59-bc3c-4ed9-ad94-edab07272775 port 036ea81f-7571-4708-a780-4446c8c7a7d0 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:04:21.506660 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.706157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.818549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06355f59-a42b-4e48-a8d1-43530c7d17b9 req-4c777f99-ad94-40af-8f10-72391f997ff5 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:21.834318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-06355f59-a42b-4e48-a8d1-43530c7d17b9 req-4c777f99-ad94-40af-8f10-72391f997ff5 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 945 time: 0.7396164 Aug 11 08:04:21.838517 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.914331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:21.919835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:21.928790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:21.959099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65f0fbba-0230-472f-8eb0-09c9016f858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.963646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65f0fbba-0230-472f-8eb0-09c9016f858c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:21.969541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-65f0fbba-0230-472f-8eb0-09c9016f858c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddbf55ea-0e8e-48a8-bd98-0b0856ed2713 HTTP/1.1" status: 204 len: 168 time: 1.1116333 Aug 11 08:04:21.993533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-06355f59-a42b-4e48-a8d1-43530c7d17b9 req-685cb8a8-84c8-45a4-8184-d7965cc936f7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518369 Aug 11 08:04:22.012686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0fbba-0230-472f-8eb0-09c9016f858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf55ea-0e8e-48a8-bd98-0b0856ed2713,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:22.023546 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-420943f5-763a-4b02-91bb-447d8db3e119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.033437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-420943f5-763a-4b02-91bb-447d8db3e119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.044367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Pushing event updated for resources: {'Port': ['ID=c9982553-9d4b-49f2-ab62-f4811ae598d3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:22.188689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56632) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:22.193348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-420943f5-763a-4b02-91bb-447d8db3e119 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7e33a1ae541436abff2b56acea4a55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9728539 Aug 11 08:04:22.199890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420943f5-763a-4b02-91bb-447d8db3e119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20956d4f-be28-4638-8a18-76ce2e8d4c01,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:22.227928 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.252347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-4b81360a-251a-4c83-9660-6b618d79f0d5 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=11d8c4cd727e4e0392a11d03d247365b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340092 Aug 11 08:04:22.252569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Transition to ACTIVE for port object 036ea81f-7571-4708-a780-4446c8c7a7d0 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:22.264957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.360919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842294e-908d-496a-bb3d-a6af853565cc None None] Pushing event updated for resources: {'Port': ['ID=036ea81f-7571-4708-a780-4446c8c7a7d0,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:22.420758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7e020bc-1a6b-4a8a-86b4-284fc8f00593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.528662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Attempting to bind port 036ea81f-7571-4708-a780-4446c8c7a7d0 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:22.528838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Attempting to bind port 036ea81f-7571-4708-a780-4446c8c7a7d0 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:22.529261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Attempting to bind port 036ea81f-7571-4708-a780-4446c8c7a7d0 on network 379a3916-083f-4de6-9b3f-247fc38b0703 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:22.549120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:22.549492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Checking segment: {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:22.550092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.550268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Bound using segment: {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:22.551134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Bound port: 036ea81f-7571-4708-a780-4446c8c7a7d0, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d9cad8-3006-4d3f-9522-ebead3f6b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:22.551134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.628963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-92a20a0f-f0c3-49d0-bb04-965a62aa9fb6 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:22.639040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.644961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-92a20a0f-f0c3-49d0-bb04-965a62aa9fb6 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3858647 Aug 11 08:04:22.697887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-538204dd-294d-4015-b0a6-c7c2d76873d2 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/quotas/11d8c4cd727e4e0392a11d03d247365b HTTP/1.1" status: 200 len: 375 time: 0.0478218 Aug 11 08:04:22.711881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7e020bc-1a6b-4a8a-86b4-284fc8f00593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.719333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] For port 036ea81f-7571-4708-a780-4446c8c7a7d0, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:22.731997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] For port 036ea81f-7571-4708-a780-4446c8c7a7d0, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=036ea81f-7571-4708-a780-4446c8c7a7d0,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:22.746111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:22.907707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Routers {'8a511e59-bc3c-4ed9-ad94-edab07272775'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:22.909967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a511e59-bc3c-4ed9-ad94-edab07272775'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:22.940239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-c545e163-0181-4d1b-ac08-44e37283b911 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=11d8c4cd727e4e0392a11d03d247365b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413695 Aug 11 08:04:23.034361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7e020bc-1a6b-4a8a-86b4-284fc8f00593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.040953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7e020bc-1a6b-4a8a-86b4-284fc8f00593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.041279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b7e020bc-1a6b-4a8a-86b4-284fc8f00593 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20956d4f-be28-4638-8a18-76ce2e8d4c01 HTTP/1.1" status: 204 len: 168 time: 0.8511510 Aug 11 08:04:23.041968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56640) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:23.067899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e020bc-1a6b-4a8a-86b4-284fc8f00593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20956d4f-be28-4638-8a18-76ce2e8d4c01,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:23.075054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000e09e1-ae08-41b6-ac05-58ae1f24051f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.078373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842294e-908d-496a-bb3d-a6af853565cc None None] Pushing event updated for resources: {'Port': ['ID=036ea81f-7571-4708-a780-4446c8c7a7d0,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:23.102924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c5dd0e1-1b14-4920-9cd7-fc930d612383 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:23.143533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9b918-c156-46ed-a4b5-68a8a34bdbf6 None None] Network be825020-1352-49ed-a094-d2fe4764d2ab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:23.228154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] Set router 8a511e59-bc3c-4ed9-ad94-edab07272775 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:23.282439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000e09e1-ae08-41b6-ac05-58ae1f24051f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.287423 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.292838 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000e09e1-ae08-41b6-ac05-58ae1f24051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.461456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e09e1-ae08-41b6-ac05-58ae1f24051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d976639a-b19e-4d0f-931d-bad874422f72,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:23.477413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-000e09e1-ae08-41b6-ac05-58ae1f24051f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ab4e22a601a4e7d810a4c9ef5b73b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333701 Aug 11 08:04:23.478529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:23.570214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce33bafe-7cab-484c-bb79-6323eaf97c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.615807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce33bafe-7cab-484c-bb79-6323eaf97c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.741831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Router 4401fad5-954d-4b28-ba41-faf03d2ea3ae is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:04:23.759955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:04:16Z', 'revision_number': 4, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '036ea81f-7571-4708-a780-4446c8c7a7d0', 'name': '', 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'mac_address': 'fa:16:3e:70:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:15Z', 'updated_at': '2021-08-11T08:04:22Z', 'revision_number': 4, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'subnets': [{'id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:23.762393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:23.812677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56662) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:23.831847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469611108', 'description': 'tempest-description--906226678'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:23.849847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] Provisioning for port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:23.854326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce33bafe-7cab-484c-bb79-6323eaf97c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.857415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] Provisioning complete for port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:23.857838 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.860524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a530db-e950-48cf-bf90-f5bd14903fd7 None None] The sync data for ids ['8a511e59-bc3c-4ed9-ad94-edab07272775'] in n-d-789963-6 is: [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:04:16Z', 'revision_number': 4, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '036ea81f-7571-4708-a780-4446c8c7a7d0', 'name': '', 'network_id': '379a3916-083f-4de6-9b3f-247fc38b0703', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'mac_address': 'fa:16:3e:70:d6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:15Z', 'updated_at': '2021-08-11T08:04:22Z', 'revision_number': 4, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'subnets': [{'id': 'bb052f02-66e6-4a77-8d9c-a1e9c13d0756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:23.867162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce33bafe-7cab-484c-bb79-6323eaf97c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:23.875812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce33bafe-7cab-484c-bb79-6323eaf97c0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d976639a-b19e-4d0f-931d-bad874422f72 HTTP/1.1" status: 204 len: 168 time: 0.3923771 Aug 11 08:04:24.006279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33bafe-7cab-484c-bb79-6323eaf97c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d976639a-b19e-4d0f-931d-bad874422f72,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:24.059789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.184514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:24.204229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Sync routers for ids ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:24.227941 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Routers {'4401fad5-954d-4b28-ba41-faf03d2ea3ae'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:24.231683 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:24.355180 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.419037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633e5fc-b176-4f09-8251-6b02a2a373b9 req-931e82e4-e327-451f-acb4-a78888135eae tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:24.443540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9633e5fc-b176-4f09-8251-6b02a2a373b9 req-931e82e4-e327-451f-acb4-a78888135eae tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 945 time: 0.2059696 Aug 11 08:04:24.462868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.490105 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.570634 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Set router 4401fad5-954d-4b28-ba41-faf03d2ea3ae gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:24.591053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] For port 8c5dd0e1-1b14-4920-9cd7-fc930d612383, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c5dd0e1-1b14-4920-9cd7-fc930d612383,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:24.592112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.602241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c6811280-6463-42c1-84fc-6efaf122490e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2063787 Aug 11 08:04:24.607354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56674) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:24.608191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.675703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.678379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8628306 Aug 11 08:04:24.683744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56678) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:24.706476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'security_group_rule': {'security_group_id': '3319a10a-8d15-4fa8-86e2-a56eab27b7f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:24.724207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ae70f-db3b-4884-9047-dd6401d506f2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3319a10a-8d15-4fa8-86e2-a56eab27b7f4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:24.864662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:24.901088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9633e5fc-b176-4f09-8251-6b02a2a373b9 req-65b19fc4-b6d6-419d-9281-cd2014893d0d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366059 Aug 11 08:04:25.011455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359e014-f4ea-4028-8c2e-f0db332be172 None None] Pushing event updated for resources: {'Port': ['ID=8c5dd0e1-1b14-4920-9cd7-fc930d612383,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:25.079486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 036ea81f-7571-4708-a780-4446c8c7a7d0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:25.134366 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.146701 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:04:22Z', 'revision_number': 3, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:25.190837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 036ea81f-7571-4708-a780-4446c8c7a7d0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:25.204470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 036ea81f-7571-4708-a780-4446c8c7a7d0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:25.204852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.210131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.259630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0efccfcc-b3ea-487e-b0ae-70d59a20b958 None None] Provisioning complete for port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:25.260305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0efccfcc-b3ea-487e-b0ae-70d59a20b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.261113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Checking router: 4401fad5-954d-4b28-ba41-faf03d2ea3ae for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:25.261828 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Updating router 4401fad5-954d-4b28-ba41-faf03d2ea3ae port c9982553-9d4b-49f2-ab62-f4811ae598d3 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:04:25.355773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4abe291-e614-4e5a-8c6e-6a047ceaa630,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:25.363305 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.376151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5f06af5-465f-456a-8dea-00597aad1efa req-dcb7f2a9-9479-4692-becc-b4a7fa75ee76 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 210 time: 0.2415495 Aug 11 08:04:25.436603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.453530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56698) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:25.455880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8cbb1c4b-dcfa-427a-b1c9-97259ebb625e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7669151 Aug 11 08:04:25.474888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'security_group_rule': {'security_group_id': '3319a10a-8d15-4fa8-86e2-a56eab27b7f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:25.678631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.859996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 036ea81f-7571-4708-a780-4446c8c7a7d0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=036ea81f-7571-4708-a780-4446c8c7a7d0,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:25.867876 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:25.868149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69a20c02-e386-4349-b04b-42e5729855b4 req-bbdbf819-c7b0-440d-9df0-c97ab4aa2d35 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=30ca8d0198954d44bc3754673fa932dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992582 Aug 11 08:04:26.040220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=036ea81f-7571-4708-a780-4446c8c7a7d0,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:26.333427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20c02-e386-4349-b04b-42e5729855b4 req-ab77f5e0-52fd-425a-84a0-7b08c05e43e0 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:26.353969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69a20c02-e386-4349-b04b-42e5729855b4 req-ab77f5e0-52fd-425a-84a0-7b08c05e43e0 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771993 Aug 11 08:04:26.389688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69a20c02-e386-4349-b04b-42e5729855b4 req-80b64ba9-df2d-4596-8c45-62872bda0cd4 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/quotas/30ca8d0198954d44bc3754673fa932dc HTTP/1.1" status: 200 len: 375 time: 0.0342247 Aug 11 08:04:26.391146 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.406802 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Transition to ACTIVE for port object c9982553-9d4b-49f2-ab62-f4811ae598d3 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:26.415891 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.470831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69a20c02-e386-4349-b04b-42e5729855b4 req-4084e9b8-3738-443e-bfcc-b8c038c80002 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30ca8d0198954d44bc3754673fa932dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732765 Aug 11 08:04:26.506019 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Attempting to bind port c9982553-9d4b-49f2-ab62-f4811ae598d3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:26.506863 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Attempting to bind port c9982553-9d4b-49f2-ab62-f4811ae598d3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:26.507198 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Attempting to bind port c9982553-9d4b-49f2-ab62-f4811ae598d3 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:26.516034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ff72c-d007-46d5-b4d8-66a95d36628a None None] Pushing event updated for resources: {'Port': ['ID=c9982553-9d4b-49f2-ab62-f4811ae598d3,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:26.520992 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:26.521807 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:26.522341 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.522834 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:26.523487 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Bound port: c9982553-9d4b-49f2-ab62-f4811ae598d3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:26.523993 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.587409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-04b121bb-a242-44f9-8254-ff235861ee89 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=11d8c4cd727e4e0392a11d03d247365b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471477 Aug 11 08:04:26.643943 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] For port c9982553-9d4b-49f2-ab62-f4811ae598d3, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:26.653006 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] For port c9982553-9d4b-49f2-ab62-f4811ae598d3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c9982553-9d4b-49f2-ab62-f4811ae598d3,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:26.663824 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.762114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98f7992d-296e-4ea5-9399-21472a5a27b1 req-71516728-e045-43bd-bbab-953443d26524 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 210 time: 0.0507107 Aug 11 08:04:26.809691 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Routers {'4401fad5-954d-4b28-ba41-faf03d2ea3ae'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:26.811769 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:26.862238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:26.930482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c5dd0e1-1b14-4920-9cd7-fc930d612383 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:27.041495 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.048016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838adb8-3ac2-45b8-ae24-7cd436be7ca1 req-42ab9c78-f943-4610-9631-52b03611ba2e tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:27.051633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0838adb8-3ac2-45b8-ae24-7cd436be7ca1 req-42ab9c78-f943-4610-9631-52b03611ba2e tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1096 time: 0.5733895 Aug 11 08:04:27.069333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-7523f83f-21b8-4820-96bb-46ed4ac86326 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:27.071349 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ff72c-d007-46d5-b4d8-66a95d36628a None None] Pushing event updated for resources: {'Port': ['ID=c9982553-9d4b-49f2-ab62-f4811ae598d3,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:27.072529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-7523f83f-21b8-4820-96bb-46ed4ac86326 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4038324 Aug 11 08:04:27.073134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:27.073835 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.080725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.119605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Request body: {'port': {'device_id': '58069019-082f-4697-8009-91bfb1230948', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '11d8c4cd727e4e0392a11d03d247365b'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:27.141983 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] Set router 4401fad5-954d-4b28-ba41-faf03d2ea3ae gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:27.187187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 036ea81f-7571-4708-a780-4446c8c7a7d0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:27.300855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 036ea81f-7571-4708-a780-4446c8c7a7d0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:27.301362 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.340673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56748) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:27.388943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afff6adf-5d5a-4142-bcd4-f92bc36ce895,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:27.470941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.476652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4f8bbdb-44c7-498a-8cc4-e8954c41cd6d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0171323 Aug 11 08:04:27.477350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:27.487228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:27.545444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0838adb8-3ac2-45b8-ae24-7cd436be7ca1 req-d2af7f84-db20-4dd9-bfee-84e6a1af15af tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661744 Aug 11 08:04:27.573572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.587631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:27.662906 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:04:22Z', 'revision_number': 3, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:27.752983 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb36649-6681-4ee2-b67c-9fb91a92cedc None None] The sync data for ids ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'] in n-d-789963-6 is: [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:04:22Z', 'revision_number': 3, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:27.978103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.031062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ff5ee2-18ba-4389-b5e4-8274b413cc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.095276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Made reservation on behalf of 11d8c4cd727e4e0392a11d03d247365b for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:28.104183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.212562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebe52-771a-4451-b49d-4c3a0035a3dd req-be98c53a-7753-4519-870a-ef61cc501bd5 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:28.228859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfbebe52-771a-4451-b49d-4c3a0035a3dd req-be98c53a-7753-4519-870a-ef61cc501bd5 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1096 time: 0.2918346 Aug 11 08:04:28.250430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Allocated IP 172.25.2.109 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/c859da70-6138-4a3e-843b-cc1ba45440db) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:28.362491 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.376823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14cebce3-12a9-4b95-970f-7b251ec18bae req-7acd4570-94fa-433f-814c-12fab9469ef6 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 210 time: 0.3649919 Aug 11 08:04:28.384705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Allocated IP 172.20.0.1 (be825020-1352-49ed-a094-d2fe4764d2ab/eb34a542-1a95-4276-ab75-88177992a541/22fcf9eb-82a0-486e-a296-e8cf9e3d2965) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:28.540837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.642833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfbebe52-771a-4451-b49d-4c3a0035a3dd req-c761bde4-75e1-499e-8ca4-a521136c2782 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122851 Aug 11 08:04:28.649477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ff5ee2-18ba-4389-b5e4-8274b413cc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.655883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ff5ee2-18ba-4389-b5e4-8274b413cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.695698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff5ee2-18ba-4389-b5e4-8274b413cc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c0aaa-f096-494c-88ab-62be20897ffa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:28.704079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.721620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:28.778154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Allocated IP 192.168.233.78 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/5303e4c6-93fc-40fe-89e8-34e7242d2306) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:28.822104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:28.830610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:28.835348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:28.890314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85ff5ee2-18ba-4389-b5e4-8274b413cc10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c46da8380dce4e57ae5d093346789fba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5475323 Aug 11 08:04:28.893390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56790) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:28.917626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'Port': ['ID=c859da70-6138-4a3e-843b-cc1ba45440db,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:28.985880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c9982553-9d4b-49f2-ab62-f4811ae598d3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:29.074481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.127294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c9982553-9d4b-49f2-ab62-f4811ae598d3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:29.158716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c9982553-9d4b-49f2-ab62-f4811ae598d3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:29.159197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.213483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.246063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.270821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a3362c4-ee05-4a84-a55d-a76604a8f5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.278035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Transition to ACTIVE for port object 5303e4c6-93fc-40fe-89e8-34e7242d2306 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:29.328614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Transition to ACTIVE for port object 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:29.355034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a3362c4-ee05-4a84-a55d-a76604a8f5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.436855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d3df-de7b-4ff6-86cd-acd78270bd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.545394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.547690 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.573637 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.601031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:29.603540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a3362c4-ee05-4a84-a55d-a76604a8f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.607461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a3362c4-ee05-4a84-a55d-a76604a8f5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.609421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a3362c4-ee05-4a84-a55d-a76604a8f5ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c8c0aaa-f096-494c-88ab-62be20897ffa HTTP/1.1" status: 204 len: 168 time: 0.7126873 Aug 11 08:04:29.626830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3362c4-ee05-4a84-a55d-a76604a8f5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c0aaa-f096-494c-88ab-62be20897ffa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:29.679976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Pushing event updated for resources: {'Port': ['ID=5303e4c6-93fc-40fe-89e8-34e7242d2306,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:29.680676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.689266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.692003 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.692863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c9982553-9d4b-49f2-ab62-f4811ae598d3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c9982553-9d4b-49f2-ab62-f4811ae598d3,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:29.704471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:29.720584 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.762721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Pushing event updated for resources: {'Port': ['ID=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:29.768793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:29.775821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:29.783166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:29.785722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.790921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Network be825020-1352-49ed-a094-d2fe4764d2ab is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:29.798646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:29.802274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:29.803157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:29.886045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-48aa6506-da3f-4bf6-84f7-5f99eb4d2634 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7881682 Aug 11 08:04:29.941585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Request body: {'port': {'device_id': '58069019-082f-4697-8009-91bfb1230948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:29.953182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'Port': ['ID=c859da70-6138-4a3e-843b-cc1ba45440db,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:30.027220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.101299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c9982553-9d4b-49f2-ab62-f4811ae598d3,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:30.109118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.133391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d009d692-916f-4101-8931-a73e0ef9dd20 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6425402 Aug 11 08:04:30.269811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.383757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.498229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6ed00-b8aa-43b7-bdb1-86b355a72ca7 req-52e26b03-a956-4ccf-955a-1a236aa71b31 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:30.498931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Provisioning for port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:30.509543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bc6ed00-b8aa-43b7-bdb1-86b355a72ca7 req-52e26b03-a956-4ccf-955a-1a236aa71b31 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 935 time: 0.1755304 Aug 11 08:04:30.521750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Provisioning complete for port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:30.522337 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.640310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bc6ed00-b8aa-43b7-bdb1-86b355a72ca7 req-f864f940-1957-45b6-a0a5-14dca1feb71c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271868 Aug 11 08:04:30.674007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:30.710706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Provisioning for port 5303e4c6-93fc-40fe-89e8-34e7242d2306 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:30.724211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Provisioning complete for port 5303e4c6-93fc-40fe-89e8-34e7242d2306 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:30.724784 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.772998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.792089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.792689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:30.813264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-20de23ff-9686-438d-b12e-981fea152c7d None None] Port 5303e4c6-93fc-40fe-89e8-34e7242d2306 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:30.913066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c9982553-9d4b-49f2-ab62-f4811ae598d3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:30.942738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56834) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:30.964759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed845371-5d05-458f-b279-65949592bf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.003469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Pushing event updated for resources: {'Port': ['ID=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:31.055873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c9982553-9d4b-49f2-ab62-f4811ae598d3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:31.056837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.155148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Network be825020-1352-49ed-a094-d2fe4764d2ab is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:31.160565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:31.182860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5303e4c6-93fc-40fe-89e8-34e7242d2306 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:31.258107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed845371-5d05-458f-b279-65949592bf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.264585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed845371-5d05-458f-b279-65949592bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.275088 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.297147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Transition to ACTIVE for port object 5303e4c6-93fc-40fe-89e8-34e7242d2306 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:31.306474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.338415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed845371-5d05-458f-b279-65949592bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238c7a5-369e-4008-b8ab-b7ef07a05c29,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:31.349761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ed845371-5d05-458f-b279-65949592bf45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6999974415bf4e16aa4420bcebb2a094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052958 Aug 11 08:04:31.350557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:31.453631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e0c1f45-8a0c-4482-9961-083396a67c9b req-26b99adb-c897-4c4d-b693-603490e65e69 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=30ca8d0198954d44bc3754673fa932dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386293 Aug 11 08:04:31.502512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbe77-fb32-483e-832f-54fbaf2480d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.535907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Pushing event updated for resources: {'Port': ['ID=5303e4c6-93fc-40fe-89e8-34e7242d2306,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:31.563651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d2dfca8b-0c75-4a93-9988-ab4d719d4a13 None None] Provisioning complete for port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:31.564252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d2dfca8b-0c75-4a93-9988-ab4d719d4a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.584846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Attempting to bind port 5303e4c6-93fc-40fe-89e8-34e7242d2306 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:31.587025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Attempting to bind port 5303e4c6-93fc-40fe-89e8-34e7242d2306 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:31.587843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Attempting to bind port 5303e4c6-93fc-40fe-89e8-34e7242d2306 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:31.592632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbe77-fb32-483e-832f-54fbaf2480d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.606808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Router 4401fad5-954d-4b28-ba41-faf03d2ea3ae has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:31.665840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfca8b-0c75-4a93-9988-ab4d719d4a13 None None] Port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:31.681367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c1f45-8a0c-4482-9961-083396a67c9b req-a9331db3-d382-4efb-9042-a4277975e392 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:31.683115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e0c1f45-8a0c-4482-9961-083396a67c9b req-a9331db3-d382-4efb-9042-a4277975e392 tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178864 Aug 11 08:04:31.705483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Port 5303e4c6-93fc-40fe-89e8-34e7242d2306 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:31.706301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Attempting to bind port 5303e4c6-93fc-40fe-89e8-34e7242d2306 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:31.718810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbe77-fb32-483e-832f-54fbaf2480d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.724352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fcbbe77-fb32-483e-832f-54fbaf2480d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.724981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:31.725933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4fcbbe77-fb32-483e-832f-54fbaf2480d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a238c7a5-369e-4008-b8ab-b7ef07a05c29 HTTP/1.1" status: 204 len: 168 time: 0.3730407 Aug 11 08:04:31.730100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:31.730903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:31.731847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Bound port: 5303e4c6-93fc-40fe-89e8-34e7242d2306, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:31.732454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:31.733701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e0c1f45-8a0c-4482-9961-083396a67c9b req-b8183104-570a-4185-9f23-d7a53b2f49bb tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/quotas/30ca8d0198954d44bc3754673fa932dc HTTP/1.1" status: 200 len: 375 time: 0.0307345 Aug 11 08:04:31.750170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbbe77-fb32-483e-832f-54fbaf2480d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238c7a5-369e-4008-b8ab-b7ef07a05c29,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:31.803763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e0c1f45-8a0c-4482-9961-083396a67c9b req-08235ee2-3b04-4f1f-8063-e9e0447711ce tempest-QuotasAdminNegativeTest-962112860 tempest-QuotasAdminNegativeTest-962112860-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=30ca8d0198954d44bc3754673fa932dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568125 Aug 11 08:04:32.070663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-5f4f55fb-4e36-4475-b44e-73e0c5dbf8cb tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1469611108&fields=id&tenant_id=fd379e2afe55474eb2e3a6103b64d7e0 HTTP/1.1" status: 200 len: 267 time: 0.0878227 Aug 11 08:04:32.208635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:32.224500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-08a2b7e2-64ce-4c75-ba8e-b44f278870d8 admin admin] 10.222.0.58 "PUT /v2.0/routers/4401fad5-954d-4b28-ba41-faf03d2ea3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5917006 Aug 11 08:04:32.247428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Sync routers for ids ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:32.266123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] For port 5303e4c6-93fc-40fe-89e8-34e7242d2306, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:32.271156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] For port 5303e4c6-93fc-40fe-89e8-34e7242d2306, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:32.277024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.292629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Routers {'4401fad5-954d-4b28-ba41-faf03d2ea3ae'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:32.294720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:32.301752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.318592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.319220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.321443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] 10.222.0.69 "PUT /v2.0/ports/5303e4c6-93fc-40fe-89e8-34e7242d2306 HTTP/1.1" status: 200 len: 1095 time: 2.4175975 Aug 11 08:04:32.321443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58069019-082f-4697-8009-91bfb1230948', 'tag': '5303e4c6-93fc-40fe-89e8-34e7242d2306'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:32.323598 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d186b6-9c6c-41cf-b81c-8c91002f6073" -d '{"events": [{"name": "network-changed", "server_uuid": "58069019-082f-4697-8009-91bfb1230948", "tag": "5303e4c6-93fc-40fe-89e8-34e7242d2306"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:32.423571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b01061-ae4a-41ae-9bb0-27e3b69f7cee service neutron] Pushing event updated for resources: {'Port': ['ID=5303e4c6-93fc-40fe-89e8-34e7242d2306,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:32.486497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9f5ea3e6-67d2-4e9d-8024-84d01c3926c9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.491530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Set router 4401fad5-954d-4b28-ba41-faf03d2ea3ae gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:32.501028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9f5ea3e6-67d2-4e9d-8024-84d01c3926c9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 823 time: 0.4291518 Aug 11 08:04:32.556508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9fb1d9c7-2250-491d-bcf6-06042e736293 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/quotas/fd379e2afe55474eb2e3a6103b64d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0519183 Aug 11 08:04:32.596211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-bf96f0fc-3467-4013-bbba-1283450c385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.599447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-bf96f0fc-3467-4013-bbba-1283450c385a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=11d8c4cd727e4e0392a11d03d247365b&device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 1098 time: 0.1665328 Aug 11 08:04:32.687907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-453c01aa-8ba1-44e7-a0b7-97c6c56e271e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306 HTTP/1.1" status: 200 len: 217 time: 0.0707297 Aug 11 08:04:32.715784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-c49c49ec-701d-4382-a699-f2a09e498e6a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522138 Aug 11 08:04:32.757647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b5dc7242-301e-453e-a478-5a7a86f81f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:32.853476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-c8f41877-a9c9-476b-a3c0-3fde5c5d52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.857455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-c8f41877-a9c9-476b-a3c0-3fde5c5d52cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1617253 Aug 11 08:04:32.947539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-fbe6375c-8ae5-4dad-9110-c47cd5b1d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:32.950318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-fbe6375c-8ae5-4dad-9110-c47cd5b1d225 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796363 Aug 11 08:04:33.024244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:04:30Z', 'revision_number': 4, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '22fcf9eb-82a0-486e-a296-e8cf9e3d2965', 'name': '', 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'mac_address': 'fa:16:3e:a9:f9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'eb34a542-1a95-4276-ab75-88177992a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:27Z', 'updated_at': '2021-08-11T08:04:30Z', 'revision_number': 2, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'subnets': [{'id': 'eb34a542-1a95-4276-ab75-88177992a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:33.075536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Checking router: 4401fad5-954d-4b28-ba41-faf03d2ea3ae for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:33.076115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Updating router 4401fad5-954d-4b28-ba41-faf03d2ea3ae port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:04:33.093048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-120210e7-a2d8-4599-b757-20b7e6751574 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342609 Aug 11 08:04:33.130364 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:33.265250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9a178091-95a6-487a-9483-9e0736cc9ae7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:04:33.266328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9a178091-95a6-487a-9483-9e0736cc9ae7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2244136 Aug 11 08:04:33.274975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931e8cb5-d589-4ae8-95a1-c00c7cf1f21b req-2012f836-75c5-45bf-a30e-553fa8cd24b8 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740644 Aug 11 08:04:33.385703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-643c5506-4068-4c04-a9b5-ed962621f9c3 service neutron] 10.222.0.58 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102424 Aug 11 08:04:33.496297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56932) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:33.532270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7f66a4b4-eec1-493c-9b40-4910ab08e5e9 service neutron] 10.222.0.58 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381562 Aug 11 08:04:33.582517 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:33.598698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Transition to ACTIVE for port object 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:33.609084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:33.754432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49468b-4864-4223-8549-88b246ba3b2c None None] Pushing event updated for resources: {'Port': ['ID=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:33.869105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Attempting to bind port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:33.870180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Attempting to bind port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:33.872053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Attempting to bind port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 on network be825020-1352-49ed-a094-d2fe4764d2ab {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:33.883963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:33.884547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Checking segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:33.885290 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:33.885887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Bound using segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:33.888930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Bound port: 22fcf9eb-82a0-486e-a296-e8cf9e3d2965, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:33.888930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:33.915443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-584299ba-8852-475e-9fc5-3f84518f2e7b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:04:33.917140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-584299ba-8852-475e-9fc5-3f84518f2e7b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4196370 Aug 11 08:04:33.983989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5207-6386-4367-9757-f6a502c0fb99 req-dfdad508-d045-40e9-9ddc-857587f1bb99 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:33.985728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-374a5207-6386-4367-9757-f6a502c0fb99 req-dfdad508-d045-40e9-9ddc-857587f1bb99 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 947 time: 0.1126938 Aug 11 08:04:34.062335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] For port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:34.071180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] For port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:34.079920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.095251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-374a5207-6386-4367-9757-f6a502c0fb99 req-6f6a7b57-033a-441e-9c5a-ef1c64a12388 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917401 Aug 11 08:04:34.244022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Routers {'4401fad5-954d-4b28-ba41-faf03d2ea3ae'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:34.250338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56966) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:34.250714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:34.257232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-network', 'tenant_id': '726c3dab06c043c2918575216d8ce12a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:34.272769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49468b-4864-4223-8549-88b246ba3b2c None None] Pushing event updated for resources: {'Port': ['ID=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:34.377741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Made reservation on behalf of 726c3dab06c043c2918575216d8ce12a for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:34.384309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.405988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:34.406602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:04:34.419364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.512617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56974) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:34.601771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] Set router 4401fad5-954d-4b28-ba41-faf03d2ea3ae gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:34.703805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:34.704354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:34.704493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:34.716411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:34.716736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:34.731824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:34.732157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:34.735613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:34.736265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Bound port: dcd27b93-2973-459d-8253-98585df5cd46, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:34.741277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.764414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.773720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.826800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:04:34.840689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.841117 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Added segment 3d98b02b-d582-4c64-a550-6ed16e5bddf5 of type vlan for network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 Aug 11 08:04:34.922265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db34ee94-6103-4504-abaf-5983e9d48f94,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:34.925982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:34.927738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.936233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.945620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-7cea7f53-1d31-4436-84e6-6edfe65b01ed service neutron] 10.222.0.58 "POST /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46/bindings HTTP/1.1" status: 201 len: 389 time: 0.7449961 Aug 11 08:04:34.969158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:34.970836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:34.971423 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.013696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:04:30Z', 'revision_number': 4, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '22fcf9eb-82a0-486e-a296-e8cf9e3d2965', 'name': '', 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'mac_address': 'fa:16:3e:a9:f9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'eb34a542-1a95-4276-ab75-88177992a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:27Z', 'updated_at': '2021-08-11T08:04:34Z', 'revision_number': 4, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'subnets': [{'id': 'eb34a542-1a95-4276-ab75-88177992a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:35.068032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc2abb-5055-4999-a508-432465e52b8a None None] The sync data for ids ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'] in n-d-789963-6 is: [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:04:30Z', 'revision_number': 4, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '22fcf9eb-82a0-486e-a296-e8cf9e3d2965', 'name': '', 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'mac_address': 'fa:16:3e:a9:f9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'eb34a542-1a95-4276-ab75-88177992a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:27Z', 'updated_at': '2021-08-11T08:04:34Z', 'revision_number': 4, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'subnets': [{'id': 'eb34a542-1a95-4276-ab75-88177992a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:35.147335 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392fe5dc-31df-48e0-b2c1-1032007018fd x-openstack-request-id: req-392fe5dc-31df-48e0-b2c1-1032007018fd {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:35.147335 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58069019-082f-4697-8009-91bfb1230948", "tag": "5303e4c6-93fc-40fe-89e8-34e7242d2306", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:35.152757 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-392fe5dc-31df-48e0-b2c1-1032007018fd {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:35.153500 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58069019-082f-4697-8009-91bfb1230948', 'tag': '5303e4c6-93fc-40fe-89e8-34e7242d2306', 'status': 'completed', 'code': 200} Aug 11 08:04:35.414401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-52ebd84a-c57a-49f9-9d46-2070bc8c73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:35.419480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-52ebd84a-c57a-49f9-9d46-2070bc8c73a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=11d8c4cd727e4e0392a11d03d247365b&device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 1098 time: 0.1785862 Aug 11 08:04:35.530179 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2784443 Aug 11 08:04:35.544967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56996) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:35.550858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Request body: {'subnet': {'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-subnet', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:35.611829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-978dbc54-b397-446e-927a-f6c5ed644076 req-4917a74a-a7ed-4bc4-b80c-8ee6875bfc76 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 210 time: 0.0835855 Aug 11 08:04:35.645138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9646d0b0-3612-402c-8161-7f94bcbd519d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.679618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Made reservation on behalf of 726c3dab06c043c2918575216d8ce12a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:35.683560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:35.797258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-c95bc07e-403c-470f-9d32-696a7fe48386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:35.799655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-c95bc07e-403c-470f-9d32-696a7fe48386 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3701746 Aug 11 08:04:35.847709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-0da959f1-0104-46fa-b455-7b0b52bc4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:35.849715 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-0da959f1-0104-46fa-b455-7b0b52bc4863 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1096 time: 0.1800711 Aug 11 08:04:35.852834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b77e9-521a-4e32-b873-43866fe65f30 admin admin] Pushing event updated for resources: {'Network': ['ID=4056bac8-ec96-4e45-aea4-fad0e8bd99e2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:35.886606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:04:35.913227 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-a503fef5-2080-4d93-8938-b5228ccc9acf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306 HTTP/1.1" status: 200 len: 217 time: 0.0957854 Aug 11 08:04:36.154675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:36.190151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689e9c2-3b1c-4f8f-a764-87bb4bdad54e req-25f585b1-c450-456b-b478-5c320a62e304 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.198986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d689e9c2-3b1c-4f8f-a764-87bb4bdad54e req-25f585b1-c450-456b-b478-5c320a62e304 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 945 time: 0.3885770 Aug 11 08:04:36.205350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.69', 58539) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:36.243474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-57d5a454-4b52-4649-8f02-5d0df32d8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.245344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-57d5a454-4b52-4649-8f02-5d0df32d8eab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2503316 Aug 11 08:04:36.481217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-22cf0a7c-b22b-48c5-9272-d9e20febb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.484165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-22cf0a7c-b22b-48c5-9272-d9e20febb11e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.6260905 Aug 11 08:04:36.500853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2889b-6933-4fdb-884a-23e33cdc7c0c req-955bc544-8fd0-4434-8f08-0c8ec4220083 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.503591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6df2889b-6933-4fdb-884a-23e33cdc7c0c req-955bc544-8fd0-4434-8f08-0c8ec4220083 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 947 time: 0.2494431 Aug 11 08:04:36.508274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9646d0b0-3612-402c-8161-7f94bcbd519d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:36.523291 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9646d0b0-3612-402c-8161-7f94bcbd519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:36.571934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d689e9c2-3b1c-4f8f-a764-87bb4bdad54e req-1da39e8a-5266-4884-b447-566fab630ee4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713253 Aug 11 08:04:36.599134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57010) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:36.661955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-cdcaf268-6959-4a88-adb6-31d0af094f6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.1568060 Aug 11 08:04:36.751467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-7d991f92-b364-41f9-a802-32e72f788e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.753056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-7d991f92-b364-41f9-a802-32e72f788e1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4823472 Aug 11 08:04:36.766129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-5c61970b-bb7e-43d8-b0c5-89245a48c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.767500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-5c61970b-bb7e-43d8-b0c5-89245a48c611 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.0822208 Aug 11 08:04:36.776220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9646d0b0-3612-402c-8161-7f94bcbd519d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5554163b27c04a12a8bb810325ad452d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2610738 Aug 11 08:04:36.786545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57020) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:36.801164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6df2889b-6933-4fdb-884a-23e33cdc7c0c req-5bdea57d-be97-43f6-8d13-2091e9e291ce tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833402 Aug 11 08:04:36.812407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646d0b0-3612-402c-8161-7f94bcbd519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd02572e-42da-4cde-9ef4-a6c753d33169,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:36.837634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-731ad7e6-74d4-4595-aa1a-a0e014f73363 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351968 Aug 11 08:04:36.884380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-6b1128a9-4e9d-41ab-b2db-1a2fc68ea02e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:36.891444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-6b1128a9-4e9d-41ab-b2db-1a2fc68ea02e tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 823 time: 0.6792495 Aug 11 08:04:36.919084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.042551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd114b5d-b5ce-4748-8610-163a0e0495b9,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.083870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e1d9470f-a6ee-4bb2-98ee-0b56fdd77108 req-194eada1-2c12-4f02-a693-a344f0939a3c tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 210 time: 0.1915441 Aug 11 08:04:37.109661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:37.170613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-8a3790a8-60b4-429c-8b95-a04b764317e8 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd379e2afe55474eb2e3a6103b64d7e0 HTTP/1.1" status: 200 len: 380 time: 0.2595048 Aug 11 08:04:37.200673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'port': {'device_id': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'admin_state_up': True, 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'security_groups': ['3319a10a-8d15-4fa8-86e2-a56eab27b7f4']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:37.225436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-18df261e-8fef-456f-9c81-d39657fc1ce6 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794057 Aug 11 08:04:37.242764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-23c639f4-ff25-4b45-a0db-3e963aaa0de6 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695914 Aug 11 08:04:37.272152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ed13177-e778-4a68-ad80-cadd9918a71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.278833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e201ed29-93a8-4129-bf90-961c6b83f9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.313787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:37.329327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57028) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:37.329507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:37.329983 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.439444 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-6f07ed5d-efce-4714-89c8-4ef605e82cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061033 Aug 11 08:04:37.537231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2517119-9728-4957-947e-d64923ab9ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.552809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5303e4c6-93fc-40fe-89e8-34e7242d2306 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:37.559448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Checking segment: {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:37.560437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Network hostable DHCP agents. Network: 4056bac8-ec96-4e45-aea4-fad0e8bd99e2, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:04:37.570788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d186b6-9c6c-41cf-b81c-8c91002f6073 req-1869a93c-e29c-415a-8657-95991b4a6e4e service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857800 Aug 11 08:04:37.641395 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.651523 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ed13177-e778-4a68-ad80-cadd9918a71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.714073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2517119-9728-4957-947e-d64923ab9ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.719734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2517119-9728-4957-947e-d64923ab9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.812549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:04:37.812549 n-d-789963-6 neutron-server[94573]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 08:04:37.812549 n-d-789963-6 neutron-server[94573]: [parameters: {'project_id_1': 'fd379e2afe55474eb2e3a6103b64d7e0', 'expiration_1': datetime.datetime(2021, 8, 11, 8, 4, 37, 644640)}] Aug 11 08:04:37.812549 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:04:37.812549 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:04:37.813251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:37.814877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517119-9728-4957-947e-d64923ab9ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302ca790-e709-440f-b6f3-157b8cbf52e1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.822156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:04:37.822603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.833735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c2517119-9728-4957-947e-d64923ab9ce3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30ca8d0198954d44bc3754673fa932dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025961 Aug 11 08:04:37.835676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5303e4c6-93fc-40fe-89e8-34e7242d2306, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:37.838221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57048) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:37.846843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4056bac8-ec96-4e45-aea4-fad0e8bd99e2) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:37.871175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:37.871757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.887637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba734598-ad51-4a93-a48a-9827a21591c9 None None] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:37.911981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9697e03-fabc-4a1c-afe4-e34fb3421941 req-c7a2a8f3-8392-45d3-86ae-42309c91e0db tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:37.914058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d9697e03-fabc-4a1c-afe4-e34fb3421941 req-c7a2a8f3-8392-45d3-86ae-42309c91e0db tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 945 time: 0.2028792 Aug 11 08:04:37.933681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-8a77e411-d4fc-40f4-bc73-cba3eb25119d tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:37.935936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-8a77e411-d4fc-40f4-bc73-cba3eb25119d tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.2738798 Aug 11 08:04:37.950815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:37.963125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1442aca-0034-4126-8fad-7b6258c7e7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.967704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:37.971995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ed13177-e778-4a68-ad80-cadd9918a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.974621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ed13177-e778-4a68-ad80-cadd9918a71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:37.976220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2ed13177-e778-4a68-ad80-cadd9918a71d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd02572e-42da-4cde-9ef4-a6c753d33169 HTTP/1.1" status: 204 len: 168 time: 1.1826046 Aug 11 08:04:38.001557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1442aca-0034-4126-8fad-7b6258c7e7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.002627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5303e4c6-93fc-40fe-89e8-34e7242d2306', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '5303e4c6-93fc-40fe-89e8-34e7242d2306', 'mac_address': 'fa:16:3e:5c:7e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:38.018762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed13177-e778-4a68-ad80-cadd9918a71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd02572e-42da-4cde-9ef4-a6c753d33169,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:38.045816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d9697e03-fabc-4a1c-afe4-e34fb3421941 req-d68bcdcf-d1ed-4adc-9feb-b9ef9b3b6876 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192367 Aug 11 08:04:38.073087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.073087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.073087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.073566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.074317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.074746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.075165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.077401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.077867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.078943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.078943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.079573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:04:38.090579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.103196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.104061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52b9d3-5a1b-469b-aef1-852244118997 req-256fb50b-533c-406e-bb94-99386d141d25 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:38.106055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce52b9d3-5a1b-469b-aef1-852244118997 req-256fb50b-533c-406e-bb94-99386d141d25 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 947 time: 0.0967488 Aug 11 08:04:38.140942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e201ed29-93a8-4129-bf90-961c6b83f9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.150080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e201ed29-93a8-4129-bf90-961c6b83f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.160764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5303e4c6-93fc-40fe-89e8-34e7242d2306 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:38.169450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1442aca-0034-4126-8fad-7b6258c7e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.172066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1442aca-0034-4126-8fad-7b6258c7e7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.185075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1442aca-0034-4126-8fad-7b6258c7e7a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/302ca790-e709-440f-b6f3-157b8cbf52e1 HTTP/1.1" status: 204 len: 168 time: 0.3455701 Aug 11 08:04:38.211541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5303e4c6-93fc-40fe-89e8-34e7242d2306, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:38.217351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72c0a3bb-7b8b-4e97-a0fb-ae5bb60115a9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6709290 Aug 11 08:04:38.224467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce52b9d3-5a1b-469b-aef1-852244118997 req-88f4199e-086b-4a52-949e-4f0ff278f531 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108727 Aug 11 08:04:38.227620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1442aca-0034-4126-8fad-7b6258c7e7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ca790-e709-440f-b6f3-157b8cbf52e1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:38.228249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57062) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:38.233365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.241626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:38.295556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201ed29-93a8-4129-bf90-961c6b83f9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2175950-b208-4bfb-91fe-e433242f7e18,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:38.356413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5303e4c6-93fc-40fe-89e8-34e7242d2306,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:38.398704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bfd77e09-7149-49b3-a241-c2268d592802 req-63640fb9-2120-41a8-b002-5578b1989a29 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 210 time: 0.0353875 Aug 11 08:04:38.424281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57066) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:38.425183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e201ed29-93a8-4129-bf90-961c6b83f9d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3fb806ebcea4e49a0d2073dafbb1749&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8240614 Aug 11 08:04:38.459731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.461569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.474202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4056bac8-ec96-4e45-aea4-fad0e8bd99e2', 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'fixed_ips': [{'subnet_id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:04:38.478055 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.523605 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-851814d9-e17e-49cd-9c2b-d89b40d66653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.546122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5303e4c6-93fc-40fe-89e8-34e7242d2306'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:38.570901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Made reservation on behalf of fd379e2afe55474eb2e3a6103b64d7e0 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:38.574492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.602326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-851814d9-e17e-49cd-9c2b-d89b40d66653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.736548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-851814d9-e17e-49cd-9c2b-d89b40d66653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.743474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-851814d9-e17e-49cd-9c2b-d89b40d66653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.756400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-851814d9-e17e-49cd-9c2b-d89b40d66653 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2175950-b208-4bfb-91fe-e433242f7e18 HTTP/1.1" status: 204 len: 168 time: 0.3307183 Aug 11 08:04:38.783221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851814d9-e17e-49cd-9c2b-d89b40d66653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2175950-b208-4bfb-91fe-e433242f7e18,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:38.812481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57080) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:38.861764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f15811fc-a5c4-4631-911f-0ecc76067d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:38.925168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:38.997347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.041389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:39.089124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:39.089502 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.165608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f15811fc-a5c4-4631-911f-0ecc76067d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.177387 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f15811fc-a5c4-4631-911f-0ecc76067d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.210876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Allocated IP 172.20.0.2 (4056bac8-ec96-4e45-aea4-fad0e8bd99e2/cd114b5d-b5ce-4748-8610-163a0e0495b9/16c8b5c1-8773-449f-b284-f3832bc6b148) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:39.271249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57094) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:39.320907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f15811fc-a5c4-4631-911f-0ecc76067d79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f928b9970ebb4d12a87a0d1ad14ea7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067947 Aug 11 08:04:39.321911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15811fc-a5c4-4631-911f-0ecc76067d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c144410-ab96-4d7e-b933-372ed731723f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:39.342512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57100) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:39.355683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cb44036-9d28-4b5c-b71e-1f62517c7654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.501411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d618-6310-40eb-ad88-67bf7f7e74d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.522992 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.537576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Transition to ACTIVE for port object 16c8b5c1-8773-449f-b284-f3832bc6b148 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:39.551060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d618-6310-40eb-ad88-67bf7f7e74d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.561249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Transition to ACTIVE for port object 16c8b5c1-8773-449f-b284-f3832bc6b148 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:39.575436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.626204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:39.635451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:39.647877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:39.666736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cb44036-9d28-4b5c-b71e-1f62517c7654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.671194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Pushing event updated for resources: {'Port': ['ID=16c8b5c1-8773-449f-b284-f3832bc6b148,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:39.674726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cb44036-9d28-4b5c-b71e-1f62517c7654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.746214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb44036-9d28-4b5c-b71e-1f62517c7654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ada6de-d92b-4d62-bc00-6035cd1d4405,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:39.763733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d618-6310-40eb-ad88-67bf7f7e74d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.764928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Attempting to bind port 16c8b5c1-8773-449f-b284-f3832bc6b148 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:39.767010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Attempting to bind port 16c8b5c1-8773-449f-b284-f3832bc6b148 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:39.769162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a7d618-6310-40eb-ad88-67bf7f7e74d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.770484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Attempting to bind port 16c8b5c1-8773-449f-b284-f3832bc6b148 on network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:39.771246 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d9a7d618-6310-40eb-ad88-67bf7f7e74d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c144410-ab96-4d7e-b933-372ed731723f HTTP/1.1" status: 204 len: 168 time: 0.4271367 Aug 11 08:04:39.786338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:39.787353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Checking segment: {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:39.788717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.789480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Bound using segment: {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:39.793612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Bound port: 16c8b5c1-8773-449f-b284-f3832bc6b148, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:39.795912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.801448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7d618-6310-40eb-ad88-67bf7f7e74d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c144410-ab96-4d7e-b933-372ed731723f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:39.805861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8cb44036-9d28-4b5c-b71e-1f62517c7654 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=302dc4f6888f4a6ca53bc86c13eeb803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231550 Aug 11 08:04:39.810655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:39.848978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:39.914345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57110) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:39.946495 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.961875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Allocated IP 172.20.0.13 (8584e3e8-8ee7-412e-9534-d7b0ad540356/dba33046-fb38-4921-845a-f9d601652319/950b59c1-1837-42e6-9973-42151c89720d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:39.974870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef2b2-a011-4701-b8b6-6326eabe3f11 req-df3e0df5-e9c0-499f-9822-4a6b9c26f8a2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:39.978276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9feef2b2-a011-4701-b8b6-6326eabe3f11 req-df3e0df5-e9c0-499f-9822-4a6b9c26f8a2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 945 time: 0.5723250 Aug 11 08:04:39.982503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] For port 16c8b5c1-8773-449f-b284-f3832bc6b148, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:39.983614 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24ab9efd-fc61-4f9b-b774-9ad5aeea5ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.990103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88417a2e-e63e-4e34-96b7-d07c0e2a3156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:39.990336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] For port 16c8b5c1-8773-449f-b284-f3832bc6b148, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16c8b5c1-8773-449f-b284-f3832bc6b148,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:39.996508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.043290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bcbcd-88f9-4ea9-b36b-2139ab34e08d req-a0e6194e-d961-4695-9063-492607f4638b tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:40.046784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-887bcbcd-88f9-4ea9-b36b-2139ab34e08d req-a0e6194e-d961-4695-9063-492607f4638b tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 948 time: 0.1627939 Aug 11 08:04:40.070687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7554-36ce-4cd6-884a-194f6c261d6d None None] Pushing event updated for resources: {'Port': ['ID=16c8b5c1-8773-449f-b284-f3832bc6b148,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:40.093370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88417a2e-e63e-4e34-96b7-d07c0e2a3156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.133763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.146047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:40.150004 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d570f4e-4663-4ae1-92cf-5a92c5c777f4" -d '{"events": [{"server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd27b93-2973-459d-8253-98585df5cd46"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:40.188196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.211951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-887bcbcd-88f9-4ea9-b36b-2139ab34e08d req-d7947230-63f2-4838-9f0e-084180230ade tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484067 Aug 11 08:04:40.259758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88417a2e-e63e-4e34-96b7-d07c0e2a3156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.263644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88417a2e-e63e-4e34-96b7-d07c0e2a3156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.265486 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-88417a2e-e63e-4e34-96b7-d07c0e2a3156 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4ada6de-d92b-4d62-bc00-6035cd1d4405 HTTP/1.1" status: 204 len: 168 time: 0.4533570 Aug 11 08:04:40.289799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88417a2e-e63e-4e34-96b7-d07c0e2a3156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ada6de-d92b-4d62-bc00-6035cd1d4405,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:40.351093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9feef2b2-a011-4701-b8b6-6326eabe3f11 req-bc66b3ed-22d2-48dc-8f19-bae2dff92473 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531282 Aug 11 08:04:40.353304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24ab9efd-fc61-4f9b-b774-9ad5aeea5ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.359354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24ab9efd-fc61-4f9b-b774-9ad5aeea5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.362726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:40.447411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-24ab9efd-fc61-4f9b-b774-9ad5aeea5ee6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=373c8f21cd0244da8e618f075b0f7520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292680 Aug 11 08:04:40.461255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:40.548116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eac996a4-f1df-44bd-a9e4-b3b1910c8092 req-6f4c6dbd-44ea-4f55-8cfb-18b8c0f035e7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 210 time: 0.0856578 Aug 11 08:04:40.557663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab9efd-fc61-4f9b-b774-9ad5aeea5ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f71888-719b-47c3-a391-3b13e0c27164,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:40.588032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.604640 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992d9c5e-3d10-48a1-bf84-c9810e44b430 x-openstack-request-id: req-992d9c5e-3d10-48a1-bf84-c9810e44b430 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:40.604946 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd27b93-2973-459d-8253-98585df5cd46", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:40.605196 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-992d9c5e-3d10-48a1-bf84-c9810e44b430 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:40.605776 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46', 'code': 200} Aug 11 08:04:40.660017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Transition to ACTIVE for port object 950b59c1-1837-42e6-9973-42151c89720d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:40.682197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:40.682524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:40.682848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:40.705881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf2b9-1a27-4d71-a3f6-e129139b9593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.713723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:40.714049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Attempting to bind port dcd27b93-2973-459d-8253-98585df5cd46 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:40.722367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:40.723169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:40.723381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:40.723829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Bound port: dcd27b93-2973-459d-8253-98585df5cd46, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:40.724194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.758313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf2b9-1a27-4d71-a3f6-e129139b9593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.879441 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf2b9-1a27-4d71-a3f6-e129139b9593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.883207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf2b9-1a27-4d71-a3f6-e129139b9593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.896230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d2cf2b9-1a27-4d71-a3f6-e129139b9593 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4f71888-719b-47c3-a391-3b13e0c27164 HTTP/1.1" status: 204 len: 168 time: 0.3868082 Aug 11 08:04:40.905627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cf2b9-1a27-4d71-a3f6-e129139b9593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f71888-719b-47c3-a391-3b13e0c27164,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:40.931134 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:40.961734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16c8b5c1-8773-449f-b284-f3832bc6b148 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:41.032701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:41.058712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.062847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:41.063993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 16c8b5c1-8773-449f-b284-f3832bc6b148 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:41.067325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'Port': ['ID=950b59c1-1837-42e6-9973-42151c89720d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:41.071536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:41.091096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:41.095373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:41.101654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:41.102503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.105764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.115649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.227782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-16974cd6-8ad9-4d0c-aabf-28b731d74681 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0403166 Aug 11 08:04:41.321114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Request body: {'port': {'device_id': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:41.412117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:41.412814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.414357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] 10.222.0.69 "PUT /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 1121 time: 3.4546297 Aug 11 08:04:41.427547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67239d-17e0-4cff-884a-6ccebef09444 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:41.432152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5303e4c6-93fc-40fe-89e8-34e7242d2306 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:41.588915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.632504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46fcb0-f48e-434a-95bc-dc69ddfac200 req-e2fc06fb-2cf4-40ff-9de3-f83911a31727 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:41.641757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b69258c3-0c4a-4f18-a399-86deed63029b None None] Provisioning for port 950b59c1-1837-42e6-9973-42151c89720d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:41.648240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Allocated IP 172.25.2.249 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/d2106d3f-90ad-44a8-a84b-a59b172e40a0) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:41.649112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd46fcb0-f48e-434a-95bc-dc69ddfac200 req-e2fc06fb-2cf4-40ff-9de3-f83911a31727 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 948 time: 0.2320094 Aug 11 08:04:41.657161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 5303e4c6-93fc-40fe-89e8-34e7242d2306 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:41.663937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b69258c3-0c4a-4f18-a399-86deed63029b None None] Provisioning complete for port 950b59c1-1837-42e6-9973-42151c89720d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:41.667294 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b69258c3-0c4a-4f18-a399-86deed63029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.676618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['dcd27b93-2973-459d-8253-98585df5cd46'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:41.721975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd46fcb0-f48e-434a-95bc-dc69ddfac200 req-14e8a539-6487-407e-a41f-55bfc5c8ca2d tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708086 Aug 11 08:04:41.776641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5303e4c6-93fc-40fe-89e8-34e7242d2306 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:41.777147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:41.850901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3c0c1-4f55-44fb-a043-f7ac0eee5b2b None None] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:04:41.899802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34d723-260b-4076-9317-2b953a1fc846 req-48154fbe-8946-4f87-8dca-125f01293180 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:41.907656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed34d723-260b-4076-9317-2b953a1fc846 req-48154fbe-8946-4f87-8dca-125f01293180 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.0717597 Aug 11 08:04:41.957791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed34d723-260b-4076-9317-2b953a1fc846 req-466e7bd4-3e28-43dd-9f1e-22161e2a6314 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Aug 11 08:04:42.038953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.140172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b69258c3-0c4a-4f18-a399-86deed63029b None None] Port 950b59c1-1837-42e6-9973-42151c89720d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:42.219862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2880d-2a4b-4a00-ba7a-59f80a3d2d4b req-c803b50b-f81d-4cc7-9f58-9a5c1727cefc tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:42.222158 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14a2880d-2a4b-4a00-ba7a-59f80a3d2d4b req-c803b50b-f81d-4cc7-9f58-9a5c1727cefc tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 932 time: 0.1873844 Aug 11 08:04:42.292848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14a2880d-2a4b-4a00-ba7a-59f80a3d2d4b req-4a38bddb-007d-48aa-bedf-f0d0f4248f78 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621188 Aug 11 08:04:42.365243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.418980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] Provisioning for port 16c8b5c1-8773-449f-b284-f3832bc6b148 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:42.446522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] Provisioning complete for port 16c8b5c1-8773-449f-b284-f3832bc6b148 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:42.446894 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.481828 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.502595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:42.524406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:42.536964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:42.549281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Pushing event updated for resources: {'Port': ['ID=d2106d3f-90ad-44a8-a84b-a59b172e40a0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:42.620272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:42.622946 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79050df2-d049-4074-9274-0dc040502c37" -d '{"events": [{"name": "network-changed", "server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "tag": "dcd27b93-2973-459d-8253-98585df5cd46"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:42.678189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58069019-082f-4697-8009-91bfb1230948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5303e4c6-93fc-40fe-89e8-34e7242d2306'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:42.694482 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636c2f6d-c85d-4c5b-a3c0-4a588d98a16a" -d '{"events": [{"server_uuid": "58069019-082f-4697-8009-91bfb1230948", "name": "network-vif-plugged", "status": "completed", "tag": "5303e4c6-93fc-40fe-89e8-34e7242d2306"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:42.790200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5303e4c6-93fc-40fe-89e8-34e7242d2306, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:42.808457 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a045299b-ea50-4d45-a8a2-552b7fabdb9c x-openstack-request-id: req-a045299b-ea50-4d45-a8a2-552b7fabdb9c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:42.808738 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "tag": "dcd27b93-2973-459d-8253-98585df5cd46", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:42.808998 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a045299b-ea50-4d45-a8a2-552b7fabdb9c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:42.809386 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46', 'status': 'completed', 'code': 200} Aug 11 08:04:42.869168 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:42.882858 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be94fe-04c4-41f6-853e-95aeba600468 x-openstack-request-id: req-58be94fe-04c4-41f6-853e-95aeba600468 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:42.883486 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58069019-082f-4697-8009-91bfb1230948", "name": "network-vif-plugged", "status": "completed", "tag": "5303e4c6-93fc-40fe-89e8-34e7242d2306", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:42.884626 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58be94fe-04c4-41f6-853e-95aeba600468 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:42.885885 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58069019-082f-4697-8009-91bfb1230948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5303e4c6-93fc-40fe-89e8-34e7242d2306', 'code': 200} Aug 11 08:04:42.973789 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:04:43.168309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6e385-f2bb-4912-bf1a-88da3c4b8639 req-00c712fa-17ba-4fce-b5f7-c1f3f6d0e45c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:43.170866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-faf6e385-f2bb-4912-bf1a-88da3c4b8639 req-00c712fa-17ba-4fce-b5f7-c1f3f6d0e45c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.1519716 Aug 11 08:04:43.186920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.266385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-faf6e385-f2bb-4912-bf1a-88da3c4b8639 req-3737b28b-aefa-4074-afaa-92cccfc9c27d tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869575 Aug 11 08:04:43.357839 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.467924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5303e4c6-93fc-40fe-89e8-34e7242d2306,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:43.494786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] For port 16c8b5c1-8773-449f-b284-f3832bc6b148, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16c8b5c1-8773-449f-b284-f3832bc6b148,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:43.504119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.546751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cea166-3bfd-473f-8034-b2e28fd8dfcd req-3e2ba466-4507-4da8-99e9-e9debb598e9c tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:43.555425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-52cea166-3bfd-473f-8034-b2e28fd8dfcd req-3e2ba466-4507-4da8-99e9-e9debb598e9c tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 932 time: 0.1265748 Aug 11 08:04:43.621637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a85a7-f89a-4f78-a13c-d3ab2cd41b1c None None] Pushing event updated for resources: {'Port': ['ID=16c8b5c1-8773-449f-b284-f3832bc6b148,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:43.642401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-52cea166-3bfd-473f-8034-b2e28fd8dfcd req-cc135fee-b6ce-401f-9904-adb6f7cf5e1c tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807803 Aug 11 08:04:43.694269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950b59c1-1837-42e6-9973-42151c89720d {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:43.739395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ae737f18-d02c-4fe2-a457-d11499293458 None None] Provisioning complete for port 16c8b5c1-8773-449f-b284-f3832bc6b148 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:43.740215 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ae737f18-d02c-4fe2-a457-d11499293458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.823566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:43.833699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878cc0b-5427-43ea-ac1f-dde088dbc550 req-9c5229ab-9ccb-48d9-b45c-a7f2c1d1f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:43.837668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5878cc0b-5427-43ea-ac1f-dde088dbc550 req-9c5229ab-9ccb-48d9-b45c-a7f2c1d1f212 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 1100 time: 0.6485314 Aug 11 08:04:43.860101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050df2-d049-4074-9274-0dc040502c37 req-8e635f0b-56f6-49b0-9abf-f00e2aa68475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:43.861896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-8e635f0b-56f6-49b0-9abf-f00e2aa68475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1124 time: 0.6693993 Aug 11 08:04:43.978222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0ee6-18f9-4fb3-b60a-2b5c6cc860b1 req-35e7220f-2c5d-456b-a8d2-d47128f6da80 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:43.979844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbaf0ee6-18f9-4fb3-b60a-2b5c6cc860b1 req-35e7220f-2c5d-456b-a8d2-d47128f6da80 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.7897000 Aug 11 08:04:43.982707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Transition to ACTIVE for port object 950b59c1-1837-42e6-9973-42151c89720d will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:44.037459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.042501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5878cc0b-5427-43ea-ac1f-dde088dbc550 req-f6f84eaf-84f8-4020-891a-bd2517e05a0f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884270 Aug 11 08:04:44.184410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050df2-d049-4074-9274-0dc040502c37 req-cfd8fef7-5e24-4295-8ecf-738469a689ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:44.186296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-cfd8fef7-5e24-4295-8ecf-738469a689ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.2941883 Aug 11 08:04:44.188605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.190228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Pushing event updated for resources: {'Port': ['ID=950b59c1-1837-42e6-9973-42151c89720d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:44.195617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbaf0ee6-18f9-4fb3-b60a-2b5c6cc860b1 req-17b108ce-0d95-454b-8fd6-3f4f8b564f54 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080491 Aug 11 08:04:44.277903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-87b4e3e3-26f6-438a-aedf-e79eaf3e5b2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.0797007 Aug 11 08:04:44.301990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57256) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:44.366314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Attempting to bind port 950b59c1-1837-42e6-9973-42151c89720d on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:44.366718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Attempting to bind port 950b59c1-1837-42e6-9973-42151c89720d by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:44.366989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Attempting to bind port 950b59c1-1837-42e6-9973-42151c89720d on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:44.429294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Port 950b59c1-1837-42e6-9973-42151c89720d on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:44.429294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Attempting to bind port 950b59c1-1837-42e6-9973-42151c89720d on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:44.456925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:44.457261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Checking segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:44.457774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Bound using segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:44.458364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Bound port: 950b59c1-1837-42e6-9973-42151c89720d, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:44.458732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.480582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050df2-d049-4074-9274-0dc040502c37 req-4fe75151-7f59-45cc-9c3f-97c643ce7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:44.482193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-4fe75151-7f59-45cc-9c3f-97c643ce7709 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1612282 Aug 11 08:04:44.535740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-a5b3de16-83cc-4be2-92e1-867be6798d72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413969 Aug 11 08:04:44.707684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-45881326-1cb8-4d3c-931b-e81a28d0f3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.756146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647916a-0dc0-4b0c-a319-5c5ac330dae1 req-da2ec335-9f1a-4dbe-bd01-a585dc7b11e0 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:44.763277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6647916a-0dc0-4b0c-a319-5c5ac330dae1 req-da2ec335-9f1a-4dbe-bd01-a585dc7b11e0 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.3372161 Aug 11 08:04:44.878574 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6647916a-0dc0-4b0c-a319-5c5ac330dae1 req-d0396fc3-b493-43ab-8a50-78f42b1512b6 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120026 Aug 11 08:04:44.885156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] For port 950b59c1-1837-42e6-9973-42151c89720d, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:44.902640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67072b-bbe6-4370-bb07-90f41328030d req-3973a302-32ee-4921-b7a9-bdd9d5f42add tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:44.904392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e67072b-bbe6-4370-bb07-90f41328030d req-3973a302-32ee-4921-b7a9-bdd9d5f42add tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 944 time: 0.1233516 Aug 11 08:04:44.927159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] For port 950b59c1-1837-42e6-9973-42151c89720d, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=950b59c1-1837-42e6-9973-42151c89720d,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:44.952103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16c8b5c1-8773-449f-b284-f3832bc6b148 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:44.953691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:44.981129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Router 6fc5f888-8873-48ed-b737-dc126549790d is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:04:45.036649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-c7c2ce83-0cad-4eb1-a334-a97707dd0095 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680016 Aug 11 08:04:45.113690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e67072b-bbe6-4370-bb07-90f41328030d req-371a025d-6160-4735-8e55-09a6305ab396 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780720 Aug 11 08:04:45.136549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:45.142974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.149955 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] 10.222.0.69 "PUT /v2.0/ports/950b59c1-1837-42e6-9973-42151c89720d HTTP/1.1" status: 200 len: 1092 time: 3.8993320 Aug 11 08:04:45.151009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'tag': '950b59c1-1837-42e6-9973-42151c89720d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:45.163830 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6bc753-77f2-4f71-bde0-23467d83c86d" -d '{"events": [{"name": "network-changed", "server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "tag": "950b59c1-1837-42e6-9973-42151c89720d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:45.233991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 16c8b5c1-8773-449f-b284-f3832bc6b148 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:45.236508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.273632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-45881326-1cb8-4d3c-931b-e81a28d0f3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.296463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-45881326-1cb8-4d3c-931b-e81a28d0f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.396062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45881326-1cb8-4d3c-931b-e81a28d0f3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88fee2-3724-491d-9e44-554b3178eb98,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:45.469320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-45881326-1cb8-4d3c-931b-e81a28d0f3b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96449c613f684e979b64b6b13bad115c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1662085 Aug 11 08:04:45.477833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57314) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:45.534353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dcd27b93-2973-459d-8253-98585df5cd46 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:45.551486 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27204f4c-6fad-4423-be29-d332335cbe81 x-openstack-request-id: req-27204f4c-6fad-4423-be29-d332335cbe81 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:45.551797 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "tag": "950b59c1-1837-42e6-9973-42151c89720d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:45.552024 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27204f4c-6fad-4423-be29-d332335cbe81 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:45.552434 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'tag': '950b59c1-1837-42e6-9973-42151c89720d', 'status': 'completed', 'code': 200} Aug 11 08:04:45.616249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b7316-32ff-4a77-b909-6985f1061d73 service neutron] Pushing event updated for resources: {'Port': ['ID=950b59c1-1837-42e6-9973-42151c89720d,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:45.653239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b80295-6399-4a5b-9ba0-a8a6b055b2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.697681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-2d9a17d8-a81e-42c4-928e-d264e08baea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:45.699289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-2d9a17d8-a81e-42c4-928e-d264e08baea2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 1095 time: 0.2490582 Aug 11 08:04:45.705254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79050df2-d049-4074-9274-0dc040502c37 req-09b5363c-74ac-4d3d-9fe3-26f2024fe090 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546836 Aug 11 08:04:45.798110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-18e3ab85-ae4b-43f5-a525-e7ff372a206d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950b59c1-1837-42e6-9973-42151c89720d HTTP/1.1" status: 200 len: 217 time: 0.0810719 Aug 11 08:04:45.805255 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b80295-6399-4a5b-9ba0-a8a6b055b2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.806171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:45.819612 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Sync routers for ids ['6fc5f888-8873-48ed-b737-dc126549790d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:45.833083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:45.834643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0dc5c3f2-3504-4ba1-bd2c-8437a14210ad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6051178 Aug 11 08:04:45.853091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57320) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:45.879643 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Routers {'6fc5f888-8873-48ed-b737-dc126549790d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:45.882063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9e2ad03d-e0ed-4da7-93b6-6706faaecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:45.883973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-9e2ad03d-e0ed-4da7-93b6-6706faaecd60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.0757487 Aug 11 08:04:45.886843 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6fc5f888-8873-48ed-b737-dc126549790d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:45.964739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:45.993285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-35c0ff16-54a3-43aa-97c6-496608488960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:45.998607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-35c0ff16-54a3-43aa-97c6-496608488960 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070976 Aug 11 08:04:46.007237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dcd27b93-2973-459d-8253-98585df5cd46 has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:04:46.134158 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Set router 6fc5f888-8873-48ed-b737-dc126549790d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:46.184631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4032b2-04de-4549-970a-bf0e440fbb00 req-9f1208e6-b360-49f9-8278-cb82cfbb28c3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:46.186834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b4032b2-04de-4549-970a-bf0e440fbb00 req-9f1208e6-b360-49f9-8278-cb82cfbb28c3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.4888427 Aug 11 08:04:46.286391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b4032b2-04de-4549-970a-bf0e440fbb00 req-abca6b5e-a94b-4e75-9997-72206febc31d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868447 Aug 11 08:04:46.298057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57338) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:46.307833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b80295-6399-4a5b-9ba0-a8a6b055b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:46.311019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b80295-6399-4a5b-9ba0-a8a6b055b2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:46.315074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0b80295-6399-4a5b-9ba0-a8a6b055b2e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b88fee2-3724-491d-9e44-554b3178eb98 HTTP/1.1" status: 204 len: 168 time: 0.8314111 Aug 11 08:04:46.342396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80295-6399-4a5b-9ba0-a8a6b055b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88fee2-3724-491d-9e44-554b3178eb98,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:46.454060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-92408bf6-4b52-43d0-957a-de2e5987ab00 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e0f10a7d4f2249228a4ef95ce565d1ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4074721 Aug 11 08:04:46.503983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-cb2616df-6feb-4865-84c6-8d3165fd724f service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979973 Aug 11 08:04:46.565126 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:04:42Z', 'revision_number': 3, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:46.604660 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Checking router: 6fc5f888-8873-48ed-b737-dc126549790d for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:46.605046 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Updating router 6fc5f888-8873-48ed-b737-dc126549790d port d2106d3f-90ad-44a8-a84b-a59b172e40a0 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:04:46.636463 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:46.740021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec887e5-bba8-4607-8f87-30782927312d req-636b826e-fe95-4ecd-9df6-7d0117654c7a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:46.741734 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cec887e5-bba8-4607-8f87-30782927312d req-636b826e-fe95-4ecd-9df6-7d0117654c7a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.2519181 Aug 11 08:04:46.748191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-4b5842b9-7c41-4c67-945a-9bb133304c74 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:46.757990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-4b5842b9-7c41-4c67-945a-9bb133304c74 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864847 Aug 11 08:04:46.764950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e4b598-b5dd-4318-835c-76093cb008a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:46.775367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-9ee68570-2283-4d82-8afe-63486daa8095 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/quotas/e0f10a7d4f2249228a4ef95ce565d1ac HTTP/1.1" status: 200 len: 375 time: 0.0157490 Aug 11 08:04:46.779357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13337bfa-7bdb-415c-b1f1-0162f8e2405b req-ea46c177-8a19-43b9-9a69-9a7ebc9e1aa7 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549112 Aug 11 08:04:46.864740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-28cd455d-9249-4043-bb98-2ad5e3af4c30 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e0f10a7d4f2249228a4ef95ce565d1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807657 Aug 11 08:04:46.990666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-c446c798-f28f-49a8-86ab-14af9a614281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:46.994397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-c446c798-f28f-49a8-86ab-14af9a614281 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 1095 time: 0.1076577 Aug 11 08:04:47.005226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cec887e5-bba8-4607-8f87-30782927312d req-cb2a831b-4810-49a8-aeb6-f38fc810c982 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921556 Aug 11 08:04:47.060258 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.095095 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Transition to ACTIVE for port object d2106d3f-90ad-44a8-a84b-a59b172e40a0 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:47.103321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57352) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:47.110897 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.134859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.140258 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4d75b9-8bbd-4a0a-a49d-83a38cc42ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.219862 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b80e1c-dea2-4c90-b12c-03f5d4c9a5a5 None None] Pushing event updated for resources: {'Port': ['ID=d2106d3f-90ad-44a8-a84b-a59b172e40a0,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:47.244008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Attempting to bind port d2106d3f-90ad-44a8-a84b-a59b172e40a0 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:47.244693 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Attempting to bind port d2106d3f-90ad-44a8-a84b-a59b172e40a0 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:47.245259 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Attempting to bind port d2106d3f-90ad-44a8-a84b-a59b172e40a0 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:47.258046 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:47.258776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:47.259528 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.260283 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:47.261150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Bound port: d2106d3f-90ad-44a8-a84b-a59b172e40a0, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:47.261758 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.266544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-b37fb57c-db30-41e0-b432-433038fe8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:47.268934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-b37fb57c-db30-41e0-b432-433038fe8996 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 924 time: 0.2544949 Aug 11 08:04:47.329830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-d46f8f01-9b21-4058-bb79-f8bbe35bed49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950b59c1-1837-42e6-9973-42151c89720d HTTP/1.1" status: 200 len: 217 time: 0.0526578 Aug 11 08:04:47.342263 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] For port d2106d3f-90ad-44a8-a84b-a59b172e40a0, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:47.346751 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] For port d2106d3f-90ad-44a8-a84b-a59b172e40a0, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d2106d3f-90ad-44a8-a84b-a59b172e40a0,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:47.354088 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.431139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b80e1c-dea2-4c90-b12c-03f5d4c9a5a5 None None] Pushing event updated for resources: {'Port': ['ID=d2106d3f-90ad-44a8-a84b-a59b172e40a0,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:47.463358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Routers {'6fc5f888-8873-48ed-b737-dc126549790d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:47.470443 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6fc5f888-8873-48ed-b737-dc126549790d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:47.493812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2408ed3-5a1a-4a8c-aa0b-5dc8acf47d8c req-bac26e11-bc87-4c45-ad2e-d4755fb4c9a6 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:47.501635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2408ed3-5a1a-4a8c-aa0b-5dc8acf47d8c req-bac26e11-bc87-4c45-ad2e-d4755fb4c9a6 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 944 time: 0.2156909 Aug 11 08:04:47.511518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-c98ac194-e58e-44e9-98c6-4171828241af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:47.513133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-c98ac194-e58e-44e9-98c6-4171828241af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.1563523 Aug 11 08:04:47.590349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-dfc4d262-e632-4eb0-ad2a-ab14c03a5231 service neutron] 10.222.0.64 "GET /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.1930435 Aug 11 08:04:47.608330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2408ed3-5a1a-4a8c-aa0b-5dc8acf47d8c req-6ceb6af9-e3c7-4c3e-a476-1fdbf8f9a8b0 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022463 Aug 11 08:04:47.636857 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] Set router 6fc5f888-8873-48ed-b737-dc126549790d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:47.658666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e4b598-b5dd-4318-835c-76093cb008a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:47.741264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-922c44a5-a535-4b37-8d90-490b9ed4346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:47.744071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-922c44a5-a535-4b37-8d90-490b9ed4346f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106798 Aug 11 08:04:47.881714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Allocated IP 172.20.0.1 (4056bac8-ec96-4e45-aea4-fad0e8bd99e2/cd114b5d-b5ce-4748-8610-163a0e0495b9/50a34337-8696-460c-bb76-1deba0a02625) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:47.993003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-f1a99ebf-9b21-4a68-b0a9-d49c5b0b94e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388201 Aug 11 08:04:48.040658 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-a77d16f0-f609-4a5c-99a4-83db9bdee598 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=26ee5a7dfa094c6e8f8697999c9a9a46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345526 Aug 11 08:04:48.041516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e4b598-b5dd-4318-835c-76093cb008a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.050986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.126082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:04:42Z', 'revision_number': 3, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:48.200274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4b598-b5dd-4318-835c-76093cb008a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430c31e8-593a-4ae6-8915-d6af80c27282,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:48.206408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76a47a0a-1e18-4856-8ec7-e9c30b566685 req-9e28bc73-4e31-4380-a350-66aea7cc8ab6 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 210 time: 0.0564616 Aug 11 08:04:48.218304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393b61e-e3e1-485d-997d-7f5ce6454cb3 None None] The sync data for ids ['6fc5f888-8873-48ed-b737-dc126549790d'] in n-d-789963-6 is: [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:04:42Z', 'revision_number': 3, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:48.250673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:48.262099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-9f90a21d-c403-4a29-9a8f-2202794030f0 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:48.266673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-9f90a21d-c403-4a29-9a8f-2202794030f0 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785147 Aug 11 08:04:48.282944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Transition to ACTIVE for port object 50a34337-8696-460c-bb76-1deba0a02625 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:48.295244 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a6bc753-77f2-4f71-bde0-23467d83c86d req-53c4cde6-9f26-4e93-8828-54774e528365 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896698 Aug 11 08:04:48.298105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-89e4b598-b5dd-4318-835c-76093cb008a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4da4a0038389443397f69af77cc7bfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9989290 Aug 11 08:04:48.300850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57374) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:48.310326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:48.313735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-11996044-8b6e-4c32-b22d-c185ede8d438 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/quotas/26ee5a7dfa094c6e8f8697999c9a9a46 HTTP/1.1" status: 200 len: 375 time: 0.0237753 Aug 11 08:04:48.419567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-74988385-7867-48d7-90ba-03da70cdce3d tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=26ee5a7dfa094c6e8f8697999c9a9a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603657 Aug 11 08:04:48.453894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd27b93-2973-459d-8253-98585df5cd46 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:48.461629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.472781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:48.515190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4d75b9-8bbd-4a0a-a49d-83a38cc42ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.528645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9652-7609-4e83-841b-698d8f1e73dd req-6cff1dce-a62d-4546-bf18-fbc98b1abb98 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:48.529933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4d75b9-8bbd-4a0a-a49d-83a38cc42ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.530342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c89f9652-7609-4e83-841b-698d8f1e73dd req-6cff1dce-a62d-4546-bf18-fbc98b1abb98 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 943 time: 0.1598587 Aug 11 08:04:48.531798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-506f3db1-d699-4fcf-8fbf-5d6163975f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.534021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.547443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:48.571510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:48.575287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-506f3db1-d699-4fcf-8fbf-5d6163975f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.587622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:48.596912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Pushing event updated for resources: {'Port': ['ID=50a34337-8696-460c-bb76-1deba0a02625,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:48.682672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6d4d75b9-8bbd-4a0a-a49d-83a38cc42ac1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04d6a1c2ca394e45a9dd63cc16de3c83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5780416 Aug 11 08:04:48.694432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57382) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:48.745395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d75b9-8bbd-4a0a-a49d-83a38cc42ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58d317-db3a-44fd-9c4c-2abfbd57ac99,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:48.800452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-506f3db1-d699-4fcf-8fbf-5d6163975f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.803544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-506f3db1-d699-4fcf-8fbf-5d6163975f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.805602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-506f3db1-d699-4fcf-8fbf-5d6163975f63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/430c31e8-593a-4ae6-8915-d6af80c27282 HTTP/1.1" status: 204 len: 168 time: 0.5033329 Aug 11 08:04:48.876987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:48.926861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f3db1-d699-4fcf-8fbf-5d6163975f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430c31e8-593a-4ae6-8915-d6af80c27282,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:48.954582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c89f9652-7609-4e83-841b-698d8f1e73dd req-f8db8b3d-4af8-47b0-8778-8b2b5129be9b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783979 Aug 11 08:04:48.956205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] Transition to ACTIVE for port object dcd27b93-2973-459d-8253-98585df5cd46 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:48.973758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.111702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d2106d3f-90ad-44a8-a84b-a59b172e40a0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:49.179859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=10']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:49.194515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6fdfc4b8-9189-4e21-b9bd-2b7f4f4e1416 None None] Provisioning for port 50a34337-8696-460c-bb76-1deba0a02625 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:49.207786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6fdfc4b8-9189-4e21-b9bd-2b7f4f4e1416 None None] Provisioning complete for port 50a34337-8696-460c-bb76-1deba0a02625 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:49.208682 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc4b8-9189-4e21-b9bd-2b7f4f4e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.258971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa3607-ca78-49fe-bd5d-a6cb67e3ea39 req-967dc95b-4382-498f-b321-f789bab78e2a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:49.261013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5aa3607-ca78-49fe-bd5d-a6cb67e3ea39 req-967dc95b-4382-498f-b321-f789bab78e2a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.4968181 Aug 11 08:04:49.297887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-406024f0-f0bd-42cf-a36d-2141e5583162 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e0f10a7d4f2249228a4ef95ce565d1ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953231 Aug 11 08:04:49.355097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfc4b8-9189-4e21-b9bd-2b7f4f4e1416 None None] Port 50a34337-8696-460c-bb76-1deba0a02625 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:49.365180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d2106d3f-90ad-44a8-a84b-a59b172e40a0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:49.375757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d2106d3f-90ad-44a8-a84b-a59b172e40a0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:49.377500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.393823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411d164b-9ca3-470f-8b52-969ea5ac6e47 req-57594ffd-2ae0-46c4-a0ee-c235d577bcde tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 210 time: 0.1870720 Aug 11 08:04:49.501917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 950b59c1-1837-42e6-9973-42151c89720d details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:04:49.651956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f02241d-d70a-4c6c-9fb2-90c1da805a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.689966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] No DVR routers for this DVR port dcd27b93-2973-459d-8253-98585df5cd46 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:04:49.770673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5aa3607-ca78-49fe-bd5d-a6cb67e3ea39 req-3f877022-b8b1-4809-823d-04f334d179ae tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598448 Aug 11 08:04:49.813203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f02241d-d70a-4c6c-9fb2-90c1da805a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.915143 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:49.921793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3648a56f-7329-425a-8206-7f2a9e3430c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2943830 Aug 11 08:04:49.933115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 950b59c1-1837-42e6-9973-42151c89720d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=950b59c1-1837-42e6-9973-42151c89720d,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:49.957989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e6bcc40-e079-4e47-889c-b803b8dee61a req-d00077f2-a237-475a-9c12-a5c0f36c08a5 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 210 time: 0.0532744 Aug 11 08:04:49.962766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbd5c4-c8f8-48f0-8bd4-4dd6a5578e3e req-b8cebaa6-b8da-40a3-aa83-313636e33a06 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:49.965263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6fbd5c4-c8f8-48f0-8bd4-4dd6a5578e3e req-b8cebaa6-b8da-40a3-aa83-313636e33a06 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 944 time: 0.3064456 Aug 11 08:04:49.997650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-5f231543-2b31-47a0-a7bc-06377e48e5c5 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:49.999388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-5f231543-2b31-47a0-a7bc-06377e48e5c5 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6037850 Aug 11 08:04:49.999685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.031296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Request body: {'port': {'device_id': '70501711-732d-4557-a657-58b89500b28d', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'e0f10a7d4f2249228a4ef95ce565d1ac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:50.053001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d2106d3f-90ad-44a8-a84b-a59b172e40a0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d2106d3f-90ad-44a8-a84b-a59b172e40a0,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:50.061619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '950b59c1-1837-42e6-9973-42151c89720d', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'port_id': '950b59c1-1837-42e6-9973-42151c89720d', 'mac_address': 'fa:16:3e:4c:b8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:04:50.071060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.150523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f02241d-d70a-4c6c-9fb2-90c1da805a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.161059 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f02241d-d70a-4c6c-9fb2-90c1da805a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.166696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5f02241d-d70a-4c6c-9fb2-90c1da805a64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f58d317-db3a-44fd-9c4c-2abfbd57ac99 HTTP/1.1" status: 204 len: 168 time: 1.4570835 Aug 11 08:04:50.200672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02241d-d70a-4c6c-9fb2-90c1da805a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58d317-db3a-44fd-9c4c-2abfbd57ac99,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:50.242585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.306146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6fbd5c4-c8f8-48f0-8bd4-4dd6a5578e3e req-afb5efe2-2af4-4084-9d2b-b3d9682db9fc tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009155 Aug 11 08:04:50.349824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950b59c1-1837-42e6-9973-42151c89720d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:50.439760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Made reservation on behalf of e0f10a7d4f2249228a4ef95ce565d1ac for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:50.443016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569374b5-5bbb-409c-8fef-6aa9bf329ec2 req-3074af3f-9514-44f0-beeb-04712ad0ade3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:50.450692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 950b59c1-1837-42e6-9973-42151c89720d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=950b59c1-1837-42e6-9973-42151c89720d,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:50.452411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.455415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-569374b5-5bbb-409c-8fef-6aa9bf329ec2 req-3074af3f-9514-44f0-beeb-04712ad0ade3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.2562335 Aug 11 08:04:50.463558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.474901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcd27b93-2973-459d-8253-98585df5cd46 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:04:50.477558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.489400 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.536548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d2106d3f-90ad-44a8-a84b-a59b172e40a0,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:50.548078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-569374b5-5bbb-409c-8fef-6aa9bf329ec2 req-4e065af5-aae2-4820-a16d-778996308dc6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908227 Aug 11 08:04:50.552260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.599980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.745737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Pushing event updated for resources: {'Port': ['ID=50a34337-8696-460c-bb76-1deba0a02625,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:50.750072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:50.753180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:50.761889 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68d1f163-2773-45af-a095-6f35f7de760e req-5a350c9b-6ee3-4cdb-a6a6-21e06690fa2f tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 210 time: 0.0970857 Aug 11 08:04:50.792386 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.797824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:50.874673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['950b59c1-1837-42e6-9973-42151c89720d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:04:51.046985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57422) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:51.105781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d2106d3f-90ad-44a8-a84b-a59b172e40a0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:51.108283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=950b59c1-1837-42e6-9973-42151c89720d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:51.166285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-8496af05-d7a7-4bc8-9407-ed568b36ffb6 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=26ee5a7dfa094c6e8f8697999c9a9a46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2769701 Aug 11 08:04:51.167878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b83b00-c620-4d1f-874c-b6542de29e61,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:51.172349 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-83f425f1-2d83-4bfa-9050-b504df750c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.220345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcd27b93-2973-459d-8253-98585df5cd46 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:04:51.324417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d2106d3f-90ad-44a8-a84b-a59b172e40a0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:51.325380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-83f425f1-2d83-4bfa-9050-b504df750c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.325501 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.343665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Router 6fc5f888-8873-48ed-b737-dc126549790d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:04:51.346128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-83f425f1-2d83-4bfa-9050-b504df750c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.385781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-edc893fb-0f86-486b-93b0-d08b143c07d9 req-47a73f93-ec37-4364-926e-baea932a1f2a tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 210 time: 0.1897001 Aug 11 08:04:51.401691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d22e0-210e-483c-ba9a-0d5ea3c96b38 req-369fed44-03bb-4bd2-afcb-a26ab9aeb29c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.403666 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a7d22e0-210e-483c-ba9a-0d5ea3c96b38 req-369fed44-03bb-4bd2-afcb-a26ab9aeb29c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.3576076 Aug 11 08:04:51.411718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-83f425f1-2d83-4bfa-9050-b504df750c1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a86dabcb8254d778a81f8941fd92fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605945 Aug 11 08:04:51.424495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57430) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:51.472550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f425f1-2d83-4bfa-9050-b504df750c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833300b9-f29b-4ed2-bc99-b98d400528eb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:51.478563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-65c1c47e-a95a-4a0f-98fd-90550de6cc4d None None] Provisioning complete for port 50a34337-8696-460c-bb76-1deba0a02625 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:51.478563 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65c1c47e-a95a-4a0f-98fd-90550de6cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.555544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-14a61c05-e950-4347-9ece-a911051ea8c0 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.558761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-14a61c05-e950-4347-9ece-a911051ea8c0 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.6688483 Aug 11 08:04:51.562762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a7d22e0-210e-483c-ba9a-0d5ea3c96b38 req-41ff8edd-922a-4db6-9fe8-4e3bfe6fe242 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452155 Aug 11 08:04:51.582138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-65c1c47e-a95a-4a0f-98fd-90550de6cc4d None None] Port 50a34337-8696-460c-bb76-1deba0a02625 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:51.634105 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a549c481-8e24-4634-846c-39d8461edfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.676792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a549c481-8e24-4634-846c-39d8461edfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.684486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:04:51.692424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-633c85f7-09ab-407d-a7c3-f154ff0a540b admin admin] 10.222.0.58 "PUT /v2.0/routers/6fc5f888-8873-48ed-b737-dc126549790d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8374186 Aug 11 08:04:51.702786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Sync routers for ids ['6fc5f888-8873-48ed-b737-dc126549790d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:04:51.713340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Routers {'6fc5f888-8873-48ed-b737-dc126549790d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:51.713985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6fc5f888-8873-48ed-b737-dc126549790d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:51.771351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Allocated IP 192.168.233.176 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/acc98998-2772-4980-b46a-8be3b5d4fe72) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:51.777852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a549c481-8e24-4634-846c-39d8461edfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.780585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a549c481-8e24-4634-846c-39d8461edfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:51.782083 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a549c481-8e24-4634-846c-39d8461edfae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/833300b9-f29b-4ed2-bc99-b98d400528eb HTTP/1.1" status: 204 len: 168 time: 0.3564165 Aug 11 08:04:51.795599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549c481-8e24-4634-846c-39d8461edfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833300b9-f29b-4ed2-bc99-b98d400528eb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:51.849245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Set router 6fc5f888-8873-48ed-b737-dc126549790d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:51.861015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8989-7456-472c-b8c5-d686f3d8060e req-feb6f654-f712-4e64-b294-7d2090399612 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.871277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-643a8989-7456-472c-b8c5-d686f3d8060e req-feb6f654-f712-4e64-b294-7d2090399612 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 945 time: 0.3202932 Aug 11 08:04:51.908624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-899b60b8-762c-4b67-b92b-d2f25f53dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.910786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-899b60b8-762c-4b67-b92b-d2f25f53dfb7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f&tenant_id=1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 1095 time: 0.3391654 Aug 11 08:04:51.920111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-5642171c-5a58-43f0-9a22-89ab6b72f034 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:51.921875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-5642171c-5a58-43f0-9a22-89ab6b72f034 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7343512 Aug 11 08:04:52.021615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-643a8989-7456-472c-b8c5-d686f3d8060e req-700ecf80-dcb0-4e53-9b68-cc8458370954 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491158 Aug 11 08:04:52.035488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Request body: {'port': {'device_id': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '26ee5a7dfa094c6e8f8697999c9a9a46'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:52.158006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e1ebc-0d80-4d4c-a8a2-5d3bfb4ed732 req-96738faf-a9ee-4964-aa4b-c5397b4d2562 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:52.160718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f9e1ebc-0d80-4d4c-a8a2-5d3bfb4ed732 req-96738faf-a9ee-4964-aa4b-c5397b4d2562 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.1162815 Aug 11 08:04:52.166941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '50a34337-8696-460c-bb76-1deba0a02625', 'name': '', 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'mac_address': 'fa:16:3e:6e:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:47Z', 'updated_at': '2021-08-11T08:04:50Z', 'revision_number': 2, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'subnets': [{'id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:52.236073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f9e1ebc-0d80-4d4c-a8a2-5d3bfb4ed732 req-8cbf6aec-39bf-4de3-bf2e-7810a5a7b7ed tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685067 Aug 11 08:04:52.287022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Checking router: 6fc5f888-8873-48ed-b737-dc126549790d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:04:52.287348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Updating router 6fc5f888-8873-48ed-b737-dc126549790d port 50a34337-8696-460c-bb76-1deba0a02625 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:04:52.388023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:52.459631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64d7f070-112f-4fd2-9b91-c39b3c4c26f4 req-f51e4b43-bef0-454a-a637-316b29f720a5 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 210 time: 0.0407736 Aug 11 08:04:52.660806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96fa83c5-922f-478d-9209-8bf671800b3f req-7bcd397f-37ab-4594-97c2-7bd9265c97f9 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 210 time: 0.0399721 Aug 11 08:04:52.884639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-55315d57-079c-4286-9e55-d7d0af722e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:52.889434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-55315d57-079c-4286-9e55-d7d0af722e50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1095 time: 0.9193950 Aug 11 08:04:53.038391 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.084542 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.151875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Transition to ACTIVE for port object 50a34337-8696-460c-bb76-1deba0a02625 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:53.195938 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.279249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb182e-6635-4d91-bcd2-bde7beac76da None None] Pushing event updated for resources: {'Port': ['ID=50a34337-8696-460c-bb76-1deba0a02625,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:53.361344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae446f-6a9c-4b21-81b1-636fc592146d req-4eb9d1c3-2df1-4e5b-9b0a-8fae7d3ed446 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.386805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cae446f-6a9c-4b21-81b1-636fc592146d req-4eb9d1c3-2df1-4e5b-9b0a-8fae7d3ed446 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 1100 time: 1.1867142 Aug 11 08:04:53.466208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635156c-06b5-40cb-beb0-dca1d63bd0de req-13bab5d1-8b66-45b7-a62d-ab5d55deb72b tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.481939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3635156c-06b5-40cb-beb0-dca1d63bd0de req-13bab5d1-8b66-45b7-a62d-ab5d55deb72b tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 945 time: 0.2196281 Aug 11 08:04:53.544592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5cae446f-6a9c-4b21-81b1-636fc592146d req-bbd3f905-faf2-43cc-a9e6-6e3d77bf5362 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.547190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Transition to ACTIVE for port object acc98998-2772-4980-b46a-8be3b5d4fe72 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:53.629537 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3635156c-06b5-40cb-beb0-dca1d63bd0de req-10172d93-e3af-49c2-9e49-f8c903d7e119 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465492 Aug 11 08:04:53.649890 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 950b59c1-1837-42e6-9973-42151c89720d up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:53.684600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57514) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:53.731402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Made reservation on behalf of 26ee5a7dfa094c6e8f8697999c9a9a46 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:04:53.736204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.774830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.806289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-be15c6e5-1717-488c-86e5-8ea8fc0e19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.808794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-be15c6e5-1717-488c-86e5-8ea8fc0e19e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.9005096 Aug 11 08:04:53.878443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-fa3fa411-217d-4ea3-a3be-040a4c0e0802 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.0558488 Aug 11 08:04:53.880333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:53.918870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512d17a-d87f-4612-90e0-ff433d2a13ee req-cac457a6-4950-47f7-86f8-57f2f05a302d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.927207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a512d17a-d87f-4612-90e0-ff433d2a13ee req-cac457a6-4950-47f7-86f8-57f2f05a302d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.1022468 Aug 11 08:04:53.975279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Attempting to bind port 50a34337-8696-460c-bb76-1deba0a02625 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:53.975750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Attempting to bind port 50a34337-8696-460c-bb76-1deba0a02625 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:53.976125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Attempting to bind port 50a34337-8696-460c-bb76-1deba0a02625 on network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:53.981093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a512d17a-d87f-4612-90e0-ff433d2a13ee req-6b3543e8-464e-4cd8-9042-60553be6d91d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487511 Aug 11 08:04:53.991398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-d831006c-aac3-4758-bb75-908980d6662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:53.993139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-d831006c-aac3-4758-bb75-908980d6662c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1038539 Aug 11 08:04:54.019064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:54.019933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Checking segment: {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:54.029786 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.030290 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Bound using segment: {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:54.030824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Bound port: 50a34337-8696-460c-bb76-1deba0a02625, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98b02b-d582-4c64-a550-6ed16e5bddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:54.031387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.066503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-851a23f2-3130-450c-9ed4-540ac2d09fd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451090 Aug 11 08:04:54.089103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:54.111643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27c316f6-b58c-444a-89e7-2fade8aae7e2 req-20d94bda-c2de-4a25-b451-ee9879bccd55 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 210 time: 0.0413215 Aug 11 08:04:54.219050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-5e9fe12b-e6a7-4810-a0d9-76521d55b45e service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399212 Aug 11 08:04:54.231872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:54.286775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 950b59c1-1837-42e6-9973-42151c89720d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:54.328111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 950b59c1-1837-42e6-9973-42151c89720d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:54.328493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.355746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:54.366632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:54.367605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.396675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Pushing event updated for resources: {'Port': ['ID=acc98998-2772-4980-b46a-8be3b5d4fe72,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:54.441873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-199b7069-ef23-425d-b6c6-403196857c81 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113938 Aug 11 08:04:54.445410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee1b03-e554-4c51-ac00-16221cac54f4 req-8bf4eb02-8668-46df-9433-443d345cc9da tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:54.459256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7ee1b03-e554-4c51-ac00-16221cac54f4 req-8bf4eb02-8668-46df-9433-443d345cc9da tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 936 time: 0.2749312 Aug 11 08:04:54.472727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] For port 50a34337-8696-460c-bb76-1deba0a02625, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:54.513251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5cae446f-6a9c-4b21-81b1-636fc592146d req-bbd3f905-faf2-43cc-a9e6-6e3d77bf5362 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.524680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5cae446f-6a9c-4b21-81b1-636fc592146d req-bbd3f905-faf2-43cc-a9e6-6e3d77bf5362 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.533365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ca95eff-9271-449d-a163-5b671fd387c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.550740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] For port 50a34337-8696-460c-bb76-1deba0a02625, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=50a34337-8696-460c-bb76-1deba0a02625,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:54.561367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:54.576488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7ee1b03-e554-4c51-ac00-16221cac54f4 req-cbae6683-b5c9-43a1-ac9d-cdbd71ed2853 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147537 Aug 11 08:04:54.680324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cae446f-6a9c-4b21-81b1-636fc592146d req-bbd3f905-faf2-43cc-a9e6-6e3d77bf5362 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2926247 Aug 11 08:04:54.717514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ca03535d-7669-4d70-ae09-76b9b2c85bd4 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6937397 Aug 11 08:04:54.783706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Routers {'6fc5f888-8873-48ed-b737-dc126549790d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:04:54.785315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:04:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6fc5f888-8873-48ed-b737-dc126549790d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:54.823935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Request body: {'port': {'device_id': '70501711-732d-4557-a657-58b89500b28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:54.890267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3f905-faf2-43cc-a9e6-6e3d77bf5362 tempest-LiveMigrationNegativeTest-1809109232 tempest-LiveMigrationNegativeTest-1809109232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c3c09a-fde0-4cbb-aec0-48e84871da52,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:54.941594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb182e-6635-4d91-bcd2-bde7beac76da None None] Pushing event updated for resources: {'Port': ['ID=50a34337-8696-460c-bb76-1deba0a02625,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:54.952771 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:55.039617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d024bcfa-942d-4694-bb8c-16cbb8c852ce None None] Provisioning for port acc98998-2772-4980-b46a-8be3b5d4fe72 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:55.050339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950b59c1-1837-42e6-9973-42151c89720d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:04:55.053202 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080b863f-667c-4b67-9b9a-96301acca0e5" -d '{"events": [{"server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "name": "network-vif-plugged", "status": "completed", "tag": "950b59c1-1837-42e6-9973-42151c89720d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:04:55.070497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d024bcfa-942d-4694-bb8c-16cbb8c852ce None None] Provisioning complete for port acc98998-2772-4980-b46a-8be3b5d4fe72 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:55.071623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d024bcfa-942d-4694-bb8c-16cbb8c852ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:55.127978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d024bcfa-942d-4694-bb8c-16cbb8c852ce None None] Port acc98998-2772-4980-b46a-8be3b5d4fe72 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:55.136122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 950b59c1-1837-42e6-9973-42151c89720d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=950b59c1-1837-42e6-9973-42151c89720d,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:55.208701 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:55.353612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7ee59-cded-47bd-818a-136f0c0bfe81 req-42f5a956-5136-4764-9512-967190cefbf4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:55.355281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=950b59c1-1837-42e6-9973-42151c89720d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:55.380383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50d7ee59-cded-47bd-818a-136f0c0bfe81 req-42f5a956-5136-4764-9512-967190cefbf4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 945 time: 0.3373625 Aug 11 08:04:55.444637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] Set router 6fc5f888-8873-48ed-b737-dc126549790d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:04:55.503644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50d7ee59-cded-47bd-818a-136f0c0bfe81 req-648a8ef8-dacd-4e56-ba5a-c37c990feabb tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191649 Aug 11 08:04:55.594228 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:55.648784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:55.693855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcfaa6-e37a-4434-bec7-396de23cb4a1 req-22b45b3d-6a7c-4178-8823-e52dd0732a03 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:55.712736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62fcfaa6-e37a-4434-bec7-396de23cb4a1 req-22b45b3d-6a7c-4178-8823-e52dd0732a03 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.2760124 Aug 11 08:04:55.726572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990f46-42ed-488d-a66b-c30f91db62ab req-90ff30e5-7a1b-42f3-895b-907460452a01 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:55.734067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-90ff30e5-7a1b-42f3-895b-907460452a01 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.6486030 Aug 11 08:04:55.783082 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c35b1-be18-47b4-92f0-e34171535ca5 x-openstack-request-id: req-a30c35b1-be18-47b4-92f0-e34171535ca5 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:04:55.785471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:55.820372 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "name": "network-vif-plugged", "status": "completed", "tag": "950b59c1-1837-42e6-9973-42151c89720d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:04:55.821046 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a30c35b1-be18-47b4-92f0-e34171535ca5 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:04:55.821762 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950b59c1-1837-42e6-9973-42151c89720d', 'code': 200} Aug 11 08:04:55.982824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ca95eff-9271-449d-a163-5b671fd387c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.054614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3115e9-7033-4f00-a6fd-6b8643099950,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:56.054910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ca95eff-9271-449d-a163-5b671fd387c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.116631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-988b05f6-098d-449c-bee5-c63ebafcc08e req-f80cbe09-b754-438f-adc8-77e81964430e tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 210 time: 0.0805876 Aug 11 08:04:56.145379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62fcfaa6-e37a-4434-bec7-396de23cb4a1 req-cacb5e76-8cc9-46f7-b929-33cfff7c5d39 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310422 Aug 11 08:04:56.224458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '50a34337-8696-460c-bb76-1deba0a02625', 'name': '', 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'mac_address': 'fa:16:3e:6e:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:47Z', 'updated_at': '2021-08-11T08:04:54Z', 'revision_number': 4, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'subnets': [{'id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:04:56.257799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ca95eff-9271-449d-a163-5b671fd387c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d55932852d164ccf9b74d336b280049b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5706108 Aug 11 08:04:56.268490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57556) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:04:56.274303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1584c3b9-f0e0-4b00-80ae-3637e1d1ac93 None None] The sync data for ids ['6fc5f888-8873-48ed-b737-dc126549790d'] in n-d-789963-6 is: [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '50a34337-8696-460c-bb76-1deba0a02625', 'name': '', 'network_id': '4056bac8-ec96-4e45-aea4-fad0e8bd99e2', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'mac_address': 'fa:16:3e:6e:70:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:47Z', 'updated_at': '2021-08-11T08:04:54Z', 'revision_number': 4, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'subnets': [{'id': 'cd114b5d-b5ce-4748-8610-163a0e0495b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:04:56.431776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca95eff-9271-449d-a163-5b671fd387c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19171a1-92a9-4a95-aed2-2c16d75208b2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:56.463377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878425f0-09b8-4be6-b4c0-1aaf833eecb2 req-01242b0e-aa1f-4bde-a2b6-8f903384c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:56.466354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-878425f0-09b8-4be6-b4c0-1aaf833eecb2 req-01242b0e-aa1f-4bde-a2b6-8f903384c23a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 1097 time: 0.5151787 Aug 11 08:04:56.628537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Allocated IP 192.168.233.175 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/4d921905-eba4-4b78-abf0-72b55a297c0a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:04:56.718216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1747ccec-3826-43d5-a82c-718ddc8f4993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.719292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3c93fc49-2467-4dfd-bbc6-29fece0f9bc0 service neutron] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:56.725367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3c93fc49-2467-4dfd-bbc6-29fece0f9bc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:56.737156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38990f46-42ed-488d-a66b-c30f91db62ab req-3c93fc49-2467-4dfd-bbc6-29fece0f9bc0 service neutron] 10.222.0.69 "DELETE /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.9717400 Aug 11 08:04:56.787653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704341-c579-4320-8b30-44e895bf1e25 req-ee779521-68fc-46f5-8ea2-cdc15b96ca7f tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:56.806857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e704341-c579-4320-8b30-44e895bf1e25 req-ee779521-68fc-46f5-8ea2-cdc15b96ca7f tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 936 time: 0.5122173 Aug 11 08:04:57.022787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-878425f0-09b8-4be6-b4c0-1aaf833eecb2 req-ac8096c7-c719-4ae3-b779-8703ffefff9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5351057 Aug 11 08:04:57.046473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1747ccec-3826-43d5-a82c-718ddc8f4993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.154436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 50a34337-8696-460c-bb76-1deba0a02625 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:57.237804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e704341-c579-4320-8b30-44e895bf1e25 req-6b2a9a88-ca6c-414d-b673-bbe2cd8056ce tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287307 Aug 11 08:04:57.262790 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.312459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 50a34337-8696-460c-bb76-1deba0a02625 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:57.337537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 50a34337-8696-460c-bb76-1deba0a02625 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:57.338114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.349101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Transition to ACTIVE for port object 4d921905-eba4-4b78-abf0-72b55a297c0a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:57.402946 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1747ccec-3826-43d5-a82c-718ddc8f4993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.406889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1747ccec-3826-43d5-a82c-718ddc8f4993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.413000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1747ccec-3826-43d5-a82c-718ddc8f4993 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e19171a1-92a9-4a95-aed2-2c16d75208b2 HTTP/1.1" status: 204 len: 168 time: 1.1364565 Aug 11 08:04:57.447625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747ccec-3826-43d5-a82c-718ddc8f4993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19171a1-92a9-4a95-aed2-2c16d75208b2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:57.514094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.627242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba65275-0604-496b-b40f-5111444f3a4e req-ef66c39b-f88e-48a9-8d60-be1814f34ac2 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.629645 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cba65275-0604-496b-b40f-5111444f3a4e req-ef66c39b-f88e-48a9-8d60-be1814f34ac2 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.1377387 Aug 11 08:04:57.686046 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.737025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cba65275-0604-496b-b40f-5111444f3a4e req-c426a402-635e-4ba6-8bc5-bb59b68f1c34 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991955 Aug 11 08:04:57.765986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:04:57.775179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 50a34337-8696-460c-bb76-1deba0a02625, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=50a34337-8696-460c-bb76-1deba0a02625,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:04:57.781113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:57.927415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=50a34337-8696-460c-bb76-1deba0a02625,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:57.979347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2742c5-8a89-4d85-a5f5-a4aaea838a8f req-ea1e8a1f-91a2-4807-8508-3a7e3f550ac3 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:57.987741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a2742c5-8a89-4d85-a5f5-a4aaea838a8f req-ea1e8a1f-91a2-4807-8508-3a7e3f550ac3 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 936 time: 0.1571097 Aug 11 08:04:58.039678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a2742c5-8a89-4d85-a5f5-a4aaea838a8f req-39e0458e-3f44-4f9b-a462-f507209da7dc tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457592 Aug 11 08:04:58.240064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc98998-2772-4980-b46a-8be3b5d4fe72 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:58.310266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:58.339802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:58.401678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Transition to ACTIVE for port object acc98998-2772-4980-b46a-8be3b5d4fe72 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:58.440308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:04:58.443719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:58.470288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:04:58.494786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.506173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:58.647939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5bb9-89c8-49b7-ac20-b4569f447d64 req-fe53ac4c-8a9b-4208-9ef2-62a19578e9ab tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.662995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-963b5bb9-89c8-49b7-ac20-b4569f447d64 req-fe53ac4c-8a9b-4208-9ef2-62a19578e9ab tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 946 time: 0.9635837 Aug 11 08:04:58.673953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7025435 Aug 11 08:04:58.686637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5b3f5-84a0-4759-9e2e-96ae19dd274b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Pushing event updated for resources: {'Port': ['ID=4d921905-eba4-4b78-abf0-72b55a297c0a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:58.707648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Request body: {'port': {'device_id': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:04:58.838486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e58e5-d184-46d6-9ba2-c91ca2966e9b req-b6798f47-e334-417b-8532-6d5e018f2825 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.848250 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-405e58e5-d184-46d6-9ba2-c91ca2966e9b req-b6798f47-e334-417b-8532-6d5e018f2825 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1095 time: 0.2145195 Aug 11 08:04:58.915976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-25f0e38a-65cc-481c-8c4b-61ff670e375f tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:58.919930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-25f0e38a-65cc-481c-8c4b-61ff670e375f tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.69 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.1544902 Aug 11 08:04:58.938753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-405e58e5-d184-46d6-9ba2-c91ca2966e9b req-abf3a549-076d-4253-8497-464e24f67b2d tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Aug 11 08:04:59.016988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Pushing event updated for resources: {'Port': ['ID=acc98998-2772-4980-b46a-8be3b5d4fe72,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:04:59.034720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 50a34337-8696-460c-bb76-1deba0a02625 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:04:59.167527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.192329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Attempting to bind port acc98998-2772-4980-b46a-8be3b5d4fe72 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:04:59.196035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Attempting to bind port acc98998-2772-4980-b46a-8be3b5d4fe72 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:04:59.196651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Attempting to bind port acc98998-2772-4980-b46a-8be3b5d4fe72 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:59.222220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4891e288-0f3b-4aec-9b7b-569653ff3087 None None] Provisioning for port 4d921905-eba4-4b78-abf0-72b55a297c0a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:04:59.235016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4891e288-0f3b-4aec-9b7b-569653ff3087 None None] Provisioning complete for port 4d921905-eba4-4b78-abf0-72b55a297c0a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:59.235397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4891e288-0f3b-4aec-9b7b-569653ff3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.256204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Port acc98998-2772-4980-b46a-8be3b5d4fe72 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:04:59.256858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Attempting to bind port acc98998-2772-4980-b46a-8be3b5d4fe72 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:04:59.328397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 50a34337-8696-460c-bb76-1deba0a02625 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:04:59.328607 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.332765 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-32c141e5-c0e3-4401-94a7-20ff2e16e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.334393 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-963b5bb9-89c8-49b7-ac20-b4569f447d64 req-d9f3c6b4-a45a-403e-99ec-975be2acec25 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6669276 Aug 11 08:04:59.358962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:04:59.359299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:04:59.360033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:04:59.360469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Bound port: acc98998-2772-4980-b46a-8be3b5d4fe72, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:04:59.360826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.420830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.494692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4891e288-0f3b-4aec-9b7b-569653ff3087 None None] Port 4d921905-eba4-4b78-abf0-72b55a297c0a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:04:59.576454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74601b-2caf-4a05-a5f0-458423cc7897 req-3fb8ca69-dd7c-444d-85d2-cbc209299429 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:59.591262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a74601b-2caf-4a05-a5f0-458423cc7897 req-3fb8ca69-dd7c-444d-85d2-cbc209299429 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 948 time: 0.2785676 Aug 11 08:04:59.613776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Deleting port 5303e4c6-93fc-40fe-89e8-34e7242d2306 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:04:59.614370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.788319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d921905-eba4-4b78-abf0-72b55a297c0a {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:04:59.809167 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.850431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2601dbb-90f5-4006-a070-b7a22eaf06ea req-a31b8351-fb18-4b7b-9443-5b09f6b6026c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:59.852071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2601dbb-90f5-4006-a070-b7a22eaf06ea req-a31b8351-fb18-4b7b-9443-5b09f6b6026c tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=58069019-082f-4697-8009-91bfb1230948 HTTP/1.1" status: 200 len: 949 time: 0.1648009 Aug 11 08:04:59.856526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Transition to ACTIVE for port object 4d921905-eba4-4b78-abf0-72b55a297c0a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:04:59.867559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.873199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] For port acc98998-2772-4980-b46a-8be3b5d4fe72, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:04:59.877744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] For port acc98998-2772-4980-b46a-8be3b5d4fe72, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=acc98998-2772-4980-b46a-8be3b5d4fe72,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:04:59.911815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.941409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a74601b-2caf-4a05-a5f0-458423cc7897 req-7f552deb-32e1-4ece-b01d-3033f2f5d763 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486001 Aug 11 08:04:59.987161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:04:59.990004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:04:59.992375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] 10.222.0.69 "PUT /v2.0/ports/acc98998-2772-4980-b46a-8be3b5d4fe72 HTTP/1.1" status: 200 len: 1096 time: 5.2118993 Aug 11 08:05:00.001831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Pushing event updated for resources: {'Port': ['ID=4d921905-eba4-4b78-abf0-72b55a297c0a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:00.018559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70501711-732d-4557-a657-58b89500b28d', 'tag': 'acc98998-2772-4980-b46a-8be3b5d4fe72'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:00.024379 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496d8b57-207c-4824-8ea8-10609371376c" -d '{"events": [{"name": "network-changed", "server_uuid": "70501711-732d-4557-a657-58b89500b28d", "tag": "acc98998-2772-4980-b46a-8be3b5d4fe72"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:00.053919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] For port 5303e4c6-93fc-40fe-89e8-34e7242d2306, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5303e4c6-93fc-40fe-89e8-34e7242d2306,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:00.054477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.096715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Calling delete_port for 5303e4c6-93fc-40fe-89e8-34e7242d2306 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:00.123592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2601dbb-90f5-4006-a070-b7a22eaf06ea req-5955ba26-8bca-438e-9ee4-3df91865b5c2 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400224 Aug 11 08:05:00.130313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Attempting to bind port 4d921905-eba4-4b78-abf0-72b55a297c0a on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:00.130827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Attempting to bind port 4d921905-eba4-4b78-abf0-72b55a297c0a by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:00.131538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Attempting to bind port 4d921905-eba4-4b78-abf0-72b55a297c0a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:00.156223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Port 4d921905-eba4-4b78-abf0-72b55a297c0a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:00.156223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Attempting to bind port 4d921905-eba4-4b78-abf0-72b55a297c0a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:00.204996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-f65a4582-863b-4660-b2ad-fbb04addb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.205600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-f65a4582-863b-4660-b2ad-fbb04addb1fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0f10a7d4f2249228a4ef95ce565d1ac&device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 1099 time: 0.1278083 Aug 11 08:05:00.211459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:00.211459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:00.211459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:00.211459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Bound port: 4d921905-eba4-4b78-abf0-72b55a297c0a, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:00.211459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.234045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999b4de-6c94-4049-84e2-70f8d8b079d5 service neutron] Pushing event updated for resources: {'Port': ['ID=acc98998-2772-4980-b46a-8be3b5d4fe72,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:00.316071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-b6b1e07f-8cd2-4d97-92ce-58b1c285aafe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=acc98998-2772-4980-b46a-8be3b5d4fe72 HTTP/1.1" status: 200 len: 217 time: 0.0894217 Aug 11 08:05:00.363913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3da00-58a5-4a6c-936d-cd35304938a0 req-80f197c9-9109-4837-97a1-5aa3f9465ee1 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.372032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dee3da00-58a5-4a6c-936d-cd35304938a0 req-80f197c9-9109-4837-97a1-5aa3f9465ee1 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 948 time: 0.3023014 Aug 11 08:05:00.429737 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.459253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ede2fc03-99de-4c49-927b-dd0327aa08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.464525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-ede2fc03-99de-4c49-927b-dd0327aa08fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1383257 Aug 11 08:05:00.470055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5303e4c6-93fc-40fe-89e8-34e7242d2306'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:00.473925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:00.478662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] For port 4d921905-eba4-4b78-abf0-72b55a297c0a, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:00.515034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Pushing event deleted for resources: {'Port': ['ID=5303e4c6-93fc-40fe-89e8-34e7242d2306,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:00.607748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] For port 4d921905-eba4-4b78-abf0-72b55a297c0a, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d921905-eba4-4b78-abf0-72b55a297c0a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:00.631920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.667246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] No DVR routers for this DVR port 5303e4c6-93fc-40fe-89e8-34e7242d2306 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:00.677839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.681695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-881c669d-9530-4c80-bfa4-d5ace09ee146 req-ce07d03a-cec9-430a-ad01-146e5351163a tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.69 "DELETE /v2.0/ports/5303e4c6-93fc-40fe-89e8-34e7242d2306 HTTP/1.1" status: 204 len: 173 time: 1.7389638 Aug 11 08:05:00.716213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dee3da00-58a5-4a6c-936d-cd35304938a0 req-747bf867-3dfb-4818-a3b3-809d2e4b99a4 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431203 Aug 11 08:05:00.720018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58069019-082f-4697-8009-91bfb1230948', 'name': 'network-vif-deleted', 'tag': '5303e4c6-93fc-40fe-89e8-34e7242d2306'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:00.724534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Pushing event updated for resources: {'Port': ['ID=4d921905-eba4-4b78-abf0-72b55a297c0a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:00.731836 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2f7fb0-8173-4a9b-a179-b8b8c5bb7a69" -d '{"events": [{"server_uuid": "58069019-082f-4697-8009-91bfb1230948", "name": "network-vif-deleted", "tag": "5303e4c6-93fc-40fe-89e8-34e7242d2306"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:00.769989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.770704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:00.773863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-4d75e476-97b5-4233-a451-84be010a507d service neutron] 10.222.0.64 "PUT /v2.0/ports/4d921905-eba4-4b78-abf0-72b55a297c0a HTTP/1.1" status: 200 len: 1096 time: 2.0809758 Aug 11 08:05:00.780848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-5aad1525-8bd6-4303-9a6b-055749da434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:00.782448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-5aad1525-8bd6-4303-9a6b-055749da434b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2985942 Aug 11 08:05:00.957921 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c26be-101e-44a4-a9dc-4895957e2de0 x-openstack-request-id: req-639c26be-101e-44a4-a9dc-4895957e2de0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:00.958281 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70501711-732d-4557-a657-58b89500b28d", "tag": "acc98998-2772-4980-b46a-8be3b5d4fe72", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:00.964409 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-639c26be-101e-44a4-a9dc-4895957e2de0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:00.965188 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70501711-732d-4557-a657-58b89500b28d', 'tag': 'acc98998-2772-4980-b46a-8be3b5d4fe72', 'status': 'completed', 'code': 200} Aug 11 08:05:01.161054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f9b1-d88c-410c-91cf-a9c7fe917e53 req-22bdf21d-59ad-4f1a-aac8-493e231ec34d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.169089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d37f9b1-d88c-410c-91cf-a9c7fe917e53 req-22bdf21d-59ad-4f1a-aac8-493e231ec34d tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 946 time: 0.1218257 Aug 11 08:05:01.249880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d37f9b1-d88c-410c-91cf-a9c7fe917e53 req-fa18a2c9-8ed5-4464-9e15-82929fed1b8f tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781758 Aug 11 08:05:01.323314 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff67b687-955a-419b-984d-828f05cf6146 x-openstack-request-id: req-ff67b687-955a-419b-984d-828f05cf6146 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:01.324586 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58069019-082f-4697-8009-91bfb1230948", "name": "network-vif-deleted", "tag": "5303e4c6-93fc-40fe-89e8-34e7242d2306", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:01.325172 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff67b687-955a-419b-984d-828f05cf6146 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:01.325786 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58069019-082f-4697-8009-91bfb1230948', 'name': 'network-vif-deleted', 'tag': '5303e4c6-93fc-40fe-89e8-34e7242d2306', 'status': 'completed', 'code': 200} Aug 11 08:05:01.342768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:01.594115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-f072f21c-b4a3-4e96-85ef-08ced7a425da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.595787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-f072f21c-b4a3-4e96-85ef-08ced7a425da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26ee5a7dfa094c6e8f8697999c9a9a46&device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 1099 time: 0.5146613 Aug 11 08:05:01.597170 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6cb316ce-a31e-4176-89f1-5e75dfb1d658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.662309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-e6c86565-7441-4cdc-8da8-5e2873d53f80 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8591464 Aug 11 08:05:01.736444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-f3389b56-9707-4dc8-b659-408df9ffd52a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.739788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-f3389b56-9707-4dc8-b659-408df9ffd52a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.8784475 Aug 11 08:05:01.741475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-1d8c5e9f-08ed-490d-a091-ba3a5330090c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4d921905-eba4-4b78-abf0-72b55a297c0a HTTP/1.1" status: 200 len: 217 time: 0.1134934 Aug 11 08:05:01.826698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fd43b-b835-4fd9-92bc-7e2b809ea90c req-a72f0271-22fc-4fc1-bd7b-15202d29508f tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.831021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-010fd43b-b835-4fd9-92bc-7e2b809ea90c req-a72f0271-22fc-4fc1-bd7b-15202d29508f tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 948 time: 0.2233272 Aug 11 08:05:01.850262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6cb316ce-a31e-4176-89f1-5e75dfb1d658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.854477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-737f4762-6299-4226-8268-293b0cf8a0b4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/quotas/1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 375 time: 0.0329440 Aug 11 08:05:01.865743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6cb316ce-a31e-4176-89f1-5e75dfb1d658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:01.888998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-f925d9f9-66fe-4ce6-b31a-e5bca4cdf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:01.890512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-f925d9f9-66fe-4ce6-b31a-e5bca4cdf5f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1363187 Aug 11 08:05:01.949525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-010fd43b-b835-4fd9-92bc-7e2b809ea90c req-03d9f389-fb5e-4cb2-b2c0-962639c517b2 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053402 Aug 11 08:05:01.951475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb316ce-a31e-4176-89f1-5e75dfb1d658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3071a1c-d5f0-4b28-a14f-010618dabe35,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:01.963183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6cb316ce-a31e-4176-89f1-5e75dfb1d658 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=433fc30ddce24895b724cc5ebb570005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149502 Aug 11 08:05:01.965973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57646) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:01.967207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06ea3023-4825-4b0b-8290-b7d1005123c9 req-1f471253-e410-4638-92e3-bf07fc693211 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956514 Aug 11 08:05:02.010077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-d0881b36-3618-4e7a-ac88-a0b85868f407 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464896 Aug 11 08:05:02.036492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-0b82ba6e-eef9-4784-b3bb-ae9b6a0d0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.039787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-0b82ba6e-eef9-4784-b3bb-ae9b6a0d0def service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245654 Aug 11 08:05:02.064459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3be5b861-5720-443e-b825-6ee069899e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.137807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3be5b861-5720-443e-b825-6ee069899e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.245442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3be5b861-5720-443e-b825-6ee069899e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.246173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.249713 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3be5b861-5720-443e-b825-6ee069899e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.251260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3be5b861-5720-443e-b825-6ee069899e9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3071a1c-d5f0-4b28-a14f-010618dabe35 HTTP/1.1" status: 204 len: 168 time: 0.2867436 Aug 11 08:05:02.273935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fe567-de04-4cf5-86fa-021ce2fe5f43 req-668a539d-c63e-46e9-9e36-e8d24042fb8a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.275213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-441fe567-de04-4cf5-86fa-021ce2fe5f43 req-668a539d-c63e-46e9-9e36-e8d24042fb8a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 946 time: 0.1326864 Aug 11 08:05:02.276639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5b861-5720-443e-b825-6ee069899e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3071a1c-d5f0-4b28-a14f-010618dabe35,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:02.284961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57652) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:02.304421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'floatingip': {'port_id': '950b59c1-1837-42e6-9973-42151c89720d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:02.314567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-3f710871-cb12-4504-a44e-091bc5d534b3 service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951322 Aug 11 08:05:02.357897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8b57-207c-4824-8ea8-10609371376c req-67307caf-6bb5-417f-8790-313f72216f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.359608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-67307caf-6bb5-417f-8790-313f72216f32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0f10a7d4f2249228a4ef95ce565d1ac&device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 1099 time: 0.2027836 Aug 11 08:05:02.485010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-e60e912f-96d0-4b39-920e-946106bec4ce service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315255 Aug 11 08:05:02.486088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.657909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-7f5df5fe-5ffd-462b-8762-5120c197a678 service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272009 Aug 11 08:05:02.662333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e9558-4299-4f1f-8e2e-f2e40422ad1b req-006990d7-5e8a-43fb-8787-9bc316c09da8 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.670369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e69e9558-4299-4f1f-8e2e-f2e40422ad1b req-006990d7-5e8a-43fb-8787-9bc316c09da8 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 948 time: 0.0999417 Aug 11 08:05:02.690932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2372193b-8316-4b16-a1cf-8bae5274287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:02.719189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8b57-207c-4824-8ea8-10609371376c req-7a270a1e-c120-477f-b72f-d84191b9f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.723527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-7a270a1e-c120-477f-b72f-d84191b9f694 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3283234 Aug 11 08:05:02.785370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e69e9558-4299-4f1f-8e2e-f2e40422ad1b req-87d8adc3-b61b-4b0c-b6da-c7f158a8af45 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104858 Aug 11 08:05:02.810096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-41e756fc-3ad7-4e4c-a3f8-a97a9f29aa1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=acc98998-2772-4980-b46a-8be3b5d4fe72 HTTP/1.1" status: 200 len: 217 time: 0.0711284 Aug 11 08:05:02.859197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b77b5c79-648f-4b03-bd92-a6161e1a8c1a req-3c454156-54fd-46bb-8204-b831898f7e6c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546753 Aug 11 08:05:02.964775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8b57-207c-4824-8ea8-10609371376c req-96fdf0a6-b7c7-46e9-ae96-fb97b45536ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:02.969968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-96fdf0a6-b7c7-46e9-ae96-fb97b45536ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1538820 Aug 11 08:05:02.971834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'tag': '4d921905-eba4-4b78-abf0-72b55a297c0a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:02.979549 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b655597-ca32-4455-9dea-285550343468" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f43031-5228-4401-8ae6-ad361a98cacd", "tag": "4d921905-eba4-4b78-abf0-72b55a297c0a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:03.131810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8b57-207c-4824-8ea8-10609371376c req-02a0314d-4d8a-4018-a8e9-4f5662f5b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:03.135185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-02a0314d-4d8a-4018-a8e9-4f5662f5b8c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460183 Aug 11 08:05:03.230098 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0acb9b-f244-48be-a661-14d80622449c x-openstack-request-id: req-6a0acb9b-f244-48be-a661-14d80622449c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:03.230098 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f43031-5228-4401-8ae6-ad361a98cacd", "tag": "4d921905-eba4-4b78-abf0-72b55a297c0a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:03.230098 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a0acb9b-f244-48be-a661-14d80622449c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:03.231456 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'tag': '4d921905-eba4-4b78-abf0-72b55a297c0a', 'status': 'completed', 'code': 200} Aug 11 08:05:03.423797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655597-ca32-4455-9dea-285550343468 req-668df25b-db32-4e02-a1ec-bd79773aa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:03.425620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-668df25b-db32-4e02-a1ec-bd79773aa9ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26ee5a7dfa094c6e8f8697999c9a9a46&device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 1099 time: 0.1355464 Aug 11 08:05:03.459943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5303e4c6-93fc-40fe-89e8-34e7242d2306 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:03.555816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 5303e4c6-93fc-40fe-89e8-34e7242d2306 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:03.555816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5303e4c6-93fc-40fe-89e8-34e7242d2306 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:03.712231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0722c9e1-c2a4-4e5c-9c54-65ea85f34b56 req-362649a7-7c1d-4d90-8e69-7ea100d9d385 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 210 time: 0.1131842 Aug 11 08:05:03.712776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57684) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:04.026622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115e56d-8a4d-43fc-a99b-09d0da440732 req-41f38aa3-7c05-469a-a8f5-f36802a23032 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.043752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a115e56d-8a4d-43fc-a99b-09d0da440732 req-41f38aa3-7c05-469a-a8f5-f36802a23032 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 948 time: 0.6101844 Aug 11 08:05:04.161113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-ab48ba08-a5c8-4870-8cbf-7d771b2fbf46 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0187535 Aug 11 08:05:04.240231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18abd0ff-49e9-4e87-b6bc-1ed92571dabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:04.247278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a115e56d-8a4d-43fc-a99b-09d0da440732 req-52de0868-68cb-4e6c-8999-cdc6b642a1c7 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022893 Aug 11 08:05:04.313005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655597-ca32-4455-9dea-285550343468 req-4d9988b5-6442-48bb-838a-4aeea13c369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.314467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-4d9988b5-6442-48bb-838a-4aeea13c369b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.8618553 Aug 11 08:05:04.406356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:05:04.432254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320950fa-0f87-46b8-8302-8d9d81a5b500 req-82123719-bca6-4a14-b4b1-f0e92cac66ff tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.450286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-320950fa-0f87-46b8-8302-8d9d81a5b500 req-82123719-bca6-4a14-b4b1-f0e92cac66ff tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.4562750 Aug 11 08:05:04.577016 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-32f8fbfd-8629-4e3f-9ec6-c8e459fcba1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4d921905-eba4-4b78-abf0-72b55a297c0a HTTP/1.1" status: 200 len: 217 time: 0.2401893 Aug 11 08:05:04.666968 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:04.706589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:04.740998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-320950fa-0f87-46b8-8302-8d9d81a5b500 req-33544928-4dc8-4d3d-8454-1337a6c1e899 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891169 Aug 11 08:05:04.746372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:04.845977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53a061-817e-4292-9c3a-076932a0dbbf req-ad9af642-b94c-4a82-9de1-7c25d84b2cb5 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.848832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b53a061-817e-4292-9c3a-076932a0dbbf req-ad9af642-b94c-4a82-9de1-7c25d84b2cb5 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 948 time: 0.2816312 Aug 11 08:05:04.931102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655597-ca32-4455-9dea-285550343468 req-b2c6fc31-e2ac-4e14-8981-b28858c5f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:04.945668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-b2c6fc31-e2ac-4e14-8981-b28858c5f095 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2898145 Aug 11 08:05:04.982446 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496d8b57-207c-4824-8ea8-10609371376c req-5db06cd3-71ee-4988-9a3c-b398de680745 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706691 Aug 11 08:05:05.074577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-f2403f31-b5dd-4a4f-9b73-031fcc4ca8e3 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.076777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-f2403f31-b5dd-4a4f-9b73-031fcc4ca8e3 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.64 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.2263031 Aug 11 08:05:05.197501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b53a061-817e-4292-9c3a-076932a0dbbf req-c84b4a7e-3305-4aa8-82d3-f97a2aef9c3d tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984486 Aug 11 08:05:05.257320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655597-ca32-4455-9dea-285550343468 req-83d26cde-18e6-47a0-a9d7-a1857e1480dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.259338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-83d26cde-18e6-47a0-a9d7-a1857e1480dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123579 Aug 11 08:05:05.378959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18abd0ff-49e9-4e87-b6bc-1ed92571dabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.386402 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a51e46a-e46f-4c39-a56c-a40420b70b05 req-3129cb64-3cc2-4e78-be16-52cea01f36ee tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 210 time: 0.0580027 Aug 11 08:05:05.389411 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 associated. External IP: 172.25.2.109, port: 950b59c1-1837-42e6-9973-42151c89720d. Aug 11 08:05:05.394086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18abd0ff-49e9-4e87-b6bc-1ed92571dabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.433430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-9ec11ded-a5fb-4b8d-9b91-f1574e8974dc service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450682 Aug 11 08:05:05.450687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e52f3f3f-7e8d-4bbe-bd6e-01d9ffb63883 req-e7f15845-e07f-4026-ab00-d5ad152de785 tempest-AbsoluteLimitsNegativeTestJSON-6517758 tempest-AbsoluteLimitsNegativeTestJSON-6517758-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=28369b57be434fd7be5c0532b1a57943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511074 Aug 11 08:05:05.476840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device acc98998-2772-4980-b46a-8be3b5d4fe72 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:05.655867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abd0ff-49e9-4e87-b6bc-1ed92571dabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5b240-2ed2-46e0-b476-fbeb5295805c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:05.698291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18abd0ff-49e9-4e87-b6bc-1ed92571dabb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cae8a07fde3040bcb27261b096aef42d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8713775 Aug 11 08:05:05.701934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57720) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:05.786170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.64', 59396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:05.788736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port acc98998-2772-4980-b46a-8be3b5d4fe72, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=acc98998-2772-4980-b46a-8be3b5d4fe72,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:05.797732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd090a-3d6c-4184-8651-200e4752e9d7 req-b016eaf5-7163-4519-9c69-db89136429bc tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:05.805900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46dd090a-3d6c-4184-8651-200e4752e9d7 req-b016eaf5-7163-4519-9c69-db89136429bc tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 948 time: 0.2722206 Aug 11 08:05:05.843934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'acc98998-2772-4980-b46a-8be3b5d4fe72', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'acc98998-2772-4980-b46a-8be3b5d4fe72', 'mac_address': 'fa:16:3e:e8:82:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:05.932529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:05.981078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f2725f7-bd8b-4cda-afb5-0635edb9bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.003725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46dd090a-3d6c-4184-8651-200e4752e9d7 req-c2011d7f-ac99-4a5a-8d58-b4112b14f9cf tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966326 Aug 11 08:05:06.093295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc98998-2772-4980-b46a-8be3b5d4fe72 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:06.131368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:06.152948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f2725f7-bd8b-4cda-afb5-0635edb9bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.160574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port acc98998-2772-4980-b46a-8be3b5d4fe72, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=acc98998-2772-4980-b46a-8be3b5d4fe72,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:06.166626 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.172532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.189044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-085489ad-6402-4edb-9464-0573549a22a6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.196094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-085489ad-6402-4edb-9464-0573549a22a6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.4052627 Aug 11 08:05:06.254292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Request body: {'port': {'device_id': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'admin_state_up': True, 'tenant_id': '1ef799b07b634e4b864fa48a59d0f984'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:06.259013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=acc98998-2772-4980-b46a-8be3b5d4fe72,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:06.294043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Deleting port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:06.294682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.475340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d921905-eba4-4b78-abf0-72b55a297c0a details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:06.479649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f3f3f-7e8d-4bbe-bd6e-01d9ffb63883 req-5b6a5b5a-ae2e-45b9-a36b-d69a5f0a3f7a tempest-AbsoluteLimitsNegativeTestJSON-6517758 tempest-AbsoluteLimitsNegativeTestJSON-6517758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.491832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e52f3f3f-7e8d-4bbe-bd6e-01d9ffb63883 req-5b6a5b5a-ae2e-45b9-a36b-d69a5f0a3f7a tempest-AbsoluteLimitsNegativeTestJSON-6517758 tempest-AbsoluteLimitsNegativeTestJSON-6517758-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0207314 Aug 11 08:05:06.515682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b655597-ca32-4455-9dea-285550343468 req-2df72a26-c06f-49b0-98b9-fdb4c0dee085 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0635931 Aug 11 08:05:06.525800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-a18a5de8-f6c6-4dc8-9b16-774bbddb79d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4089496 Aug 11 08:05:06.527425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['acc98998-2772-4980-b46a-8be3b5d4fe72'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:06.546263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e52f3f3f-7e8d-4bbe-bd6e-01d9ffb63883 req-b448ffc2-9f15-48d9-8e39-7ab7b7870260 tempest-AbsoluteLimitsNegativeTestJSON-6517758 tempest-AbsoluteLimitsNegativeTestJSON-6517758-project] 10.222.0.58 "GET /v2.0/quotas/28369b57be434fd7be5c0532b1a57943 HTTP/1.1" status: 200 len: 375 time: 0.0529180 Aug 11 08:05:06.624087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceed5c-7feb-43d3-8993-547162cea2c9 req-6bd448ab-c587-4c27-9cb8-111b0fe4eed0 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.634503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bceed5c-7feb-43d3-8993-547162cea2c9 req-6bd448ab-c587-4c27-9cb8-111b0fe4eed0 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 949 time: 0.3704722 Aug 11 08:05:06.634820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e52f3f3f-7e8d-4bbe-bd6e-01d9ffb63883 req-67d982fa-607a-4bbd-a1b3-af392aa559c2 tempest-AbsoluteLimitsNegativeTestJSON-6517758 tempest-AbsoluteLimitsNegativeTestJSON-6517758-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=28369b57be434fd7be5c0532b1a57943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870743 Aug 11 08:05:06.659128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f2725f7-bd8b-4cda-afb5-0635edb9bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.666219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4f2725f7-bd8b-4cda-afb5-0635edb9bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.669861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4f2725f7-bd8b-4cda-afb5-0635edb9bd55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7f5b240-2ed2-46e0-b476-fbeb5295805c HTTP/1.1" status: 204 len: 168 time: 0.9659367 Aug 11 08:05:06.701275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] For port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:06.701739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.808904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Calling delete_port for 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:06.837033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2725f7-bd8b-4cda-afb5-0635edb9bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5b240-2ed2-46e0-b476-fbeb5295805c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:06.837946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-a5aeec66-4b44-45aa-834c-901ab63a30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:06.839427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-a5aeec66-4b44-45aa-834c-901ab63a30fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1095 time: 0.1252191 Aug 11 08:05:06.878682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:06.892976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4d921905-eba4-4b78-abf0-72b55a297c0a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d921905-eba4-4b78-abf0-72b55a297c0a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:06.896612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:06.926428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4d921905-eba4-4b78-abf0-72b55a297c0a', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '4d921905-eba4-4b78-abf0-72b55a297c0a', 'mac_address': 'fa:16:3e:46:1d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:06.929249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:06.979716 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:06.981635 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:07.078469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bceed5c-7feb-43d3-8993-547162cea2c9 req-bba483f6-7a16-4c92-b3a0-e53f9fd47729 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/security-groups?id=19423762-e18c-408e-adfd-569b0b3486d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286840 Aug 11 08:05:07.119610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a6c38e57-6761-4ae5-bc9b-ec27a5d8c76a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "PUT /v2.0/floatingips/8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 HTTP/1.1" status: 200 len: 992 time: 4.8331428 Aug 11 08:05:07.124235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'tag': '950b59c1-1837-42e6-9973-42151c89720d'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:07.131502 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "tag": "950b59c1-1837-42e6-9973-42151c89720d"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:07.136923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Made reservation on behalf of 1ef799b07b634e4b864fa48a59d0f984 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:07.149370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.249520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.319407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d921905-eba4-4b78-abf0-72b55a297c0a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:07.320813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-c074f83d-23fa-412a-b04e-395ee4e8ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.325576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-c074f83d-23fa-412a-b04e-395ee4e8ffc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.4569116 Aug 11 08:05:07.335473 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:07.370635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:07.423561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4d921905-eba4-4b78-abf0-72b55a297c0a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d921905-eba4-4b78-abf0-72b55a297c0a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:07.425891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7110ab78-6f86-41d2-bb9c-118c5889bc75 req-19fe0e69-547c-421a-874b-82a416e2f30e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 210 time: 0.0847030 Aug 11 08:05:07.432191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.500135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-bb14a552-f692-44e4-af66-444deb939131 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.1494317 Aug 11 08:05:07.523695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57762) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:07.531096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4d921905-eba4-4b78-abf0-72b55a297c0a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:07.534266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae7ec4-7d70-49b8-89eb-b00f12091e80 req-e2560892-84a5-41cc-a446-b6bd511196f1 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.535911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acae7ec4-7d70-49b8-89eb-b00f12091e80 req-e2560892-84a5-41cc-a446-b6bd511196f1 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 948 time: 0.3693588 Aug 11 08:05:07.576241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbec51a4-3dfd-4dff-bb84-bb053f38e1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:07.656817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-b6c59093-6141-40b6-ab11-383a2958fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.659612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-b6c59093-6141-40b6-ab11-383a2958fb96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1091099 Aug 11 08:05:07.661534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Allocated IP 172.20.0.4 (b0540c9e-ac3b-4b91-a575-dc4878825330/5856bec9-5e49-4d97-85cb-c8485228a063/4d020923-fb36-4841-9d73-448b19fdca62) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:07.728627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7b91-7a50-412c-af9c-7d63df79d63b req-b4cbb11f-6ea8-4683-889d-3715995a6028 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:07.733208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9bd7b91-7a50-412c-af9c-7d63df79d63b req-b4cbb11f-6ea8-4683-889d-3715995a6028 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 949 time: 0.1580212 Aug 11 08:05:07.755858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4d921905-eba4-4b78-abf0-72b55a297c0a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:07.828829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'port_id': '950b59c1-1837-42e6-9973-42151c89720d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'mac_address': 'fa:16:3e:4c:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:28Z', 'updated_at': '2021-08-11T08:05:04Z', 'revision_number': 1, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:07.863356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acae7ec4-7d70-49b8-89eb-b00f12091e80 req-566ad0e3-33e1-4dd8-b634-8ad6650dd81b tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907348 Aug 11 08:05:07.894639 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:07.913403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-bcfd7b6c-e152-48e2-8836-4d2d80c5c093 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717332 Aug 11 08:05:07.929725 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:07.932045 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:07.935167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9bd7b91-7a50-412c-af9c-7d63df79d63b req-09a235e0-63de-4c69-8e4e-b0bf1cf883d3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839218 Aug 11 08:05:07.936138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b1c-d9b4-4332-a1ba-47478a087eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.068427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.100139 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07993254-d0a6-41d1-8d6d-38e46f63c52a x-openstack-request-id: req-07993254-d0a6-41d1-8d6d-38e46f63c52a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:08.101135 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "tag": "950b59c1-1837-42e6-9973-42151c89720d", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:08.101624 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07993254-d0a6-41d1-8d6d-38e46f63c52a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:08.102301 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'tag': '950b59c1-1837-42e6-9973-42151c89720d', 'status': 'completed', 'code': 200} Aug 11 08:05:08.152460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Pushing event deleted for resources: {'Port': ['ID=32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:08.238947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] No DVR routers for this DVR port 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:08.250363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.253116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6cdcb74a-b861-4f5d-be00-5b465e7bffaa req-00d12d25-dc25-4aab-80d2-2b48a53fabeb tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.64 "DELETE /v2.0/ports/32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b HTTP/1.1" status: 204 len: 173 time: 3.1327262 Aug 11 08:05:08.255432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'name': 'network-vif-deleted', 'tag': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:08.259094 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb199bad-1de0-4b8a-9038-5287202e7ede" -d '{"events": [{"server_uuid": "578722e9-69bd-45bb-bf7e-64ee7a7f93cf", "name": "network-vif-deleted", "tag": "32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:08.281337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbec51a4-3dfd-4dff-bb84-bb053f38e1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.291588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-424c8148-377d-4b40-b336-a86c25a71060 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637276 Aug 11 08:05:08.361824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:08.486499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:08.517240 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a09b8a9-0cd0-4160-8ceb-f55ac362b488 x-openstack-request-id: req-5a09b8a9-0cd0-4160-8ceb-f55ac362b488 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:08.518451 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578722e9-69bd-45bb-bf7e-64ee7a7f93cf", "name": "network-vif-deleted", "tag": "32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:08.522005 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a09b8a9-0cd0-4160-8ceb-f55ac362b488 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:08.522841 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578722e9-69bd-45bb-bf7e-64ee7a7f93cf', 'name': 'network-vif-deleted', 'tag': '32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b', 'status': 'completed', 'code': 200} Aug 11 08:05:08.527654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a080a2f4-b08b-405a-b1f5-b276ae5f5b02 req-a7ec1fd5-20e9-4902-8b0a-dee9a179583e service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341697 Aug 11 08:05:08.531461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbec51a4-3dfd-4dff-bb84-bb053f38e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.586454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:08.587008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 32ec1eeb-b52c-4a55-ae09-a2a3ff19a09b not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:08.613093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dbec51a4-3dfd-4dff-bb84-bb053f38e1f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1282bdaf8f5940c0b48e1f2cdde7006f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2292514 Aug 11 08:05:08.620395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57784) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:08.661772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-584d9bfd-1238-4367-bb79-9f60fa84d07c req-42cade93-0c38-4412-bdf6-161db6640ea2 tempest-LiveMigrationNegativeTest-999385481 tempest-LiveMigrationNegativeTest-999385481-project] 10.222.0.58 "GET /v2.0/ports?device_id=578722e9-69bd-45bb-bf7e-64ee7a7f93cf HTTP/1.1" status: 200 len: 210 time: 0.3506646 Aug 11 08:05:08.714239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-babf3dd8-93a8-449a-9f1d-a21d6eb143e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:08.717642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-babf3dd8-93a8-449a-9f1d-a21d6eb143e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 1097 time: 0.4142032 Aug 11 08:05:08.721902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0498ee55-6fde-409e-9cc3-03018bac8b8c req-8d8b9797-d72f-4621-9db4-35e4925e6e67 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 210 time: 0.1132867 Aug 11 08:05:08.777693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec51a4-3dfd-4dff-bb84-bb053f38e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc17948-509b-4cab-b3c8-2583609e6673,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:08.857300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79025a4-72bc-4102-ada2-310bc462b61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.911916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79025a4-72bc-4102-ada2-310bc462b61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:08.937207 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'port_id': '950b59c1-1837-42e6-9973-42151c89720d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'mac_address': 'fa:16:3e:4c:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:28Z', 'updated_at': '2021-08-11T08:05:04Z', 'revision_number': 1, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:09.063961 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79025a4-72bc-4102-ada2-310bc462b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:09.067343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79025a4-72bc-4102-ada2-310bc462b61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:09.070110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a79025a4-72bc-4102-ada2-310bc462b61f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fc17948-509b-4cab-b3c8-2583609e6673 HTTP/1.1" status: 204 len: 168 time: 0.4274104 Aug 11 08:05:09.078467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a2e46-d9c6-4750-a5a2-3590942de97e None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'port_id': '950b59c1-1837-42e6-9973-42151c89720d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'mac_address': 'fa:16:3e:4c:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:28Z', 'updated_at': '2021-08-11T08:05:04Z', 'revision_number': 1, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:09.086428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79025a4-72bc-4102-ada2-310bc462b61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc17948-509b-4cab-b3c8-2583609e6673,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:09.126624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:09.211011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-b5406a16-9cb8-4f6a-84e8-644593d2e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.212854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-b5406a16-9cb8-4f6a-84e8-644593d2e871 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 924 time: 0.4717278 Aug 11 08:05:09.349040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61dc0d-f7ba-4d2b-b152-8d8f630f48ee req-0ae3222c-9197-428b-9d62-5139b8cc5d5f tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.350996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd61dc0d-f7ba-4d2b-b152-8d8f630f48ee req-0ae3222c-9197-428b-9d62-5139b8cc5d5f tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 949 time: 0.1221421 Aug 11 08:05:09.437656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd61dc0d-f7ba-4d2b-b152-8d8f630f48ee req-93ffdc0c-656b-432b-abf4-d103993e3293 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798166 Aug 11 08:05:09.534695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device acc98998-2772-4980-b46a-8be3b5d4fe72 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:09.537823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b1c-d9b4-4332-a1ba-47478a087eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:09.562764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eeb78b1c-d9b4-4332-a1ba-47478a087eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:09.596762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:09.647818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-d3804ace-0bf6-4935-bd57-50f1dd84b45c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950b59c1-1837-42e6-9973-42151c89720d HTTP/1.1" status: 200 len: 1000 time: 0.4199624 Aug 11 08:05:09.674947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906377cb-a4ac-4224-a0ed-118fb420ae31 None None] New status for floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:05:09.710570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6efdf0-909f-4b86-8174-76f3691a8671 req-0315cade-6f6f-45b6-8d81-2daca5576b4c tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:09.719135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3a6efdf0-909f-4b86-8174-76f3691a8671 req-0315cade-6f6f-45b6-8d81-2daca5576b4c tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 949 time: 0.5000403 Aug 11 08:05:09.738533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eeb78b1c-d9b4-4332-a1ba-47478a087eee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28369b57be434fd7be5c0532b1a57943&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2105410 Aug 11 08:05:09.738802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57798) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:09.914210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Network b0540c9e-ac3b-4b91-a575-dc4878825330 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:09.918807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:09.925530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb78b1c-d9b4-4332-a1ba-47478a087eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000a02e-ced5-4115-969b-b76bd68ca455,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:09.977616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:10.001309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3a6efdf0-909f-4b86-8174-76f3691a8671 req-5881a563-d0e9-4b9a-bf81-a71d957a9e3d tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809086 Aug 11 08:05:10.002610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:10.020282 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.156604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.157401 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.180197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.226888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-e41b55b3-5c59-4288-9ce7-07e906727842 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9986308 Aug 11 08:05:10.233481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-048d767e-9ef7-4bc4-866d-ead9fb7f1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.235213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-048d767e-9ef7-4bc4-866d-ead9fb7f1ff1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.5097179 Aug 11 08:05:10.248062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Request body: {'port': {'device_id': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:10.372171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49097276-4497-4e15-9563-e0f2ed967a58 req-80ead52a-441d-419d-bf81-67daf47c2ca8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:10.393311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49097276-4497-4e15-9563-e0f2ed967a58 req-80ead52a-441d-419d-bf81-67daf47c2ca8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 931 time: 0.3741093 Aug 11 08:05:10.522864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d921905-eba4-4b78-abf0-72b55a297c0a up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:10.552802 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49097276-4497-4e15-9563-e0f2ed967a58 req-20fc1bff-fc9a-4d95-acea-6c0f94287563 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573491 Aug 11 08:05:10.560856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.575696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.581897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2000a02e-ced5-4115-969b-b76bd68ca455 HTTP/1.1" status: 204 len: 168 time: 0.8377380 Aug 11 08:05:10.593645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000a02e-ced5-4115-969b-b76bd68ca455,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:10.608476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.609659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.610196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.610882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.612202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.613036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.613617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.616036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.616709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.617270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.617848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.618719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33040cd-2518-46a9-a848-24ee70777b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:10.719415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:10.730474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:10.868567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port acc98998-2772-4980-b46a-8be3b5d4fe72 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:10.875722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port acc98998-2772-4980-b46a-8be3b5d4fe72 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:10.876366 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.105905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 4d921905-eba4-4b78-abf0-72b55a297c0a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:11.126655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 4d921905-eba4-4b78-abf0-72b55a297c0a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:11.129945 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.225494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-6f9e65b6-b8ae-441f-9f8c-48f9a1731cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:11.229038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-6f9e65b6-b8ae-441f-9f8c-48f9a1731cb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9001503 Aug 11 08:05:11.318224 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.358365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70501711-732d-4557-a657-58b89500b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc98998-2772-4980-b46a-8be3b5d4fe72'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:11.358365 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4920ba5-bde5-4c50-b4a1-85d9dd36243b" -d '{"events": [{"server_uuid": "70501711-732d-4557-a657-58b89500b28d", "name": "network-vif-plugged", "status": "completed", "tag": "acc98998-2772-4980-b46a-8be3b5d4fe72"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:11.377039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port acc98998-2772-4980-b46a-8be3b5d4fe72, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=acc98998-2772-4980-b46a-8be3b5d4fe72,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:11.398691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.412418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518660-a7c1-4b94-960d-dfe6ca87ab97 req-5a26021c-c249-4f64-b29a-43c52d3947fb tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:11.420220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2518660-a7c1-4b94-960d-dfe6ca87ab97 req-5a26021c-c249-4f64-b29a-43c52d3947fb tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 949 time: 0.2324142 Aug 11 08:05:11.457758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.507954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=acc98998-2772-4980-b46a-8be3b5d4fe72,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:11.516840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4d921905-eba4-4b78-abf0-72b55a297c0a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d921905-eba4-4b78-abf0-72b55a297c0a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:11.524344 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:11.587721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2518660-a7c1-4b94-960d-dfe6ca87ab97 req-98b4c99d-caf6-4295-929d-5a75d71b452e tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580827 Aug 11 08:05:11.648489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4d921905-eba4-4b78-abf0-72b55a297c0a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:11.723162 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb9898-77ed-4827-9d42-15636072fca4 x-openstack-request-id: req-b4cb9898-77ed-4827-9d42-15636072fca4 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:11.723495 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70501711-732d-4557-a657-58b89500b28d", "name": "network-vif-plugged", "status": "completed", "tag": "acc98998-2772-4980-b46a-8be3b5d4fe72", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:11.723756 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4cb9898-77ed-4827-9d42-15636072fca4 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:11.724079 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70501711-732d-4557-a657-58b89500b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc98998-2772-4980-b46a-8be3b5d4fe72', 'code': 200} Aug 11 08:05:11.746471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0c7a2ada-23f7-4abc-af38-1a04c7b2abf1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11d8c4cd727e4e0392a11d03d247365b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0253453 Aug 11 08:05:11.756922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57846) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:12.034556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83b2e-62d7-49a8-b1a8-39e44b30e98e req-60eea6ca-9021-49ff-8ac3-2d13b15f9986 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:12.038747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aca83b2e-62d7-49a8-b1a8-39e44b30e98e req-60eea6ca-9021-49ff-8ac3-2d13b15f9986 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 949 time: 1.3682706 Aug 11 08:05:12.136190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda76a95-d43a-4061-b603-9ab8c85a3080 req-c70c48f5-4b07-4ddf-b807-1633da69e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:12.141180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cda76a95-d43a-4061-b603-9ab8c85a3080 req-c70c48f5-4b07-4ddf-b807-1633da69e1da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 1101 time: 0.2794578 Aug 11 08:05:12.142890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f04-8171-4579-aefc-b8168382ec5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.189333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f04-8171-4579-aefc-b8168382ec5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.209344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aca83b2e-62d7-49a8-b1a8-39e44b30e98e req-3fc5a18a-0edf-4b09-9179-66ec548fad5b tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524451 Aug 11 08:05:12.219481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-d0d8ee32-851d-41b3-a4be-6a21ff28205b service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9629741 Aug 11 08:05:12.224777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d020923-fb36-4841-9d73-448b19fdca62 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:12.276678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.357667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Transition to ACTIVE for port object 4d020923-fb36-4841-9d73-448b19fdca62 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:12.374705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.438682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f04-8171-4579-aefc-b8168382ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.443478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ca05f04-8171-4579-aefc-b8168382ec5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:12.448829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ca05f04-8171-4579-aefc-b8168382ec5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19423762-e18c-408e-adfd-569b0b3486d1 HTTP/1.1" status: 204 len: 168 time: 0.6872692 Aug 11 08:05:12.502613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd86ce-8126-4410-b98f-b2bf452c6f72 req-8cbd8abb-d2e6-4330-a1d3-06bcc6778a2b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:12.507167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fd86ce-8126-4410-b98f-b2bf452c6f72 req-8cbd8abb-d2e6-4330-a1d3-06bcc6778a2b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 931 time: 0.5182445 Aug 11 08:05:12.537559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cda76a95-d43a-4061-b603-9ab8c85a3080 req-44755316-4fad-452b-a0c6-f34234800b2e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160646 Aug 11 08:05:12.539045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca05f04-8171-4579-aefc-b8168382ec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19423762-e18c-408e-adfd-569b0b3486d1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:12.590032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa6a5a02-343a-4627-b8e2-481bc4e6e1b3 req-18e18bf2-cc1f-4ee7-905a-8b298bd8d49d service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536885 Aug 11 08:05:12.595401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57866) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:12.618581 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fd86ce-8126-4410-b98f-b2bf452c6f72 req-3915e953-d634-403f-a101-e0061b60ee80 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963452 Aug 11 08:05:12.623179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:13.063567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.064273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.064778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.065239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.065663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.066218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.066648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.067069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.067496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.067907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.068333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.068866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:13.175941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:13.179532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:13.180062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:13.233465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff24e-b7f8-4259-acf9-e600eb574042 req-735e0177-48ba-45b2-a457-8261a0708554 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:13.234026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0cff24e-b7f8-4259-acf9-e600eb574042 req-735e0177-48ba-45b2-a457-8261a0708554 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 950 time: 0.1720023 Aug 11 08:05:13.310184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:13.310184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:13.310184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:13.310184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:13.324909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:13.332803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Bound port: 4d020923-fb36-4841-9d73-448b19fdca62, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:13.333809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.360750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2013261542-network', 'tenant_id': 'fc740846f5cd4ecb9eab5de2eb262905'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:13.561733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57888) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:13.612272 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0cff24e-b7f8-4259-acf9-e600eb574042 req-d215a4a6-2ac9-4ebe-9bd5-a60111ac32ca tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763101 Aug 11 08:05:13.661323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Made reservation on behalf of fc740846f5cd4ecb9eab5de2eb262905 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:13.665251 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.718993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.725360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d921905-eba4-4b78-abf0-72b55a297c0a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:13.728761 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807ae1e-bfd6-4544-b3d2-e8de5dbc0f25" -d '{"events": [{"server_uuid": "c6f43031-5228-4401-8ae6-ad361a98cacd", "name": "network-vif-plugged", "status": "completed", "tag": "4d921905-eba4-4b78-abf0-72b55a297c0a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:13.755120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:13.762139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c4e0736-cd96-43c5-801d-7c2474ac076d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd4d21a7f1de4e79af388b6267dc1033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980598 Aug 11 08:05:13.765379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57896) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:13.840180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:13.869110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.907037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d0925c8-285c-4d01-a405-082671aaedd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.972032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d0925c8-285c-4d01-a405-082671aaedd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.989225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:13.990824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:13.992804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] 10.222.0.64 "PUT /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 1091 time: 3.7490416 Aug 11 08:05:14.004464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:14.008382 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b34b44-85d3-46a9-ade5-6f3cfb075db4" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "tag": "4d020923-fb36-4841-9d73-448b19fdca62"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:14.117314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43d3e1-7115-4092-817a-5f6df5bc8efe req-9138f80f-1b28-4193-8abc-e84a03717110 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.117642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ca774-5865-4c29-b215-6f7054d27621 req-9cb9080e-f6ad-4e83-b573-6316918305bd tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.120481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd0ca774-5865-4c29-b215-6f7054d27621 req-9cb9080e-f6ad-4e83-b573-6316918305bd tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.2926447 Aug 11 08:05:14.138198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f43d3e1-7115-4092-817a-5f6df5bc8efe req-9138f80f-1b28-4193-8abc-e84a03717110 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 950 time: 0.6004102 Aug 11 08:05:14.264960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f43d3e1-7115-4092-817a-5f6df5bc8efe req-8c925f88-42d3-4ec2-ae49-5fa46565af60 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235034 Aug 11 08:05:14.272563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d0925c8-285c-4d01-a405-082671aaedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:14.286758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d0925c8-285c-4d01-a405-082671aaedd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:14.313870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0d0925c8-285c-4d01-a405-082671aaedd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53c3c09a-fde0-4cbb-aec0-48e84871da52 HTTP/1.1" status: 204 len: 168 time: 0.5435553 Aug 11 08:05:14.345279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0925c8-285c-4d01-a405-082671aaedd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c3c09a-fde0-4cbb-aec0-48e84871da52,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:14.424726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:14.431782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d0133-c927-4103-b096-79343ce0ef8f service neutron] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:14.446122 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04314e83-5e6f-4633-9db4-7e11b45d4a4e x-openstack-request-id: req-04314e83-5e6f-4633-9db4-7e11b45d4a4e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:14.447325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd0ca774-5865-4c29-b215-6f7054d27621 req-7f40889e-4b3c-4a88-ac80-f065b9dde833 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940452 Aug 11 08:05:14.448650 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f43031-5228-4401-8ae6-ad361a98cacd", "name": "network-vif-plugged", "status": "completed", "tag": "4d921905-eba4-4b78-abf0-72b55a297c0a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:14.449157 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04314e83-5e6f-4633-9db4-7e11b45d4a4e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:14.449871 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d921905-eba4-4b78-abf0-72b55a297c0a', 'code': 200} Aug 11 08:05:14.452338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:14.570789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:05:14.574680 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e35439-edd3-4fa6-96d0-9762e324ebe6 x-openstack-request-id: req-f1e35439-edd3-4fa6-96d0-9762e324ebe6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:14.575731 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "tag": "4d020923-fb36-4841-9d73-448b19fdca62", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:14.576204 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1e35439-edd3-4fa6-96d0-9762e324ebe6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:14.576810 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62', 'status': 'completed', 'code': 200} Aug 11 08:05:14.598550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-b75cd9a2-1e19-4b0f-bfba-1e355a28c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.602117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-b75cd9a2-1e19-4b0f-bfba-1e355a28c284 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1094 time: 0.4758551 Aug 11 08:05:14.713104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a8610-aab6-487a-b36c-b79baa3f446f req-76c45cb3-b08a-4fed-bd8a-3021c8cfbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:14.716755 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d0a8610-aab6-487a-b36c-b79baa3f446f req-76c45cb3-b08a-4fed-bd8a-3021c8cfbc87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 1101 time: 0.1286826 Aug 11 08:05:14.747826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:14.748542 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Added segment e8a24c31-3b18-4a25-80e0-730a4e65571c of type vlan for network 661d7e85-24c7-4a62-80b5-50bee56f2ed5 Aug 11 08:05:14.751915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e4143e-0c7b-4d80-a295-db6175c01dcc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:14.817019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-fc6760b4-d864-4003-b99e-2724341bf4e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 217 time: 0.1966822 Aug 11 08:05:14.865035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d0a8610-aab6-487a-b36c-b79baa3f446f req-f106b78b-807a-4770-b4a2-9ea6b17a28be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345003 Aug 11 08:05:15.028132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.070278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-7dd2efba-e751-47e6-8270-50f0db318df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.072410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-7dd2efba-e751-47e6-8270-50f0db318df4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.2484696 Aug 11 08:05:15.096036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b99de-b573-4e4d-ac4e-8a5aea9aa1e4 req-b4039b96-eff7-4c0a-be82-c388a4f40709 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.100544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-964b99de-b573-4e4d-ac4e-8a5aea9aa1e4 req-b4039b96-eff7-4c0a-be82-c388a4f40709 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 950 time: 0.1854987 Aug 11 08:05:15.189852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-dd8e32ef-e166-4e61-85a3-83cdae80a4ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512774 Aug 11 08:05:15.204091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.206136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.207185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.419153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-964b99de-b573-4e4d-ac4e-8a5aea9aa1e4 req-08bb9ea3-4320-4bd0-b549-82b072bd7de4 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968979 Aug 11 08:05:15.427433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8306966 Aug 11 08:05:15.432834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57926) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:15.446911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Request body: {'subnet': {'network_id': '661d7e85-24c7-4a62-80b5-50bee56f2ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2013261542-subnet', 'tenant_id': 'fc740846f5cd4ecb9eab5de2eb262905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:15.448996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f64549-21a8-4378-ad1e-88006352bedd admin admin] Pushing event updated for resources: {'Network': ['ID=661d7e85-24c7-4a62-80b5-50bee56f2ed5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:15.463699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 661d7e85-24c7-4a62-80b5-50bee56f2ed5 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:05:15.524537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Made reservation on behalf of fc740846f5cd4ecb9eab5de2eb262905 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:15.533192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:15.565643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-957b1e22-5951-4bf5-97cc-d4a4244aa33f service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539643 Aug 11 08:05:15.841160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863de0-7816-486c-83d9-d4deb0e33e4a req-cf7402fb-afc6-4d91-9239-ddc73728f81a tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.844066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d863de0-7816-486c-83d9-d4deb0e33e4a req-cf7402fb-afc6-4d91-9239-ddc73728f81a tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 950 time: 0.2039373 Aug 11 08:05:15.883484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f96d9-b549-426d-8ba4-2c5c4c7e4042 req-aba589c8-4e11-4dc8-860b-66edbdebbb08 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:15.883484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-332f96d9-b549-426d-8ba4-2c5c4c7e4042 req-aba589c8-4e11-4dc8-860b-66edbdebbb08 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.1809399 Aug 11 08:05:15.925860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6677fb52-fdd0-4d5e-b287-98b0a7381038 req-ec41a0ee-7070-4ef4-a9fd-6234cf041429 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527417 Aug 11 08:05:15.973611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-332f96d9-b549-426d-8ba4-2c5c4c7e4042 req-f8271571-3ede-445a-96ea-aa10b735346b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779700 Aug 11 08:05:16.032995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d863de0-7816-486c-83d9-d4deb0e33e4a req-4f29a42b-6a2c-49ae-88bb-aaa56399f49c tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745181 Aug 11 08:05:16.140831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.243738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d87d9942-6b9c-42cf-9c38-d569e7ae56ef,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:16.341742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c307ad0f-c7d6-4ef6-92d0-edc899ff4f7b req-127d354b-9471-4ed7-9cf4-8a63a5faad20 tempest-FlavorsV2NegativeTest-141054592 tempest-FlavorsV2NegativeTest-141054592-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=efbfee5379574b9a8f584ec01924fbb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694518 Aug 11 08:05:16.345685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-114aaad0-70c0-48e9-92a1-ebd96206032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.347607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-114aaad0-70c0-48e9-92a1-ebd96206032d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1094 time: 0.1216397 Aug 11 08:05:16.467642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Checking segment: {'id': 'e8a24c31-3b18-4a25-80e0-730a4e65571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '661d7e85-24c7-4a62-80b5-50bee56f2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:16.468047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Network hostable DHCP agents. Network: 661d7e85-24c7-4a62-80b5-50bee56f2ed5, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:05:16.511997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Network 661d7e85-24c7-4a62-80b5-50bee56f2ed5 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:05:16.547775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 661d7e85-24c7-4a62-80b5-50bee56f2ed5) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:16.561203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.561812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:16.571379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c5f435-0108-4fb4-9e48-5001b13d79ee None None] Network 661d7e85-24c7-4a62-80b5-50bee56f2ed5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:16.614396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307ad0f-c7d6-4ef6-92d0-edc899ff4f7b req-fca6d57b-dc72-4361-a8bd-5765a8eb0879 tempest-FlavorsV2NegativeTest-141054592 tempest-FlavorsV2NegativeTest-141054592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.628848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c307ad0f-c7d6-4ef6-92d0-edc899ff4f7b req-fca6d57b-dc72-4361-a8bd-5765a8eb0879 tempest-FlavorsV2NegativeTest-141054592 tempest-FlavorsV2NegativeTest-141054592-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856245 Aug 11 08:05:16.639958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-9a48c03d-d3eb-4ef9-ba4f-e9fd840166da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.643973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-9a48c03d-d3eb-4ef9-ba4f-e9fd840166da service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.2893372 Aug 11 08:05:16.680209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7bdfbd3e-78e4-4f20-9844-0167efa65232 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2443235 Aug 11 08:05:16.708408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c307ad0f-c7d6-4ef6-92d0-edc899ff4f7b req-95723bb4-175b-497c-87e2-6a881941c770 tempest-FlavorsV2NegativeTest-141054592 tempest-FlavorsV2NegativeTest-141054592-project] 10.222.0.58 "GET /v2.0/quotas/efbfee5379574b9a8f584ec01924fbb5 HTTP/1.1" status: 200 len: 375 time: 0.0785427 Aug 11 08:05:16.771144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-56d46da4-aaca-4808-a840-0f85fc613359 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 217 time: 0.1176920 Aug 11 08:05:16.794120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c307ad0f-c7d6-4ef6-92d0-edc899ff4f7b req-c4740e5e-1dbd-49f7-a9f5-14accfd0caa0 tempest-FlavorsV2NegativeTest-141054592 tempest-FlavorsV2NegativeTest-141054592-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=efbfee5379574b9a8f584ec01924fbb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845482 Aug 11 08:05:16.950305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-895af807-e843-460c-bce5-4eba459df7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:16.952720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-895af807-e843-460c-bce5-4eba459df7d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1734691 Aug 11 08:05:17.076680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-c3fe9bdc-7c35-4d28-9f8e-a3ef9a42e384 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089437 Aug 11 08:05:17.111709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3768-dc7e-487c-bcfc-b50a0ee04877 req-e4fd7ab9-2199-47e9-9480-b857bad15f21 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.140763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd5b3768-dc7e-487c-bcfc-b50a0ee04877 req-e4fd7ab9-2199-47e9-9480-b857bad15f21 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 950 time: 0.1814315 Aug 11 08:05:17.193666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869077cc-066f-4810-95c1-6cf52fc23523 None None] Network 661d7e85-24c7-4a62-80b5-50bee56f2ed5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:17.319051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd5b3768-dc7e-487c-bcfc-b50a0ee04877 req-f1a55760-f006-405d-8b1e-f504a4124a4a tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759131 Aug 11 08:05:17.418523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-2e82d9a0-8ec2-475d-8491-05f8191a20c5 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306808 Aug 11 08:05:17.629884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2bca-e79d-427d-98a1-93c829c880e6 req-f120d050-a643-4b92-ada9-c1acc2bec086 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:17.649178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3ee2bca-e79d-427d-98a1-93c829c880e6 req-f120d050-a643-4b92-ada9-c1acc2bec086 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.2293689 Aug 11 08:05:17.707384 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b34b44-85d3-46a9-ade5-6f3cfb075db4 req-bd590dab-59ca-4471-a4d5-e83b9dc3d165 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745669 Aug 11 08:05:17.743736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3ee2bca-e79d-427d-98a1-93c829c880e6 req-3769ab5b-ce10-44db-8d70-f5200941e324 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935295 Aug 11 08:05:18.154982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f73457e3-efc1-4fe7-8834-95d50096aa67 req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-995865660', 'description': 'tempest-description-216951271'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:18.213710 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f73457e3-efc1-4fe7-8834-95d50096aa67 req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.511368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f73457e3-efc1-4fe7-8834-95d50096aa67 req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.522419 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f73457e3-efc1-4fe7-8834-95d50096aa67 req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.557252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f73457e3-efc1-4fe7-8834-95d50096aa67 req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:18.572121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f73457e3-efc1-4fe7-8834-95d50096aa67 req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4234240 Aug 11 08:05:18.619388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537d65e-0b50-45fc-9459-989360520c27 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2155c9f9-e5ae-417d-b7f5-5a871f1891c9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:18.957193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-f3f31da0-f697-4c11-8d3e-19830080de6e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/2155c9f9-e5ae-417d-b7f5-5a871f1891c9 HTTP/1.1" status: 200 len: 1803 time: 0.1085041 Aug 11 08:05:18.988701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2155c9f9-e5ae-417d-b7f5-5a871f1891c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:18.989046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2155c9f9-e5ae-417d-b7f5-5a871f1891c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:19.015374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-5916f9d0-9382-4c0d-b4b7-b6c2007ff830 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633001 Aug 11 08:05:19.106665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.109149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58042) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:19.163011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-ca66a317-ef46-4ab8-a40c-63fcc8b8a43e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.174306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.175166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-ca66a317-ef46-4ab8-a40c-63fcc8b8a43e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579473 Aug 11 08:05:19.182621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.196935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-878ee4a5-0a21-4611-959b-ef0d066ea603 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/quotas/d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 375 time: 0.0204434 Aug 11 08:05:19.207045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0413a8-48bd-44f3-8559-e13ac1e91bbb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:19.225435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.238300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0aaab74-ad7a-4dec-a030-b137e2fd829b req-98c5525e-3f54-4c09-9703-40b1d49f159c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2666583 Aug 11 08:05:19.270329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-5f5ba70e-d417-4d0e-8edc-c225cbd9b690 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718389 Aug 11 08:05:19.356618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a0e630-132d-4212-ab0a-c462aee6435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.398548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b48a8-9b78-49dc-b9f0-11e82e732697 req-8ee6fade-b3a6-48d3-845e-ece4ac26cbc3 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.402403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-209b48a8-9b78-49dc-b9f0-11e82e732697 req-8ee6fade-b3a6-48d3-845e-ece4ac26cbc3 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 950 time: 0.1108730 Aug 11 08:05:19.566404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-209b48a8-9b78-49dc-b9f0-11e82e732697 req-335fca84-e087-4a2a-9ea1-892bb3da9097 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517630 Aug 11 08:05:19.644138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a0e630-132d-4212-ab0a-c462aee6435f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.652776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94a0e630-132d-4212-ab0a-c462aee6435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.668637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d9a34-5917-4ff3-9dd5-2b8be3bae6e3 req-924fdbe8-4cd3-48ab-9050-fe0bf0fbd5f9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.670551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e64d9a34-5917-4ff3-9dd5-2b8be3bae6e3 req-924fdbe8-4cd3-48ab-9050-fe0bf0fbd5f9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.1239934 Aug 11 08:05:19.736502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-94a0e630-132d-4212-ab0a-c462aee6435f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efbfee5379574b9a8f584ec01924fbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189039 Aug 11 08:05:19.740778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58052) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:19.748745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e630-132d-4212-ab0a-c462aee6435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7731b6-30ec-4942-b3f4-d93375c6c284,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:19.755648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff9255-eb8a-41ec-a9c5-fac6b779f334 req-80ca555a-5ea7-402a-8f4d-f96e3abe8b03 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:19.757640 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39ff9255-eb8a-41ec-a9c5-fac6b779f334 req-80ca555a-5ea7-402a-8f4d-f96e3abe8b03 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 950 time: 0.0864022 Aug 11 08:05:19.786594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e64d9a34-5917-4ff3-9dd5-2b8be3bae6e3 req-56b27189-d6e8-4270-b6a1-8378e308a3ba tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002955 Aug 11 08:05:19.843100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39ff9255-eb8a-41ec-a9c5-fac6b779f334 req-8ce092d5-2103-4bc4-9323-740e8fbf12f8 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768812 Aug 11 08:05:19.843997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3b51-b093-4c92-b7f1-c273e6eca982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.877255 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3b51-b093-4c92-b7f1-c273e6eca982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:19.918453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-216ec5a9-1b95-44ce-b2ae-85be6e5793fe req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2061562408', 'description': 'tempest-description-1022483846'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:19.965899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:05:19.966462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216ec5a9-1b95-44ce-b2ae-85be6e5793fe req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.006821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3b51-b093-4c92-b7f1-c273e6eca982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.012991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3b51-b093-4c92-b7f1-c273e6eca982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.014596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5c9f3b51-b093-4c92-b7f1-c273e6eca982 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d7731b6-30ec-4942-b3f4-d93375c6c284 HTTP/1.1" status: 204 len: 168 time: 0.2729068 Aug 11 08:05:20.042303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f3b51-b093-4c92-b7f1-c273e6eca982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7731b6-30ec-4942-b3f4-d93375c6c284,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:20.120790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae535086-1c6b-48ec-8d01-1f49621b4b59 req-dc067ad4-f5a0-486c-9568-4500cbd69ec8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 210 time: 0.0716944 Aug 11 08:05:20.154563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216ec5a9-1b95-44ce-b2ae-85be6e5793fe req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.196226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216ec5a9-1b95-44ce-b2ae-85be6e5793fe req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.251038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216ec5a9-1b95-44ce-b2ae-85be6e5793fe req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.256112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216ec5a9-1b95-44ce-b2ae-85be6e5793fe req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3438237 Aug 11 08:05:20.260745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098f9df-51c0-4cca-9e97-b2cf38f026c7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e07c47-689b-4476-9039-922daa64aaf8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:20.276824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-3db3072b-1759-4d3c-9a39-b41138e8b349 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:20.279629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-3db3072b-1759-4d3c-9a39-b41138e8b349 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 950 time: 0.1232677 Aug 11 08:05:20.397400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-94d92c8a-bb69-46bd-92ba-27874605001b tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/f5e07c47-689b-4476-9039-922daa64aaf8 HTTP/1.1" status: 200 len: 1805 time: 0.0937221 Aug 11 08:05:20.416202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f5e07c47-689b-4476-9039-922daa64aaf8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:20.417015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f5e07c47-689b-4476-9039-922daa64aaf8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:20.511954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-fe033543-33f4-4af2-8c3c-6a3a161bbec9 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:20.514049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-fe033543-33f4-4af2-8c3c-6a3a161bbec9 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.69 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 950 time: 0.1072199 Aug 11 08:05:20.532364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:20.533339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Deleting port 4d921905-eba4-4b78-abf0-72b55a297c0a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:20.534126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.548394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.593207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.600140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.652374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24d1266-a8b9-4478-bb0a-e4ce92402404,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:20.676153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.694159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bb24b30-1a80-4c8b-a4d6-0ca113bf0a7b req-7741f1a7-e19e-47a3-8aff-a20c4427d50f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2838855 Aug 11 08:05:20.719330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a7c094d0-ccac-4d51-ba67-ce7eed09c68f req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1445996056', 'description': 'tempest-description-1513459252'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:20.762372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a7c094d0-ccac-4d51-ba67-ce7eed09c68f req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.855336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] For port 4d921905-eba4-4b78-abf0-72b55a297c0a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d921905-eba4-4b78-abf0-72b55a297c0a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:20.855700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:20.886619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:20.920032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4d020923-fb36-4841-9d73-448b19fdca62', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'port_id': '4d020923-fb36-4841-9d73-448b19fdca62', 'mac_address': 'fa:16:3e:ad:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856bec9-5e49-4d97-85cb-c8485228a063', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:20.931295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Calling delete_port for 4d921905-eba4-4b78-abf0-72b55a297c0a owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:20.978632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02363f0-e3be-4e1d-be5b-7a4b61d4e7e4 req-869705f4-cafd-421a-b19c-5f381ef8d9e5 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:20.990507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e02363f0-e3be-4e1d-be5b-7a4b61d4e7e4 req-869705f4-cafd-421a-b19c-5f381ef8d9e5 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 950 time: 0.2171037 Aug 11 08:05:21.045301 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a7c094d0-ccac-4d51-ba67-ce7eed09c68f req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.054834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a7c094d0-ccac-4d51-ba67-ce7eed09c68f req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.068551 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.109720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d020923-fb36-4841-9d73-448b19fdca62 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:21.135925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e02363f0-e3be-4e1d-be5b-7a4b61d4e7e4 req-c766856d-7530-436e-904a-c8a1cd007781 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e3115e9-7033-4f00-a6fd-6b8643099950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442010 Aug 11 08:05:21.159438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:21.169768 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.177125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a7c094d0-ccac-4d51-ba67-ce7eed09c68f req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.194118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7c094d0-ccac-4d51-ba67-ce7eed09c68f req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4794517 Aug 11 08:05:21.197178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc243-e890-435c-a3bd-5dd034093dda tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66472671-3c1c-4f9c-acaf-03522da74250,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:21.213924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Deleting port acc98998-2772-4980-b46a-8be3b5d4fe72 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:05:21.215462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.278244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:21.475553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] For port acc98998-2772-4980-b46a-8be3b5d4fe72, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=acc98998-2772-4980-b46a-8be3b5d4fe72,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:21.476268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.491973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be75996-37d4-463a-aa82-b7de1b2c63e3 req-7d0d060a-164d-4702-9794-d5086a9ab30c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.497920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Calling delete_port for acc98998-2772-4980-b46a-8be3b5d4fe72 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:05:21.507484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4d020923-fb36-4841-9d73-448b19fdca62'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:21.508553 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be75996-37d4-463a-aa82-b7de1b2c63e3 req-7d0d060a-164d-4702-9794-d5086a9ab30c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.1523337 Aug 11 08:05:21.546046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8d514-0f29-402c-9f8d-d373875e6326 req-be9324df-8007-4e5b-9caf-c75c5944f617 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:21.548676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58a8d514-0f29-402c-9f8d-d373875e6326 req-be9324df-8007-4e5b-9caf-c75c5944f617 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 950 time: 0.2499444 Aug 11 08:05:21.595588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be75996-37d4-463a-aa82-b7de1b2c63e3 req-1b079985-cfff-4263-998f-a4af9ab6680b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795143 Aug 11 08:05:21.653286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-2423b6b1-ea84-4b27-8d58-30d331009f59 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752490 Aug 11 08:05:21.717162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.823989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:21.906346 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58a8d514-0f29-402c-9f8d-d373875e6326 req-bb1856e4-74e3-42fb-8572-d923ab9acded tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/security-groups?id=29b83b00-c620-4d1f-874c-b6542de29e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493972 Aug 11 08:05:21.908146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Pushing event deleted for resources: {'Port': ['ID=4d921905-eba4-4b78-abf0-72b55a297c0a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:21.967903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-41227324-7837-427c-9131-1716f26c46e2 req-f8699608-18a2-4660-bfee-8d5f9b68d0bf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 210 time: 0.1059661 Aug 11 08:05:21.968422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] No DVR routers for this DVR port 4d921905-eba4-4b78-abf0-72b55a297c0a on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:21.975066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:21.978521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b38d015-41f4-4e56-973c-fcf5c0dcf812 req-bea01a19-740d-45af-95e6-2da91908d9ab tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.64 "DELETE /v2.0/ports/4d921905-eba4-4b78-abf0-72b55a297c0a HTTP/1.1" status: 204 len: 173 time: 1.6914570 Aug 11 08:05:22.001837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'name': 'network-vif-deleted', 'tag': '4d921905-eba4-4b78-abf0-72b55a297c0a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:22.003627 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b838652-5c07-4a87-be10-63219cf531e8" -d '{"events": [{"server_uuid": "c6f43031-5228-4401-8ae6-ad361a98cacd", "name": "network-vif-deleted", "tag": "4d921905-eba4-4b78-abf0-72b55a297c0a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:22.031460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-808a131c-8010-4fb8-a52b-a61dc65c3568 req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-440442071', 'description': 'tempest-description-1070420147'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:22.107952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-808a131c-8010-4fb8-a52b-a61dc65c3568 req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.195451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-bfd3fa09-e7dc-436a-9890-faeb71f23159 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:22.200655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-bfd3fa09-e7dc-436a-9890-faeb71f23159 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5396836 Aug 11 08:05:22.222356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Request body: {'port': {'device_id': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'd4cc25d5ec464087ad958fa57eea6b4a'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:22.231601 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087170e-4e65-48fe-9c36-8e43fffb20c7 x-openstack-request-id: req-9087170e-4e65-48fe-9c36-8e43fffb20c7 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:22.232460 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f43031-5228-4401-8ae6-ad361a98cacd", "name": "network-vif-deleted", "tag": "4d921905-eba4-4b78-abf0-72b55a297c0a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:22.232460 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9087170e-4e65-48fe-9c36-8e43fffb20c7 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:22.236337 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f43031-5228-4401-8ae6-ad361a98cacd', 'name': 'network-vif-deleted', 'tag': '4d921905-eba4-4b78-abf0-72b55a297c0a', 'status': 'completed', 'code': 200} Aug 11 08:05:22.349789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.359277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-network', 'tenant_id': '56dc075f4cbe4762905f325652164a17'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:22.387960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Pushing event deleted for resources: {'Port': ['ID=acc98998-2772-4980-b46a-8be3b5d4fe72,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:22.389442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['acc98998-2772-4980-b46a-8be3b5d4fe72'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:22.431595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d51f0010-2e53-4f0a-a2a3-dee30dee4bfb req-94e61f6e-724f-4034-861a-2c573e6918d3 tempest-ServerDiagnosticsNegativeTest-435147245 tempest-ServerDiagnosticsNegativeTest-435147245-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6f43031-5228-4401-8ae6-ad361a98cacd HTTP/1.1" status: 200 len: 210 time: 0.0600159 Aug 11 08:05:22.535107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d921905-eba4-4b78-abf0-72b55a297c0a no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:22.546531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] No DVR routers for this DVR port acc98998-2772-4980-b46a-8be3b5d4fe72 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:22.552148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.556543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5cf4942-d002-4282-8d13-f5ff064c19dc req-33ac8723-bc43-49ba-aac0-105d7f7aa6e3 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.69 "DELETE /v2.0/ports/acc98998-2772-4980-b46a-8be3b5d4fe72 HTTP/1.1" status: 204 len: 173 time: 2.0341852 Aug 11 08:05:22.574980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 4d921905-eba4-4b78-abf0-72b55a297c0a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:22.576022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d921905-eba4-4b78-abf0-72b55a297c0a not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:22.604109 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-808a131c-8010-4fb8-a52b-a61dc65c3568 req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.616047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-808a131c-8010-4fb8-a52b-a61dc65c3568 req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.649325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Made reservation on behalf of 56dc075f4cbe4762905f325652164a17 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:22.663362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.704235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea915d-ff38-4e25-977c-4ff202828e87,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:22.721414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.770502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-808a131c-8010-4fb8-a52b-a61dc65c3568 req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.773319 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-808a131c-8010-4fb8-a52b-a61dc65c3568 req-85da979b-3612-40bd-89b7-8e7f67fb6925 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7930303 Aug 11 08:05:22.856590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Made reservation on behalf of d4cc25d5ec464087ad958fa57eea6b4a for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:22.862757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.895428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:22.990137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0a19b-bcb9-4931-ba57-532213fe9c53 req-3df83121-dde7-4971-977d-4fcae3c64fe2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:22.992808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53f0a19b-bcb9-4931-ba57-532213fe9c53 req-3df83121-dde7-4971-977d-4fcae3c64fe2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.2421904 Aug 11 08:05:23.094938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-89dda295-e098-431f-ac17-80167939b9cd tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/66472671-3c1c-4f9c-acaf-03522da74250 HTTP/1.1" status: 200 len: 1805 time: 0.1225164 Aug 11 08:05:23.118738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53f0a19b-bcb9-4931-ba57-532213fe9c53 req-b39a320a-fdf7-47fd-8c4f-888b40f66ae7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012421 Aug 11 08:05:23.164468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-de3cccf3-0849-4fcb-85f1-803ee1e9390f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/cdea915d-ff38-4e25-977c-4ff202828e87 HTTP/1.1" status: 200 len: 1804 time: 0.0644979 Aug 11 08:05:23.168962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '66472671-3c1c-4f9c-acaf-03522da74250', 'remote_group_id': 'cdea915d-ff38-4e25-977c-4ff202828e87', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:23.169339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '66472671-3c1c-4f9c-acaf-03522da74250', 'remote_group_id': 'cdea915d-ff38-4e25-977c-4ff202828e87', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:23.210729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.224160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.264519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:05:23.302789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.303245 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Added segment b92a325d-447e-43f8-9dc9-d8189d924a8b of type vlan for network 3952ede2-895e-4875-9e6f-84bb36ff4614 Aug 11 08:05:23.309727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724b0db9-c8ed-41c1-ab71-61cfb75424d1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:23.351087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a48a7e7d-a89b-4292-bd8c-52a4e9bd2f75 req-9955deda-8cf8-41da-b4f9-a5d250a34321 tempest-TenantUsagesTestJSON-443652257 tempest-TenantUsagesTestJSON-443652257-project] 10.222.0.58 "GET /v2.0/ports?device_id=70501711-732d-4557-a657-58b89500b28d HTTP/1.1" status: 200 len: 210 time: 0.0503659 Aug 11 08:05:23.425870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.505384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.544763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-084de304-5c4b-467d-bb2c-3dd7d9796061 req-abf8c9e4-c151-4c69-a679-4f2d862ac574 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 210 time: 0.0670278 Aug 11 08:05:23.545806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.548799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:23.548799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.581932 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.619031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7938247 Aug 11 08:05:23.619741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58116) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:23.664573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.732387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Request body: {'subnet': {'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-subnet', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:23.792450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.816861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.822584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9bce2b-991c-494a-9c2c-c0569f1c5839,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:23.854608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baf92a1-aabc-4882-b197-164a1cf64f80,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:23.873089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Made reservation on behalf of 56dc075f4cbe4762905f325652164a17 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:23.875953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.882361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5b9d-426c-442d-9f5a-3c2307dbca97 admin admin] Pushing event updated for resources: {'Network': ['ID=3952ede2-895e-4875-9e6f-84bb36ff4614,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:23.886675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:23.888419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ba6e5e-5a51-4bd1-bb0c-231c4e4c29f3 req-41103d01-03be-445b-b0d1-264c1ad0521a tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7264180 Aug 11 08:05:23.903938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:05:23.981403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-1294e069-1c2b-40f1-a692-23f4b4f84bf9 req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-508033726', 'description': 'tempest-description-1516954282'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:24.125056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Allocated IP 192.168.233.116 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/24efaaaa-36a2-4af3-89d7-5cc8b8fd062a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:24.126598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1294e069-1c2b-40f1-a692-23f4b4f84bf9 req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:24.238216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70501711-732d-4557-a657-58b89500b28d', 'name': 'network-vif-deleted', 'tag': 'acc98998-2772-4980-b46a-8be3b5d4fe72'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:24.244928 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4b300e-21f4-4bf6-9d35-4dd59f45b07c" -d '{"events": [{"server_uuid": "70501711-732d-4557-a657-58b89500b28d", "name": "network-vif-deleted", "tag": "acc98998-2772-4980-b46a-8be3b5d4fe72"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:24.297097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58130) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:24.409555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c29ab3-7935-44ab-883f-270b42a148d7 req-36e8a2b5-bdf3-411b-b199-868b3f9ccc99 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:24.412262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85c29ab3-7935-44ab-883f-270b42a148d7 req-36e8a2b5-bdf3-411b-b199-868b3f9ccc99 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.1439235 Aug 11 08:05:24.525485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85c29ab3-7935-44ab-883f-270b42a148d7 req-24ef9fc4-7d46-4ffb-b708-2889da6ea157 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001678 Aug 11 08:05:24.548810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:24.627517 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebb6934-f084-4035-8196-fb83eacaefd3 x-openstack-request-id: req-8ebb6934-f084-4035-8196-fb83eacaefd3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:24.628169 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70501711-732d-4557-a657-58b89500b28d", "name": "network-vif-deleted", "tag": "acc98998-2772-4980-b46a-8be3b5d4fe72", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:24.628634 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ebb6934-f084-4035-8196-fb83eacaefd3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:24.629306 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70501711-732d-4557-a657-58b89500b28d', 'name': 'network-vif-deleted', 'tag': 'acc98998-2772-4980-b46a-8be3b5d4fe72', 'status': 'completed', 'code': 200} Aug 11 08:05:24.702501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 4d020923-fb36-4841-9d73-448b19fdca62 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:24.717158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 4d020923-fb36-4841-9d73-448b19fdca62 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:24.726416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:24.761886 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:24.783917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Transition to ACTIVE for port object 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:24.838403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:24.924288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:24.982082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:24.986102 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30178f32-ac59-4364-a6bb-d944cfaa590d" -d '{"events": [{"server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "name": "network-vif-plugged", "status": "completed", "tag": "4d020923-fb36-4841-9d73-448b19fdca62"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:25.012366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22589457-14ec-463f-a898-6c4e2862f64f req-ae76bd87-a603-4d4d-880b-afbc92902786 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:25.015277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:25.023469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:25.024194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.033852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22589457-14ec-463f-a898-6c4e2862f64f req-ae76bd87-a603-4d4d-880b-afbc92902786 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 936 time: 0.2097697 Aug 11 08:05:25.034166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e05ade6-0114-4311-91aa-c03b7c8e69e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26ee5a7dfa094c6e8f8697999c9a9a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119298 Aug 11 08:05:25.041153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:25.043718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:25.047939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:25.050961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:25.062634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:25.063886 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.124976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.208075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a38bf3-7aa5-4213-a612-ad735403b470,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:25.256187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1294e069-1c2b-40f1-a692-23f4b4f84bf9 req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.273595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1294e069-1c2b-40f1-a692-23f4b4f84bf9 req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.277384 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22589457-14ec-463f-a898-6c4e2862f64f req-84b05380-14f2-464a-9f91-dc211e2606f2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381208 Aug 11 08:05:25.293358 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-0dea1555-5bcb-4ae7-ac2d-600aca4b177a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0777881 Aug 11 08:05:25.314207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58152) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:25.355504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40abd9f0-2111-4295-b701-4bdcc687e898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.402706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:25.405290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138d4a9a-7aa3-4e89-b818-83dfbec76ad7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:25.408578 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607193a-045c-47e0-9c9e-e1a15f6335db x-openstack-request-id: req-7607193a-045c-47e0-9c9e-e1a15f6335db {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:25.409201 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "name": "network-vif-plugged", "status": "completed", "tag": "4d020923-fb36-4841-9d73-448b19fdca62", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:25.409682 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7607193a-045c-47e0-9c9e-e1a15f6335db {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:25.410836 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62', 'code': 200} Aug 11 08:05:25.427578 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40abd9f0-2111-4295-b701-4bdcc687e898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.440630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Request body: {'port': {'device_id': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:25.454782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f13e5857-3e21-4996-9127-047b6a69c132 None None] Provisioning for port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:25.481519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f13e5857-3e21-4996-9127-047b6a69c132 None None] Provisioning complete for port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:25.482391 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f13e5857-3e21-4996-9127-047b6a69c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.559092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1294e069-1c2b-40f1-a692-23f4b4f84bf9 req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.575007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1294e069-1c2b-40f1-a692-23f4b4f84bf9 req-e8c3ced8-f23d-4e37-b8f4-57c2ffc64d35 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6101742 Aug 11 08:05:25.575007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.607359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Checking segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:25.608083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Network hostable DHCP agents. Network: 3952ede2-895e-4875-9e6f-84bb36ff4614, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:05:25.625980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40abd9f0-2111-4295-b701-4bdcc687e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.631075 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40abd9f0-2111-4295-b701-4bdcc687e898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.631711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device acc98998-2772-4980-b46a-8be3b5d4fe72 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:25.637373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40abd9f0-2111-4295-b701-4bdcc687e898 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e3115e9-7033-4f00-a6fd-6b8643099950 HTTP/1.1" status: 204 len: 168 time: 0.5341516 Aug 11 08:05:25.671586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1628c7-51cb-41fe-ae51-0bd55c4dca6b req-8b1a771d-b58a-468a-97ea-ab9d91867833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:25.675234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c1628c7-51cb-41fe-ae51-0bd55c4dca6b req-8b1a771d-b58a-468a-97ea-ab9d91867833 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1096 time: 0.1763439 Aug 11 08:05:25.677219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abd9f0-2111-4295-b701-4bdcc687e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3115e9-7033-4f00-a6fd-6b8643099950,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:25.713941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:05:25.753566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a80eee43-3aa9-4266-955a-975eca3e99cb req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1774743197', 'description': 'tempest-description-883487814'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:25.794793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a80eee43-3aa9-4266-955a-975eca3e99cb req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.827095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c1628c7-51cb-41fe-ae51-0bd55c4dca6b req-7d028b30-ac30-45fd-aa28-8632c4751dbc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406419 Aug 11 08:05:25.836216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: acc98998-2772-4980-b46a-8be3b5d4fe72 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:05:25.837135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device acc98998-2772-4980-b46a-8be3b5d4fe72 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:05:25.866858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f13e5857-3e21-4996-9127-047b6a69c132 None None] Port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:05:25.868001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 3952ede2-895e-4875-9e6f-84bb36ff4614) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:25.887034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05431d-fab6-4e3c-b265-9fc32e70c474 None None] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:25.918114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:25.919099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.926084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a80eee43-3aa9-4266-955a-975eca3e99cb req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:25.933976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a80eee43-3aa9-4266-955a-975eca3e99cb req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.000474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76856102-9c9d-4575-9bb3-a4c7356e3b63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0f10a7d4f2249228a4ef95ce565d1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733396 Aug 11 08:05:26.001347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58162) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:26.018159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a80eee43-3aa9-4266-955a-975eca3e99cb req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.031416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a80eee43-3aa9-4266-955a-975eca3e99cb req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2863741 Aug 11 08:05:26.034304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7bb19-c8fc-48a6-848b-daa1d3ab05e9 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:26.087851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f67d4142-167c-4b32-8f9a-52e0ec8816e8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4590673 Aug 11 08:05:26.090545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:26.119293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:26.154998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e281cf-42ed-4fee-b0e1-1c456663bda4 req-606a712e-3681-433e-bdbc-aa081ce0e1d2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:26.175592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e281cf-42ed-4fee-b0e1-1c456663bda4 req-606a712e-3681-433e-bdbc-aa081ce0e1d2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 945 time: 0.4427416 Aug 11 08:05:26.265875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-526775fc-18bb-430a-aa09-849456f9481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.272725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-1d020ef7-32ae-4d5d-90f9-6709fef0987f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/138d4a9a-7aa3-4e89-b818-83dfbec76ad7 HTTP/1.1" status: 200 len: 1804 time: 0.1469500 Aug 11 08:05:26.292680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.294787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.408742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-526775fc-18bb-430a-aa09-849456f9481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.485258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-449b4ede-9724-4fff-bc9e-393c3affa874 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d HTTP/1.1" status: 200 len: 1804 time: 0.1970656 Aug 11 08:05:26.517244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.525694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '138d4a9a-7aa3-4e89-b818-83dfbec76ad7', 'remote_group_id': 'a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:26.526492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '138d4a9a-7aa3-4e89-b818-83dfbec76ad7', 'remote_group_id': 'a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:26.529143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-3952ede2-895e-4875-9e6f-84bb36ff4614', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:05:26.532480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.671041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58172) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:26.705827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d29e7df1-c13a-43a8-85a7-50d118c94772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.715550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:26.734953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.762137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Transition to ACTIVE for port object 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:26.777449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Allocated IP 172.20.0.2 (3952ede2-895e-4875-9e6f-84bb36ff4614/f5a38bf3-7aa5-4213-a612-ad735403b470/ec36d9de-2e1b-4c3d-941f-de2f46d3f229) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:26.777717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:26.992333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e281cf-42ed-4fee-b0e1-1c456663bda4 req-ce0cd69b-d8b6-4871-b187-034824a434c8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102682 Aug 11 08:05:27.164318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:27.196275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:27.198744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:27.201249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:27.215611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:27.220787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:27.305332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:27.306201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:27.307074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:27.308196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Bound port: 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:27.309549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.312863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.338409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Transition to ACTIVE for port object ec36d9de-2e1b-4c3d-941f-de2f46d3f229 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:27.382528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Transition to ACTIVE for port object ec36d9de-2e1b-4c3d-941f-de2f46d3f229 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:27.395889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.466978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:27.475385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:27.477142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:27.486398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:27.496347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:27.496907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.552630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Pushing event updated for resources: {'Port': ['ID=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:27.573108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.630364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Attempting to bind port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:27.631375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Attempting to bind port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:27.632073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Attempting to bind port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 on network 3952ede2-895e-4875-9e6f-84bb36ff4614 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:27.651906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:27.652463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:27.653585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Checking segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:27.660434 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.661819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Bound using segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:27.663020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Bound port: ec36d9de-2e1b-4c3d-941f-de2f46d3f229, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:27.664005 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.696084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39995-aa76-4d91-9975-0f8a095a8be5 req-3d815c48-91a6-4ecf-b19a-98552ed4287e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:27.708748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49c39995-aa76-4d91-9975-0f8a095a8be5 req-3d815c48-91a6-4ecf-b19a-98552ed4287e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.4760127 Aug 11 08:05:27.738140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:27.739844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.742372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-101ce83b-73be-4ebe-86f1-a5311a4225e8 service neutron] 10.222.0.69 "PUT /v2.0/ports/24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 1096 time: 2.3199561 Aug 11 08:05:27.743053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:27.747480 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57898730-3331-4c86-8c16-c4b2a5d9b0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:27.794763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-526775fc-18bb-430a-aa09-849456f9481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.804111 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-526775fc-18bb-430a-aa09-849456f9481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.806434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-526775fc-18bb-430a-aa09-849456f9481a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29b83b00-c620-4d1f-874c-b6542de29e61 HTTP/1.1" status: 204 len: 168 time: 1.8002272 Aug 11 08:05:27.828696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49c39995-aa76-4d91-9975-0f8a095a8be5 req-5fdf0b02-25e4-4d56-88f7-f3506ada9fe5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096251 Aug 11 08:05:27.884944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:27.990035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] For port ec36d9de-2e1b-4c3d-941f-de2f46d3f229, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:28.022462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-d9b00fb1-cd89-4b0f-85d1-443f2c43b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:28.028195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-d9b00fb1-cd89-4b0f-85d1-443f2c43b710 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1099 time: 0.1850617 Aug 11 08:05:28.038045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] For port ec36d9de-2e1b-4c3d-941f-de2f46d3f229, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:28.046611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.118241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526775fc-18bb-430a-aa09-849456f9481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b83b00-c620-4d1f-874c-b6542de29e61,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:28.191376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf52cba-42de-45f4-84f3-130bb4eb26b7 None None] Pushing event updated for resources: {'Port': ['ID=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:28.261070 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702fccc5-cc8c-488b-9899-1479890bf963 x-openstack-request-id: req-702fccc5-cc8c-488b-9899-1479890bf963 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:28.261745 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:28.262344 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-702fccc5-cc8c-488b-9899-1479890bf963 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:28.263018 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'status': 'completed', 'code': 200} Aug 11 08:05:28.265776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-30a8646f-e61e-417a-952e-2a71b3598fac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.2017930 Aug 11 08:05:28.363071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.368193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.393540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.428750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:28.487186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f46aed2d-4517-4664-8f6e-a2b4ab5980ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.493469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54e86d1-fe4e-4fdf-92e2-a4728624f79e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:28.548638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d29e7df1-c13a-43a8-85a7-50d118c94772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.567782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d29e7df1-c13a-43a8-85a7-50d118c94772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.596399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-e0cf3a5d-7555-4b57-9d1d-15ef05d89721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:28.600921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-e0cf3a5d-7555-4b57-9d1d-15ef05d89721 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.3238158 Aug 11 08:05:28.601323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d29e7df1-c13a-43a8-85a7-50d118c94772 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=372ab56a84134c7998c6d8be8b600e35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9233146 Aug 11 08:05:28.606011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58186) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:28.627466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.630200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-540ce4d7-feed-4b30-80ee-cb1f1f39a6f4 req-ee37c3f6-b41f-4667-a3d2-9443b90e2d9d tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.1223309 Aug 11 08:05:28.678072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.764948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:28.797818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e7df1-c13a-43a8-85a7-50d118c94772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122681c4-54dd-4728-aa85-d54b76d52fac,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:28.836522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ba5b374-8485-432f-b66a-88b789a36aae req-6b0a2175-55a7-48ed-94e4-4dfdf8dadd11 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d HTTP/1.1" status: 200 len: 1804 time: 0.1338696 Aug 11 08:05:28.873468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245afe-d032-4cf6-a02e-eacf14cf106b req-9117c7d9-cfa4-4c80-9a26-ada4374b65d3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:28.895036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-56245afe-d032-4cf6-a02e-eacf14cf106b req-9117c7d9-cfa4-4c80-9a26-ada4374b65d3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 945 time: 0.3908088 Aug 11 08:05:29.013640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-772a1825-31f0-4c71-a08a-7120db17ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:29.018165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-772a1825-31f0-4c71-a08a-7120db17ea97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3748209 Aug 11 08:05:29.051971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-56245afe-d032-4cf6-a02e-eacf14cf106b req-8f63aee1-71a8-4ba3-af63-b31b00b67016 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511681 Aug 11 08:05:29.058993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ec36d9de-2e1b-4c3d-941f-de2f46d3f229 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:29.087546 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7936a4ea-fd6e-4226-b2b9-b849392bffdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.132526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7936a4ea-fd6e-4226-b2b9-b849392bffdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.215031 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09ece81b-109b-4d68-b027-25c40d4862b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.227523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3ba5b374-8485-432f-b66a-88b789a36aae req-dc084de6-abaa-4b8b-a5d5-66edb4149f76 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.247630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:29.255241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Allocated IP 172.25.2.137 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f5f580e8-275c-4703-8474-86d9be59c613) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:29.317228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3ba5b374-8485-432f-b66a-88b789a36aae req-dc084de6-abaa-4b8b-a5d5-66edb4149f76 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.353285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.422817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7936a4ea-fd6e-4226-b2b9-b849392bffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.426413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7936a4ea-fd6e-4226-b2b9-b849392bffdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.429750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7936a4ea-fd6e-4226-b2b9-b849392bffdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/122681c4-54dd-4728-aa85-d54b76d52fac HTTP/1.1" status: 204 len: 168 time: 0.8064444 Aug 11 08:05:29.478947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f46aed2d-4517-4664-8f6e-a2b4ab5980ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.480145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936a4ea-fd6e-4226-b2b9-b849392bffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122681c4-54dd-4728-aa85-d54b76d52fac,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:29.503089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f46aed2d-4517-4664-8f6e-a2b4ab5980ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.560629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f46aed2d-4517-4664-8f6e-a2b4ab5980ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=452c07e1ae6d46bba6cebaac527e246f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1277192 Aug 11 08:05:29.585234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca10200-cd8d-409a-86bb-d2139bac9444 req-5e88a31b-3852-4d51-b5be-a43c4d9c2583 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:29.601430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eca10200-cd8d-409a-86bb-d2139bac9444 req-5e88a31b-3852-4d51-b5be-a43c4d9c2583 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.2765617 Aug 11 08:05:29.603785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58198) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:29.637516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-79aa18dc-0c89-424d-8737-a235ed677c9d service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772703 Aug 11 08:05:29.740538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3ba5b374-8485-432f-b66a-88b789a36aae req-dc084de6-abaa-4b8b-a5d5-66edb4149f76 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.743312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3ba5b374-8485-432f-b66a-88b789a36aae req-dc084de6-abaa-4b8b-a5d5-66edb4149f76 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.748596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ba5b374-8485-432f-b66a-88b789a36aae req-dc084de6-abaa-4b8b-a5d5-66edb4149f76 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d HTTP/1.1" status: 204 len: 173 time: 0.8079629 Aug 11 08:05:29.838741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aed2d-4517-4664-8f6e-a2b4ab5980ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2786bb2-0cba-41c6-ba72-398d4fa01c55,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:29.856828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084de6-abaa-4b8b-a5d5-66edb4149f76 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:29.871167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:29.954018 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941f9552-766b-4d21-a8da-23c03dc0e5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.002206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.004696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eca10200-cd8d-409a-86bb-d2139bac9444 req-9cb33211-e309-4b47-b7cc-a437ea129d25 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979769 Aug 11 08:05:30.068639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941f9552-766b-4d21-a8da-23c03dc0e5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.123695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:30.132803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:30.136378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:30.175448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb70733b-fed2-490e-a46b-92cb54d6c4e4 req-4a3a7fb5-013c-4b27-b00f-a62bad5cacc8 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976771 Aug 11 08:05:30.187365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff6df7f6-673a-4834-9210-93b686d5141f req-0e7aa765-dc7a-41bf-b3eb-b17ebe66fd42 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/138d4a9a-7aa3-4e89-b818-83dfbec76ad7 HTTP/1.1" status: 200 len: 1804 time: 0.1457167 Aug 11 08:05:30.189822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f580e8-275c-4703-8474-86d9be59c613,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:30.217153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-913ec014-eabe-4a82-9e09-32bf0f58ac2d req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-953026738', 'description': 'tempest-description-1148474295'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:30.223811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941f9552-766b-4d21-a8da-23c03dc0e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.226451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941f9552-766b-4d21-a8da-23c03dc0e5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.230444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-941f9552-766b-4d21-a8da-23c03dc0e5c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2786bb2-0cba-41c6-ba72-398d4fa01c55 HTTP/1.1" status: 204 len: 168 time: 0.6169488 Aug 11 08:05:30.255178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f9552-766b-4d21-a8da-23c03dc0e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2786bb2-0cba-41c6-ba72-398d4fa01c55,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:30.300133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-913ec014-eabe-4a82-9e09-32bf0f58ac2d req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.336511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b4dcb-21c6-47d3-899a-dcd3e5f829ea None None] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:30.417984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f605-3e4e-4baa-9f1b-a972c38f04ee req-55709132-da80-4267-983e-95cb8f1e431b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:30.422788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb57f605-3e4e-4baa-9f1b-a972c38f04ee req-55709132-da80-4267-983e-95cb8f1e431b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1096 time: 0.3497629 Aug 11 08:05:30.463276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-e1610609-74ea-4317-a292-ddc4b354bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:30.465043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-e1610609-74ea-4317-a292-ddc4b354bd83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1099 time: 0.1224225 Aug 11 08:05:30.513675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] Provisioning for port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:30.538770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] Provisioning complete for port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:30.539148 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.540087 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-913ec014-eabe-4a82-9e09-32bf0f58ac2d req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.554789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-913ec014-eabe-4a82-9e09-32bf0f58ac2d req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.608702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb57f605-3e4e-4baa-9f1b-a972c38f04ee req-19d3e4af-9082-4cdc-ab47-aa9d4ba6f2e3 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757867 Aug 11 08:05:30.698185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-370f760d-ce38-4e92-bf67-652fba9d0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:30.701063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-370f760d-ce38-4e92-bf67-652fba9d0e72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2199895 Aug 11 08:05:30.718324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-913ec014-eabe-4a82-9e09-32bf0f58ac2d req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.726924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-913ec014-eabe-4a82-9e09-32bf0f58ac2d req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5138214 Aug 11 08:05:30.728264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352de66-0922-455e-88fd-6879a84e6a94 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5538d03-5077-4163-b48d-ca6ab4e2301d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:30.885532 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-ffed1a6d-b2d0-4db9-a365-68d8cae95226 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.1372449 Aug 11 08:05:30.985270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:30.989850 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.047472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-bdf3995a-be94-47bd-b06b-5759afc0dda5 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/b5538d03-5077-4163-b48d-ca6ab4e2301d HTTP/1.1" status: 200 len: 1804 time: 0.2734876 Aug 11 08:05:31.060029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-32cd4fb7-abdb-4ef0-9aaa-28493e99faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:31.062920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-32cd4fb7-abdb-4ef0-9aaa-28493e99faf6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1647458 Aug 11 08:05:31.073646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5538d03-5077-4163-b48d-ca6ab4e2301d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:31.074653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5538d03-5077-4163-b48d-ca6ab4e2301d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:31.131374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20cdf-5a7c-4502-8b3e-8b72cb477fa4 req-29d9b0a7-e73c-47c9-81a8-36d6dda7f270 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:31.138941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29c20cdf-5a7c-4502-8b3e-8b72cb477fa4 req-29d9b0a7-e73c-47c9-81a8-36d6dda7f270 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1096 time: 0.3171287 Aug 11 08:05:31.199654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] For port ec36d9de-2e1b-4c3d-941f-de2f46d3f229, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:31.214564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.238698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-044d4878-ea2e-4f87-b078-293c3630506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:31.239428 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-044d4878-ea2e-4f87-b078-293c3630506e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217380 Aug 11 08:05:31.243894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.382133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862426f8-8315-43fa-9c33-526976ae60e1 None None] Pushing event updated for resources: {'Port': ['ID=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:31.461000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-839e011b-650f-47dc-a8ac-15f2d180cecf service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134418 Aug 11 08:05:31.535751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29c20cdf-5a7c-4502-8b3e-8b72cb477fa4 req-9050d99f-9e50-4e0b-a6e5-07b75f66153a tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801332 Aug 11 08:05:31.683961 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.718075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58246) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:31.722135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.736727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.760459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ce36d8-c7e0-4503-97aa-e139bcc9d4e2,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:31.814663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.827234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1bc6762-4ce9-45fc-ab3f-0562b2faeea9 req-0ef98bc9-2be3-4d65-8546-8573bb15a995 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7720089 Aug 11 08:05:31.849058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-296ac455-4030-43e9-bea7-e3fdd5a75e55 None None] Provisioning complete for port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:31.849591 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-296ac455-4030-43e9-bea7-e3fdd5a75e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:31.895042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57898730-3331-4c86-8c16-c4b2a5d9b0c2 req-37a7295d-b4e6-4a33-8290-51e0b7d0f858 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202061 Aug 11 08:05:32.032822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35818bf9-ea49-49af-8b0d-a66028926069 req-cfb8c725-de35-4738-930c-7585b8fb90d1 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/b5538d03-5077-4163-b48d-ca6ab4e2301d HTTP/1.1" status: 200 len: 2397 time: 0.0982740 Aug 11 08:05:32.040865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5538d03-5077-4163-b48d-ca6ab4e2301d', 'remote_group_id': None}]} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:32.041638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5538d03-5077-4163-b48d-ca6ab4e2301d', 'remote_group_id': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:32.049682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-698207138-network', 'tenant_id': '901fa3c209014b6caa4fa3502f21db66'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:32.090273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d72d9-2187-492a-b126-0f1dea08ccae req-57d1413c-8fa1-4795-b8a8-ddfad9b348be tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:32.092045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a3d72d9-2187-492a-b126-0f1dea08ccae req-57d1413c-8fa1-4795-b8a8-ddfad9b348be tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.1910415 Aug 11 08:05:32.121360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Made reservation on behalf of 901fa3c209014b6caa4fa3502f21db66 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:32.127058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.143567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.163015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a3d72d9-2187-492a-b126-0f1dea08ccae req-eb0886a2-4727-4c98-8ad6-0e98fea65495 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Aug 11 08:05:32.201684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Router 1949132a-af83-49df-90c3-937ad6783edc is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:05:32.259654 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.265612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.351165 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.364700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.430649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d7f714-1de4-4c16-a288-12ff24d2bfac,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:32.494157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:32.509077 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:32.532637 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:32.533592 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:32.552764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.568797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.570155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.571568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2acf26e8-03a0-4905-b81c-c15942104f14 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.4707468 Aug 11 08:05:32.578873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58268) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:32.635979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:05:32.671935 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:32.693352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.693977 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Added segment 9f30e1a2-66b4-40e9-9bba-42ea0379dba3 of type vlan for network 4f32e644-f525-47f9-8f73-b351e8631639 Aug 11 08:05:32.706000 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-121d9782-eafa-4d99-9652-2dc704c4578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.824619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.878312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.880733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35818bf9-ea49-49af-8b0d-a66028926069 req-24aa9b62-7b28-42eb-8151-40cf1c24eec0 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8461225 Aug 11 08:05:32.930716 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:30Z', 'revision_number': 3, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:32.967581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.968990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:32.969848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:32.976989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:32.977350 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Updating router 1949132a-af83-49df-90c3-937ad6783edc port f5f580e8-275c-4703-8474-86d9be59c613 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:05:32.999052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8866b99-28b5-450b-9bab-2259c961a77b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:33.102725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ec36d9de-2e1b-4c3d-941f-de2f46d3f229 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:33.178842 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.187877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:33.188429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4671383 Aug 11 08:05:33.210477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Request body: {'subnet': {'network_id': '4f32e644-f525-47f9-8f73-b351e8631639', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-698207138-subnet', 'tenant_id': '901fa3c209014b6caa4fa3502f21db66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:33.252475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:33.253189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.286106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8797e-5576-4802-8b96-d6321c9c2309 admin admin] Pushing event updated for resources: {'Network': ['ID=4f32e644-f525-47f9-8f73-b351e8631639,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:33.313492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4f32e644-f525-47f9-8f73-b351e8631639 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:05:33.314647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8c143-9ed1-4f9c-94f7-59b227f8a297 req-5cea4d4c-57cb-40e2-947c-148acf129c2c tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:33.316641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68c8c143-9ed1-4f9c-94f7-59b227f8a297 req-5cea4d4c-57cb-40e2-947c-148acf129c2c tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1096 time: 0.1615055 Aug 11 08:05:33.364989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Made reservation on behalf of 901fa3c209014b6caa4fa3502f21db66 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:33.375109 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.384465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb182adb-bf11-4909-a283-f1e3419f20c1 req-67708f03-3a12-463e-8ff6-fb37a9bbefc3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/b5538d03-5077-4163-b48d-ca6ab4e2301d HTTP/1.1" status: 200 len: 2995 time: 0.1559765 Aug 11 08:05:33.538051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68c8c143-9ed1-4f9c-94f7-59b227f8a297 req-d862169e-220c-4625-a0fa-1d66d70689f4 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474614 Aug 11 08:05:33.645015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:33.767869 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.780420 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Transition to ACTIVE for port object f5f580e8-275c-4703-8474-86d9be59c613 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:33.789152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-871c708e-9418-4ea6-9b38-d90927702c9c tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-group-rules/66d7f714-1de4-4c16-a288-12ff24d2bfac HTTP/1.1" status: 200 len: 783 time: 0.1798909 Aug 11 08:05:33.795621 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.864141 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Pushing event updated for resources: {'Port': ['ID=f5f580e8-275c-4703-8474-86d9be59c613,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:33.893579 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.894294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.895909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:33.896908 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.897520 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.898074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.898809 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.899372 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.899903 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.900447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.901032 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.901588 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.902113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:33.906181 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Attempting to bind port f5f580e8-275c-4703-8474-86d9be59c613 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:33.907152 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Attempting to bind port f5f580e8-275c-4703-8474-86d9be59c613 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:33.907789 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Attempting to bind port f5f580e8-275c-4703-8474-86d9be59c613 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:33.914643 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:33.915524 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:33.916114 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.916745 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:33.917695 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Bound port: f5f580e8-275c-4703-8474-86d9be59c613, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:33.918784 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:33.928902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'mac_address': 'fa:16:3e:04:52:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:33.953758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c4dc6-1da8-45df-bc89-abdb986e7cef req-677462db-a1f2-4f07-833a-6b3f371115a3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:33.969171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a5c4dc6-1da8-45df-bc89-abdb986e7cef req-677462db-a1f2-4f07-833a-6b3f371115a3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.2686872 Aug 11 08:05:33.982213 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] For port f5f580e8-275c-4703-8474-86d9be59c613, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:33.986731 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] For port f5f580e8-275c-4703-8474-86d9be59c613, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f5f580e8-275c-4703-8474-86d9be59c613,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:33.995256 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.014826 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.051692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:34.080343 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7495e-3599-4118-9cc7-7857bf1bbe60 None None] Pushing event updated for resources: {'Port': ['ID=f5f580e8-275c-4703-8474-86d9be59c613,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:34.098155 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:34.099229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:34.099838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:34.106252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.151183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a5c4dc6-1da8-45df-bc89-abdb986e7cef req-0d6fe2b0-a7f9-485b-a3ec-6eb20bc2d007 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737351 Aug 11 08:05:34.254257 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:34.261657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:34.265846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.394637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:34.444442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69d9466-d5d2-45f4-8540-1ef85aae9f10,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:34.478354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Checking segment: {'id': '9f30e1a2-66b4-40e9-9bba-42ea0379dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:34.478854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Network hostable DHCP agents. Network: 4f32e644-f525-47f9-8f73-b351e8631639, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:05:34.526525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Network 4f32e644-f525-47f9-8f73-b351e8631639 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:05:34.539288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4f32e644-f525-47f9-8f73-b351e8631639) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:34.547516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:34.547964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.552899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdac8f-36c4-4ebc-9add-393494853d3c None None] Network 4f32e644-f525-47f9-8f73-b351e8631639 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:34.562107 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-75c8d62b-0ebd-4000-9167-60474c6f4238 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/b5538d03-5077-4163-b48d-ca6ab4e2301d HTTP/1.1" status: 200 len: 2995 time: 0.7691536 Aug 11 08:05:34.591497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c3de02f-59eb-4640-bc94-5d57335b8d9e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4019775 Aug 11 08:05:34.616030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:30Z', 'revision_number': 3, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:34.647484 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c952c314-41ac-4ee8-b3ee-b25297fce162 None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:30Z', 'revision_number': 3, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:34.656922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-8a9befb4-2cc2-49a7-afac-159927526403 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.666216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-8a9befb4-2cc2-49a7-afac-159927526403 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.707493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.748716 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-8a9befb4-2cc2-49a7-afac-159927526403 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.754266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-8a9befb4-2cc2-49a7-afac-159927526403 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.760957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac5f5095-c0bf-4535-9751-9f4f1f306af3 req-8a9befb4-2cc2-49a7-afac-159927526403 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/66d7f714-1de4-4c16-a288-12ff24d2bfac HTTP/1.1" status: 204 len: 173 time: 0.1966026 Aug 11 08:05:34.800736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9befb4-2cc2-49a7-afac-159927526403 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66d7f714-1de4-4c16-a288-12ff24d2bfac,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:34.877390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:34.891632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a68e2-936e-43a9-b7d3-8314ec408a4a None None] Network 4f32e644-f525-47f9-8f73-b351e8631639 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:35.183642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Allocated IP 172.20.0.1 (3952ede2-895e-4875-9e6f-84bb36ff4614/f5a38bf3-7aa5-4213-a612-ad735403b470/65ab65fa-072d-4c2a-8b77-79525d1c28a3) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:35.483568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.496657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-46397342-ce9d-46f8-b887-33e1df1ebd07 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:35.499566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-46397342-ce9d-46f8-b887-33e1df1ebd07 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/networks?id=be825020-1352-49ed-a094-d2fe4764d2ab HTTP/1.1" status: 200 len: 814 time: 0.2722239 Aug 11 08:05:35.522439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Transition to ACTIVE for port object 65ab65fa-072d-4c2a-8b77-79525d1c28a3 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:35.560567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-7c62ceeb-fddb-472b-9314-3edb1eb1890d tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/quotas/b09068ae3c554eb08f38ee201f35f918 HTTP/1.1" status: 200 len: 375 time: 0.0552077 Aug 11 08:05:35.608112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.644073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:35.684049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:35.697045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58356) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:35.703271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-280662972-network', 'tenant_id': 'b1d25be5ac2541b4ae08a616b95f9e60'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:35.714724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:35.727934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:35.746928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:35.750367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Made reservation on behalf of b1d25be5ac2541b4ae08a616b95f9e60 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:35.751408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.756325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-ab3b4d91-4318-4410-a896-deaaebc40d56 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09068ae3c554eb08f38ee201f35f918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1865759 Aug 11 08:05:35.757801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.759988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:35.760696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.780995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:35.975971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.008861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Pushing event updated for resources: {'Port': ['ID=65ab65fa-072d-4c2a-8b77-79525d1c28a3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:36.062525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.068304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.089192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:36.093630 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841e23cf-30d4-414f-9289-3c4109451205" -d '{"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-plugged", "status": "completed", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:36.107667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:05:36.109988 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.115859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:36.123761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.126465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-272878c6-b304-474d-afa8-f8d7c43e8471 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:05:36.127974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-272878c6-b304-474d-afa8-f8d7c43e8471 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352147 Aug 11 08:05:36.129375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff8fb1-e32b-4467-b3d7-c1af9eb17a9b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:36.133276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2d05eab6-41f4-445d-839b-e42304d597b8 None None] Provisioning for port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:36.151107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.154861 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Added segment 53c8a81f-c6ac-470a-971f-6b72e53c6b00 of type vlan for network 22c1e3c3-fdac-4ce0-8122-134c1576ebf1 Aug 11 08:05:36.155296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.166066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:36.166531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:05:36.169593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2d05eab6-41f4-445d-839b-e42304d597b8 None None] Provisioning complete for port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:36.169964 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2d05eab6-41f4-445d-839b-e42304d597b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.222305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.232458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:36.238136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2d05eab6-41f4-445d-839b-e42304d597b8 None None] Port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:05:36.252422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-e8a99194-9dfc-481d-b372-57e4ce1501f5 service neutron] 10.222.0.58 "GET /v2.0/networks/be825020-1352-49ed-a094-d2fe4764d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554560 Aug 11 08:05:36.271308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.273164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:36.274229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.333349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6350927 Aug 11 08:05:36.338223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58364) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:36.343476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Request body: {'subnet': {'network_id': '22c1e3c3-fdac-4ce0-8122-134c1576ebf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-280662972-subnet', 'tenant_id': 'b1d25be5ac2541b4ae08a616b95f9e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:36.356077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16d52-bf61-4598-8afb-7309617d1e42 admin admin] Pushing event updated for resources: {'Network': ['ID=22c1e3c3-fdac-4ce0-8122-134c1576ebf1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:36.372522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 22c1e3c3-fdac-4ce0-8122-134c1576ebf1 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:05:36.376983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Made reservation on behalf of b1d25be5ac2541b4ae08a616b95f9e60 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:36.379603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.570083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-76250de6-ea52-41d2-9bd5-1f78cad06591 service neutron] 10.222.0.58 "GET /v2.0/networks/be825020-1352-49ed-a094-d2fe4764d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011608 Aug 11 08:05:36.607235 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.643778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:36.644518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:36.644853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:36.652330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.658266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:36.659200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:36.664747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.666450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.666805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64be2fa-a58d-45ae-bb79-931727a2a6de,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:36.684091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:36.684776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:36.685205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:36.685664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Bound port: 4d020923-fb36-4841-9d73-448b19fdca62, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:36.694558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Checking segment: {'id': '53c8a81f-c6ac-470a-971f-6b72e53c6b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '22c1e3c3-fdac-4ce0-8122-134c1576ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:36.695277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Network hostable DHCP agents. Network: 22c1e3c3-fdac-4ce0-8122-134c1576ebf1, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:05:36.725947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Network 22c1e3c3-fdac-4ce0-8122-134c1576ebf1 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:05:36.742103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 22c1e3c3-fdac-4ce0-8122-134c1576ebf1) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:36.748268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:36.749036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:36.766467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a630e-4ae0-4840-8ab0-be32c77d7454 None None] Network 22c1e3c3-fdac-4ce0-8122-134c1576ebf1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:36.776059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fa29d5b7-e7e3-4f97-b6f0-58bf6f370e97 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4367166 Aug 11 08:05:36.839226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Pushing event updated for resources: {'Port': ['ID=65ab65fa-072d-4c2a-8b77-79525d1c28a3,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:36.996745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:37.023122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.024764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a884b92d-46ed-437f-a57f-67d8d01e5fa1 service neutron] 10.222.0.58 "POST /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62/bindings HTTP/1.1" status: 201 len: 389 time: 0.8666873 Aug 11 08:05:37.070945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-140e4f9e-1a78-4415-b93b-de0255d559b5 req-5536bc5d-3798-4866-8b1b-e663caf8f95f tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/b5538d03-5077-4163-b48d-ca6ab4e2301d HTTP/1.1" status: 200 len: 2397 time: 0.2048893 Aug 11 08:05:37.148801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:37.151793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:37.164548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df611ce-3c8c-4ffd-9456-835c5b5ba56f None None] Network 22c1e3c3-fdac-4ce0-8122-134c1576ebf1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:37.198227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5f580e8-275c-4703-8474-86d9be59c613 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:37.496019 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-140e4f9e-1a78-4415-b93b-de0255d559b5 req-e45ccc89-e630-48e7-94ec-55803d43691e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.527857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f5f580e8-275c-4703-8474-86d9be59c613 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:37.564705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f5f580e8-275c-4703-8474-86d9be59c613 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:37.565414 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.676129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a05b60-bee1-41b1-a02c-69ce829a63c9 req-755623df-3ea0-4830-919e-461c74e9aa18 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:37.682962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-140e4f9e-1a78-4415-b93b-de0255d559b5 req-e45ccc89-e630-48e7-94ec-55803d43691e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.689635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-32a05b60-bee1-41b1-a02c-69ce829a63c9 req-755623df-3ea0-4830-919e-461c74e9aa18 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1081116 Aug 11 08:05:37.747657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-32a05b60-bee1-41b1-a02c-69ce829a63c9 req-26aaf79c-0924-462e-9390-d9e742342a39 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567913 Aug 11 08:05:37.752416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:05:37.758892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-f5ed1a03-07d7-498f-9ed9-a666de65fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:37.761070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-f5ed1a03-07d7-498f-9ed9-a666de65fa9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1096 time: 0.2423303 Aug 11 08:05:37.768648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.789143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9a2cc9a3-eda2-4054-8fe1-763bcba1c361 None None] Provisioning complete for port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:37.789143 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc9a3-eda2-4054-8fe1-763bcba1c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.837521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-140e4f9e-1a78-4415-b93b-de0255d559b5 req-e45ccc89-e630-48e7-94ec-55803d43691e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.840230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-140e4f9e-1a78-4415-b93b-de0255d559b5 req-e45ccc89-e630-48e7-94ec-55803d43691e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.852535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-140e4f9e-1a78-4415-b93b-de0255d559b5 req-e45ccc89-e630-48e7-94ec-55803d43691e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/b5538d03-5077-4163-b48d-ca6ab4e2301d HTTP/1.1" status: 204 len: 173 time: 0.7702029 Aug 11 08:05:37.878073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f5f580e8-275c-4703-8474-86d9be59c613, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f5f580e8-275c-4703-8474-86d9be59c613,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:37.889652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:37.896942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cc9a3-eda2-4054-8fe1-763bcba1c361 None None] Port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:05:37.944436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ccc89-e630-48e7-94ec-55803d43691e tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5538d03-5077-4163-b48d-ca6ab4e2301d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:37.965925 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e34ea4-0c56-495e-a3a9-40b3c1ae828a x-openstack-request-id: req-d8e34ea4-0c56-495e-a3a9-40b3c1ae828a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:37.967322 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-plugged", "status": "completed", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:37.969275 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8e34ea4-0c56-495e-a3a9-40b3c1ae828a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:37.970277 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'code': 200} Aug 11 08:05:38.042156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f5f580e8-275c-4703-8474-86d9be59c613,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:38.068287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a2a4236b-34fa-4e6f-a1c9-108016c742c7 req-badd8f42-dcd3-445b-a721-5b21a3030029 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 210 time: 0.0437338 Aug 11 08:05:38.071898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-8ef8b4c9-4d15-4ed4-b77a-de18e4e189db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:38.073696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-8ef8b4c9-4d15-4ed4-b77a-de18e4e189db service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.3042502 Aug 11 08:05:38.122285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-256a45ed-624f-429c-b064-a97018a55256 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 217 time: 0.0418446 Aug 11 08:05:38.146930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18f18-c6d9-4b3f-a7fe-317758b8d6b8 req-d24a4dbf-8b97-4a47-aabf-d831f69e59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:38.149790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3c18f18-c6d9-4b3f-a7fe-317758b8d6b8 req-d24a4dbf-8b97-4a47-aabf-d831f69e59f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1101 time: 0.0770168 Aug 11 08:05:38.166706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:05:38.175737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd4db-18b9-4248-8354-7aa0ad5be7fa req-ac4425d6-f566-4b88-9660-7feabd51056a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:38.183311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c86cd4db-18b9-4248-8354-7aa0ad5be7fa req-ac4425d6-f566-4b88-9660-7feabd51056a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 945 time: 0.1702271 Aug 11 08:05:38.186010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:05:38.191592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54a4b822-9ec4-4ca5-a1dd-0030d299b453 admin admin] 10.222.0.58 "PUT /v2.0/routers/1949132a-af83-49df-90c3-937ad6783edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5861022 Aug 11 08:05:38.198301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3c18f18-c6d9-4b3f-a7fe-317758b8d6b8 req-5a38a196-ac61-4faf-bbc0-5c3e429d8f21 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Aug 11 08:05:38.219753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:38.222385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:38.266546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c86cd4db-18b9-4248-8354-7aa0ad5be7fa req-727529c5-56b6-4fb3-83fb-f14d86ca06e0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817633 Aug 11 08:05:38.292290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-c8703d07-af2e-4cce-8d0f-75762f84650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:38.294725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-c8703d07-af2e-4cce-8d0f-75762f84650b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1641674 Aug 11 08:05:38.359564 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-7d0bb37a-462e-4fc8-9018-db6d6f2ccbc5 req-91568ba9-f0ec-4e4e-844b-d87690f25bbb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] show failed (client error): The resource could not be found. Aug 11 08:05:38.372178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d0bb37a-462e-4fc8-9018-db6d6f2ccbc5 req-91568ba9-f0ec-4e4e-844b-d87690f25bbb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/a5c2a9cb-c0bd-4962-8ce6-3b7b6b422b4d HTTP/1.1" status: 404 len: 352 time: 0.0254307 Aug 11 08:05:38.551379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbec65e2-232e-42c2-9d16-f77af4362546 req-55a9c459-826e-4fe5-b395-90d960daed95 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/138d4a9a-7aa3-4e89-b818-83dfbec76ad7 HTTP/1.1" status: 200 len: 1804 time: 0.1109383 Aug 11 08:05:38.579938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bde41815-0c04-4e75-b159-4acc261f999e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549712 Aug 11 08:05:38.586236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-09a89e1e-a3a1-4cdf-8dd6-5d7182542dcd tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:38.588024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-09a89e1e-a3a1-4cdf-8dd6-5d7182542dcd tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/networks?id=4f32e644-f525-47f9-8f73-b351e8631639 HTTP/1.1" status: 200 len: 814 time: 0.1908438 Aug 11 08:05:38.614342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-5e164c4f-3c63-47f6-85db-83426ced67a1 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/quotas/901fa3c209014b6caa4fa3502f21db66 HTTP/1.1" status: 200 len: 375 time: 0.0105858 Aug 11 08:05:38.661775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-4a2d6e10-6da8-4d70-9f82-158ede96951f tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=901fa3c209014b6caa4fa3502f21db66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448005 Aug 11 08:05:38.670954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:38.773237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-8293d8e1-143c-4b23-87dc-fe258f32c7bb service neutron] 10.222.0.58 "GET /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101177 Aug 11 08:05:38.975456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-0df1e4d6-df50-4cd3-8df0-21fc488b085a service neutron] 10.222.0.58 "GET /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953619 Aug 11 08:05:39.002973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-356954cf-1e56-42fb-9220-b5beaf3a0094 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041762 Aug 11 08:05:39.026856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dbec65e2-232e-42c2-9d16-f77af4362546 req-5bd6999e-85ba-48b7-8ad6-d053647a6ea3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.067096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5f580e8-275c-4703-8474-86d9be59c613 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:39.097111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dbec65e2-232e-42c2-9d16-f77af4362546 req-5bd6999e-85ba-48b7-8ad6-d053647a6ea3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.199909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-227c5bb9-7731-43bf-b27e-2fa6881ad86b tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:39.200937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 2, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:39.202999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-227c5bb9-7731-43bf-b27e-2fa6881ad86b tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.64 "GET /v2.0/networks?id=be825020-1352-49ed-a094-d2fe4764d2ab HTTP/1.1" status: 200 len: 814 time: 0.2701514 Aug 11 08:05:39.250313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Request body: {'port': {'device_id': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'admin_state_up': True, 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:39.256906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:05:39.261133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Updating router 1949132a-af83-49df-90c3-937ad6783edc port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:05:39.265780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f5f580e8-275c-4703-8474-86d9be59c613 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:39.266165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.342035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.376110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-7dd1f6e3-2a3a-4d2f-b035-056a9cb614be service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611174 Aug 11 08:05:39.377927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dbec65e2-232e-42c2-9d16-f77af4362546 req-5bd6999e-85ba-48b7-8ad6-d053647a6ea3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.391756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dbec65e2-232e-42c2-9d16-f77af4362546 req-5bd6999e-85ba-48b7-8ad6-d053647a6ea3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.406111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbec65e2-232e-42c2-9d16-f77af4362546 req-5bd6999e-85ba-48b7-8ad6-d053647a6ea3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/138d4a9a-7aa3-4e89-b818-83dfbec76ad7 HTTP/1.1" status: 204 len: 173 time: 0.8211341 Aug 11 08:05:39.496789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6999e-85ba-48b7-8ad6-d053647a6ea3 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138d4a9a-7aa3-4e89-b818-83dfbec76ad7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:39.625436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a6ca8ed0-d14b-40c1-a6e8-abe794ee0b5e tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:39.627670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a6ca8ed0-d14b-40c1-a6e8-abe794ee0b5e tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.1322024 Aug 11 08:05:39.696794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:39.716472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Made reservation on behalf of b09068ae3c554eb08f38ee201f35f918 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:39.720138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.777245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-31c37927-d22f-4a2f-b2fa-522f01f19688 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:39.779755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-31c37927-d22f-4a2f-b2fa-522f01f19688 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 821 time: 0.1766577 Aug 11 08:05:39.865470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500a3d-91d7-44f0-a1cb-e8f41eaad525 req-e6b9d3b5-711d-4513-8707-13d937f39800 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:39.873466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea500a3d-91d7-44f0-a1cb-e8f41eaad525 req-e6b9d3b5-711d-4513-8707-13d937f39800 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.2916653 Aug 11 08:05:39.895711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.918715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Transition to ACTIVE for port object 65ab65fa-072d-4c2a-8b77-79525d1c28a3 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:39.940761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:39.969449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.061306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Pushing event updated for resources: {'Port': ['ID=65ab65fa-072d-4c2a-8b77-79525d1c28a3,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:40.069133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea500a3d-91d7-44f0-a1cb-e8f41eaad525 req-4b8f75da-0111-43e6-a11b-df9bcd6e90c8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942365 Aug 11 08:05:40.124679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Attempting to bind port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:40.125317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Attempting to bind port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:40.125547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Attempting to bind port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 on network 3952ede2-895e-4875-9e6f-84bb36ff4614 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:40.129977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.130653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.130997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.131530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.132009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.132341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.132665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.133012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.133493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.133728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.134045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.134361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:05:40.152724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:40.153484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Checking segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:40.154179 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.156072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Bound using segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:40.156823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Bound port: 65ab65fa-072d-4c2a-8b77-79525d1c28a3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:40.157518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.256448 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-891a0f44-431e-437c-931e-ce5b750f1cdb tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/quotas/56dc075f4cbe4762905f325652164a17 HTTP/1.1" status: 200 len: 375 time: 0.0392795 Aug 11 08:05:40.279898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:40.354734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] For port 65ab65fa-072d-4c2a-8b77-79525d1c28a3, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:40.363589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] For port 65ab65fa-072d-4c2a-8b77-79525d1c28a3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ab65fa-072d-4c2a-8b77-79525d1c28a3,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:40.377679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.493186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:05:40.494096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:40.505279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c403a8f8-9625-4711-acf7-1fb15f118bf8 req-93295ff2-8b94-405b-a374-741e8b6778f5 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 210 time: 0.1472065 Aug 11 08:05:40.524084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:40.557796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-526f5887-27e8-4f19-afa2-572147b877f1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2999468 Aug 11 08:05:40.644111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:05:40.758268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:40.760738 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe2844c-de47-4018-b38c-182d88a2aa12" -d '{"events": [{"server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4d020923-fb36-4841-9d73-448b19fdca62"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:40.800123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.853171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Allocated IP 172.20.0.13 (be825020-1352-49ed-a094-d2fe4764d2ab/eb34a542-1a95-4276-ab75-88177992a541/dcc660da-6367-48ab-8634-38e3335a685e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:40.906055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7eeb278f-694f-414e-9405-c3bc6718914d req-e5dbdc4c-1076-44d2-9664-9f94c1bf8654 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 210 time: 0.1486332 Aug 11 08:05:40.924368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:40.999129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3424e33-7b97-4f99-8bca-9965ab3ece18 None None] Pushing event updated for resources: {'Port': ['ID=65ab65fa-072d-4c2a-8b77-79525d1c28a3,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:41.050175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-e7da80e7-9e5b-419f-8f78-ffa8ceb1d638 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904885 Aug 11 08:05:41.089640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:41.263077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:41.264997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:41.265378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:41.296630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:41.301418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Attempting to bind port 4d020923-fb36-4841-9d73-448b19fdca62 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:41.316372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:41.316818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:41.321585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:41.322146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Bound port: 4d020923-fb36-4841-9d73-448b19fdca62, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:41.322568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:41.375338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f08197-b03f-44e4-91bc-db4f9dd758e9 req-03598be2-0627-4aad-9760-55dc3b6d0b60 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:41.388808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35f08197-b03f-44e4-91bc-db4f9dd758e9 req-03598be2-0627-4aad-9760-55dc3b6d0b60 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.2077715 Aug 11 08:05:41.442113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-9b751b62-4fc1-495f-a481-9b04ae2fdfe7 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676426 Aug 11 08:05:41.533942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:40Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:41.547096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35f08197-b03f-44e4-91bc-db4f9dd758e9 req-8b75eefb-aac5-4fa8-a2bc-7f04da9088dc tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570377 Aug 11 08:05:41.586042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b0ea-4a86-4f99-b2f6-e8d32bf15c9c None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:40Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:05:41.598669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:41.605192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:41.710094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:41.728944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-9d6843f8-8cf5-41c1-a355-9816fbad289e tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:41.733636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-9d6843f8-8cf5-41c1-a355-9816fbad289e tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.69 "GET /v2.0/networks?id=4f32e644-f525-47f9-8f73-b351e8631639 HTTP/1.1" status: 200 len: 814 time: 0.7331688 Aug 11 08:05:41.747319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:41.756059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Request body: {'port': {'device_id': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639', 'admin_state_up': True, 'tenant_id': '901fa3c209014b6caa4fa3502f21db66'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:41.898718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Transition to ACTIVE for port object dcc660da-6367-48ab-8634-38e3335a685e will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:42.089204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-855e19fd-694c-4fed-a112-b20f98caf943 req-55e72f43-840d-4582-97f1-d12637a8e4e7 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/cdea915d-ff38-4e25-977c-4ff202828e87 HTTP/1.1" status: 200 len: 1804 time: 0.4783802 Aug 11 08:05:42.092188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:42.209018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:42.210026 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.212315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-a90ee8fa-83e7-48ec-9794-3afa1d99b662 service neutron] 10.222.0.69 "PUT /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 1121 time: 2.5264151 Aug 11 08:05:42.248140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.345835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4d020923-fb36-4841-9d73-448b19fdca62'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:42.419514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-855e19fd-694c-4fed-a112-b20f98caf943 req-f1d20813-ec32-4dcd-af7d-d1fa501073ee tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.560519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Made reservation on behalf of 901fa3c209014b6caa4fa3502f21db66 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:42.588094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.591415 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-855e19fd-694c-4fed-a112-b20f98caf943 req-f1d20813-ec32-4dcd-af7d-d1fa501073ee tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.770513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Network be825020-1352-49ed-a094-d2fe4764d2ab is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:42.850891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c1d6a-b02f-453c-9fae-60f0fe41fa23 req-44d2dc68-96de-4fbd-8346-3ef4a6fb7eaf tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:42.873534 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-411c1d6a-b02f-453c-9fae-60f0fe41fa23 req-44d2dc68-96de-4fbd-8346-3ef4a6fb7eaf tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1101 time: 0.6837320 Aug 11 08:05:42.878793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-855e19fd-694c-4fed-a112-b20f98caf943 req-f1d20813-ec32-4dcd-af7d-d1fa501073ee tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.882269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:42.885281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-855e19fd-694c-4fed-a112-b20f98caf943 req-f1d20813-ec32-4dcd-af7d-d1fa501073ee tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:42.890726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-855e19fd-694c-4fed-a112-b20f98caf943 req-f1d20813-ec32-4dcd-af7d-d1fa501073ee tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/cdea915d-ff38-4e25-977c-4ff202828e87 HTTP/1.1" status: 204 len: 173 time: 0.7260399 Aug 11 08:05:42.902941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Pushing event updated for resources: {'Port': ['ID=dcc660da-6367-48ab-8634-38e3335a685e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:42.944834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:42.947086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d20813-ec32-4dcd-af7d-d1fa501073ee tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea915d-ff38-4e25-977c-4ff202828e87,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:43.028374 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb9656-ade7-4b69-99b1-5045bf628b92 x-openstack-request-id: req-8afb9656-ade7-4b69-99b1-5045bf628b92 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:43.028787 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4d020923-fb36-4841-9d73-448b19fdca62", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:43.029267 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8afb9656-ade7-4b69-99b1-5045bf628b92 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:43.029814 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62', 'code': 200} Aug 11 08:05:43.086481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:43.096043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.240030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-411c1d6a-b02f-453c-9fae-60f0fe41fa23 req-d3b925b2-cace-48a2-9824-dc657b21a9e3 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.309031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-d13ed8f6-8d68-42f0-a90d-d9714dab5d01 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0680988 Aug 11 08:05:43.340291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ab65fa-072d-4c2a-8b77-79525d1c28a3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:43.539143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7b7924b1-84ad-457c-83ac-279b304aabf3 None None] Provisioning for port dcc660da-6367-48ab-8634-38e3335a685e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:43.546552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7b7924b1-84ad-457c-83ac-279b304aabf3 None None] Provisioning complete for port dcc660da-6367-48ab-8634-38e3335a685e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:43.552362 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7b7924b1-84ad-457c-83ac-279b304aabf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.620251 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-411c1d6a-b02f-453c-9fae-60f0fe41fa23 req-d3b925b2-cace-48a2-9824-dc657b21a9e3 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.629543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7b7924b1-84ad-457c-83ac-279b304aabf3 None None] Port dcc660da-6367-48ab-8634-38e3335a685e cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:05:43.662636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:43.663226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Request body: {'port': {'device_id': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:43.666325 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-411c1d6a-b02f-453c-9fae-60f0fe41fa23 req-d3b925b2-cace-48a2-9824-dc657b21a9e3 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.682152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:43.683899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.894514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b925b2-cace-48a2-9824-dc657b21a9e3 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5353a643-5eff-4e1b-bea7-5c3afd9a17ee,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:43.968477 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:43.992660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb9473-cd66-4b3b-8fa2-1c323af2bb16 req-527b5514-fb78-4a9e-9cf8-238567e581fe tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:44.009492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8bb9473-cd66-4b3b-8fa2-1c323af2bb16 req-527b5514-fb78-4a9e-9cf8-238567e581fe tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 932 time: 0.2416403 Aug 11 08:05:44.085492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 65ab65fa-072d-4c2a-8b77-79525d1c28a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ab65fa-072d-4c2a-8b77-79525d1c28a3,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:44.094076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:44.096849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-411c1d6a-b02f-453c-9fae-60f0fe41fa23 req-d3b925b2-cace-48a2-9824-dc657b21a9e3 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2202747 Aug 11 08:05:44.190866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8bb9473-cd66-4b3b-8fa2-1c323af2bb16 req-858c9db5-83d9-43f7-b09b-8ef909594363 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683586 Aug 11 08:05:44.225560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:44.292935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=65ab65fa-072d-4c2a-8b77-79525d1c28a3,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:44.429453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85374774-218f-4a1e-a480-ccc347dba7f5 req-f6f081b3-9f40-4371-bcee-5d9214e1ac39 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 210 time: 0.0753117 Aug 11 08:05:44.476301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Allocated IP 172.20.0.8 (4f32e644-f525-47f9-8f73-b351e8631639/f69d9466-d5d2-45f4-8540-1ef85aae9f10/b43c3380-02af-4448-9db0-9bc76c10e11e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:44.540736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d4efde2-149d-461f-9a8a-626c0bea42fd req-c23a1012-71eb-4b3e-878e-444efdc6d1ce tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.1348405 Aug 11 08:05:44.636614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc4f4-db34-44e0-a33d-64d0a73e44a3 req-b078070f-d309-4cb7-be1e-9f0e6258dba3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:44.649850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a9cc4f4-db34-44e0-a33d-64d0a73e44a3 req-b078070f-d309-4cb7-be1e-9f0e6258dba3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.1206734 Aug 11 08:05:44.714393 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a9cc4f4-db34-44e0-a33d-64d0a73e44a3 req-e91b4e59-7fd2-46fb-84a2-073ea2fd5c7d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 Aug 11 08:05:44.773660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20e7f5b4-d8e3-4749-847a-fb5a7cfddcba req-8a7c99bd-cb58-4734-a1e8-c1f212bee120 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/66472671-3c1c-4f9c-acaf-03522da74250 HTTP/1.1" status: 200 len: 1805 time: 0.1849654 Aug 11 08:05:44.912126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20e7f5b4-d8e3-4749-847a-fb5a7cfddcba req-4a4bdb88-70fc-435d-99ff-9278a8420958 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:44.943051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20e7f5b4-d8e3-4749-847a-fb5a7cfddcba req-4a4bdb88-70fc-435d-99ff-9278a8420958 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.030802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:45.034617 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef1074-f6fd-47ad-b210-e32fa487eeed" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "tag": "4d020923-fb36-4841-9d73-448b19fdca62"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:45.061712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ab65fa-072d-4c2a-8b77-79525d1c28a3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:45.174977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20e7f5b4-d8e3-4749-847a-fb5a7cfddcba req-4a4bdb88-70fc-435d-99ff-9278a8420958 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.185065 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20e7f5b4-d8e3-4749-847a-fb5a7cfddcba req-4a4bdb88-70fc-435d-99ff-9278a8420958 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.193572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20e7f5b4-d8e3-4749-847a-fb5a7cfddcba req-4a4bdb88-70fc-435d-99ff-9278a8420958 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/66472671-3c1c-4f9c-acaf-03522da74250 HTTP/1.1" status: 204 len: 173 time: 0.3779020 Aug 11 08:05:45.241717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:45.246586 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.361991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bdb88-70fc-435d-99ff-9278a8420958 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66472671-3c1c-4f9c-acaf-03522da74250,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:45.597208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.643062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc660da-6367-48ab-8634-38e3335a685e {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:45.654507 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81febe6-a344-4267-8cb4-38bfff411126 x-openstack-request-id: req-d81febe6-a344-4267-8cb4-38bfff411126 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:45.654849 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "tag": "4d020923-fb36-4841-9d73-448b19fdca62", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:45.655287 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d81febe6-a344-4267-8cb4-38bfff411126 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:45.655422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.655606 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62', 'status': 'completed', 'code': 200} Aug 11 08:05:45.664490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:45.746384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Transition to ACTIVE for port object dcc660da-6367-48ab-8634-38e3335a685e will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:45.776199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:45.911313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:45.948775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:05:46.000480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.029590 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18a796bc-6e58-40b3-a072-104d893d23da req-48a05183-8201-4e1a-8433-1472e0ba1056 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/f5e07c47-689b-4476-9039-922daa64aaf8 HTTP/1.1" status: 200 len: 2404 time: 0.3281498 Aug 11 08:05:46.170804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Network 4f32e644-f525-47f9-8f73-b351e8631639 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:46.186340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:46.204641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:46.317425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-a4aeeecc-36a7-46c9-991c-8181501dd080 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186943 Aug 11 08:05:46.336741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:46.338237 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.344062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc660da-6367-48ab-8634-38e3335a685e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:46.510219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68a54f-6cbb-4e44-9c86-756357897e64 req-3552240d-c5d1-46e1-89fb-02a7a591814c tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:46.525086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea68a54f-6cbb-4e44-9c86-756357897e64 req-3552240d-c5d1-46e1-89fb-02a7a591814c tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.1688502 Aug 11 08:05:46.532493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Pushing event updated for resources: {'Port': ['ID=b43c3380-02af-4448-9db0-9bc76c10e11e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:46.585732 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-a92a2003-9cc0-4cea-b605-997253254320 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8346372 Aug 11 08:05:46.619510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Request body: {'port': {'device_id': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:46.642768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea68a54f-6cbb-4e44-9c86-756357897e64 req-d1209b27-acd4-4f0e-b359-5dbaebd86b16 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139190 Aug 11 08:05:46.670761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Attempting to bind port dcc660da-6367-48ab-8634-38e3335a685e on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:46.671414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Attempting to bind port dcc660da-6367-48ab-8634-38e3335a685e by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:46.671793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Attempting to bind port dcc660da-6367-48ab-8634-38e3335a685e on network be825020-1352-49ed-a094-d2fe4764d2ab {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:46.709668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Port dcc660da-6367-48ab-8634-38e3335a685e on network be825020-1352-49ed-a094-d2fe4764d2ab not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:46.710196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Attempting to bind port dcc660da-6367-48ab-8634-38e3335a685e on network be825020-1352-49ed-a094-d2fe4764d2ab {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:46.730239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18a796bc-6e58-40b3-a072-104d893d23da req-cf2e3aaf-d362-4d02-aade-82c9106e2c05 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.788467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:46.788693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Checking segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:46.789709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Bound using segment: {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:46.790038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Bound port: dcc660da-6367-48ab-8634-38e3335a685e, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e982e4f9-1c51-4c82-9938-7b00dede980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:46.796645 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.860315 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18a796bc-6e58-40b3-a072-104d893d23da req-cf2e3aaf-d362-4d02-aade-82c9106e2c05 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.865300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:46.927114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347ce0-a6da-4138-b122-2718b81143f1 req-43b0eda5-cc62-4acb-92b8-4a8cd739af37 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:46.950217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6347ce0-a6da-4138-b122-2718b81143f1 req-43b0eda5-cc62-4acb-92b8-4a8cd739af37 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 931 time: 0.1662519 Aug 11 08:05:47.023960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6347ce0-a6da-4138-b122-2718b81143f1 req-614d3387-4fef-4bd5-a411-5bc3198d51ae tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725956 Aug 11 08:05:47.112476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.64', 59417) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:47.176858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-868b1dd8-ce33-4164-9d6d-17b5962e5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:47.186276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-868b1dd8-ce33-4164-9d6d-17b5962e5893 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1124 time: 0.1327887 Aug 11 08:05:47.243057 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18a796bc-6e58-40b3-a072-104d893d23da req-cf2e3aaf-d362-4d02-aade-82c9106e2c05 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.258700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18a796bc-6e58-40b3-a072-104d893d23da req-cf2e3aaf-d362-4d02-aade-82c9106e2c05 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.273367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18a796bc-6e58-40b3-a072-104d893d23da req-cf2e3aaf-d362-4d02-aade-82c9106e2c05 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/f5e07c47-689b-4476-9039-922daa64aaf8 HTTP/1.1" status: 204 len: 173 time: 1.1788998 Aug 11 08:05:47.274351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] For port dcc660da-6367-48ab-8634-38e3335a685e, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:47.284678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] For port dcc660da-6367-48ab-8634-38e3335a685e, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcc660da-6367-48ab-8634-38e3335a685e,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:47.302753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a6e76d2-5602-41b4-b88f-335f6f8eece3 req-f3ffd93d-ab53-4606-a66b-857dc82410a5 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.0760200 Aug 11 08:05:47.437459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.545480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e3aaf-d362-4d02-aade-82c9106e2c05 tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e07c47-689b-4476-9039-922daa64aaf8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:47.781332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:47.783731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:47.788526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] 10.222.0.64 "PUT /v2.0/ports/dcc660da-6367-48ab-8634-38e3335a685e HTTP/1.1" status: 200 len: 1092 time: 4.1577108 Aug 11 08:05:47.799078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'tag': 'dcc660da-6367-48ab-8634-38e3335a685e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:47.809549 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a335cec-78cb-431b-93d6-47519700decd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fab64f-ea54-4a84-a64c-01968d08ded1", "tag": "dcc660da-6367-48ab-8634-38e3335a685e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:47.836491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-5ac77884-0da0-4e32-b08b-51b03aa1bbcd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:47.839699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-5ac77884-0da0-4e32-b08b-51b03aa1bbcd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 821 time: 0.5193133 Aug 11 08:05:47.930808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-bc919896-761e-4a23-93fb-66549bbe3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:47.933537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-bc919896-761e-4a23-93fb-66549bbe3ad7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.5587215 Aug 11 08:05:48.016267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8137d0b-cdd8-4f9c-aa9f-f74637bb021f req-03be4b8c-57ef-4275-a065-cf4f0fc19a4a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:48.026482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8137d0b-cdd8-4f9c-aa9f-f74637bb021f req-03be4b8c-57ef-4275-a065-cf4f0fc19a4a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.4299638 Aug 11 08:05:48.052755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ae09d-cb8a-459c-9892-3ebf0afe1af5 req-6a19a3a6-7616-4f5a-8b63-fa53c48dbef6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:48.065031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-818ae09d-cb8a-459c-9892-3ebf0afe1af5 req-6a19a3a6-7616-4f5a-8b63-fa53c48dbef6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.6527216 Aug 11 08:05:48.081118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cef41-f848-4a8b-a1a8-09df0d510828 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc660da-6367-48ab-8634-38e3335a685e,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:48.151213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8137d0b-cdd8-4f9c-aa9f-f74637bb021f req-09acbe42-9518-4ea1-92f3-fa5d65013db1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163373 Aug 11 08:05:48.177664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-6f2d8fc5-a4c2-468a-8f07-7daf3ed11711 service neutron] 10.222.0.64 "GET /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.7717030 Aug 11 08:05:48.203785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-818ae09d-cb8a-459c-9892-3ebf0afe1af5 req-2a2de540-f617-43c0-8eaf-d78eabd90641 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377003 Aug 11 08:05:48.395605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43c3380-02af-4448-9db0-9bc76c10e11e {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:48.410429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:48.446007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Transition to ACTIVE for port object b43c3380-02af-4448-9db0-9bc76c10e11e will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:48.457465 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:48.517189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b116ae3-8fa3-4222-9134-574cba1c0078 req-c3079cb0-f325-46da-a513-840c9b64d79b tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "GET /v2.0/security-groups/2155c9f9-e5ae-417d-b7f5-5a871f1891c9 HTTP/1.1" status: 200 len: 2396 time: 0.1414089 Aug 11 08:05:48.575604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb13fd3-b8f5-4f52-a68e-a4f7bfea39ad req-1b451fa0-6232-4d37-b208-051833a3ac4e tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:48.578836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1eb13fd3-b8f5-4f52-a68e-a4f7bfea39ad req-1b451fa0-6232-4d37-b208-051833a3ac4e tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.0947080 Aug 11 08:05:48.670174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Attempting to bind port b43c3380-02af-4448-9db0-9bc76c10e11e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:48.670606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Attempting to bind port b43c3380-02af-4448-9db0-9bc76c10e11e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '9f30e1a2-66b4-40e9-9bba-42ea0379dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:48.671102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Attempting to bind port b43c3380-02af-4448-9db0-9bc76c10e11e on network 4f32e644-f525-47f9-8f73-b351e8631639 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:48.681401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Port b43c3380-02af-4448-9db0-9bc76c10e11e on network 4f32e644-f525-47f9-8f73-b351e8631639 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:48.681848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Attempting to bind port b43c3380-02af-4448-9db0-9bc76c10e11e on network 4f32e644-f525-47f9-8f73-b351e8631639 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:48.684790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Pushing event updated for resources: {'Port': ['ID=b43c3380-02af-4448-9db0-9bc76c10e11e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:48.701290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1eb13fd3-b8f5-4f52-a68e-a4f7bfea39ad req-9335807c-434c-43bf-8648-051d57bdadb1 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067164 Aug 11 08:05:48.705307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:48.705620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Checking segment: {'id': '9f30e1a2-66b4-40e9-9bba-42ea0379dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:48.706137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Bound using segment: {'id': '9f30e1a2-66b4-40e9-9bba-42ea0379dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:48.706603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Bound port: b43c3380-02af-4448-9db0-9bc76c10e11e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f30e1a2-66b4-40e9-9bba-42ea0379dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:48.706967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:48.747953 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9d8166-86ce-4a3b-b668-78d71ebcbb30 x-openstack-request-id: req-db9d8166-86ce-4a3b-b668-78d71ebcbb30 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:48.748222 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fab64f-ea54-4a84-a64c-01968d08ded1", "tag": "dcc660da-6367-48ab-8634-38e3335a685e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:48.748530 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db9d8166-86ce-4a3b-b668-78d71ebcbb30 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:48.748859 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'tag': 'dcc660da-6367-48ab-8634-38e3335a685e', 'status': 'completed', 'code': 200} Aug 11 08:05:48.874001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd1f34-5075-476a-968a-d5ef1bf620b8 req-4eee4f98-8b40-4863-a9b7-53b378a26660 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:48.878014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b116ae3-8fa3-4222-9134-574cba1c0078 req-3ee16179-c7bc-4ed7-89c4-0e0f3147c6fb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:48.886013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9bd1f34-5075-476a-968a-d5ef1bf620b8 req-4eee4f98-8b40-4863-a9b7-53b378a26660 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 943 time: 0.0695634 Aug 11 08:05:48.929218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] For port b43c3380-02af-4448-9db0-9bc76c10e11e, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:48.942047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b116ae3-8fa3-4222-9134-574cba1c0078 req-3ee16179-c7bc-4ed7-89c4-0e0f3147c6fb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:48.958943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9bd1f34-5075-476a-968a-d5ef1bf620b8 req-85074f04-afc8-4cf6-9672-eec1874bde24 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717525 Aug 11 08:05:48.990480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] For port b43c3380-02af-4448-9db0-9bc76c10e11e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b43c3380-02af-4448-9db0-9bc76c10e11e,segment=NetworkSegment(9f30e1a2-66b4-40e9-9bba-42ea0379dba3),segment_id=9f30e1a2-66b4-40e9-9bba-42ea0379dba3)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:49.012688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.133640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.135033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.137450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] 10.222.0.69 "PUT /v2.0/ports/b43c3380-02af-4448-9db0-9bc76c10e11e HTTP/1.1" status: 200 len: 1091 time: 2.5293558 Aug 11 08:05:49.144631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b116ae3-8fa3-4222-9134-574cba1c0078 req-3ee16179-c7bc-4ed7-89c4-0e0f3147c6fb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.147959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1b116ae3-8fa3-4222-9134-574cba1c0078 req-3ee16179-c7bc-4ed7-89c4-0e0f3147c6fb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.149411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b116ae3-8fa3-4222-9134-574cba1c0078 req-3ee16179-c7bc-4ed7-89c4-0e0f3147c6fb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] 10.222.0.58 "DELETE /v2.0/security-groups/2155c9f9-e5ae-417d-b7f5-5a871f1891c9 HTTP/1.1" status: 204 len: 173 time: 0.5950963 Aug 11 08:05:49.158766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58568) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:49.190163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-740792e5-8d8c-4bdb-9f3d-cd6555bbafcc req-1aaa7df5-ba3a-4251-8f2c-def507860b1f tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.0777352 Aug 11 08:05:49.259815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Deleting subnet d87d9942-6b9c-42cf-9c38-d569e7ae56ef {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:05:49.285292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee16179-c7bc-4ed7-89c4-0e0f3147c6fb tempest-SecurityGroupRulesTestJSON-1845912124 tempest-SecurityGroupRulesTestJSON-1845912124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155c9f9-e5ae-417d-b7f5-5a871f1891c9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:49.287352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.347856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a68a8-80a2-4925-aa7d-c25e30990b7b service neutron] Pushing event updated for resources: {'Port': ['ID=b43c3380-02af-4448-9db0-9bc76c10e11e,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:49.374383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.422601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-413eedf2-5003-400f-aff1-d8adda8c4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.430141 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-413eedf2-5003-400f-aff1-d8adda8c4ade service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=901fa3c209014b6caa4fa3502f21db66&device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 1094 time: 0.1810212 Aug 11 08:05:49.440984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db312-e543-4e02-a6f0-cfcc5e6cc146 req-e0b591f4-99e0-47bd-849c-8c271272debe tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:49.442744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-976db312-e543-4e02-a6f0-cfcc5e6cc146 req-e0b591f4-99e0-47bd-849c-8c271272debe tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1164508 Aug 11 08:05:49.513095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-976db312-e543-4e02-a6f0-cfcc5e6cc146 req-07be443f-754c-45cc-8b3c-01ac73e975ab tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581810 Aug 11 08:05:49.550576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-c3d905a0-7bb9-41bf-b4ad-61d9bbde0741 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43c3380-02af-4448-9db0-9bc76c10e11e HTTP/1.1" status: 200 len: 217 time: 0.1031077 Aug 11 08:05:49.605532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:49.680129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.071451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb32ba1-4913-4c87-bcbe-5a5cd92f0433 req-8ef4fdf8-bc2a-475c-b59d-adf08420102e tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:50.077444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9566e63-da3a-4ee9-827e-e3114890c428 req-b720aff0-34b4-4cbe-85f7-27005286b665 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:50.088143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9566e63-da3a-4ee9-827e-e3114890c428 req-b720aff0-34b4-4cbe-85f7-27005286b665 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.6304524 Aug 11 08:05:50.088424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9eb32ba1-4913-4c87-bcbe-5a5cd92f0433 req-8ef4fdf8-bc2a-475c-b59d-adf08420102e tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.1499612 Aug 11 08:05:50.113659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d87d9942-6b9c-42cf-9c38-d569e7ae56ef,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:50.135284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.139900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ed0b9eb-9bc9-49e2-a737-afb213e5421b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d87d9942-6b9c-42cf-9c38-d569e7ae56ef HTTP/1.1" status: 204 len: 168 time: 0.9789090 Aug 11 08:05:50.141075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:50.154215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-5bdc9654-49f3-4cd5-a0ca-8f2d0d917596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:50.156233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-5bdc9654-49f3-4cd5-a0ca-8f2d0d917596 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f69d9466-d5d2-45f4-8540-1ef85aae9f10 HTTP/1.1" status: 200 len: 854 time: 0.5978973 Aug 11 08:05:50.213473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9566e63-da3a-4ee9-827e-e3114890c428 req-556be02e-8958-4034-875a-bd6d60304b28 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248662 Aug 11 08:05:50.274544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-47b61733-0e52-4ab1-b694-3945b80e64b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f32e644-f525-47f9-8f73-b351e8631639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995038 Aug 11 08:05:50.383764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58594) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:50.389035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9eb32ba1-4913-4c87-bcbe-5a5cd92f0433 req-74ee816a-dd10-46d7-82d4-434807f01bee tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969780 Aug 11 08:05:50.410056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.457538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-015c0254-9f47-4df5-9ad6-d751319d591b service neutron] 10.222.0.69 "GET /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740239 Aug 11 08:05:50.540257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-993fa415-4428-4821-917f-a7b645a3a48c req-e8594414-4970-452c-8b11-0193ad65b3a3 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.0395222 Aug 11 08:05:50.585817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.598130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.598478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.599237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.599568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > port after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.599915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > port after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.600263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > port after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.600585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.600942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.601261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.601598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.632844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718acfd-2021-447c-8b14-a911b3468841 req-93437001-56cc-43b3-bf9f-36743751395e tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:50.634997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8718acfd-2021-447c-8b14-a911b3468841 req-93437001-56cc-43b3-bf9f-36743751395e tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 943 time: 0.1764476 Aug 11 08:05:50.657509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:05:50.701767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.702373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.702684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.702785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 08:05:50.703154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661d7e85-24c7-4a62-80b5-50bee56f2ed5']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:50.751820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a24c31-3b18-4a25-80e0-730a4e65571c') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:50.752099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a24c31-3b18-4a25-80e0-730a4e65571c') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:05:50.757400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'tag': 'b43c3380-02af-4448-9db0-9bc76c10e11e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:50.760024 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089" -d '{"events": [{"name": "network-changed", "server_uuid": "4a94950d-93dd-40f2-9d9c-a62ae7e57b8f", "tag": "b43c3380-02af-4448-9db0-9bc76c10e11e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:50.769373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f213cfdf-5ec5-4134-8468-7cc7051acc63 req-c9a23064-88ce-438c-b057-745cd6fbdee1 service neutron] 10.222.0.69 "GET /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566009 Aug 11 08:05:50.772608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8718acfd-2021-447c-8b14-a911b3468841 req-1812a1cd-eb80-4c40-ab54-6428af4a5202 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219361 Aug 11 08:05:50.822953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.850148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.864106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:05:50.864514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: from cryptography.utils import int_from_bytes Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: from cryptography.utils import int_from_bytes Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:05:50.874972 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:05:50.911893 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eb1243-6b11-496e-87df-8fc215060986 x-openstack-request-id: req-60eb1243-6b11-496e-87df-8fc215060986 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:50.912295 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a94950d-93dd-40f2-9d9c-a62ae7e57b8f", "tag": "b43c3380-02af-4448-9db0-9bc76c10e11e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:50.912604 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60eb1243-6b11-496e-87df-8fc215060986 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:50.913085 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'tag': 'b43c3380-02af-4448-9db0-9bc76c10e11e', 'status': 'completed', 'code': 200} Aug 11 08:05:50.930812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cefe9cc6-bfc2-4562-ad70-0733ab3bc99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.010759 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.025303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe7991-1aaa-4b6f-898c-7ce77f3c7a32 req-95eb366c-5331-4cb1-a9d7-09449ae8395f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:51.027199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-55fe7991-1aaa-4b6f-898c-7ce77f3c7a32 req-95eb366c-5331-4cb1-a9d7-09449ae8395f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1676831 Aug 11 08:05:51.044590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.050283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] 10.222.0.58 "DELETE /v2.0/networks/661d7e85-24c7-4a62-80b5-50bee56f2ed5 HTTP/1.1" status: 204 len: 168 time: 0.9072635 Aug 11 08:05:51.067665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-7285102f-09c5-4654-9eee-4a4cd730b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:51.070741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-7285102f-09c5-4654-9eee-4a4cd730b771 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=901fa3c209014b6caa4fa3502f21db66&device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 1094 time: 0.1049576 Aug 11 08:05:51.093776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9c420-6ea7-481a-b944-3379974af4db admin admin] Pushing event deleted for resources: {'Network': ['ID=661d7e85-24c7-4a62-80b5-50bee56f2ed5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:51.113854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-55fe7991-1aaa-4b6f-898c-7ce77f3c7a32 req-ea3be6d9-afc0-4b27-9e97-27959e6493e9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Aug 11 08:05:51.211093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cefe9cc6-bfc2-4562-ad70-0733ab3bc99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.217233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cefe9cc6-bfc2-4562-ad70-0733ab3bc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.293195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cefe9cc6-bfc2-4562-ad70-0733ab3bc99b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a3aa2d359024d59b21fca6f7fc63b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9056213 Aug 11 08:05:51.293195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:51.300191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58610) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:51.315954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-a19c2aae-cfb1-4d35-ac80-4663339c0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:51.318827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-a19c2aae-cfb1-4d35-ac80-4663339c0090 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f32e644-f525-47f9-8f73-b351e8631639 HTTP/1.1" status: 200 len: 915 time: 0.2375677 Aug 11 08:05:51.377237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9cc6-bfc2-4562-ad70-0733ab3bc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725dd8a-a81c-4325-b074-d129bb38b215,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:51.378155 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-59d7d41d-98a3-46c5-b990-40b5e7ab340c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b43c3380-02af-4448-9db0-9bc76c10e11e HTTP/1.1" status: 200 len: 217 time: 0.0476930 Aug 11 08:05:51.405680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c8dc91c1-2f1d-4a82-9dee-35e1f66782d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc740846f5cd4ecb9eab5de2eb262905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080251 Aug 11 08:05:51.419101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58612) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:51.419796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53b37c4c-5c8d-4382-946b-2b8e70699c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.528551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939ffd3-6d32-4d03-b46e-efc9b91155ce req-efcfa05a-88d4-4597-a478-9d2f4bf7e7b0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:51.530460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9939ffd3-6d32-4d03-b46e-efc9b91155ce req-efcfa05a-88d4-4597-a478-9d2f4bf7e7b0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.1384227 Aug 11 08:05:51.535894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-55305e0b-b466-4e09-8c09-fa00bda3cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:51.537811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-55305e0b-b466-4e09-8c09-fa00bda3cd24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f69d9466-d5d2-45f4-8540-1ef85aae9f10 HTTP/1.1" status: 200 len: 854 time: 0.1445537 Aug 11 08:05:51.559695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53b37c4c-5c8d-4382-946b-2b8e70699c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.589653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-bbf95e3c-e8e7-44f6-aed6-be8e5993b893 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f32e644-f525-47f9-8f73-b351e8631639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362005 Aug 11 08:05:51.693889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9939ffd3-6d32-4d03-b46e-efc9b91155ce req-157e9916-fdc8-49bd-a275-aaa0a3a01577 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550095 Aug 11 08:05:51.707284 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c319dbd-0b3c-4cbd-a05c-813d48c8926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.733589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c319dbd-0b3c-4cbd-a05c-813d48c8926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.749000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee320d-6b77-459e-b47e-249f0e4b270a req-5d8804a7-b02d-4743-abbb-0a4899a3f9d7 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:51.754807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-69d607bd-f067-45db-bcdf-70fb121ae141 service neutron] 10.222.0.69 "GET /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574852 Aug 11 08:05:51.758713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ddee320d-6b77-459e-b47e-249f0e4b270a req-5d8804a7-b02d-4743-abbb-0a4899a3f9d7 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.2446816 Aug 11 08:05:51.790921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53b37c4c-5c8d-4382-946b-2b8e70699c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.793685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53b37c4c-5c8d-4382-946b-2b8e70699c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.794882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53b37c4c-5c8d-4382-946b-2b8e70699c3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3725dd8a-a81c-4325-b074-d129bb38b215 HTTP/1.1" status: 204 len: 168 time: 0.4896872 Aug 11 08:05:51.861860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b37c4c-5c8d-4382-946b-2b8e70699c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725dd8a-a81c-4325-b074-d129bb38b215,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:51.883262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ddee320d-6b77-459e-b47e-249f0e4b270a req-ed1cdc90-4969-4d3c-a89b-f6492d873919 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232831 Aug 11 08:05:51.892558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c319dbd-0b3c-4cbd-a05c-813d48c8926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.906217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c319dbd-0b3c-4cbd-a05c-813d48c8926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:51.907741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3c319dbd-0b3c-4cbd-a05c-813d48c8926d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1e4143e-0c7b-4d80-a295-db6175c01dcc HTTP/1.1" status: 204 len: 168 time: 0.4542785 Aug 11 08:05:51.938755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c319dbd-0b3c-4cbd-a05c-813d48c8926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e4143e-0c7b-4d80-a295-db6175c01dcc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:51.974197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44c5a2b9-1f05-432b-94f3-19cec9afc640 req-066b693c-c9d9-4950-adfc-964c7048a3ea tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.1027062 Aug 11 08:05:51.994934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae5358e-a1f8-4ab9-bc80-9f9b52b9e089 req-4346c6b9-496d-4d44-bab2-19a802f1b29b service neutron] 10.222.0.69 "GET /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302999 Aug 11 08:05:52.119476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d662eaf-19c8-4481-a94f-c304a8a56d98 req-f5978f8b-f12d-40dd-af8a-c66c31d9dd9c tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:52.121307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d662eaf-19c8-4481-a94f-c304a8a56d98 req-f5978f8b-f12d-40dd-af8a-c66c31d9dd9c tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 943 time: 0.1157215 Aug 11 08:05:52.170766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d662eaf-19c8-4481-a94f-c304a8a56d98 req-036db810-b106-47b3-a5c5-2d630ce43bb5 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Aug 11 08:05:52.342867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847619-90d0-467c-8e55-41b50d36e7cf req-ad940b94-c62f-4296-aac9-240ceae1d454 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:52.345669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5847619-90d0-467c-8e55-41b50d36e7cf req-ad940b94-c62f-4296-aac9-240ceae1d454 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.0944352 Aug 11 08:05:52.393690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5847619-90d0-467c-8e55-41b50d36e7cf req-0751bf07-5b7b-49c5-bcd9-cf23350e0b24 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Aug 11 08:05:52.628683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'port': {'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'admin_state_up': True, 'tenant_id': '56dc075f4cbe4762905f325652164a17'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:52.784299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-fafcc0e9-41f1-4fea-abbf-cf06c538c92a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 217 time: 0.0871186 Aug 11 08:05:52.841646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a335cec-78cb-431b-93d6-47519700decd req-fe81aa8d-e0d0-4ecf-9531-ad441f178990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:52.849668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a335cec-78cb-431b-93d6-47519700decd req-fe81aa8d-e0d0-4ecf-9531-ad441f178990 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b09068ae3c554eb08f38ee201f35f918&device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 1095 time: 0.1315231 Aug 11 08:05:52.920441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58668) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:52.977793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58674) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:53.001995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-f93ba294-c0e8-4b10-ad0b-2978a8d889a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.003714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-f93ba294-c0e8-4b10-ad0b-2978a8d889a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1818168 Aug 11 08:05:53.035509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4ace-1352-469a-abe2-6228177ca10c req-36c3721f-c755-4421-b4f2-0565d9d677b5 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.037490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ce4ace-1352-469a-abe2-6228177ca10c req-36c3721f-c755-4421-b4f2-0565d9d677b5 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 943 time: 0.1867290 Aug 11 08:05:53.060652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Made reservation on behalf of 56dc075f4cbe4762905f325652164a17 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:53.064348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.067968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-b3318de6-b87b-414b-89db-8a046d5830f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560465 Aug 11 08:05:53.116489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1658064963-network', 'tenant_id': '46c330cc191a49d8bd628549e36b5a0d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:53.165164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-network', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:53.185767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ce4ace-1352-469a-abe2-6228177ca10c req-5b31a1b7-d12d-4325-9bb9-9c62ef30a229 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265521 Aug 11 08:05:53.261340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Made reservation on behalf of 46c330cc191a49d8bd628549e36b5a0d for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:53.263665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.275724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:53.299862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.326717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a667fec9-1685-49ee-b764-cd3016d17e63 req-853d9a28-bc2d-4e75-84dc-b318b32e6208 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.0570760 Aug 11 08:05:53.357972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-db507082-30aa-41a1-a6f1-05504478d7b6 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801237 Aug 11 08:05:53.426110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503dc9c-aa4b-4e6b-9dd8-9566a5cb55b1 req-18497af9-c34f-42c7-aa9b-49b71b6a33c4 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.427869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2503dc9c-aa4b-4e6b-9dd8-9566a5cb55b1 req-18497af9-c34f-42c7-aa9b-49b71b6a33c4 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.4522648 Aug 11 08:05:53.446941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Made reservation on behalf of 40ecb89c7e124b0e9f09a4537619e09b for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:53.449470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.485153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:53.530584 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.536786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a335cec-78cb-431b-93d6-47519700decd req-e74ff813-008d-4ae2-a133-ae992823d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.538448 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a335cec-78cb-431b-93d6-47519700decd req-e74ff813-008d-4ae2-a133-ae992823d8dc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b09068ae3c554eb08f38ee201f35f918&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6629376 Aug 11 08:05:53.574190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d020923-fb36-4841-9d73-448b19fdca62 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:53.654974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:53.661211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b43c3380-02af-4448-9db0-9bc76c10e11e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:53.679811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Allocated IP 172.20.0.3 (3952ede2-895e-4875-9e6f-84bb36ff4614/f5a38bf3-7aa5-4213-a612-ad735403b470/2c883174-9a46-488b-abfa-89489e08d9f8) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:53.689231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-1da0f03a-d5ae-46bb-a9a6-4ced0300c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.690894 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-1da0f03a-d5ae-46bb-a9a6-4ced0300c1a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1101 time: 0.2596159 Aug 11 08:05:53.694299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2503dc9c-aa4b-4e6b-9dd8-9566a5cb55b1 req-31e4cadd-ef67-415e-abe0-9aee25726dd8 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499161 Aug 11 08:05:53.732230 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.804720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b43c3380-02af-4448-9db0-9bc76c10e11e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b43c3380-02af-4448-9db0-9bc76c10e11e,segment=NetworkSegment(9f30e1a2-66b4-40e9-9bba-42ea0379dba3),segment_id=9f30e1a2-66b4-40e9-9bba-42ea0379dba3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:53.821754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b43c3380-02af-4448-9db0-9bc76c10e11e', 'network_id': '4f32e644-f525-47f9-8f73-b351e8631639', 'port_id': 'b43c3380-02af-4448-9db0-9bc76c10e11e', 'mac_address': 'fa:16:3e:e4:bd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69d9466-d5d2-45f4-8540-1ef85aae9f10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:53.851094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa30866-ad70-4b56-ba4a-1451b19a211b req-35d4c302-a0e1-4d7c-8f79-80ad91b8b756 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.852677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaa30866-ad70-4b56-ba4a-1451b19a211b req-35d4c302-a0e1-4d7c-8f79-80ad91b8b756 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 943 time: 0.1963871 Aug 11 08:05:53.859433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52ef1074-f6fd-47ad-b210-e32fa487eeed req-394a4e75-b2f6-46f4-b62f-976b27573be1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907691 Aug 11 08:05:53.872847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.890173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43c3380-02af-4448-9db0-9bc76c10e11e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:53.913962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b43c3380-02af-4448-9db0-9bc76c10e11e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b43c3380-02af-4448-9db0-9bc76c10e11e,segment=NetworkSegment(9f30e1a2-66b4-40e9-9bba-42ea0379dba3),segment_id=9f30e1a2-66b4-40e9-9bba-42ea0379dba3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:53.919524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:53.977652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b43c3380-02af-4448-9db0-9bc76c10e11e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:53.990100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a335cec-78cb-431b-93d6-47519700decd req-d4979d95-4402-46d9-b7af-bb44c123d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:53.991169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a335cec-78cb-431b-93d6-47519700decd req-d4979d95-4402-46d9-b7af-bb44c123d714 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4325716 Aug 11 08:05:53.995601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaa30866-ad70-4b56-ba4a-1451b19a211b req-f0b60a87-0a44-42da-a7c9-2d094474b6d1 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818293 Aug 11 08:05:54.010263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.011847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-7f27c253-a7e9-4cd7-baf5-64511c87dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.013483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-7f27c253-a7e9-4cd7-baf5-64511c87dd6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2980003 Aug 11 08:05:54.017208 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.052749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc428a-13ac-4334-a025-20b76ecb817d req-58391bf2-c291-46bf-9d81-1f0c80f17fa7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.057251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:05:54.061676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0dcc428a-13ac-4334-a025-20b76ecb817d req-58391bf2-c291-46bf-9d81-1f0c80f17fa7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.2195606 Aug 11 08:05:54.083485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.095046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767c27d-26cd-40b2-996d-609ea3f66e1d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:54.098215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.098557 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Added segment 74628328-2983-4744-97e2-2df0a38525e6 of type vlan for network c9642b57-6cd7-4b0f-b18c-6c408482c98c Aug 11 08:05:54.114705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Transition to ACTIVE for port object 2c883174-9a46-488b-abfa-89489e08d9f8 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:54.138420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] Transition to ACTIVE for port object 4d020923-fb36-4841-9d73-448b19fdca62 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:54.153217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.165274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-b7ed7fbe-e481-472d-910b-0b76468f5e08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.1342430 Aug 11 08:05:54.200460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.201741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.202361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.202841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.208649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.285896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b43c3380-02af-4448-9db0-9bc76c10e11e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:54.376078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0dcc428a-13ac-4334-a025-20b76ecb817d req-d7774c6d-2c5e-4dfc-90dd-196c03396460 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133335 Aug 11 08:05:54.394166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:54.403897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-e00ec05c-d420-495d-afa2-64d823ed44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.403897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-e00ec05c-d420-495d-afa2-64d823ed44c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b09068ae3c554eb08f38ee201f35f918&device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 1095 time: 0.2564373 Aug 11 08:05:54.418022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] No DVR routers for this DVR port 4d020923-fb36-4841-9d73-448b19fdca62 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:05:54.420535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:54.430556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:54.430803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] Pushing event updated for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:54.435264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-3f194de3-a2b8-4ed7-a901-aa3558e68720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.436763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-3f194de3-a2b8-4ed7-a901-aa3558e68720 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2201109 Aug 11 08:05:54.439588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] Pushing event updated for resources: {'Network': ['ID=c9642b57-6cd7-4b0f-b18c-6c408482c98c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:54.471601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c9642b57-6cd7-4b0f-b18c-6c408482c98c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:05:54.505564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event updated for resources: {'Port': ['ID=2c883174-9a46-488b-abfa-89489e08d9f8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:54.551292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.573459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449e093-9ad0-4cb2-b59b-872f1ffbc9fd req-2ac984b5-e1f2-4915-af51-4b9cc9d6f5c2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.576312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e449e093-9ad0-4cb2-b59b-872f1ffbc9fd req-2ac984b5-e1f2-4915-af51-4b9cc9d6f5c2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.2576885 Aug 11 08:05:54.600495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-ebf6cad9-02c7-4d72-886f-d92f26e6a607 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc660da-6367-48ab-8634-38e3335a685e HTTP/1.1" status: 200 len: 217 time: 0.1847618 Aug 11 08:05:54.600760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-23f6354e-df9b-4a15-9846-3c6529753b35 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6759670 Aug 11 08:05:54.612784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:54.613823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.616813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.627890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58692) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:54.649525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Request body: {'subnet': {'network_id': 'c9642b57-6cd7-4b0f-b18c-6c408482c98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1658064963-subnet', 'tenant_id': '46c330cc191a49d8bd628549e36b5a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:54.666083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-68318084-8054-4290-9ccb-73aa7e8381bd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0442569 Aug 11 08:05:54.675672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e449e093-9ad0-4cb2-b59b-872f1ffbc9fd req-f0eef987-34b5-4e29-b127-7161a6ca2207 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911376 Aug 11 08:05:54.701213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Request body: {'port': {'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:54.777649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2aaec21d-0e9f-4dbc-8cc8-9dae33e47e86 None None] Provisioning for port 2c883174-9a46-488b-abfa-89489e08d9f8 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:54.783756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2aaec21d-0e9f-4dbc-8cc8-9dae33e47e86 None None] Provisioning complete for port 2c883174-9a46-488b-abfa-89489e08d9f8 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:54.784442 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2aaec21d-0e9f-4dbc-8cc8-9dae33e47e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.801935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:54.828992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2aaec21d-0e9f-4dbc-8cc8-9dae33e47e86 None None] Port 2c883174-9a46-488b-abfa-89489e08d9f8 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:05:54.992387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bb9c5d31-7570-4dcb-b3d5-9f218e5c5023 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 2.3687022 Aug 11 08:05:54.999907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74f9bb-10bc-4d66-9f44-931045718a1f req-11f10a1f-4ccd-453e-a103-bdc469a76c73 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.001887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba74f9bb-10bc-4d66-9f44-931045718a1f req-11f10a1f-4ccd-453e-a103-bdc469a76c73 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.1414073 Aug 11 08:05:55.015835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:05:55.033673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ba7a9-5cbd-474a-b859-3011a500b751,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:55.050219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.050609 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Added segment 0e6e66db-228a-4d97-a29f-c2d375c03070 of type vlan for network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab Aug 11 08:05:55.055513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-181174f0-985a-4a40-841f-4efe029b6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.057099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-181174f0-985a-4a40-841f-4efe029b6146 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb34a542-1a95-4276-ab75-88177992a541 HTTP/1.1" status: 200 len: 853 time: 0.4365556 Aug 11 08:05:55.077700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0799b5-2be3-4b1a-86a0-33e34cafb887 req-635b9845-a1f8-46d8-8414-a76f7399329a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.079742 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d0799b5-2be3-4b1a-86a0-33e34cafb887 req-635b9845-a1f8-46d8-8414-a76f7399329a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 931 time: 0.5092952 Aug 11 08:05:55.080831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Made reservation on behalf of 46c330cc191a49d8bd628549e36b5a0d for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:55.083565 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.090109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-e5fc73b7-2505-4758-82e6-81352dc7f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.091634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-e5fc73b7-2505-4758-82e6-81352dc7f6c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5368268 Aug 11 08:05:55.094347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba74f9bb-10bc-4d66-9f44-931045718a1f req-1888f5c8-6e1e-4675-b967-22152bc7d279 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Aug 11 08:05:55.228703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.248912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-40c9dc43-af85-47cb-aeb9-98bdf3b8f335 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.250527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-40c9dc43-af85-47cb-aeb9-98bdf3b8f335 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.1252015 Aug 11 08:05:55.263897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c883174-9a46-488b-abfa-89489e08d9f8 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:55.285195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.319468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Transition to ACTIVE for port object 2c883174-9a46-488b-abfa-89489e08d9f8 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:55.330452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767e871-9020-4e6d-a5cd-4aba4f5e1196 req-2d1c3fda-3817-4308-8015-3d07a87d57da tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.332204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4767e871-9020-4e6d-a5cd-4aba4f5e1196 req-2d1c3fda-3817-4308-8015-3d07a87d57da tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 944 time: 0.1424522 Aug 11 08:05:55.334267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.352268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d0799b5-2be3-4b1a-86a0-33e34cafb887 req-662291a7-830e-4ce6-ac63-511866fabd10 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320752 Aug 11 08:05:55.366450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-27ce0c7f-a603-47e8-88e4-bc84ac3b4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.368005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-27ce0c7f-a603-47e8-88e4-bc84ac3b4990 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be825020-1352-49ed-a094-d2fe4764d2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801931 Aug 11 08:05:55.402594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-7e1b1055-9563-4f37-ad3e-02687aef853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.403584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-7e1b1055-9563-4f37-ad3e-02687aef853f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1&tenant_id=1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 1095 time: 0.1421444 Aug 11 08:05:55.413693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.414636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.415234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.429661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c883174-9a46-488b-abfa-89489e08d9f8,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:55.454874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4767e871-9020-4e6d-a5cd-4aba4f5e1196 req-1dad4f04-9b6f-4971-b393-f5160961fcbd tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859439 Aug 11 08:05:55.567025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-03ffef06-05e2-483a-a08e-6211e276d575 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383914 Aug 11 08:05:55.581605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-fd54ad27-0a31-4c54-8679-ed0285b598e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.583316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-fd54ad27-0a31-4c54-8679-ed0285b598e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1095 time: 0.1250944 Aug 11 08:05:55.588942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6069210 Aug 11 08:05:55.589139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Attempting to bind port 2c883174-9a46-488b-abfa-89489e08d9f8 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:55.589360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Attempting to bind port 2c883174-9a46-488b-abfa-89489e08d9f8 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:55.589804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Attempting to bind port 2c883174-9a46-488b-abfa-89489e08d9f8 on network 3952ede2-895e-4875-9e6f-84bb36ff4614 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:55.591907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58700) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:55.598131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Request body: {'subnet': {'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-subnet', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:55.615237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Port 2c883174-9a46-488b-abfa-89489e08d9f8 on network 3952ede2-895e-4875-9e6f-84bb36ff4614 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:05:55.616053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Attempting to bind port 2c883174-9a46-488b-abfa-89489e08d9f8 on network 3952ede2-895e-4875-9e6f-84bb36ff4614 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:55.660685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c594-fdbb-4173-bdcc-d1315d275626 admin admin] Pushing event updated for resources: {'Network': ['ID=dfdf86fc-9acf-4d08-a4fd-501fb0da2dab,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:55.667682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:55.667929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Checking segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:55.668333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Bound using segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:55.668797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Bound port: 2c883174-9a46-488b-abfa-89489e08d9f8, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:55.669174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.687176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Made reservation on behalf of 40ecb89c7e124b0e9f09a4537619e09b for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:05:55.690681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.691957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:05:55.698693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b43c3380-02af-4448-9db0-9bc76c10e11e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:55.773557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c633-2eae-4590-9df8-ad9d4fd8c458 req-85dab071-c301-449a-b7e1-1c70eeaf27f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.775203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4801c633-2eae-4590-9df8-ad9d4fd8c458 req-85dab071-c301-449a-b7e1-1c70eeaf27f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.2845786 Aug 11 08:05:55.805720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-80a35be1-d0db-415b-a85b-f6da13fbfa79 service neutron] 10.222.0.64 "GET /v2.0/networks/be825020-1352-49ed-a094-d2fe4764d2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267507 Aug 11 08:05:55.842026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port b43c3380-02af-4448-9db0-9bc76c10e11e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:55.846710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b43c3380-02af-4448-9db0-9bc76c10e11e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:55.847300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.856331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-5d158438-0197-4f91-afae-355c41ba0359 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715776 Aug 11 08:05:55.891191 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:55.929915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-df7e7122-d192-4bfb-983c-5f0bf00d434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.931457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-df7e7122-d192-4bfb-983c-5f0bf00d434b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.3274162 Aug 11 08:05:55.938891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] For port 2c883174-9a46-488b-abfa-89489e08d9f8, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:55.947138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] For port 2c883174-9a46-488b-abfa-89489e08d9f8, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2c883174-9a46-488b-abfa-89489e08d9f8,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:55.960516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4801c633-2eae-4590-9df8-ad9d4fd8c458 req-f276f1d3-1722-43f0-9b93-0803dbc82c39 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662366 Aug 11 08:05:55.973955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde95a74-48cb-431e-84c2-1b2302f4de8f req-ed5d5e58-ad0b-497c-89d6-3d55ccba7923 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:55.974615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dde95a74-48cb-431e-84c2-1b2302f4de8f req-ed5d5e58-ad0b-497c-89d6-3d55ccba7923 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.2093067 Aug 11 08:05:56.008666 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.013235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.025727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-6ab976bb-3fef-48a8-a4e7-2058e1fead73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 217 time: 0.0724080 Aug 11 08:05:56.033660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd487f06-ffe6-468c-9db2-5e0400901d8e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:56.062075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b43c3380-02af-4448-9db0-9bc76c10e11e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b43c3380-02af-4448-9db0-9bc76c10e11e,segment=NetworkSegment(9f30e1a2-66b4-40e9-9bba-42ea0379dba3),segment_id=9f30e1a2-66b4-40e9-9bba-42ea0379dba3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:56.064107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c3380-02af-4448-9db0-9bc76c10e11e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:56.067304 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696d66d-8a2c-4ab0-8c14-0beda6de92ed" -d '{"events": [{"server_uuid": "4a94950d-93dd-40f2-9d9c-a62ae7e57b8f", "name": "network-vif-plugged", "status": "completed", "tag": "b43c3380-02af-4448-9db0-9bc76c10e11e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:56.072568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.100783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Checking segment: {'id': '74628328-2983-4744-97e2-2df0a38525e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c9642b57-6cd7-4b0f-b18c-6c408482c98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:56.101798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Network hostable DHCP agents. Network: c9642b57-6cd7-4b0f-b18c-6c408482c98c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:05:56.115671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24046e13-03d5-438e-b1a0-dab4811cbbb5 req-e67ed1d6-9f81-483e-a7d4-d2b82d1a0ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/be825020-1352-49ed-a094-d2fe4764d2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776468 Aug 11 08:05:56.128502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b43c3380-02af-4448-9db0-9bc76c10e11e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:56.160757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.161859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.164511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] 10.222.0.64 "PUT /v2.0/ports/2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 1091 time: 1.4830654 Aug 11 08:05:56.168633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Network c9642b57-6cd7-4b0f-b18c-6c408482c98c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:05:56.173359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:05:56.177643 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0c51a-2676-4b21-af58-c1b8296808be" -d '{"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:05:56.179881 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41be128-f187-4625-9e97-6b4d5746b486 x-openstack-request-id: req-b41be128-f187-4625-9e97-6b4d5746b486 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:56.180359 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a94950d-93dd-40f2-9d9c-a62ae7e57b8f", "name": "network-vif-plugged", "status": "completed", "tag": "b43c3380-02af-4448-9db0-9bc76c10e11e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:56.181056 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b41be128-f187-4625-9e97-6b4d5746b486 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:56.181729 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43c3380-02af-4448-9db0-9bc76c10e11e', 'code': 200} Aug 11 08:05:56.191575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c9642b57-6cd7-4b0f-b18c-6c408482c98c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:56.197802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.199498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.210109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593aa08-5472-489b-b408-7e33bc807bf8 None None] Network c9642b57-6cd7-4b0f-b18c-6c408482c98c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:56.230603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-add32291-89fc-4062-b98f-9dfc3e98c11a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5865755 Aug 11 08:05:56.385547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bfbdc491-2317-4164-aa56-f92dc6095aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.386512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-bfbdc491-2317-4164-aa56-f92dc6095aab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.3137312 Aug 11 08:05:56.389674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dde95a74-48cb-431e-84c2-1b2302f4de8f req-af819471-3eb4-4391-9238-e8fc6867b7b8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751299 Aug 11 08:05:56.415195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22822f70-f771-4ef0-8c42-e720a33e4db3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c883174-9a46-488b-abfa-89489e08d9f8,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:56.441299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a4276d-1590-4027-aa54-634c7dea70ab None None] Network c9642b57-6cd7-4b0f-b18c-6c408482c98c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:56.452403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e2d1-97c2-4882-9fe9-b560dbfa00e7 req-b906bf13-eb7a-4bde-82a7-511cf2d23b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.454242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7494e2d1-97c2-4882-9fe9-b560dbfa00e7 req-b906bf13-eb7a-4bde-82a7-511cf2d23b82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 1096 time: 0.1048055 Aug 11 08:05:56.467468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-aded4ee9-2d20-47a1-a02e-03d996521f0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666664 Aug 11 08:05:56.470080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.473003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33513-7eb8-49ca-b96c-b42f77884ddb req-d081b3c8-2664-47fb-bd0f-24b2676638e1 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.474831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bea33513-7eb8-49ca-b96c-b42f77884ddb req-d081b3c8-2664-47fb-bd0f-24b2676638e1 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.1844299 Aug 11 08:05:56.576733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7494e2d1-97c2-4882-9fe9-b560dbfa00e7 req-b4535da3-a20e-4990-a6cc-b8fa415d28d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982170 Aug 11 08:05:56.588030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bea33513-7eb8-49ca-b96c-b42f77884ddb req-77bcb208-d9a5-4732-ac85-23445e6b45b5 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640481 Aug 11 08:05:56.613108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-84b87605-2866-46c6-a389-2ec00a57557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.618225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-84b87605-2866-46c6-a389-2ec00a57557f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1094 time: 0.3236418 Aug 11 08:05:56.632221 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80aaff6-7f73-4aab-b1db-8f4f64b5e3ec x-openstack-request-id: req-d80aaff6-7f73-4aab-b1db-8f4f64b5e3ec {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:05:56.632488 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:05:56.632668 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d80aaff6-7f73-4aab-b1db-8f4f64b5e3ec {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:05:56.633076 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'status': 'completed', 'code': 200} Aug 11 08:05:56.658381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f39cfc-4b2f-474a-a72e-feaeea901037,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:56.729461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-92ac16be-b04d-47f4-9936-a23c40f03df9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0917573 Aug 11 08:05:56.753656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13de16-b2a2-49ed-8830-17ba88919a72 req-971c54da-37d1-4146-9b69-aa6421d4796c tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.755892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a13de16-b2a2-49ed-8830-17ba88919a72 req-971c54da-37d1-4146-9b69-aa6421d4796c tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 945 time: 0.0570772 Aug 11 08:05:56.799507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Checking segment: {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:56.799848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Network hostable DHCP agents. Network: dfdf86fc-9acf-4d08-a4fd-501fb0da2dab, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:05:56.809740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a13de16-b2a2-49ed-8830-17ba88919a72 req-f4dadd0d-921f-4cc2-88e8-5cdd312559f4 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 Aug 11 08:05:56.823887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-0c185483-b60b-4869-8a9c-d4a6a60fff5c service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208497 Aug 11 08:05:56.834709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0403-677d-4ff1-9584-e88966aedc5d req-a3fd2b79-4cfc-4770-9ca0-dd929c0a5ea6 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.836457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bdbe0403-677d-4ff1-9584-e88966aedc5d req-a3fd2b79-4cfc-4770-9ca0-dd929c0a5ea6 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 943 time: 0.1848860 Aug 11 08:05:56.841143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-eb1c8380-1caa-4a17-863e-db52e0c63eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.842876 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-eb1c8380-1caa-4a17-863e-db52e0c63eca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.0976892 Aug 11 08:05:56.879973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:05:56.927603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dfdf86fc-9acf-4d08-a4fd-501fb0da2dab) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:56.936912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec6db0-41e0-49fa-b155-153a4f140c10 None None] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:56.968676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:56.969433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:56.975349 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:05:56.990884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bdbe0403-677d-4ff1-9584-e88966aedc5d req-1b26f7c1-d7a8-401d-a491-0d6f68a3e85f tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446042 Aug 11 08:05:56.995658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-533893153', 'description': 'tempest-description-1221869435'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:57.013396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-94639cae-eec1-4a2c-8f15-0705fcb37448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:57.014857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-94639cae-eec1-4a2c-8f15-0705fcb37448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587443 Aug 11 08:05:57.022902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-df960285-81ed-4286-88f8-54fae10bbde3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4289405 Aug 11 08:05:57.026398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:05:57.032584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:57.042312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.109063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:05:57.109063 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 08:05:57.109063 n-d-789963-6 neutron-server[94572]: [parameters: {'project_id_1': '46c330cc191a49d8bd628549e36b5a0d', 'expiration_1': datetime.datetime(2021, 8, 11, 8, 5, 57, 69389)}] Aug 11 08:05:57.109063 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:05:57.109856 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:05:57.130179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-9bf12378-8295-486e-a4d5-4b4bec8218f3 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310851 Aug 11 08:05:57.164101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.165358 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.211055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-bf9a221d-06e6-44b4-a0ac-b2971ddee4cd service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853716 Aug 11 08:05:57.219069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bcae8-3512-4ff6-98d9-98bbaf67caa0 req-aaa8ded4-d40e-4f8a-8942-96b0fdbe633c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:57.220841 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb9bcae8-3512-4ff6-98d9-98bbaf67caa0 req-aaa8ded4-d40e-4f8a-8942-96b0fdbe633c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1171534 Aug 11 08:05:57.245194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-dfdf86fc-9acf-4d08-a4fd-501fb0da2dab', 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'fixed_ips': [{'subnet_id': '88f39cfc-4b2f-474a-a72e-feaeea901037'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:05:57.246124 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.414242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.441243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Allocated IP 172.20.0.2 (dfdf86fc-9acf-4d08-a4fd-501fb0da2dab/88f39cfc-4b2f-474a-a72e-feaeea901037/98d5c354-1240-4fc7-8b7e-23993d94e13d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:57.601672 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.611031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.612194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Transition to ACTIVE for port object 98d5c354-1240-4fc7-8b7e-23993d94e13d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:57.634177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Transition to ACTIVE for port object 98d5c354-1240-4fc7-8b7e-23993d94e13d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:05:57.645067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.679488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:57.714308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:57.724435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:57.769773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.776232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.785886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb9bcae8-3512-4ff6-98d9-98bbaf67caa0 req-ef55fb1e-70b8-4b1a-b009-bb0039bc8471 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284870 Aug 11 08:05:57.818598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.820619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5c201ff8-f401-4b8c-988b-184245c4f584 req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8321285 Aug 11 08:05:57.836047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142c2d4-0055-4a71-aa68-3b85d11b400e tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2393d65-1f83-4661-ba66-72faad48f701,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:57.875779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Pushing event updated for resources: {'Port': ['ID=98d5c354-1240-4fc7-8b7e-23993d94e13d,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:57.876057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee66794-8cb4-46a2-998b-973cd455ecaa req-3c3c4f6d-df89-4307-b2f2-15173924a734 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535172 Aug 11 08:05:57.903946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Attempting to bind port 98d5c354-1240-4fc7-8b7e-23993d94e13d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:05:57.904369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Attempting to bind port 98d5c354-1240-4fc7-8b7e-23993d94e13d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:05:57.905176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Attempting to bind port 98d5c354-1240-4fc7-8b7e-23993d94e13d on network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:05:57.912305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:05:57.912628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Checking segment: {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:05:57.912924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.913325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Bound using segment: {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:05:57.913795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Bound port: 98d5c354-1240-4fc7-8b7e-23993d94e13d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:05:57.914170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.933318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:57.956106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-782a14f0-0993-4be1-9455-b72e1f018c18 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:57.959600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-782a14f0-0993-4be1-9455-b72e1f018c18 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.2499211 Aug 11 08:05:58.010269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e70bb-f2e8-4ffe-9b11-82e4c55469bb req-8070f0ea-c894-4e43-89a1-4009dad21ed6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.011891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-172e70bb-f2e8-4ffe-9b11-82e4c55469bb req-8070f0ea-c894-4e43-89a1-4009dad21ed6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.0689812 Aug 11 08:05:58.015208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] For port 98d5c354-1240-4fc7-8b7e-23993d94e13d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:58.019116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] For port 98d5c354-1240-4fc7-8b7e-23993d94e13d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=98d5c354-1240-4fc7-8b7e-23993d94e13d,segment=NetworkSegment(0e6e66db-228a-4d97-a29f-c2d375c03070),segment_id=0e6e66db-228a-4d97-a29f-c2d375c03070)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:05:58.027080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.065925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-172e70bb-f2e8-4ffe-9b11-82e4c55469bb req-ccfb5acb-9ab9-4168-a40e-d61371f44b82 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Aug 11 08:05:58.100839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dc897-a758-4035-86a8-a0ce1ce006a9 None None] Pushing event updated for resources: {'Port': ['ID=98d5c354-1240-4fc7-8b7e-23993d94e13d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:58.154020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-14bacbf7-1fb9-4cb5-9366-a5b63bd8c3f6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/c2393d65-1f83-4661-ba66-72faad48f701 HTTP/1.1" status: 200 len: 1812 time: 0.0546472 Aug 11 08:05:58.164967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-6acc656d-15cd-4055-95c0-ade7fbd634a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.166539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-6acc656d-15cd-4055-95c0-ade7fbd634a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1094 time: 0.1800106 Aug 11 08:05:58.168370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2393d65-1f83-4661-ba66-72faad48f701', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:58.169007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c2393d65-1f83-4661-ba66-72faad48f701', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:05:58.217039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc90af7-e9ea-42e2-96ec-cd68cb88d54f req-bab46561-0a8c-4fba-b3e3-ed9e21833280 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.219216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcc90af7-e9ea-42e2-96ec-cd68cb88d54f req-bab46561-0a8c-4fba-b3e3-ed9e21833280 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 944 time: 0.1978655 Aug 11 08:05:58.258877 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.302122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.359398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.379140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.383295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d6dc86-d2a0-4e86-bc5f-ca5b2e5eeb88,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:58.388715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-0335a5d6-0bcc-4aa4-b19c-5b85f847c26b service neutron] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:05:58.396277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-0335a5d6-0bcc-4aa4-b19c-5b85f847c26b service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.397465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3e37eb3-e441-4a51-bd8a-7ea1898dca2b req-0335a5d6-0bcc-4aa4-b19c-5b85f847c26b service neutron] 10.222.0.69 "DELETE /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.4279461 Aug 11 08:05:58.404062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.405382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcc90af7-e9ea-42e2-96ec-cd68cb88d54f req-ff117314-a44a-4bc2-99a8-52f352739c39 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466389 Aug 11 08:05:58.412330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f4b2ca2-145f-4dc2-9a66-13f408a2a8a6 req-c363220b-5388-4e65-b93e-4140fb0d8689 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2498372 Aug 11 08:05:58.436422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-0267d1ba-84b9-452f-924f-c56e4a9cf893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.438360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-0267d1ba-84b9-452f-924f-c56e4a9cf893 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.2451296 Aug 11 08:05:58.506490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-6ef1fc1e-5d01-4f5f-bb50-7d255a527f36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0596859 Aug 11 08:05:58.595990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8424b-9074-44a9-bc69-63cbdac75139 req-99ba1efc-8262-4b7a-88b6-5cddf048ac94 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.597649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1d8424b-9074-44a9-bc69-63cbdac75139 req-99ba1efc-8262-4b7a-88b6-5cddf048ac94 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 945 time: 0.0610018 Aug 11 08:05:58.643283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1d8424b-9074-44a9-bc69-63cbdac75139 req-0c582417-91cc-42bb-b92c-5cce584cd0da tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Aug 11 08:05:58.687221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9790c0-85fb-4237-bb1f-f5c842a88886 req-1694992b-fc81-4fe8-a9db-409dc34fd75c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.689298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a9790c0-85fb-4237-bb1f-f5c842a88886 req-1694992b-fc81-4fe8-a9db-409dc34fd75c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 943 time: 0.1861541 Aug 11 08:05:58.695270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-4aa87736-0be8-4763-81f9-4e6b05f1237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.696869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-4aa87736-0be8-4763-81f9-4e6b05f1237d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1521029 Aug 11 08:05:58.710461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcc660da-6367-48ab-8634-38e3335a685e details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:05:58.739233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.780365 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:58.834958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e6fdcb1-93ce-4942-b796-a4dc4d19bd2c req-17ba95b9-2a42-43dc-b3ec-b85c32ed0d29 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/c2393d65-1f83-4661-ba66-72faad48f701 HTTP/1.1" status: 200 len: 2405 time: 0.1276515 Aug 11 08:05:58.866581 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a9790c0-85fb-4237-bb1f-f5c842a88886 req-fcf85629-a8bf-4177-a607-7c3573f0836d tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658871 Aug 11 08:05:58.939522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port dcc660da-6367-48ab-8634-38e3335a685e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcc660da-6367-48ab-8634-38e3335a685e,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:58.946628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-73f9bc1c-d569-4261-bd77-e8103a4d146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:58.954452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-73f9bc1c-d569-4261-bd77-e8103a4d146c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406282 Aug 11 08:05:58.997130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'dcc660da-6367-48ab-8634-38e3335a685e', 'network_id': 'be825020-1352-49ed-a094-d2fe4764d2ab', 'port_id': 'dcc660da-6367-48ab-8634-38e3335a685e', 'mac_address': 'fa:16:3e:0f:c1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb34a542-1a95-4276-ab75-88177992a541', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:05:59.042077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd7c2-c975-4b5d-8f15-28bef7ec6db9 req-311f45f3-57be-48d8-837e-13c2f0b9dfc0 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:59.050674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad4fd7c2-c975-4b5d-8f15-28bef7ec6db9 req-311f45f3-57be-48d8-837e-13c2f0b9dfc0 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1095 time: 0.1037056 Aug 11 08:05:59.108176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 98d5c354-1240-4fc7-8b7e-23993d94e13d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:05:59.125297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad4fd7c2-c975-4b5d-8f15-28bef7ec6db9 req-b27e106e-a500-48ad-873c-50d135ebcc4d tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734456 Aug 11 08:05:59.168283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Allocated IP 172.25.2.132 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/a84c4493-ef1d-4d53-9ec4-db7c663a3910) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:05:59.170800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.236764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc660da-6367-48ab-8634-38e3335a685e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:05:59.242345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-03d609bb-96fc-42a0-b383-65d95cafeddf tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-group-rules/38d6dc86-d2a0-4e86-bc5f-ca5b2e5eeb88 HTTP/1.1" status: 200 len: 778 time: 0.0543389 Aug 11 08:05:59.337213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88c0249f-d009-45c9-8543-66b2dbe078e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.340916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port dcc660da-6367-48ab-8634-38e3335a685e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcc660da-6367-48ab-8634-38e3335a685e,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:05:59.341365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-5a3eec83-d0be-437d-8105-8147b1968543 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/c2393d65-1f83-4661-ba66-72faad48f701 HTTP/1.1" status: 200 len: 2405 time: 0.0826588 Aug 11 08:05:59.354912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.372159 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.380654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-1d5983e4-8d1b-48ca-b8fe-dd965a5b83bc tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.390237 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-1d5983e4-8d1b-48ca-b8fe-dd965a5b83bc tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.446770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-1d5983e4-8d1b-48ca-b8fe-dd965a5b83bc tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.448249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 98d5c354-1240-4fc7-8b7e-23993d94e13d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:59.452446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=dcc660da-6367-48ab-8634-38e3335a685e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:59.461323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-1d5983e4-8d1b-48ca-b8fe-dd965a5b83bc tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.478690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-969b3a42-20b2-4a72-a1b0-197b70c8f496 req-1d5983e4-8d1b-48ca-b8fe-dd965a5b83bc tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/38d6dc86-d2a0-4e86-bc5f-ca5b2e5eeb88 HTTP/1.1" status: 204 len: 173 time: 0.1342208 Aug 11 08:05:59.480352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5983e4-8d1b-48ca-b8fe-dd965a5b83bc tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38d6dc86-d2a0-4e86-bc5f-ca5b2e5eeb88,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:59.526252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72827612-34a5-472f-9788-7bac1e13108f None None] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:05:59.545983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-98d49e50-233e-4688-9e96-8fdb48d8c710 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809417 Aug 11 08:05:59.549854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.633462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] Provisioning for port 98d5c354-1240-4fc7-8b7e-23993d94e13d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:05:59.641287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] Provisioning complete for port 98d5c354-1240-4fc7-8b7e-23993d94e13d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:05:59.641752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.675815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f781a-f97f-4c8b-beda-75a9abb59e4e req-317f7bde-2d07-4b0c-9893-f4a7be293c54 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:59.683600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-329f781a-f97f-4c8b-beda-75a9abb59e4e req-317f7bde-2d07-4b0c-9893-f4a7be293c54 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.6810236 Aug 11 08:05:59.750915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['dcc660da-6367-48ab-8634-38e3335a685e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:05:59.789601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-329f781a-f97f-4c8b-beda-75a9abb59e4e req-ae6df65e-1374-485f-a9c1-6eac04a26d1d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025152 Aug 11 08:05:59.806319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:05:59.841402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bf0c51a-2676-4b21-af58-c1b8296808be req-3eac42ce-def1-41e6-b581-612e75ba1d43 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866814 Aug 11 08:05:59.865208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-22c33acf-b0c9-45c6-a4f0-2ec6890da57d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:05:59.871865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:05:59.874588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-22c33acf-b0c9-45c6-a4f0-2ec6890da57d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.1556337 Aug 11 08:05:59.879455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:05:59.882571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:05:59.894271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-e48b2c33-a87f-44d0-9b11-40724f883135 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/quotas/1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 375 time: 0.0177479 Aug 11 08:05:59.964535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Pushing event updated for resources: {'Port': ['ID=a84c4493-ef1d-4d53-9ec4-db7c663a3910,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:05:59.978268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-dc93a2d6-0692-4437-afb8-814f6274416d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751278 Aug 11 08:06:00.102450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5924-b466-44fb-9193-8f94764e6c2f req-ce53040d-c918-42a6-a4ff-3b2632ca0f13 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:00.110569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1aee5924-b466-44fb-9193-8f94764e6c2f req-ce53040d-c918-42a6-a4ff-3b2632ca0f13 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 945 time: 0.1971979 Aug 11 08:06:00.134505 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:00.150553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b10a13ff-9b5a-4c89-89b0-d3ee6f32922a service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652493 Aug 11 08:06:00.211236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1aee5924-b466-44fb-9193-8f94764e6c2f req-cb8516f5-9955-4093-94b6-0407dede18ac tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992229 Aug 11 08:06:00.243733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] For port 98d5c354-1240-4fc7-8b7e-23993d94e13d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=98d5c354-1240-4fc7-8b7e-23993d94e13d,segment=NetworkSegment(0e6e66db-228a-4d97-a29f-c2d375c03070),segment_id=0e6e66db-228a-4d97-a29f-c2d375c03070)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:00.261086 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:00.319214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1d77e8b9-6942-4b99-be4e-23654bd8d6ce service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669896 Aug 11 08:06:00.329464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c3e30fa4-fd6e-49ea-b91b-de3ee5a29afa req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-442632679', 'description': 'tempest-description-342788103'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:00.361455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f8bb4-fd7b-45ed-a717-c05a229495d9 None None] Pushing event updated for resources: {'Port': ['ID=98d5c354-1240-4fc7-8b7e-23993d94e13d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:00.410609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3e30fa4-fd6e-49ea-b91b-de3ee5a29afa req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:00.434669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:00.595466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3bdba-096f-4ec9-8cdf-a21d372c9972 req-37e13624-bb1c-4e84-bc93-14fb59ca1bb8 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:00.604599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-004b49cf-1157-4e8d-9f41-14aa65a48a93 None None] Provisioning complete for port 98d5c354-1240-4fc7-8b7e-23993d94e13d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:00.604599 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-004b49cf-1157-4e8d-9f41-14aa65a48a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:00.605104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ea3bdba-096f-4ec9-8cdf-a21d372c9972 req-37e13624-bb1c-4e84-bc93-14fb59ca1bb8 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 943 time: 0.0859833 Aug 11 08:06:00.673788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ea3bdba-096f-4ec9-8cdf-a21d372c9972 req-11af5d53-485b-4d75-98bc-0adb7d94d9d7 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Aug 11 08:06:00.758932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2c883174-9a46-488b-abfa-89489e08d9f8 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:00.762067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cea76e09-fd09-4192-87c8-9718c2e23fab req-6f211cee-6f45-47ef-8d1f-2c91ea62e00e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 210 time: 0.0479331 Aug 11 08:06:01.002280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 2c883174-9a46-488b-abfa-89489e08d9f8, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2c883174-9a46-488b-abfa-89489e08d9f8,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:01.036940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '2c883174-9a46-488b-abfa-89489e08d9f8', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:01.055932 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3e30fa4-fd6e-49ea-b91b-de3ee5a29afa req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.065075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3e30fa4-fd6e-49ea-b91b-de3ee5a29afa req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.081751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261fa04-7fa5-4f44-963f-838775d095ff req-10d380dd-0429-4eb2-94f2-91223a59c7b2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:01.086633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2261fa04-7fa5-4f44-963f-838775d095ff req-10d380dd-0429-4eb2-94f2-91223a59c7b2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1328113 Aug 11 08:06:01.140369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 98d5c354-1240-4fc7-8b7e-23993d94e13d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:01.154312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c3e30fa4-fd6e-49ea-b91b-de3ee5a29afa req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.160290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3e30fa4-fd6e-49ea-b91b-de3ee5a29afa req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8376360 Aug 11 08:06:01.186482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3c56d-4a87-4cea-9e91-89383d8fe9d6 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f7b58-3289-47fc-ba70-0a8ad77fc0b5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:01.191287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2261fa04-7fa5-4f44-963f-838775d095ff req-0a74b803-bfe6-4e63-8d8d-72ceaa52b909 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983701 Aug 11 08:06:01.222017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.382310 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.400334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c883174-9a46-488b-abfa-89489e08d9f8 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:01.403191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a1ffae7-1e8f-461f-a8a3-3bbcaed9521f req-26c76f96-adc9-4edc-81f9-b4174ff36d2d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/7d5f7b58-3289-47fc-ba70-0a8ad77fc0b5 HTTP/1.1" status: 200 len: 1811 time: 0.2206321 Aug 11 08:06:01.436662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 2c883174-9a46-488b-abfa-89489e08d9f8, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2c883174-9a46-488b-abfa-89489e08d9f8,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:01.460122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.470066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 98d5c354-1240-4fc7-8b7e-23993d94e13d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:01.480914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.501183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bc41a454-877f-4120-a727-6c0cd74c51d0 req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1547513863', 'description': 'tempest-description-1867248898'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:01.502386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b082db-64f7-4146-a351-1167f3799131 req-09f8e55a-7556-416b-9ead-6d963ba43808 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:01.508834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03b082db-64f7-4146-a351-1167f3799131 req-09f8e55a-7556-416b-9ead-6d963ba43808 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 945 time: 0.1581643 Aug 11 08:06:01.560441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bc41a454-877f-4120-a727-6c0cd74c51d0 req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.577194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=2c883174-9a46-488b-abfa-89489e08d9f8,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:01.625273 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03b082db-64f7-4146-a351-1167f3799131 req-e36627d3-a505-40a1-85cb-eccf2f4c9c6c tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963109 Aug 11 08:06:01.627768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Router b40d509e-503a-4821-bc2d-d5cd0e11f72f is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:06:01.760475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bc41a454-877f-4120-a727-6c0cd74c51d0 req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:01.774324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['2c883174-9a46-488b-abfa-89489e08d9f8'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:01.883552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535f9e3-8f5c-42d7-ac65-be25c6b220bc req-577b7949-86c8-4c1e-8929-1804224f629d tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:01.889103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3535f9e3-8f5c-42d7-ac65-be25c6b220bc req-577b7949-86c8-4c1e-8929-1804224f629d tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 944 time: 0.0751338 Aug 11 08:06:01.905778 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bc41a454-877f-4120-a727-6c0cd74c51d0 req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.016324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3535f9e3-8f5c-42d7-ac65-be25c6b220bc req-7b524c4f-69a4-4cc6-ab69-2c535bcb5521 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202447 Aug 11 08:06:02.026689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bc41a454-877f-4120-a727-6c0cd74c51d0 req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.041796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc41a454-877f-4120-a727-6c0cd74c51d0 req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5571029 Aug 11 08:06:02.121098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:02.135755 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Sync routers for ids ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:02.155813 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Routers {'b40d509e-503a-4821-bc2d-d5cd0e11f72f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:02.157066 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:05:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:02.168255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a81b0-cf92-470f-b568-1cdcc94cd85d tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b68185c-e286-46fb-b884-d14d83a99743,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:02.175717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.177962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-64874ca4-24ab-48bb-b0b1-fe552408e566 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1483562 Aug 11 08:06:02.182252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58816) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:02.267948 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.314209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-279090ec-f765-42e0-b22c-bbf5e4ef706e req-45d54b6a-184e-4a42-adc0-513ae535361c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 210 time: 0.1414516 Aug 11 08:06:02.335237 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Set router b40d509e-503a-4821-bc2d-d5cd0e11f72f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:02.587797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ddb167f-b26d-46d7-8f51-30b8f19d151f req-6ac92e83-f91f-4cea-8df7-b1f1f43dd6de tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/6b68185c-e286-46fb-b884-d14d83a99743 HTTP/1.1" status: 200 len: 1813 time: 0.2256579 Aug 11 08:06:02.647983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0075f507-766b-47d7-a674-a88f52e56b00 req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1950720528', 'description': 'tempest-description-96014804'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:02.654634 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:00Z', 'revision_number': 3, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:02.664719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b6c18029-c98c-4511-a1b0-58028ef126ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.701694 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Checking router: b40d509e-503a-4821-bc2d-d5cd0e11f72f for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:02.702167 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Updating router b40d509e-503a-4821-bc2d-d5cd0e11f72f port a84c4493-ef1d-4d53-9ec4-db7c663a3910 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:06:02.723308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0075f507-766b-47d7-a674-a88f52e56b00 req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.737969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcc660da-6367-48ab-8634-38e3335a685e up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:02.741883 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.747748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcee02-fbfa-415c-8f21-a7ec99aa09f4 req-3a031493-a2f9-47a5-83c6-dd39c3cb1ab1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:02.756933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7dcee02-fbfa-415c-8f21-a7ec99aa09f4 req-3a031493-a2f9-47a5-83c6-dd39c3cb1ab1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1436102 Aug 11 08:06:02.818320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7dcee02-fbfa-415c-8f21-a7ec99aa09f4 req-3d572542-b068-4ee7-a085-27c29b64b177 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609181 Aug 11 08:06:02.855559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-aa9779bc-fe5b-47fa-82b7-8a0f774ff51c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:02.859453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-aa9779bc-fe5b-47fa-82b7-8a0f774ff51c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.4110951 Aug 11 08:06:02.862425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port dcc660da-6367-48ab-8634-38e3335a685e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:02.870402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port dcc660da-6367-48ab-8634-38e3335a685e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:02.870795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:02.892847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Request body: {'port': {'device_id': '17f78714-ed3e-411f-8e8c-7694218811b9', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'admin_state_up': True, 'tenant_id': '1ef799b07b634e4b864fa48a59d0f984'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:02.989033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0075f507-766b-47d7-a674-a88f52e56b00 req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.029427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.042276 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0075f507-766b-47d7-a674-a88f52e56b00 req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.070199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port dcc660da-6367-48ab-8634-38e3335a685e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcc660da-6367-48ab-8634-38e3335a685e,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:03.071224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc660da-6367-48ab-8634-38e3335a685e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:03.076516 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fedefb-dbf6-45fc-9daa-05fb048e6b87" -d '{"events": [{"server_uuid": "e6fab64f-ea54-4a84-a64c-01968d08ded1", "name": "network-vif-plugged", "status": "completed", "tag": "dcc660da-6367-48ab-8634-38e3335a685e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:03.080328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.081371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2c883174-9a46-488b-abfa-89489e08d9f8 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:03.111642 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-2de5ab24-7546-4aba-85df-813e47236075 service neutron] show failed (client error): The resource could not be found. Aug 11 08:06:03.112692 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-2de5ab24-7546-4aba-85df-813e47236075 service neutron] 10.222.0.69 "GET /v2.0/ports/24efaaaa-36a2-4af3-89d7-5cc8b8fd062a/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.1368852 Aug 11 08:06:03.135400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b316-ddc4-459f-9e46-56554e8c7d0c req-fe2f3477-e881-447c-964e-c311c7ee2ce3 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:03.138281 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1f0b316-ddc4-459f-9e46-56554e8c7d0c req-fe2f3477-e881-447c-964e-c311c7ee2ce3 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 945 time: 0.1732571 Aug 11 08:06:03.157944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0075f507-766b-47d7-a674-a88f52e56b00 req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.172238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0075f507-766b-47d7-a674-a88f52e56b00 req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5357795 Aug 11 08:06:03.212650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699e43c-25e4-4b66-b662-564bf683c724 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af46fac5-bc7e-4b34-a917-564f8fd6f440,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:03.231598 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=dcc660da-6367-48ab-8634-38e3335a685e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:03.255551 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.271808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Transition to ACTIVE for port object a84c4493-ef1d-4d53-9ec4-db7c663a3910 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:03.278991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Made reservation on behalf of 1ef799b07b634e4b864fa48a59d0f984 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:03.284206 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.284500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.292015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 2c883174-9a46-488b-abfa-89489e08d9f8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:03.296390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 2c883174-9a46-488b-abfa-89489e08d9f8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:03.297134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.319439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1f0b316-ddc4-459f-9e46-56554e8c7d0c req-cc7379bc-43ae-4812-af6c-6a4189943934 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678967 Aug 11 08:06:03.348904 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2474af-4f85-415c-8d25-2f7e808f75ea None None] Pushing event updated for resources: {'Port': ['ID=a84c4493-ef1d-4d53-9ec4-db7c663a3910,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:03.373767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Attempting to bind port a84c4493-ef1d-4d53-9ec4-db7c663a3910 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:03.375835 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Attempting to bind port a84c4493-ef1d-4d53-9ec4-db7c663a3910 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:03.377460 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Attempting to bind port a84c4493-ef1d-4d53-9ec4-db7c663a3910 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:03.393911 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:03.396722 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:03.397094 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.397470 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:03.397980 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Bound port: a84c4493-ef1d-4d53-9ec4-db7c663a3910, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:03.398393 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.459146 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2350d6d-37e1-475a-a7e1-45c8a0481b8f x-openstack-request-id: req-d2350d6d-37e1-475a-a7e1-45c8a0481b8f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:03.460254 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fab64f-ea54-4a84-a64c-01968d08ded1", "name": "network-vif-plugged", "status": "completed", "tag": "dcc660da-6367-48ab-8634-38e3335a685e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:03.460782 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2350d6d-37e1-475a-a7e1-45c8a0481b8f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:03.461367 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc660da-6367-48ab-8634-38e3335a685e', 'code': 200} Aug 11 08:06:03.488188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Allocated IP 172.20.0.11 (b0540c9e-ac3b-4b91-a575-dc4878825330/5856bec9-5e49-4d97-85cb-c8485228a063/8e9b3199-fd96-4024-96a9-4cb19aca671d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:03.500746 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.513638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.523225 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] For port a84c4493-ef1d-4d53-9ec4-db7c663a3910, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:03.532118 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] For port a84c4493-ef1d-4d53-9ec4-db7c663a3910, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a84c4493-ef1d-4d53-9ec4-db7c663a3910,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:03.547836 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.557092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab17dd-5c1a-4c59-8dc4-0c9bc080ef40 req-6ddde21e-03f9-4685-9005-fbbeedd39c11 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:03.569943 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-32ab17dd-5c1a-4c59-8dc4-0c9bc080ef40 req-6ddde21e-03f9-4685-9005-fbbeedd39c11 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 944 time: 0.2711632 Aug 11 08:06:03.578041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 2c883174-9a46-488b-abfa-89489e08d9f8, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2c883174-9a46-488b-abfa-89489e08d9f8,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:03.600557 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.659501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a26f599-e4e3-46d3-bd6b-a5384fbc299b req-adedea53-50f0-47ad-86df-c92e868bb900 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/af46fac5-bc7e-4b34-a917-564f8fd6f440 HTTP/1.1" status: 200 len: 1811 time: 0.1198215 Aug 11 08:06:03.680387 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Routers {'b40d509e-503a-4821-bc2d-d5cd0e11f72f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:03.681948 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:03.698468 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2474af-4f85-415c-8d25-2f7e808f75ea None None] Pushing event updated for resources: {'Port': ['ID=a84c4493-ef1d-4d53-9ec4-db7c663a3910,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:03.727705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=2c883174-9a46-488b-abfa-89489e08d9f8,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:03.736929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.809993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:03.928936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Network b0540c9e-ac3b-4b91-a575-dc4878825330 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:03.936583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-32ab17dd-5c1a-4c59-8dc4-0c9bc080ef40 req-dba2e35e-47b8-4cb6-aab0-0b80fca9a9cf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644998 Aug 11 08:06:03.959807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:03.963738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6773ea-b371-468f-85da-a7f6002023c7 req-3655636b-bf55-4567-a717-9b103af05161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:03.967083 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3c6773ea-b371-468f-85da-a7f6002023c7 req-3655636b-bf55-4567-a717-9b103af05161 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 1097 time: 0.3566353 Aug 11 08:06:03.967328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:03.969813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-c4b5efd9-e258-47b5-a300-3f52bc869939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:03.972195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-c4b5efd9-e258-47b5-a300-3f52bc869939 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 1101 time: 0.4003322 Aug 11 08:06:03.979538 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] Set router b40d509e-503a-4821-bc2d-d5cd0e11f72f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:04.000477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6f8080a0-ca10-4458-974b-512cf1959235 req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1790266836', 'description': 'tempest-description-1596371334'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:04.010011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:04.045425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:04.045425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.056012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:04.060872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd353fd3-6d00-4933-a667-971bcf124f3b req-ab0e82df-8bbf-47ff-bf9b-1b264bb17f35 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:04.062623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd353fd3-6d00-4933-a667-971bcf124f3b req-ab0e82df-8bbf-47ff-bf9b-1b264bb17f35 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 932 time: 0.1752145 Aug 11 08:06:04.084364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b1a90f21-0115-4182-92ed-3f242c17fb62 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2057362 Aug 11 08:06:04.105423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Request body: {'port': {'device_id': '17f78714-ed3e-411f-8e8c-7694218811b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:04.152935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd353fd3-6d00-4933-a667-971bcf124f3b req-c2b3c14c-e5f4-4c6c-b188-ae1f0f35a18c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792236 Aug 11 08:06:04.172828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3c6773ea-b371-468f-85da-a7f6002023c7 req-7f58e565-debe-4ad4-9b06-582dad97c390 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873083 Aug 11 08:06:04.199604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f8080a0-ca10-4458-974b-512cf1959235 req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.248821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.250190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.282007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Allocated IP 172.20.0.1 (dfdf86fc-9acf-4d08-a4fd-501fb0da2dab/88f39cfc-4b2f-474a-a72e-feaeea901037/02a178c9-4508-4a96-8f39-d2b50491a931) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:04.343942 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:00Z', 'revision_number': 3, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:04.383017 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1d2a5-ffea-4740-ad99-16b3a495cdaf None None] The sync data for ids ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'] in n-d-789963-6 is: [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:00Z', 'revision_number': 3, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:04.702699 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.764977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.801411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9b3199-fd96-4024-96a9-4cb19aca671d {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:04.811800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:04.868756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Transition to ACTIVE for port object 8e9b3199-fd96-4024-96a9-4cb19aca671d will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:04.878935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.120433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:05.161877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a84c4493-ef1d-4d53-9ec4-db7c663a3910 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:05.253560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225b039-92d5-47a6-9aa7-84fec846d49d req-0d0c96fe-6c7f-4e93-b5e5-ef4ca06c52e9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:05.264569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5225b039-92d5-47a6-9aa7-84fec846d49d req-0d0c96fe-6c7f-4e93-b5e5-ef4ca06c52e9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.2367828 Aug 11 08:06:05.337961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a84c4493-ef1d-4d53-9ec4-db7c663a3910 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:05.344724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a84c4493-ef1d-4d53-9ec4-db7c663a3910 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:05.345828 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.384091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5225b039-92d5-47a6-9aa7-84fec846d49d req-12b7edd5-7d90-4b3d-b40a-b75403785d83 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112354 Aug 11 08:06:05.397557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:05.399813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:05.400581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:05.419620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:05.423385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:05.444092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:05.448246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:05.449738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:05.450836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Bound port: 8e9b3199-fd96-4024-96a9-4cb19aca671d, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:05.456128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.461111 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f8080a0-ca10-4458-974b-512cf1959235 req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.464764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:05.469229 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890c8975-b497-44de-a42a-f67d350a053c" -d '{"events": [{"server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "name": "network-vif-plugged", "status": "completed", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:05.490479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f8080a0-ca10-4458-974b-512cf1959235 req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.580904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.588549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:05.593270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:05.608394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53f581-a15f-4641-a6b7-1014e61f650e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:05.611773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.630405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Transition to ACTIVE for port object 02a178c9-4508-4a96-8f39-d2b50491a931 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:05.635283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port a84c4493-ef1d-4d53-9ec4-db7c663a3910, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a84c4493-ef1d-4d53-9ec4-db7c663a3910,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:05.641173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f8080a0-ca10-4458-974b-512cf1959235 req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.644162 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.667242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f8080a0-ca10-4458-974b-512cf1959235 req-5d307a85-e3f8-4231-af70-d0d82214212b tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.6851943 Aug 11 08:06:05.804660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:05.804660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:05.804660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] 10.222.0.64 "PUT /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 1092 time: 1.7017508 Aug 11 08:06:05.808581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:05.810801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=a84c4493-ef1d-4d53-9ec4-db7c663a3910,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:05.815110 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285" -d '{"events": [{"name": "network-changed", "server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:05.834802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:05.904038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:05.997725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf8a1-0d70-46df-a82e-f79ec3411b1c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:06.010960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf03b9-3253-4949-8d5f-d7ed6478db9e req-5b94f2fb-2d83-4562-9b94-32820c32fd52 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.013731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1cf03b9-3253-4949-8d5f-d7ed6478db9e req-5b94f2fb-2d83-4562-9b94-32820c32fd52 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 946 time: 0.3835433 Aug 11 08:06:06.017893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:06.053062 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:06.062262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b7878091-b780-4783-bfc9-aa62d7295272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.066535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-b7878091-b780-4783-bfc9-aa62d7295272 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1095 time: 0.1630764 Aug 11 08:06:06.115960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:06.125490 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc301720-aea6-441f-8b6f-33a32abfb711" -d '{"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-unplugged", "status": "completed", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:06.135571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:06.142504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:06.168603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:06.173093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-19ace1af-8f17-43b3-8320-68960590f484 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 217 time: 0.0868187 Aug 11 08:06:06.178605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:06.190971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1cf03b9-3253-4949-8d5f-d7ed6478db9e req-e1ff7b75-186b-491c-9085-67cfaf72ae4a tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644752 Aug 11 08:06:06.290452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Transition to ACTIVE for port object 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:06.303519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Pushing event updated for resources: {'Port': ['ID=02a178c9-4508-4a96-8f39-d2b50491a931,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:06.327110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:06.365465 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:06.407744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-31d8129b-f427-48c9-aa1a-5d283ab7d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.410333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-31d8129b-f427-48c9-aa1a-5d283ab7d6c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.2181201 Aug 11 08:06:06.502330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-0244dbbf-bd73-4fb7-a6b3-e1a898a76538 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782483 Aug 11 08:06:06.574459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c15ff-c588-4772-a040-4015e856c2f8 req-e03601b6-7030-4888-8573-4ee1a5253341 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.587541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df7bed-b78c-4556-a184-bf520bd60aaf req-d0c41388-9c24-4679-826d-3122dfc2837f tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:06.588304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c7c15ff-c588-4772-a040-4015e856c2f8 req-e03601b6-7030-4888-8573-4ee1a5253341 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.2604997 Aug 11 08:06:06.595548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86df7bed-b78c-4556-a184-bf520bd60aaf req-d0c41388-9c24-4679-826d-3122dfc2837f tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.4518538 Aug 11 08:06:06.610648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] No DVR routers for this DVR port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:06.658417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=6']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:06.694611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c7c15ff-c588-4772-a040-4015e856c2f8 req-fcee227e-4cb0-4ac2-b78f-b292ee07e2ef tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049635 Aug 11 08:06:06.726457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-408c3807-6eae-4241-9161-aca06d62ae4b None None] Provisioning for port 02a178c9-4508-4a96-8f39-d2b50491a931 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:06.743292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-408c3807-6eae-4241-9161-aca06d62ae4b None None] Provisioning complete for port 02a178c9-4508-4a96-8f39-d2b50491a931 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:06.745080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-408c3807-6eae-4241-9161-aca06d62ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:06.787954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-5cf271e5-c9e2-4cd6-98fd-934d9a33fa7a service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760816 Aug 11 08:06:06.848315 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77349321-cff3-49a6-b201-7f24c6b8bf9d x-openstack-request-id: req-77349321-cff3-49a6-b201-7f24c6b8bf9d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:06.851328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86df7bed-b78c-4556-a184-bf520bd60aaf req-8925d3ad-5b98-42ac-8e21-adbb64d8c6d6 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547548 Aug 11 08:06:06.864787 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "name": "network-vif-plugged", "status": "completed", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:06.865618 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77349321-cff3-49a6-b201-7f24c6b8bf9d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:06.868157 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'code': 200} Aug 11 08:06:06.879704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:06.880046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:06.880363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:06.907864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:06.908190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Attempting to bind port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:06.927530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-408c3807-6eae-4241-9161-aca06d62ae4b None None] Port 02a178c9-4508-4a96-8f39-d2b50491a931 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:07.045148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:07.045864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:07.046618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:07.047637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Bound port: 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:07.048719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.123382 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785d5ec-87d9-4d1b-abc8-646a7edf8d85 x-openstack-request-id: req-7785d5ec-87d9-4d1b-abc8-646a7edf8d85 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:07.132047 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-unplugged", "status": "completed", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:07.132588 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7785d5ec-87d9-4d1b-abc8-646a7edf8d85 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:07.133062 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'code': 200} Aug 11 08:06:07.138345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.139308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a84c4493-ef1d-4d53-9ec4-db7c663a3910 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:07.149469 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a43091-06a0-47df-b0a2-da3adf662456 x-openstack-request-id: req-20a43091-06a0-47df-b0a2-da3adf662456 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:07.150064 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:07.151154 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20a43091-06a0-47df-b0a2-da3adf662456 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:07.151154 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'status': 'completed', 'code': 200} Aug 11 08:06:07.261812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a84c4493-ef1d-4d53-9ec4-db7c663a3910 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:07.262374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.293514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc3c93a8-3dee-4d90-b963-56dcd539e368 req-e60d1ccf-4096-4339-aa44-7f1437356f87 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/4c53f581-a15f-4641-a6b7-1014e61f650e HTTP/1.1" status: 200 len: 1813 time: 0.4599788 Aug 11 08:06:07.323162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280d5f5-0e9c-48c4-8aae-5e7bd8f2a3b2 req-1f54cc35-491b-42c8-b941-ad2f77ef5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.324789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d280d5f5-0e9c-48c4-8aae-5e7bd8f2a3b2 req-1f54cc35-491b-42c8-b941-ad2f77ef5a94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.3815782 Aug 11 08:06:07.352647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bcc845-e0e0-4c05-b199-3be3411a0514 req-6d7f16eb-2990-474c-a5d8-35194f8b35f7 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358136 Aug 11 08:06:07.476786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:07.499062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6fa3-ec20-4e85-8916-ba7e73069767 req-9a507bab-22dd-4d00-9452-144d1ee9681a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.500846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131b6fa3-ec20-4e85-8916-ba7e73069767 req-9a507bab-22dd-4d00-9452-144d1ee9681a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.2967193 Aug 11 08:06:07.547062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:07.554224 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-9e43a340-c117-46fe-92fd-e1f763da81db req-1fff68f3-5445-496b-af2c-2c36f8d1da6f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] show failed (client error): The resource could not be found. Aug 11 08:06:07.556374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e43a340-c117-46fe-92fd-e1f763da81db req-1fff68f3-5445-496b-af2c-2c36f8d1da6f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/ca20df5e-7ce6-48bb-a859-a75f3a725aa9 HTTP/1.1" status: 404 len: 352 time: 0.0283186 Aug 11 08:06:07.572381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d280d5f5-0e9c-48c4-8aae-5e7bd8f2a3b2 req-3424c4ce-55b8-4fcf-8bea-090907babb1d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291567 Aug 11 08:06:07.603130 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.642945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-f4460606-7dbb-449f-92b3-4cd168ede0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.645706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-f4460606-7dbb-449f-92b3-4cd168ede0b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1095 time: 0.2016280 Aug 11 08:06:07.688947 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-1d0a8b80-c0f3-4e3b-84c0-7b509a466373 req-0213a7dd-84b0-48ed-a591-35046ccfbee7 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] show failed (client error): The resource could not be found. Aug 11 08:06:07.701108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d0a8b80-c0f3-4e3b-84c0-7b509a466373 req-0213a7dd-84b0-48ed-a591-35046ccfbee7 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-group-rules/90b591b7-2869-4381-8f5e-38489ade2b86 HTTP/1.1" status: 404 len: 361 time: 0.0539348 Aug 11 08:06:07.799635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:07.811970 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c3823ac-30c2-4175-ae17-ef729a11c1f0 req-ad4a2f02-5ff7-40c8-8c24-593a4767ba16 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/4c53f581-a15f-4641-a6b7-1014e61f650e HTTP/1.1" status: 200 len: 1813 time: 0.0826349 Aug 11 08:06:07.855121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-131b6fa3-ec20-4e85-8916-ba7e73069767 req-aba77473-008f-4a44-83f6-c7943357fd49 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146565 Aug 11 08:06:07.857268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=7']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:07.886444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:07.887301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:07.889103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-40dc0e26-fc26-4537-9215-dfdf862e7b54 service neutron] 10.222.0.64 "PUT /v2.0/ports/24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 1096 time: 3.8574510 Aug 11 08:06:07.914633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:07.977744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.024573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.163008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Pushing event updated for resources: {'Port': ['ID=02a178c9-4508-4a96-8f39-d2b50491a931,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:08.174861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.185132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-b8c8b8d8-ddec-429f-a3bb-9a17187d8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:08.186730 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-b8c8b8d8-ddec-429f-a3bb-9a17187d8d4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1099 time: 0.2314193 Aug 11 08:06:08.219210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f1523-5411-4f8c-8abb-df9c12554c28 req-b31df440-2db0-4cef-9ffb-967d12294308 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:08.221551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-497f1523-5411-4f8c-8abb-df9c12554c28 req-b31df440-2db0-4cef-9ffb-967d12294308 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.1888819 Aug 11 08:06:08.252806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c3823ac-30c2-4175-ae17-ef729a11c1f0 req-37b1264a-6541-4060-9f82-50ed2a8da024 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.299994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c3823ac-30c2-4175-ae17-ef729a11c1f0 req-37b1264a-6541-4060-9f82-50ed2a8da024 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.371367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-ac02f557-8332-499e-aa5b-96dfb1e23d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:08.374822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-ac02f557-8332-499e-aa5b-96dfb1e23d97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.5205534 Aug 11 08:06:08.377423 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c3823ac-30c2-4175-ae17-ef729a11c1f0 req-37b1264a-6541-4060-9f82-50ed2a8da024 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.382845 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c3823ac-30c2-4175-ae17-ef729a11c1f0 req-37b1264a-6541-4060-9f82-50ed2a8da024 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:08.401388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c3823ac-30c2-4175-ae17-ef729a11c1f0 req-37b1264a-6541-4060-9f82-50ed2a8da024 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c53f581-a15f-4641-a6b7-1014e61f650e HTTP/1.1" status: 204 len: 173 time: 0.5734594 Aug 11 08:06:08.409795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-497f1523-5411-4f8c-8abb-df9c12554c28 req-2d3bbf29-6bd7-4478-8e3c-1266ded2c483 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415262 Aug 11 08:06:08.435964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-8fb76f2b-9743-4286-8ce9-b47e741d9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:08.439902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-8fb76f2b-9743-4286-8ce9-b47e741d9450 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2427251 Aug 11 08:06:08.586191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-2e2583a0-a04c-4763-9166-ec1a68531ef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 217 time: 0.1807642 Aug 11 08:06:08.597234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1264a-6541-4060-9f82-50ed2a8da024 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53f581-a15f-4641-a6b7-1014e61f650e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:08.680080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-30d08c72-2205-4d3c-9575-7218c59e9329 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.2334740 Aug 11 08:06:08.683108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:08.722892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:08.817309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-e201c1c9-6f5f-4fdd-b1b9-93239ab8a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:08.819268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-e201c1c9-6f5f-4fdd-b1b9-93239ab8a277 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0935273 Aug 11 08:06:09.087265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-0c53f66e-0a87-4f6a-8bd3-34c6d331ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:09.089322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-0c53f66e-0a87-4f6a-8bd3-34c6d331ffaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.4388433 Aug 11 08:06:09.097640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Router b40d509e-503a-4821-bc2d-d5cd0e11f72f has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:09.105832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543794d-caa0-46e7-a295-e7dbc2d4bb0b req-eb2eb74c-3ee3-48ee-b951-4379eaab7f4e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:09.108434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da13dde1-35c3-479e-a129-06e0e3c80734 req-4afd3b9a-dd28-4f72-b7f6-0045d830492f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/af46fac5-bc7e-4b34-a917-564f8fd6f440 HTTP/1.1" status: 200 len: 1811 time: 0.6005015 Aug 11 08:06:09.115460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0543794d-caa0-46e7-a295-e7dbc2d4bb0b req-eb2eb74c-3ee3-48ee-b951-4379eaab7f4e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.5501750 Aug 11 08:06:09.118548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-0140590d-1bbf-4b16-aa77-d72b4f2f6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:09.120145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-0140590d-1bbf-4b16-aa77-d72b4f2f6028 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2907572 Aug 11 08:06:09.235415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:09.237686 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f8139-c7c1-454c-a6a9-34b54954680a" -d '{"events": [{"name": "network-changed", "server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:09.242557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-e649e07f-1f8d-4093-9bbd-5c2e53944fda service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111906 Aug 11 08:06:09.457641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-2eb94344-6ccb-442e-978f-7c98beb905ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5571287 Aug 11 08:06:09.464731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-1c185bcd-5035-4249-a241-6249de1cfb36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483694 Aug 11 08:06:09.491248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0543794d-caa0-46e7-a295-e7dbc2d4bb0b req-344577ba-e296-48e8-93d2-d4cbccef9fc3 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742394 Aug 11 08:06:09.497510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-da13dde1-35c3-479e-a129-06e0e3c80734 req-e77f032f-1d56-4def-9268-a74b12a9a50a tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:09.507027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3bfb44ce-f8f5-4358-85be-e6144fe65f8b None None] Provisioning complete for port 02a178c9-4508-4a96-8f39-d2b50491a931 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:09.507992 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3bfb44ce-f8f5-4358-85be-e6144fe65f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:09.540577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:09.551908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2e8ecd16-ab33-490a-b1c7-bb63de5f2e73 admin admin] 10.222.0.58 "PUT /v2.0/routers/b40d509e-503a-4821-bc2d-d5cd0e11f72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3684278 Aug 11 08:06:09.574729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e9eaee1-af32-4548-bfa1-15825f0a8474 req-71c410c9-4fd4-4e68-b9b9-7b8702168b13 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239763 Aug 11 08:06:09.578936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb44ce-f8f5-4358-85be-e6144fe65f8b None None] Port 02a178c9-4508-4a96-8f39-d2b50491a931 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:09.582740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Sync routers for ids ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:09.582932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-da13dde1-35c3-479e-a129-06e0e3c80734 req-e77f032f-1d56-4def-9268-a74b12a9a50a tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:09.606078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Routers {'b40d509e-503a-4821-bc2d-d5cd0e11f72f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:09.608493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:09.686529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-da13dde1-35c3-479e-a129-06e0e3c80734 req-e77f032f-1d56-4def-9268-a74b12a9a50a tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:09.693362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-da13dde1-35c3-479e-a129-06e0e3c80734 req-e77f032f-1d56-4def-9268-a74b12a9a50a tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:09.697399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da13dde1-35c3-479e-a129-06e0e3c80734 req-e77f032f-1d56-4def-9268-a74b12a9a50a tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "DELETE /v2.0/security-groups/af46fac5-bc7e-4b34-a917-564f8fd6f440 HTTP/1.1" status: 204 len: 173 time: 0.5868385 Aug 11 08:06:09.713951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f032f-1d56-4def-9268-a74b12a9a50a tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46fac5-bc7e-4b34-a917-564f8fd6f440,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:09.775950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c87c1-5443-43ed-9483-988ed11b806f req-e25a9358-4bfb-45ae-9605-10a01135606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:09.777916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-e25a9358-4bfb-45ae-9605-10a01135606b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1099 time: 0.0518804 Aug 11 08:06:09.843276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-abfa88d6-334a-4f63-9d2a-7cfc8207721f service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448586 Aug 11 08:06:09.879407 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69952465-59b6-4914-8b4a-fa82919de26c x-openstack-request-id: req-69952465-59b6-4914-8b4a-fa82919de26c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:09.879776 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:09.879920 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69952465-59b6-4914-8b4a-fa82919de26c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:09.880328 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'status': 'completed', 'code': 200} Aug 11 08:06:09.911693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Set router b40d509e-503a-4821-bc2d-d5cd0e11f72f gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:10.125927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c87c1-5443-43ed-9483-988ed11b806f req-e8869218-1410-4ae0-9993-fee740a3b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.127525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-e8869218-1410-4ae0-9993-fee740a3b4cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3270981 Aug 11 08:06:10.151906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-e6ea64c4-49b0-41a2-88aa-8623136e97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.153225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-e6ea64c4-49b0-41a2-88aa-8623136e97c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1099 time: 0.2193201 Aug 11 08:06:10.196498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-7c7649de-b8d9-4b0d-9e45-c95e448659a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.0590940 Aug 11 08:06:10.217616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230fad-0a0e-4985-b487-2837496f882a req-d7ed5b01-3c83-4327-814b-465d642c7b48 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.227666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:06Z', 'revision_number': 4, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '02a178c9-4508-4a96-8f39-d2b50491a931', 'name': '', 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'mac_address': 'fa:16:3e:d4:79:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '88f39cfc-4b2f-474a-a72e-feaeea901037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:03Z', 'updated_at': '2021-08-11T08:06:07Z', 'revision_number': 2, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'subnets': [{'id': '88f39cfc-4b2f-474a-a72e-feaeea901037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:10.232942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f230fad-0a0e-4985-b487-2837496f882a req-d7ed5b01-3c83-4327-814b-465d642c7b48 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.3868709 Aug 11 08:06:10.272724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Checking router: b40d509e-503a-4821-bc2d-d5cd0e11f72f for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:10.273459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Updating router b40d509e-503a-4821-bc2d-d5cd0e11f72f port 02a178c9-4508-4a96-8f39-d2b50491a931 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:06:10.291633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5003fc9-50f1-4ad8-bb7c-4b572d230909 req-ece4091f-f753-4c8e-add5-b5c6b06ff0ff tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.301662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5003fc9-50f1-4ad8-bb7c-4b572d230909 req-ece4091f-f753-4c8e-add5-b5c6b06ff0ff tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.2429745 Aug 11 08:06:10.305110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:10.336056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-dfc76b9c-5923-4285-9404-c3ab5475a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.340176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-dfc76b9c-5923-4285-9404-c3ab5475a856 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 1097 time: 0.4637969 Aug 11 08:06:10.387329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c87c1-5443-43ed-9483-988ed11b806f req-be63bf5c-37b6-454f-8680-d544839b45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.388909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-be63bf5c-37b6-454f-8680-d544839b45b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1813219 Aug 11 08:06:10.433311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5003fc9-50f1-4ad8-bb7c-4b572d230909 req-723cb715-a02f-49a6-a7f4-e37bdebd087e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307020 Aug 11 08:06:10.485985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-747fd68c-bb9b-48b2-94e7-498c59f4865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.486900 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b060bfb7-7892-4ae9-81ac-4c6c6bff4285 req-0ed65acf-08a2-4e8d-bbc3-5c5b4e7b3124 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570991 Aug 11 08:06:10.487469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-747fd68c-bb9b-48b2-94e7-498c59f4865a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2993786 Aug 11 08:06:10.541637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-3e952e91-a705-42ca-96c0-2b5711290f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.543257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-3e952e91-a705-42ca-96c0-2b5711290f85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 924 time: 0.1795604 Aug 11 08:06:10.546772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f230fad-0a0e-4985-b487-2837496f882a req-c3f05cc7-8e53-42f5-b57f-c6d78ddadc7b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042655 Aug 11 08:06:10.778407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:10.840203 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:10.863264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-b05480d8-957e-4b44-b21f-4817fb78dc69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950b59c1-1837-42e6-9973-42151c89720d HTTP/1.1" status: 200 len: 1002 time: 0.3099902 Aug 11 08:06:10.875891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Transition to ACTIVE for port object 02a178c9-4508-4a96-8f39-d2b50491a931 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:10.884688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c87c1-5443-43ed-9483-988ed11b806f req-b8843edc-c7f1-4f94-861c-c84a0f64a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:10.886399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-b8843edc-c7f1-4f94-861c-c84a0f64a6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4896514 Aug 11 08:06:10.892788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-a28b0f0c-d4fd-4954-8b75-5a7f6c958c1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.3919709 Aug 11 08:06:10.956699 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:10.972166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81148c61-c90e-4558-8dcf-367d4c16936f req-18981c0d-7dcc-47d0-bbdb-9d44627f01a7 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/6b68185c-e286-46fb-b884-d14d83a99743 HTTP/1.1" status: 200 len: 1813 time: 0.5077035 Aug 11 08:06:10.988933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c82b3f16-041d-4da4-942d-5687f8094fe1 req-6b1c9c8c-429e-477d-bce7-a3e7f4928ba9 tempest-FloatingIPsNegativeTestJSON-693106389 tempest-FloatingIPsNegativeTestJSON-693106389-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=40ecb89c7e124b0e9f09a4537619e09b HTTP/1.1" status: 200 len: 217 time: 0.1221426 Aug 11 08:06:11.041874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-6af813e2-5c5f-43fa-921f-e740f4b773f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:11.043520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-6af813e2-5c5f-43fa-921f-e740f4b773f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1384344 Aug 11 08:06:11.092068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-a676a6f3-2d4f-441a-a00c-c9fd75d17ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:11.095318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-a676a6f3-2d4f-441a-a00c-c9fd75d17ad1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.1039705 Aug 11 08:06:11.135655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-242d0df1-dec5-48c1-aa22-062b506b315e service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396591 Aug 11 08:06:11.166039 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-81148c61-c90e-4558-8dcf-367d4c16936f req-1a91c67d-79fd-4aa2-b952-33c94a93007f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.172407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c2de0-ad3b-41ac-aab9-d2f95c5521be None None] Pushing event updated for resources: {'Port': ['ID=02a178c9-4508-4a96-8f39-d2b50491a931,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:11.280078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-d1947ee1-bb3e-4355-bb44-2a7219613d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:11.281152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-3b4b07f0-68cf-43b9-94c9-5d687c7d1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:11.282882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-d1947ee1-bb3e-4355-bb44-2a7219613d61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753998 Aug 11 08:06:11.285608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-3b4b07f0-68cf-43b9-94c9-5d687c7d1623 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2321832 Aug 11 08:06:11.361014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Attempting to bind port 02a178c9-4508-4a96-8f39-d2b50491a931 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:11.361575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Attempting to bind port 02a178c9-4508-4a96-8f39-d2b50491a931 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:11.362657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Attempting to bind port 02a178c9-4508-4a96-8f39-d2b50491a931 on network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:11.381724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:11.382265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Checking segment: {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:11.383099 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.383747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Bound using segment: {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:11.384538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Bound port: 02a178c9-4508-4a96-8f39-d2b50491a931, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6e66db-228a-4d97-a29f-c2d375c03070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:11.385272 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.431825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-81148c61-c90e-4558-8dcf-367d4c16936f req-1a91c67d-79fd-4aa2-b952-33c94a93007f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.480041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:11.583606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'port_id': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'mac_address': 'fa:16:3e:c4:c0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856bec9-5e49-4d97-85cb-c8485228a063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:11.619128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-5ffd8a51-f171-4298-80bf-754861dfedbb service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195550 Aug 11 08:06:11.637108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-422c87c1-5443-43ed-9483-988ed11b806f req-0d84261b-caa9-4069-96fe-9f4656356210 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929771 Aug 11 08:06:11.723083 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-e0306317-143e-43cc-ae97-9a3113461460 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184771 Aug 11 08:06:11.724729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-81148c61-c90e-4558-8dcf-367d4c16936f req-1a91c67d-79fd-4aa2-b952-33c94a93007f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.729011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] For port 02a178c9-4508-4a96-8f39-d2b50491a931, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:11.746452 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-81148c61-c90e-4558-8dcf-367d4c16936f req-1a91c67d-79fd-4aa2-b952-33c94a93007f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.748586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81148c61-c90e-4558-8dcf-367d4c16936f req-1a91c67d-79fd-4aa2-b952-33c94a93007f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "DELETE /v2.0/security-groups/6b68185c-e286-46fb-b884-d14d83a99743 HTTP/1.1" status: 204 len: 173 time: 0.7622283 Aug 11 08:06:11.785083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] For port 02a178c9-4508-4a96-8f39-d2b50491a931, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02a178c9-4508-4a96-8f39-d2b50491a931,segment=NetworkSegment(0e6e66db-228a-4d97-a29f-c2d375c03070),segment_id=0e6e66db-228a-4d97-a29f-c2d375c03070)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:11.788445 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.839113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91c67d-79fd-4aa2-b952-33c94a93007f tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b68185c-e286-46fb-b884-d14d83a99743,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:11.841268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:11.897827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6288f317-58ef-4c9a-a977-33edc001bd27 req-591ed9e8-5025-45a7-a803-542847ac0fe1 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704787 Aug 11 08:06:11.964824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9b3199-fd96-4024-96a9-4cb19aca671d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:12.094206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:12.119776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-4ed1631c-3000-4ab1-9fc1-c8d6d0e7ea30 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697896 Aug 11 08:06:12.126169 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.157478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Routers {'b40d509e-503a-4821-bc2d-d5cd0e11f72f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:12.158602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:12.270704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c2de0-ad3b-41ac-aab9-d2f95c5521be None None] Pushing event updated for resources: {'Port': ['ID=02a178c9-4508-4a96-8f39-d2b50491a931,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:12.347304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-782795cf-ee44-4119-90f7-1165616e368c req-b55831d1-069d-4dc5-9140-1c13440c3657 tempest-FloatingIPsNegativeTestJSON-693106389 tempest-FloatingIPsNegativeTestJSON-693106389-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0512483 Aug 11 08:06:12.411345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99801d-ce71-4949-ac5b-b35a8baec3c9 req-eac672c5-0a88-413e-ba0f-7e305c253b69 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:12.415492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7c99801d-ce71-4949-ac5b-b35a8baec3c9 req-eac672c5-0a88-413e-ba0f-7e305c253b69 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.2939701 Aug 11 08:06:12.509619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c162e-1c8d-43c2-9a70-043016334f73 req-8899df76-e8d7-49d9-8729-16b170f48562 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:12.511609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-096c162e-1c8d-43c2-9a70-043016334f73 req-8899df76-e8d7-49d9-8729-16b170f48562 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.0994864 Aug 11 08:06:12.523980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['8e9b3199-fd96-4024-96a9-4cb19aca671d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:12.525351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7c99801d-ce71-4949-ac5b-b35a8baec3c9 req-31e3a5cc-c21e-45a1-9e45-b1dee47f223e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953784 Aug 11 08:06:12.529225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-d4833d45-c982-4c87-aa55-1bf207f96973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:12.532557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-d4833d45-c982-4c87-aa55-1bf207f96973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1099 time: 0.3199427 Aug 11 08:06:12.577836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-096c162e-1c8d-43c2-9a70-043016334f73 req-71f77a88-4be1-499d-a1e6-b1f7fbf7b3a8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Aug 11 08:06:12.668854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d18c0a4-ffa2-4222-9bff-d320fbf16bb4 req-3218ae30-8a9d-431c-ade8-67cc98fa8694 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/7d5f7b58-3289-47fc-ba70-0a8ad77fc0b5 HTTP/1.1" status: 200 len: 1811 time: 0.0667598 Aug 11 08:06:12.832318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d18c0a4-ffa2-4222-9bff-d320fbf16bb4 req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.833002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fdeab-786b-448c-afce-6d5c5a5bff62 req-47e02e44-95ec-4896-b2da-58a12398d1a0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:12.846045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a10fdeab-786b-448c-afce-6d5c5a5bff62 req-47e02e44-95ec-4896-b2da-58a12398d1a0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 948 time: 0.2132444 Aug 11 08:06:12.875739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d18c0a4-ffa2-4222-9bff-d320fbf16bb4 req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.909431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:12.913604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:12.941301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-e270f3df-ee6f-4e37-a40c-ccdabe060cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:12.955113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-e270f3df-ee6f-4e37-a40c-ccdabe060cb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2648473 Aug 11 08:06:12.972942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d18c0a4-ffa2-4222-9bff-d320fbf16bb4 req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.980093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] Set router b40d509e-503a-4821-bc2d-d5cd0e11f72f gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:12.990466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d18c0a4-ffa2-4222-9bff-d320fbf16bb4 req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:12.992778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d18c0a4-ffa2-4222-9bff-d320fbf16bb4 req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d5f7b58-3289-47fc-ba70-0a8ad77fc0b5 HTTP/1.1" status: 204 len: 173 time: 0.3138428 Aug 11 08:06:13.022285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f7b58-3289-47fc-ba70-0a8ad77fc0b5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:13.038909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.039255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.039595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.039927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.040259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.041263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.041615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.041943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.042264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.042644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.042907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.043225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf4e39-67a0-4277-84f0-94bf30097c24 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:13.073034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-36e9663f-1510-4230-88ba-e8ee305a347e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.1162202 Aug 11 08:06:13.093912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a10fdeab-786b-448c-afce-6d5c5a5bff62 req-33241eb5-ff71-4a9f-917b-265443ea5368 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460992 Aug 11 08:06:13.103434 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:06:13.202315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-46b1780c-513e-4be0-923f-e949e303ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:13.205064 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-46b1780c-513e-4be0-923f-e949e303ad11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1096623 Aug 11 08:06:13.209784 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-ff6977b2-86b7-4669-9851-7e69d0854fb0 req-5da5250d-7e4b-4558-b31d-c7f33c298b2f tempest-FloatingIPsNegativeTestJSON-693106389 tempest-FloatingIPsNegativeTestJSON-693106389-project] show failed (client error): The resource could not be found. Aug 11 08:06:13.211539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff6977b2-86b7-4669-9851-7e69d0854fb0 req-5da5250d-7e4b-4558-b31d-c7f33c298b2f tempest-FloatingIPsNegativeTestJSON-693106389 tempest-FloatingIPsNegativeTestJSON-693106389-project] 10.222.0.58 "GET /v2.0/floatingips/782bf685-56ed-4a3d-a3f5-c9034502ebca HTTP/1.1" status: 404 len: 350 time: 0.1574502 Aug 11 08:06:13.226616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58962) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:13.429183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:13.519318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'mac_address': 'fa:16:3e:04:52:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:13.571963 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.608280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:13.620774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ceb0922-bc9d-45f6-a34e-66bb952f1508 req-b818c1e4-fdd6-425e-9aac-0c22d258fd36 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "GET /v2.0/security-groups/c2393d65-1f83-4661-ba66-72faad48f701 HTTP/1.1" status: 200 len: 1812 time: 0.3597405 Aug 11 08:06:13.627065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:06Z', 'revision_number': 4, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '02a178c9-4508-4a96-8f39-d2b50491a931', 'name': '', 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'mac_address': 'fa:16:3e:d4:79:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '88f39cfc-4b2f-474a-a72e-feaeea901037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:03Z', 'updated_at': '2021-08-11T08:06:11Z', 'revision_number': 4, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'subnets': [{'id': '88f39cfc-4b2f-474a-a72e-feaeea901037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:13.629649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-eed1c137-1eeb-4a51-952d-66553c220eea tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4229095 Aug 11 08:06:13.653612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:13.664465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728f0a-c4c6-490d-8bd3-7ac42bfd8e75 None None] The sync data for ids ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'] in n-d-789963-6 is: [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:06Z', 'revision_number': 4, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '02a178c9-4508-4a96-8f39-d2b50491a931', 'name': '', 'network_id': 'dfdf86fc-9acf-4d08-a4fd-501fb0da2dab', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'mac_address': 'fa:16:3e:d4:79:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '88f39cfc-4b2f-474a-a72e-feaeea901037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:03Z', 'updated_at': '2021-08-11T08:06:11Z', 'revision_number': 4, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'subnets': [{'id': '88f39cfc-4b2f-474a-a72e-feaeea901037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:13.674050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-76114dce-1f1d-4cc3-9608-44f96e3ad86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:13.675958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-76114dce-1f1d-4cc3-9608-44f96e3ad86e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4515524 Aug 11 08:06:13.692449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:13.702825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.768757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.843768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ceb0922-bc9d-45f6-a34e-66bb952f1508 req-5bb15545-748b-4532-906f-5855966f0af2 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.859881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:13.945436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ceb0922-bc9d-45f6-a34e-66bb952f1508 req-5bb15545-748b-4532-906f-5855966f0af2 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:13.961931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-5f2b8bdf-864a-45bd-b4d0-6bd57cabc644 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503936 Aug 11 08:06:14.068976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:14.129204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ceb0922-bc9d-45f6-a34e-66bb952f1508 req-5bb15545-748b-4532-906f-5855966f0af2 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.133878 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ceb0922-bc9d-45f6-a34e-66bb952f1508 req-5bb15545-748b-4532-906f-5855966f0af2 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.150572 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ceb0922-bc9d-45f6-a34e-66bb952f1508 req-5bb15545-748b-4532-906f-5855966f0af2 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] 10.222.0.58 "DELETE /v2.0/security-groups/c2393d65-1f83-4661-ba66-72faad48f701 HTTP/1.1" status: 204 len: 173 time: 0.5279853 Aug 11 08:06:14.151861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58972) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:14.225042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5f8139-c7c1-454c-a6a9-34b54954680a req-646b39e0-4210-40ea-adec-f060aabcc98c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462530 Aug 11 08:06:14.226488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.343058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Deleting subnet cd487f06-ffe6-468c-9db2-5e0400901d8e {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:06:14.353742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.418690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.486665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.589321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb15545-748b-4532-906f-5855966f0af2 tempest-SecurityGroupRulesNegativeTestJSON-739799341 tempest-SecurityGroupRulesNegativeTestJSON-739799341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2393d65-1f83-4661-ba66-72faad48f701,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:14.657434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Allocated IP 172.25.2.166 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/94e41f0f-9936-4cc8-b526-49a11123edc4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:14.668390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.696521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:14.700275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd487f06-ffe6-468c-9db2-5e0400901d8e HTTP/1.1" status: 204 len: 168 time: 0.5302587 Aug 11 08:06:14.710500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58976) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:14.754324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ea09-c632-4327-a1be-733a9065c7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd487f06-ffe6-468c-9db2-5e0400901d8e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:14.785241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:14.921539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 8e9b3199-fd96-4024-96a9-4cb19aca671d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:14.932755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 8e9b3199-fd96-4024-96a9-4cb19aca671d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:14.933190 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.106811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.171234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02a178c9-4508-4a96-8f39-d2b50491a931 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:15.258962 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.269860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.287111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-014aeedc-5887-4d56-ade1-5624581f66b7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:15.289897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-014aeedc-5887-4d56-ade1-5624581f66b7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 949 time: 0.3808210 Aug 11 08:06:15.320796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:15.327608 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2034efc-d432-4b22-901a-20dfc1391e14" -d '{"events": [{"server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:15.360749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163408-0275-47db-8abc-a1c818042df8 req-d5b1a784-b1c6-4585-9711-1dfbd2624449 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:15.364455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c163408-0275-47db-8abc-a1c818042df8 req-d5b1a784-b1c6-4585-9711-1dfbd2624449 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.4332304 Aug 11 08:06:15.370463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:15.398068 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.409570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 02a178c9-4508-4a96-8f39-d2b50491a931 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:15.431051 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-935969e3-09a0-42f8-b9cc-7f8432d85169 service neutron] delete failed (client error): The resource could not be found. Aug 11 08:06:15.432477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-935969e3-09a0-42f8-b9cc-7f8432d85169 service neutron] 10.222.0.69 "DELETE /v2.0/ports/24efaaaa-36a2-4af3-89d7-5cc8b8fd062a/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.1209230 Aug 11 08:06:15.452427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.458185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02a178c9-4508-4a96-8f39-d2b50491a931 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:15.458824 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.489371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:15.498579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:15.535161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c163408-0275-47db-8abc-a1c818042df8 req-fae4035b-ff45-43a7-bd8e-c549f8938e79 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500158 Aug 11 08:06:15.537752 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.563053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9642b57-6cd7-4b0f-b18c-6c408482c98c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:15.570145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.589911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:15.609989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:15.743413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74628328-2983-4744-97e2-2df0a38525e6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:15.743908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74628328-2983-4744-97e2-2df0a38525e6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:15.751004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-ad32d59b-befe-4f14-b25e-5155e28a84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:15.752835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-ad32d59b-befe-4f14-b25e-5155e28a84f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1100 time: 0.0928309 Aug 11 08:06:15.753697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event updated for resources: {'Port': ['ID=94e41f0f-9936-4cc8-b526-49a11123edc4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:15.758970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.846135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 02a178c9-4508-4a96-8f39-d2b50491a931, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02a178c9-4508-4a96-8f39-d2b50491a931,segment=NetworkSegment(0e6e66db-228a-4d97-a29f-c2d375c03070),segment_id=0e6e66db-228a-4d97-a29f-c2d375c03070)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:15.857532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:15.867285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.867882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.868387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.869242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.869646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.870185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.870827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.871208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.871728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.872254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.872779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.873329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:15.931450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=02a178c9-4508-4a96-8f39-d2b50491a931,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:16.006264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-faa3c34d-c965-4e5c-b5ae-846e28440e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:16.008815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-faa3c34d-c965-4e5c-b5ae-846e28440e51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2478049 Aug 11 08:06:16.026932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.118089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-66fb9f14-34c4-4f43-8dec-8102247ebbd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.0902126 Aug 11 08:06:16.183227 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.190587 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.210830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.239339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:06:16.239778 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:06:16.242053 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:06:16.297930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-1642f9d7-d5ae-4312-9e2b-4700090e0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:16.299893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-1642f9d7-d5ae-4312-9e2b-4700090e0ef2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1736257 Aug 11 08:06:16.386770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ab9c3-6a24-4592-ba10-5047881a4037 req-9732c307-83e1-4891-b5bd-e67da00ccfac tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:16.391224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b6ab9c3-6a24-4592-ba10-5047881a4037 req-9732c307-83e1-4891-b5bd-e67da00ccfac tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 949 time: 0.6927896 Aug 11 08:06:16.421222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-c81f6032-bf4f-4bcd-acce-012de4f6006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:16.422810 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-c81f6032-bf4f-4bcd-acce-012de4f6006a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105449 Aug 11 08:06:16.533395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.544516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.546559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.630235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.636293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c9642b57-6cd7-4b0f-b18c-6c408482c98c HTTP/1.1" status: 204 len: 168 time: 1.8952107 Aug 11 08:06:16.659569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-43c0a8b4-7e5c-4e5e-a8d3-edb3e39de614 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267103 Aug 11 08:06:16.673791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b6ab9c3-6a24-4592-ba10-5047881a4037 req-979b7d01-4697-4c7c-8dcf-41010dfe994a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586374 Aug 11 08:06:16.677648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f89c9-e447-4b34-bb6b-96bd344a6c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9642b57-6cd7-4b0f-b18c-6c408482c98c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:16.764772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.782844 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b9141-cf1f-4188-897b-01751e15088d x-openstack-request-id: req-428b9141-cf1f-4188-897b-01751e15088d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:16.783446 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:16.786910 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-428b9141-cf1f-4188-897b-01751e15088d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:16.786910 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'code': 200} Aug 11 08:06:16.787446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event updated for resources: {'Port': ['ID=94e41f0f-9936-4cc8-b526-49a11123edc4,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:16.790076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:16.828200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58990) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:16.900770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.902964 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-e5b187ca-fa0f-48d2-a069-3202df66b1d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2602985 Aug 11 08:06:16.950870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:16.973162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:16.973639 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:16.988862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Deleting port 02a178c9-4508-4a96-8f39-d2b50491a931 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:16.992237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.117500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02a178c9-4508-4a96-8f39-d2b50491a931 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:17.248765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] For port 02a178c9-4508-4a96-8f39-d2b50491a931, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02a178c9-4508-4a96-8f39-d2b50491a931,segment=NetworkSegment(0e6e66db-228a-4d97-a29f-c2d375c03070),segment_id=0e6e66db-228a-4d97-a29f-c2d375c03070)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:17.249244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.270207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Calling delete_port for 02a178c9-4508-4a96-8f39-d2b50491a931 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:17.280249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02a178c9-4508-4a96-8f39-d2b50491a931 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:17.280807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.348432 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.404629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8db30c89-026f-4ac6-9370-7a2521fdd5a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46c330cc191a49d8bd628549e36b5a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749145 Aug 11 08:06:17.474250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:17.486755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58996) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:17.487528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66a79bf7-3791-4e43-89d4-482fe8bad895 req-6ed51f83-2303-4c67-b8d1-26acc34d95a8 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667520 Aug 11 08:06:17.524016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.533149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.583694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf65d-e539-48a4-a5d4-c596d62e4a5a req-3561fa60-6721-41d6-9525-e80790f56bcd tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:17.591672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5ccf65d-e539-48a4-a5d4-c596d62e4a5a req-3561fa60-6721-41d6-9525-e80790f56bcd tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.4843907 Aug 11 08:06:17.637084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-07f4acc6-3d4e-404e-9ee4-4bdbb29a0783 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 696 time: 0.6957347 Aug 11 08:06:17.663137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:17.705390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5ccf65d-e539-48a4-a5d4-c596d62e4a5a req-5da1b5a4-6450-4662-bb24-0fff7db0ea0c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125042 Aug 11 08:06:17.726177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a178c9-4508-4a96-8f39-d2b50491a931,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:17.861280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a29ef4-1e26-490a-9736-8d767508a748 req-050691b8-d709-416a-b228-f72e1002c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:17.864187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14a29ef4-1e26-490a-9736-8d767508a748 req-050691b8-d709-416a-b228-f72e1002c0c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1097 time: 0.9502368 Aug 11 08:06:17.959795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af5122c7-0557-4972-8b51-08c8dbc36b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:17.977890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772b7f6-58c2-43c2-94d4-8601c61c139c req-ed8aadec-4d87-4d02-a810-c94d1219c9b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:17.987383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b772b7f6-58c2-43c2-94d4-8601c61c139c req-ed8aadec-4d87-4d02-a810-c94d1219c9b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1374547 Aug 11 08:06:17.996994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af5122c7-0557-4972-8b51-08c8dbc36b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:18.047938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14a29ef4-1e26-490a-9736-8d767508a748 req-1d869c35-1f1d-4d77-9a28-c84708fc045e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509147 Aug 11 08:06:18.049915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b772b7f6-58c2-43c2-94d4-8601c61c139c req-266b4781-568c-498d-8c18-7abeabb9dfc7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Aug 11 08:06:18.054199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:18.083662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-aafcc164-d63e-48d6-a3a2-c60b668146ef tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:18.085180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-aafcc164-d63e-48d6-a3a2-c60b668146ef tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3490002 Aug 11 08:06:18.103561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-8818a60b-9b43-47c4-a3d0-b75e9a30e540 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:06:18.105028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9700515e-ef0d-4bbb-a44c-e68211cc4978 req-8818a60b-9b43-47c4-a3d0-b75e9a30e540 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133252 Aug 11 08:06:18.126092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af5122c7-0557-4972-8b51-08c8dbc36b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:18.128969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af5122c7-0557-4972-8b51-08c8dbc36b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:18.132751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-af5122c7-0557-4972-8b51-08c8dbc36b33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5767c27d-26cd-40b2-996d-609ea3f66e1d HTTP/1.1" status: 204 len: 168 time: 0.6417441 Aug 11 08:06:18.149124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5122c7-0557-4972-8b51-08c8dbc36b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767c27d-26cd-40b2-996d-609ea3f66e1d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:18.564200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-ca3fad39-8553-407b-83aa-6687b25c1728 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:18.567156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-ca3fad39-8553-407b-83aa-6687b25c1728 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 821 time: 0.1808581 Aug 11 08:06:18.581208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Router b40d509e-503a-4821-bc2d-d5cd0e11f72f has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:18.603363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-481d5c79-38b5-4828-87e4-bb3bd8410d1a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/quotas/56dc075f4cbe4762905f325652164a17 HTTP/1.1" status: 200 len: 375 time: 0.0195131 Aug 11 08:06:18.699642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-f4bbe158-aaab-4475-a84b-b0ed8cdc6825 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815239 Aug 11 08:06:18.789978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:18.792937 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d693df1-1dd6-44aa-81ec-c1a6820448cc" -d '{"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-plugged", "status": "completed", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:18.837025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:18.855276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8267e554-e994-4bff-b721-acf228f07872 admin admin] 10.222.0.58 "PUT /v2.0/routers/b40d509e-503a-4821-bc2d-d5cd0e11f72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6269457 Aug 11 08:06:18.859775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:18.866748 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] Sync routers for ids ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:18.892924 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] Routers {'b40d509e-503a-4821-bc2d-d5cd0e11f72f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:18.898405 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:18.940243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11c0e6-37e6-43e4-aabb-80155ecbf063 req-804ff4f5-0b33-435f-8d1a-e8789a488589 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:18.942604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc11c0e6-37e6-43e4-aabb-80155ecbf063 req-804ff4f5-0b33-435f-8d1a-e8789a488589 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.0850394 Aug 11 08:06:18.954143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a2b10025-5484-4ecb-a54d-9a08655fc2c0 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419765 Aug 11 08:06:19.083562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc11c0e6-37e6-43e4-aabb-80155ecbf063 req-857e09fb-1a61-482a-bddc-efca012226e9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226161 Aug 11 08:06:19.133931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.219312 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b40d62-0abc-4201-8635-358c5becb30b x-openstack-request-id: req-e8b40d62-0abc-4201-8635-358c5becb30b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:19.219753 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-plugged", "status": "completed", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:19.220167 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8b40d62-0abc-4201-8635-358c5becb30b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:19.220578 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'code': 200} Aug 11 08:06:19.223416 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] Set router b40d509e-503a-4821-bc2d-d5cd0e11f72f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:19.318864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-210fa0b4-91cf-4673-bdd7-e02ba6f9f75f service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572576 Aug 11 08:06:19.508859 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:17Z', 'revision_number': 5, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:19.549013 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] Checking router: b40d509e-503a-4821-bc2d-d5cd0e11f72f for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:19.574276 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] Routers {'b40d509e-503a-4821-bc2d-d5cd0e11f72f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:19.575938 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:19.610062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24167485-34b8-406f-9971-399299fba190 req-a45c5670-bc7e-4f86-b44b-f83056a50f62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:19.620828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24167485-34b8-406f-9971-399299fba190 req-a45c5670-bc7e-4f86-b44b-f83056a50f62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.2739980 Aug 11 08:06:19.628618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.749078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24167485-34b8-406f-9971-399299fba190 req-f29a569b-293c-4e71-a422-8e1f6b66fc9d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218991 Aug 11 08:06:19.898903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Deleting port a84c4493-ef1d-4d53-9ec4-db7c663a3910 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:19.899404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:19.906556 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] Set router b40d509e-503a-4821-bc2d-d5cd0e11f72f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:20.036231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59060) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:20.118708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] For port a84c4493-ef1d-4d53-9ec4-db7c663a3910, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a84c4493-ef1d-4d53-9ec4-db7c663a3910,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:20.120141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.142766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Calling delete_port for a84c4493-ef1d-4d53-9ec4-db7c663a3910 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:20.161825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ce1e6-1913-4cae-87a0-be7e27b61a92 req-b63a2551-6025-4f3d-9c71-07b873a85906 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:20.163861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3a2ce1e6-1913-4cae-87a0-be7e27b61a92 req-b63a2551-6025-4f3d-9c71-07b873a85906 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1101 time: 0.1802261 Aug 11 08:06:20.182134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27fbf10c-cca0-49d6-afd5-c35d573f83ae req-30e71a33-eece-4b20-902f-929f78e57710 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 210 time: 0.1196005 Aug 11 08:06:20.263478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3a2ce1e6-1913-4cae-87a0-be7e27b61a92 req-730da048-7df2-47cb-a6c1-3b6d30dd48fb tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Aug 11 08:06:20.355467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:17Z', 'revision_number': 5, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:20.389236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f809dc-398e-43b4-b3b5-727aac7bea40 req-5a69a596-9947-4156-b265-c8fc48525216 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:20.402493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6f809dc-398e-43b4-b3b5-727aac7bea40 req-5a69a596-9947-4156-b265-c8fc48525216 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.1093419 Aug 11 08:06:20.420048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-network', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:20.447824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79980e-05cc-4a64-a74c-e298b15f7177 None None] The sync data for ids ['b40d509e-503a-4821-bc2d-d5cd0e11f72f'] in n-d-789963-6 is: [{'id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'name': 'tempest-FloatingIPsNegativeTestJSON-389263559-router', 'tenant_id': '40ecb89c7e124b0e9f09a4537619e09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:57Z', 'updated_at': '2021-08-11T08:06:17Z', 'revision_number': 5, 'project_id': '40ecb89c7e124b0e9f09a4537619e09b', 'gw_port': {'id': 'a84c4493-ef1d-4d53-9ec4-db7c663a3910', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d509e-503a-4821-bc2d-d5cd0e11f72f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:58Z', 'updated_at': '2021-08-11T08:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:20.465077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:20.467913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.531067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.599498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6f809dc-398e-43b4-b3b5-727aac7bea40 req-bf99eeca-f70c-40e0-964e-2b3564acb1ac tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958561 Aug 11 08:06:20.646365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.721176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=a84c4493-ef1d-4d53-9ec4-db7c663a3910,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:20.821916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-2fbd9cc2-d8bc-47ea-9bba-85b4d5bff1d8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355387 Aug 11 08:06:20.910833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.922673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.922959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:20.932395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb2031-f62c-483a-8963-70f28e7859fd req-6075a0af-f9d0-4247-a3dd-a53a84d67706 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:20.934896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbbb2031-f62c-483a-8963-70f28e7859fd req-6075a0af-f9d0-4247-a3dd-a53a84d67706 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1097 time: 0.1693640 Aug 11 08:06:21.006059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:06:21.039941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.040649 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Added segment 102601a5-c108-4295-880b-2d7f27812b6c of type vlan for network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 Aug 11 08:06:21.045131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638505e5-71a6-4f05-9d3d-a06104c95b56,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:21.135799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02a178c9-4508-4a96-8f39-d2b50491a931 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:21.136382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbbb2031-f62c-483a-8963-70f28e7859fd req-8a14065d-7a39-41e0-8895-04a4e1e30def tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883020 Aug 11 08:06:21.149015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.195044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 02a178c9-4508-4a96-8f39-d2b50491a931 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:21.196051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02a178c9-4508-4a96-8f39-d2b50491a931 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:21.196921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.204741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.205977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.206807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:21.208244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.347037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.348422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40d509e-503a-4821-bc2d-d5cd0e11f72f {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:06:21.378002 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3348808 Aug 11 08:06:21.378447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.383506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3f39399e-f673-4499-b0d7-21cd374e7cbc admin admin] 10.222.0.58 "DELETE /v2.0/routers/b40d509e-503a-4821-bc2d-d5cd0e11f72f HTTP/1.1" status: 204 len: 168 time: 2.5221200 Aug 11 08:06:21.386683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59098) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:21.387038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59100) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:21.431965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-af0b5995-36b2-4517-b088-ec437df6075f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:21.434437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-af0b5995-36b2-4517-b088-ec437df6075f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5974169 Aug 11 08:06:21.451610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Request body: {'subnet': {'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-subnet', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:21.457307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-e0ed5144-df45-406b-b9ec-e6042b22e171 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/quotas/d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 375 time: 0.0115421 Aug 11 08:06:21.506832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db7ba9-deea-4fe6-beda-15310982195a admin admin] Pushing event updated for resources: {'Network': ['ID=bb42dbd2-5fba-40ba-ab09-547a002ac7a8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:21.525888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:06:21.559624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-bce4bc9f-a8bc-430d-bc1e-416cc93f2f5d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912793 Aug 11 08:06:21.688501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:21.699613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.773435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80aa0461-f55c-4f58-a619-483b1af35296 req-046b1b0e-0ade-4835-a788-bf6cae7f93f0 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 210 time: 0.1537313 Aug 11 08:06:21.906256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Deleting subnet 88f39cfc-4b2f-474a-a72e-feaeea901037 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:06:21.912429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:21.921136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b9a7c718-8c26-4367-bed0-a718ffa9121c req-d09dd3be-ca66-48b7-bda2-94a9da9581f1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 210 time: 0.0753922 Aug 11 08:06:21.974847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.432743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-b5320f03-376f-4636-9e3a-e9891fa9a957 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:22.435557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-b5320f03-376f-4636-9e3a-e9891fa9a957 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.69 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 821 time: 0.4446044 Aug 11 08:06:22.466485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'port': {'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'admin_state_up': True, 'tenant_id': '56dc075f4cbe4762905f325652164a17'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:22.565674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.659524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.674620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Made reservation on behalf of 56dc075f4cbe4762905f325652164a17 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:22.686790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.784696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00c32b9-9514-4042-90b4-93cdbf2b832e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:22.821990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.896298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f39cfc-4b2f-474a-a72e-feaeea901037,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:22.942875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Allocated IP 172.20.0.9 (3952ede2-895e-4875-9e6f-84bb36ff4614/f5a38bf3-7aa5-4213-a612-ad735403b470/c51e430e-a0e0-49f8-b88a-53b585c2b29a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:22.963871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:22.965314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b959de5-1460-47a0-b0f8-ed66dcd6c7ac None None] Network dfdf86fc-9acf-4d08-a4fd-501fb0da2dab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:06:22.979262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:22.984210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f8e147a3-af75-4ea7-aca9-58e5c17e0f90 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88f39cfc-4b2f-474a-a72e-feaeea901037 HTTP/1.1" status: 204 len: 168 time: 1.5943427 Aug 11 08:06:22.989766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Checking segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:22.990359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Network hostable DHCP agents. Network: bb42dbd2-5fba-40ba-ab09-547a002ac7a8, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:06:23.084871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a84c4493-ef1d-4d53-9ec4-db7c663a3910 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:23.140942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a7d7421-6e01-4898-8d69-2bae5ea9de10 req-b706800a-a7c3-4a05-9800-9e643a76eb1e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 210 time: 0.1075797 Aug 11 08:06:23.176263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:06:23.180140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a84c4493-ef1d-4d53-9ec4-db7c663a3910 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:23.180566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a84c4493-ef1d-4d53-9ec4-db7c663a3910 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:23.210615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, bb42dbd2-5fba-40ba-ab09-547a002ac7a8) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:23.221956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f86c3d-4d7f-40be-baa9-2d99f033c3a2 None None] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:06:23.227487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:23.229034 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.274033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-34722657-d21d-4f4a-a1ae-765c7074ad86 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8855469 Aug 11 08:06:23.278409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59148) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:23.290824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.295437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:23.388777 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.390677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.412591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c7c34b2-8a7a-4abb-8cb1-c80dd4b62067 req-0ff1958a-1737-4cc4-a25a-96f87ecfded6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 210 time: 0.0570810 Aug 11 08:06:23.569240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.612041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Deleting port 98d5c354-1240-4fc7-8b7e-23993d94e13d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:23.612474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.651770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] DHCP port deletion for dfdf86fc-9acf-4d08-a4fd-501fb0da2dab request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:06:23.831140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] For port 98d5c354-1240-4fc7-8b7e-23993d94e13d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=98d5c354-1240-4fc7-8b7e-23993d94e13d,segment=NetworkSegment(0e6e66db-228a-4d97-a29f-c2d375c03070),segment_id=0e6e66db-228a-4d97-a29f-c2d375c03070)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:23.831140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.870763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:23.899316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Calling delete_port for 98d5c354-1240-4fc7-8b7e-23993d94e13d owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:23.901221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-f14baefc-26e0-46f5-8a59-1635f1bf6148 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417359 Aug 11 08:06:24.057029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Transition to ACTIVE for port object c51e430e-a0e0-49f8-b88a-53b585c2b29a will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:24.059264 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.135511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=98d5c354-1240-4fc7-8b7e-23993d94e13d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:24.146891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] No DVR routers for this DVR port 98d5c354-1240-4fc7-8b7e-23993d94e13d on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:24.156624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:06:24.158539 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.181175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Deleting port 98d5c354-1240-4fc7-8b7e-23993d94e13d {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:24.181675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.264721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e0c317d-0c15-44fb-a613-092ed888858e req-ebae0dde-eaea-4ffe-8a62-25aa44d3b070 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 210 time: 0.0332296 Aug 11 08:06:24.282868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] For port 98d5c354-1240-4fc7-8b7e-23993d94e13d, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:24.283365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.330429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.332284 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.333640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.363444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Calling delete_port for 98d5c354-1240-4fc7-8b7e-23993d94e13d owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:24.368544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:24.374220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdf86fc-9acf-4d08-a4fd-501fb0da2dab']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:24.378405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Port 98d5c354-1240-4fc7-8b7e-23993d94e13d was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:06:24.379817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:24.385823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['2c883174-9a46-488b-abfa-89489e08d9f8'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:24.392095 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.455294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:24.457124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] Pushing event deleted for resources: {'Port': ['ID=98d5c354-1240-4fc7-8b7e-23993d94e13d,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:24.490539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080f28f-3c36-4a0e-8d59-3175f9e5e689 None None] No DVR routers for this DVR port 98d5c354-1240-4fc7-8b7e-23993d94e13d on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:24.530468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-53c7ac98-6c83-4eb0-bc00-9c36fc124531 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:24.532333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-53c7ac98-6c83-4eb0-bc00-9c36fc124531 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282646 Aug 11 08:06:24.545843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6e66db-228a-4d97-a29f-c2d375c03070') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:24.546480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6e66db-228a-4d97-a29f-c2d375c03070') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:24.552573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Allocated IP 172.20.0.2 (bb42dbd2-5fba-40ba-ab09-547a002ac7a8/e00c32b9-9514-4042-90b4-93cdbf2b832e/f861017d-dd07-47a0-8b0d-8467dd2cd67a) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:24.566348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Request body: {'port': {'device_id': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'd4cc25d5ec464087ad958fa57eea6b4a'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:24.585023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.608222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event updated for resources: {'Port': ['ID=c51e430e-a0e0-49f8-b88a-53b585c2b29a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:24.642541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:24.643388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.647318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.662409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:06:24.663223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.719231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81d77fa0-4d0f-4159-b436-8eb3f87fb923 req-22c189f2-4869-406d-94a4-8d6559834db0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 210 time: 0.1244698 Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:06:24.745950 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:06:24.773326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.808735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-01c48a76-47d8-4c1d-a8a4-b911658a60d6 None None] Provisioning for port c51e430e-a0e0-49f8-b88a-53b585c2b29a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:24.811272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.815153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] 10.222.0.58 "DELETE /v2.0/networks/dfdf86fc-9acf-4d08-a4fd-501fb0da2dab HTTP/1.1" status: 204 len: 168 time: 1.8326263 Aug 11 08:06:24.817216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-6574d743-e98c-41a8-9bac-56747324b8db tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3631370 Aug 11 08:06:24.842981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Request body: {'port': {'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:24.848404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16e3c-9bf9-4ed3-8c96-71cd1f20cc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=dfdf86fc-9acf-4d08-a4fd-501fb0da2dab,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:24.869019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-01c48a76-47d8-4c1d-a8a4-b911658a60d6 None None] Provisioning complete for port c51e430e-a0e0-49f8-b88a-53b585c2b29a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:24.874633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01c48a76-47d8-4c1d-a8a4-b911658a60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:24.933223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.102887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-01c48a76-47d8-4c1d-a8a4-b911658a60d6 None None] Port c51e430e-a0e0-49f8-b88a-53b585c2b29a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:25.111848 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.127817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Transition to ACTIVE for port object f861017d-dd07-47a0-8b0d-8467dd2cd67a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:25.147632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 98d5c354-1240-4fc7-8b7e-23993d94e13d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:25.182148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Transition to ACTIVE for port object f861017d-dd07-47a0-8b0d-8467dd2cd67a will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:25.185093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 98d5c354-1240-4fc7-8b7e-23993d94e13d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:25.185669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 98d5c354-1240-4fc7-8b7e-23993d94e13d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:25.187868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59180) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:25.196970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.223856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Made reservation on behalf of d4cc25d5ec464087ad958fa57eea6b4a for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:25.236556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.249033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:25.255953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:25.264268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:25.275778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Pushing event updated for resources: {'Port': ['ID=f861017d-dd07-47a0-8b0d-8467dd2cd67a,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:25.370651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Attempting to bind port f861017d-dd07-47a0-8b0d-8467dd2cd67a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:25.371083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Attempting to bind port f861017d-dd07-47a0-8b0d-8467dd2cd67a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:25.373046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Attempting to bind port f861017d-dd07-47a0-8b0d-8467dd2cd67a on network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:25.391087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:25.392244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Checking segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:25.393920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.394458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Bound using segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:25.396443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Bound port: f861017d-dd07-47a0-8b0d-8467dd2cd67a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:25.398289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.512750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72f8ee7e-aa5d-4322-a93e-84385047ada0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40ecb89c7e124b0e9f09a4537619e09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226874 Aug 11 08:06:25.521924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59192) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:25.527745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.559932 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.657232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] For port f861017d-dd07-47a0-8b0d-8467dd2cd67a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:25.668708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] For port f861017d-dd07-47a0-8b0d-8467dd2cd67a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f861017d-dd07-47a0-8b0d-8467dd2cd67a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:25.686471 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.706565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Allocated IP 172.25.2.68 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/4a148e02-f4af-4fdd-b84b-319a0242a11c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:25.724692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51e430e-a0e0-49f8-b88a-53b585c2b29a {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:25.737161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.763225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Transition to ACTIVE for port object c51e430e-a0e0-49f8-b88a-53b585c2b29a will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:25.770885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:25.906124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee75bf5-8e5b-41b3-bf1b-983783aee240 None None] Pushing event updated for resources: {'Port': ['ID=f861017d-dd07-47a0-8b0d-8467dd2cd67a,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:25.920640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c51e430e-a0e0-49f8-b88a-53b585c2b29a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:25.959079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.028229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c0467-5141-4eb0-af8c-b3ed3c063d49 req-ed7525a7-e0c9-4aba-89c6-2019debc3fd5 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:26.038964 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-645c0467-5141-4eb0-af8c-b3ed3c063d49 req-ed7525a7-e0c9-4aba-89c6-2019debc3fd5 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 943 time: 0.5851855 Aug 11 08:06:26.089036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.122334 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-645c0467-5141-4eb0-af8c-b3ed3c063d49 req-93e90f3f-2b1c-493e-a0df-f49864878bb2 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821590 Aug 11 08:06:26.155390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Attempting to bind port c51e430e-a0e0-49f8-b88a-53b585c2b29a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:26.155744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Attempting to bind port c51e430e-a0e0-49f8-b88a-53b585c2b29a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:26.156192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Attempting to bind port c51e430e-a0e0-49f8-b88a-53b585c2b29a on network 3952ede2-895e-4875-9e6f-84bb36ff4614 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:26.171492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Port c51e430e-a0e0-49f8-b88a-53b585c2b29a on network 3952ede2-895e-4875-9e6f-84bb36ff4614 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:26.172160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Attempting to bind port c51e430e-a0e0-49f8-b88a-53b585c2b29a on network 3952ede2-895e-4875-9e6f-84bb36ff4614 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:26.182300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-410b7168-b7d3-4476-aa38-8d8cd29d5880 req-8339be40-01f8-4c5f-89e7-b6c2a5021aac tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 210 time: 0.2113855 Aug 11 08:06:26.220556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:26.221816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Checking segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:26.222224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Bound using segment: {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:26.222693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Bound port: c51e430e-a0e0-49f8-b88a-53b585c2b29a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92a325d-447e-43f8-9dc9-d8189d924a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:26.223061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.351908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:26.417793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdd5028d-5501-47ae-b11b-c4dcfb754eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.466332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdd5028d-5501-47ae-b11b-c4dcfb754eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.542254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:26.556867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:26.623962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdd5028d-5501-47ae-b11b-c4dcfb754eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.627464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdd5028d-5501-47ae-b11b-c4dcfb754eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:26.629074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cdd5028d-5501-47ae-b11b-c4dcfb754eab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b41ba7a9-5cbd-474a-b859-3011a500b751 HTTP/1.1" status: 204 len: 168 time: 1.1057625 Aug 11 08:06:26.706107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Allocated IP 192.168.233.55 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/7f7e66b7-0420-4a26-b81c-32c3ca340142) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:26.756279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5028d-5501-47ae-b11b-c4dcfb754eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ba7a9-5cbd-474a-b859-3011a500b751,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:26.766697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Pushing event updated for resources: {'Port': ['ID=4a148e02-f4af-4fdd-b84b-319a0242a11c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:26.979128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] For port c51e430e-a0e0-49f8-b88a-53b585c2b29a, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:26.988380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] For port c51e430e-a0e0-49f8-b88a-53b585c2b29a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:26.996013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:27.101746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:27.102383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:27.110904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] 10.222.0.69 "PUT /v2.0/ports/c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 1091 time: 2.2685063 Aug 11 08:06:27.110904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:27.117939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:27.119348 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f779334d-3fe4-46c6-846b-7d399c018c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:27.262309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3389db1-0d88-4a4a-8dfb-e8038bfec3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c51e430e-a0e0-49f8-b88a-53b585c2b29a,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:27.276356 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c821325a-d6fd-415e-9dcf-ef9a61e8e2ba x-openstack-request-id: req-c821325a-d6fd-415e-9dcf-ef9a61e8e2ba {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:27.276779 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:27.277163 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c821325a-d6fd-415e-9dcf-ef9a61e8e2ba {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:27.277655 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'status': 'completed', 'code': 200} Aug 11 08:06:27.385934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-7f492b13-d9d5-4cf3-b076-6ef522e786f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:27.388613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-7f492b13-d9d5-4cf3-b076-6ef522e786f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1094 time: 0.2093041 Aug 11 08:06:27.391818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f861017d-dd07-47a0-8b0d-8467dd2cd67a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:27.527980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f861017d-dd07-47a0-8b0d-8467dd2cd67a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:27.578673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-81f82896-6ef6-484b-bec7-7d4ef134b0fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 217 time: 0.1741288 Aug 11 08:06:27.654926 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:27.675223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Transition to ACTIVE for port object 7f7e66b7-0420-4a26-b81c-32c3ca340142 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:27.709078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b6c6-5e50-4dc9-9a41-003ef98b08a8 req-5d1a79db-5711-48be-815d-0d0d2465b471 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:27.709863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b46054-40c6-4366-a481-16410f2c5169 None None] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:06:27.711955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d431b6c6-5e50-4dc9-9a41-003ef98b08a8 req-5d1a79db-5711-48be-815d-0d0d2465b471 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 943 time: 0.1352277 Aug 11 08:06:27.723850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-84d15568-d402-4ff0-8d10-f001b39dd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:27.725407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-84d15568-d402-4ff0-8d10-f001b39dd69b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1367013 Aug 11 08:06:27.789059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d431b6c6-5e50-4dc9-9a41-003ef98b08a8 req-46f6e61f-1b85-42a6-a6bb-419cc177ed6c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Aug 11 08:06:27.805643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] Provisioning for port f861017d-dd07-47a0-8b0d-8467dd2cd67a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:27.810246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] Provisioning complete for port f861017d-dd07-47a0-8b0d-8467dd2cd67a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:27.812486 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:27.900238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-71017da9-0a01-4f08-a147-001d7a6be9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:27.903024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-71017da9-0a01-4f08-a147-001d7a6be9d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251588 Aug 11 08:06:27.972711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52979efc-2305-4838-9b0c-1eed028c835a req-4822d27c-58c2-4eed-977a-0e8a428d34b9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 210 time: 0.5083797 Aug 11 08:06:28.030017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.104405 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.154984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:28.164100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:28.170951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:28.176936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:28.197124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-29c8d256-12ec-408f-a508-4975648e65b6 service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837195 Aug 11 08:06:28.324057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:28.325068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.376146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] For port f861017d-dd07-47a0-8b0d-8467dd2cd67a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f861017d-dd07-47a0-8b0d-8467dd2cd67a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:28.376918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8161230 Aug 11 08:06:28.424117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.453994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Request body: {'port': {'device_id': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:28.548233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeb725-9ff1-4606-9a0a-3df7d02a23cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:28.566856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.626537 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15f4cb8c-4790-4633-b234-5e04557008e6 req-415cfaac-753a-47e7-bd22-b3b39e669835 service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210093 Aug 11 08:06:28.626924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59234) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:28.664986 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.685160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fa47a-a349-4b83-a843-a0c14e7bc10a None None] Pushing event updated for resources: {'Port': ['ID=f861017d-dd07-47a0-8b0d-8467dd2cd67a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:28.715755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-51a58c02-8211-4e51-a549-2c6f956e0d24 None None] Provisioning complete for port f861017d-dd07-47a0-8b0d-8467dd2cd67a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:28.716328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51a58c02-8211-4e51-a549-2c6f956e0d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.740294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:28.851620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-4eee30fc-692f-4522-a1d8-0cd04143889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:28.853305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-4eee30fc-692f-4522-a1d8-0cd04143889d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1094 time: 0.1106844 Aug 11 08:06:28.893754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1580731783-network', 'tenant_id': '695f232b293d40d9b5164df67b702d98'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:29.043026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Made reservation on behalf of 695f232b293d40d9b5164df67b702d98 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:29.045570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.070560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.248165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f861017d-dd07-47a0-8b0d-8467dd2cd67a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:29.258923 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fc3adedc-1882-46b3-b8f4-167f9210034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.279014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.304805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.328500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:06:29.329037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-62ee7a7c-14cb-46fc-b807-512b74054d4f None None] Provisioning for port 7f7e66b7-0420-4a26-b81c-32c3ca340142 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:29.348073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.349120 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Added segment 7c9f926d-42b0-4421-bc8d-fc3895f97310 of type vlan for network 024ac3bd-cd14-4278-850a-4a1dd1909d2e Aug 11 08:06:29.354820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-62ee7a7c-14cb-46fc-b807-512b74054d4f None None] Provisioning complete for port 7f7e66b7-0420-4a26-b81c-32c3ca340142 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:29.355966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62ee7a7c-14cb-46fc-b807-512b74054d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.388105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630f86-90df-433f-8e4f-e005a41f6975 req-93ce2ba7-6cbf-417b-adab-701bfc9e0e56 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:29.389833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3630f86-90df-433f-8e4f-e005a41f6975 req-93ce2ba7-6cbf-417b-adab-701bfc9e0e56 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 935 time: 0.1386263 Aug 11 08:06:29.431997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.461402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-62ee7a7c-14cb-46fc-b807-512b74054d4f None None] Port 7f7e66b7-0420-4a26-b81c-32c3ca340142 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:29.489087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3630f86-90df-433f-8e4f-e005a41f6975 req-86b164a4-7638-49f7-8624-8755f65d6830 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720875 Aug 11 08:06:29.514148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.516168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:29.518438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.530164 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.533849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:06:29.551841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f861017d-dd07-47a0-8b0d-8467dd2cd67a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:29.552450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.662537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4959f5-bc11-4bc0-ad6b-f933b76d7c90 req-b84f1220-2a8d-4632-b74d-e7f51e83ec4a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:29.665731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b4959f5-bc11-4bc0-ad6b-f933b76d7c90 req-b84f1220-2a8d-4632-b74d-e7f51e83ec4a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 943 time: 0.7391984 Aug 11 08:06:29.667681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-c38de625-9bb5-4620-8093-b559cebee92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:29.670323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-c38de625-9bb5-4620-8093-b559cebee92f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.8072095 Aug 11 08:06:29.738880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Pushing event updated for resources: {'Network': ['ID=024ac3bd-cd14-4278-850a-4a1dd1909d2e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:29.749690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1211841 Aug 11 08:06:29.759747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:06:29.816297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59246) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:29.822895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Request body: {'subnet': {'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1580731783-subnet', 'tenant_id': '695f232b293d40d9b5164df67b702d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:29.862590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceb2bb-a1cb-40ba-8cfa-9dafa69e806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dad705-f711-443e-8d94-d83d389f594a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:29.869192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Made reservation on behalf of 695f232b293d40d9b5164df67b702d98 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:29.871715 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:29.875036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-a974f54d-f9cf-4a4d-a598-d06518149f67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 217 time: 0.1767738 Aug 11 08:06:29.924722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b4959f5-bc11-4bc0-ad6b-f933b76d7c90 req-40f1982b-71a6-4051-bc84-ad040638ddb8 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281401 Aug 11 08:06:30.027624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-debe0b06-46aa-47df-b7e6-8466ec16249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:30.029348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-debe0b06-46aa-47df-b7e6-8466ec16249c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1320679 Aug 11 08:06:30.060047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7e66b7-0420-4a26-b81c-32c3ca340142 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:30.069797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:30.073894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.084690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Sync routers for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:30.101779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Transition to ACTIVE for port object 7f7e66b7-0420-4a26-b81c-32c3ca340142 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:30.105634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:30.106321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:30.115286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.125585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-d6cc5575-8c75-48e0-92cc-42fdf6b3160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:30.127167 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.127863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-d6cc5575-8c75-48e0-92cc-42fdf6b3160b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890317 Aug 11 08:06:30.133395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ff35b692-ce4f-4612-b309-a5b90e36123c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8481379 Aug 11 08:06:30.135240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59250) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:30.200754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:30.277755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:30.327028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:30.327472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:30.328362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:30.337584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:30.338047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:30.345226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:30.345830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:30.346312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:30.346882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Bound port: 7f7e66b7-0420-4a26-b81c-32c3ca340142, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:30.347322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.444143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:30.450242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:30.472773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.476562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.531698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:30.532471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.534038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 1095 time: 2.1402793 Aug 11 08:06:30.534573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:30.537208 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c3726-d7b9-4633-8246-f705177b3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:30.552640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:26Z', 'revision_number': 3, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:30.582851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-f3f1411c-db63-4571-b47b-3a65770fa15c service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452074 Aug 11 08:06:30.589219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Checking router: 630d7815-a4a4-49ad-9b76-e699c4fd70b6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:30.589696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Updating router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 port 4a148e02-f4af-4fdd-b84b-319a0242a11c binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:06:30.625619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:30.669849 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3604d-4945-4b01-85a6-32a0bb55c491 x-openstack-request-id: req-f4e3604d-4945-4b01-85a6-32a0bb55c491 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:30.682299 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:30.683009 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4e3604d-4945-4b01-85a6-32a0bb55c491 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:30.683600 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'status': 'completed', 'code': 200} Aug 11 08:06:30.709533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d90a-2546-4e63-bd66-955a9ab83935 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:30.747822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-a5606cca-e15b-4383-b800-be552f47d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:30.758765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-a5606cca-e15b-4383-b800-be552f47d721 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1098 time: 0.1509449 Aug 11 08:06:30.825420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f779334d-3fe4-46c6-846b-7d399c018c1a req-c2350808-a05c-48d4-995e-3704fda883c1 service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193968 Aug 11 08:06:30.834594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-99f26bba-0f9e-4612-bbd8-89639037fdc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.0586479 Aug 11 08:06:30.901187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0d8c6e-4429-448c-899f-acfc3231bea3,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:30.938079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-af761738-e784-4029-abd7-173f7f2ca40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:30.940170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-af761738-e784-4029-abd7-173f7f2ca40b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0870614 Aug 11 08:06:30.941806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Checking segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:30.942412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Network hostable DHCP agents. Network: 024ac3bd-cd14-4278-850a-4a1dd1909d2e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:06:31.044668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e508c6-4dc2-4f9f-9960-cb3387678a32 req-10862a18-d1bf-4e69-b357-7eef369144fb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:31.048320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8e508c6-4dc2-4f9f-9960-cb3387678a32 req-10862a18-d1bf-4e69-b357-7eef369144fb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.2155344 Aug 11 08:06:31.058369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:06:31.067454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-0a3a20b0-7026-4134-a011-2f126f35cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:31.074270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-0a3a20b0-7026-4134-a011-2f126f35cf55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246972 Aug 11 08:06:31.102940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 024ac3bd-cd14-4278-850a-4a1dd1909d2e) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:31.119296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:31.120344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:31.152040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32454445-9083-4dbb-babc-90cccc96ddbe None None] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:06:31.167593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8e508c6-4dc2-4f9f-9960-cb3387678a32 req-ccd63ee7-7673-4a4a-8ade-7753f5c7917d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985670 Aug 11 08:06:31.205848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-863d4608-3c86-471c-9d48-0fe53cf6601c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3865969 Aug 11 08:06:31.235525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0334d-8e5b-458f-89bd-1c2eb6a24faa req-dbaa2bee-ecdd-4f4f-ae63-fdf258d32d21 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:31.244344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6e0334d-8e5b-458f-89bd-1c2eb6a24faa req-dbaa2bee-ecdd-4f4f-ae63-fdf258d32d21 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 943 time: 0.1511364 Aug 11 08:06:31.321479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6e0334d-8e5b-458f-89bd-1c2eb6a24faa req-318170f9-8f31-474f-8b22-a1e2a1d9a6a8 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761232 Aug 11 08:06:31.357011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-e9a5f6af-ce63-4778-8a08-5d2c5642e7ee service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749956 Aug 11 08:06:31.401886 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:31.440810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Transition to ACTIVE for port object 4a148e02-f4af-4fdd-b84b-319a0242a11c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:31.464862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:31.533263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8100a256-57b1-40ac-9ea0-4420e5cdc9ea req-61febad2-922c-48f8-9ba6-57e24f4493c5 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675775 Aug 11 08:06:31.614833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:31.630718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f06f89-22d4-48ec-bbfa-f75a4bc8a147 None None] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:06:31.655604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca56e-1a8c-498c-b940-5633a5a8ea94 None None] Pushing event updated for resources: {'Port': ['ID=4a148e02-f4af-4fdd-b84b-319a0242a11c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:31.690079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Attempting to bind port 4a148e02-f4af-4fdd-b84b-319a0242a11c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:31.690674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Attempting to bind port 4a148e02-f4af-4fdd-b84b-319a0242a11c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:31.691139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Attempting to bind port 4a148e02-f4af-4fdd-b84b-319a0242a11c on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:31.709979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:31.710468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:31.711587 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:31.711587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:31.712215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Bound port: 4a148e02-f4af-4fdd-b84b-319a0242a11c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:31.712686 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:31.775485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3726-d7b9-4633-8246-f705177b3b2b req-5fb6f3cf-2a73-439d-9630-4c4f6ef4f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:31.777034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-5fb6f3cf-2a73-439d-9630-4c4f6ef4f46d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1098 time: 0.1269276 Aug 11 08:06:31.857246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] For port 4a148e02-f4af-4fdd-b84b-319a0242a11c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:31.864252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] For port 4a148e02-f4af-4fdd-b84b-319a0242a11c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4a148e02-f4af-4fdd-b84b-319a0242a11c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:31.924598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Allocated IP 172.20.0.1 (bb42dbd2-5fba-40ba-ab09-547a002ac7a8/e00c32b9-9514-4042-90b4-93cdbf2b832e/b99bd64a-7ca9-442e-8302-ea73ffc9b71f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:32.085900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c51e430e-a0e0-49f8-b88a-53b585c2b29a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:32.171452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.201764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.234576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Transition to ACTIVE for port object b99bd64a-7ca9-442e-8302-ea73ffc9b71f will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:32.286439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-286ac641-b7d7-4129-b9e6-002cfedd6bcf tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:32.308464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-286ac641-b7d7-4129-b9e6-002cfedd6bcf tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 822 time: 0.5372536 Aug 11 08:06:32.333816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.384919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.395283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:32.403132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:32.409667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:32.413956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-01d654be-a897-43c5-94ce-d06e8c72c097 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/quotas/695f232b293d40d9b5164df67b702d98 HTTP/1.1" status: 200 len: 375 time: 0.0936553 Aug 11 08:06:32.416202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3726-d7b9-4633-8246-f705177b3b2b req-f93fe402-1b1f-4bdf-b676-e6b30e240e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:32.422183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-f93fe402-1b1f-4bdf-b676-e6b30e240e0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.6137760 Aug 11 08:06:32.457363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Pushing event updated for resources: {'Port': ['ID=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:32.520024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-7d13d4e6-e86f-47b3-9e68-f27dfc9307e2 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899889 Aug 11 08:06:32.565054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-e3a59bba-1449-4773-b640-0661eb24a769 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.0884535 Aug 11 08:06:32.581313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.587569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca56e-1a8c-498c-b940-5633a5a8ea94 None None] Pushing event updated for resources: {'Port': ['ID=4a148e02-f4af-4fdd-b84b-319a0242a11c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:32.596740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:32.597989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:32.722090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3726-d7b9-4633-8246-f705177b3b2b req-aaefaf1e-1b0e-493d-a518-a3bb7e79afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:32.724141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-aaefaf1e-1b0e-493d-a518-a3bb7e79afbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1471114 Aug 11 08:06:32.822887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-a837b5ec-a1ca-4042-8a12-add51046479b service neutron] 10.222.0.58 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037500 Aug 11 08:06:32.828124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:32.831914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:32.882392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf34442-13a8-4975-91fc-abf4aaecccb7 req-ae09c8da-2f90-4e83-80cf-059cb7ec5336 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:32.883224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3726-d7b9-4633-8246-f705177b3b2b req-ffef88ee-44a9-42fa-8475-c4fb8d8a3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:32.884562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bf34442-13a8-4975-91fc-abf4aaecccb7 req-ae09c8da-2f90-4e83-80cf-059cb7ec5336 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.4009125 Aug 11 08:06:32.891144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-ffef88ee-44a9-42fa-8475-c4fb8d8a3126 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569340 Aug 11 08:06:33.027274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-3a8c6273-6c11-4302-b04d-deb74ba57806 service neutron] 10.222.0.58 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032139 Aug 11 08:06:33.069141 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bf34442-13a8-4975-91fc-abf4aaecccb7 req-8e76453d-c182-4215-b739-a079c4f4378a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964479 Aug 11 08:06:33.134247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c60866c-e728-4e67-bf36-6c267546f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.134623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-c1e3c6e6-ff40-4b58-ace7-5d56babd869c service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304816 Aug 11 08:06:33.148673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-febe1b3f-959c-4741-862c-8dcf28f0ae06 None None] Provisioning for port b99bd64a-7ca9-442e-8302-ea73ffc9b71f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:33.161188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port c51e430e-a0e0-49f8-b88a-53b585c2b29a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:33.188071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-febe1b3f-959c-4741-862c-8dcf28f0ae06 None None] Provisioning complete for port b99bd64a-7ca9-442e-8302-ea73ffc9b71f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:33.188844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-febe1b3f-959c-4741-862c-8dcf28f0ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.250575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.264798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.267679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:33.325593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.381243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-febe1b3f-959c-4741-862c-8dcf28f0ae06 None None] Port b99bd64a-7ca9-442e-8302-ea73ffc9b71f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:33.458153 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.503055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-091c3726-d7b9-4633-8246-f705177b3b2b req-2607dcd6-140e-46fd-8797-7253fba872e2 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511131 Aug 11 08:06:33.511009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Pushing event updated for resources: {'Port': ['ID=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:33.554327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51e430e-a0e0-49f8-b88a-53b585c2b29a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:33.598339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port c51e430e-a0e0-49f8-b88a-53b585c2b29a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:33.608207 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:33.619029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:26Z', 'revision_number': 3, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:33.661933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e9d1-2b30-464e-a9e1-d7c3d0a69b35 req-49e4b46c-a3b1-43bb-966c-672ac379adae tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:33.674336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb952585-d2df-43fe-a226-b5884400bf1b None None] The sync data for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 is: [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:26Z', 'revision_number': 3, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:33.685545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee11e9d1-2b30-464e-a9e1-d7c3d0a69b35 req-49e4b46c-a3b1-43bb-966c-672ac379adae tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 943 time: 0.3432374 Aug 11 08:06:33.748231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=c51e430e-a0e0-49f8-b88a-53b585c2b29a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:33.810165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:33.813698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:33.902984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:33.929697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee11e9d1-2b30-464e-a9e1-d7c3d0a69b35 req-2bb99233-0b96-41d8-99d8-1ed8244876a7 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400510 Aug 11 08:06:33.969326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['c51e430e-a0e0-49f8-b88a-53b585c2b29a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:34.027655 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:06:34.246138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:34.247588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88a4c48b-6c3c-4718-a586-1209aeff41f2 req-068ccdc7-460f-4871-b321-8a35d15402bd tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 210 time: 0.0822775 Aug 11 08:06:34.599248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676df81-20ea-4e80-af7b-1913471a83df req-a828b964-db88-447b-8a4f-d8f147e3ed10 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:34.601265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c676df81-20ea-4e80-af7b-1913471a83df req-a828b964-db88-447b-8a4f-d8f147e3ed10 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.2966805 Aug 11 08:06:34.700233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c07143e4-cf6e-44c9-bbf9-8ecf15e930e7 None None] Provisioning complete for port b99bd64a-7ca9-442e-8302-ea73ffc9b71f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:34.701099 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c07143e4-cf6e-44c9-bbf9-8ecf15e930e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:34.742084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:34.767374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e12b3c9f-d663-4b6c-a50c-b0f06e9b545a admin admin] 10.222.0.58 "PUT /v2.0/routers/630d7815-a4a4-49ad-9b76-e699c4fd70b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6308813 Aug 11 08:06:34.829081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c676df81-20ea-4e80-af7b-1913471a83df req-5dc8269b-f1b9-4f2d-85d7-287ee699bae6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068305 Aug 11 08:06:34.836927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:34.858939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c07143e4-cf6e-44c9-bbf9-8ecf15e930e7 None None] Port b99bd64a-7ca9-442e-8302-ea73ffc9b71f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:34.925495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:34.950446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'mac_address': 'fa:16:3e:4e:4f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:35.066954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.106360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7e66b7-0420-4a26-b81c-32c3ca340142 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:35.194328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:35.197972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a148e02-f4af-4fdd-b84b-319a0242a11c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:35.268091 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.325532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29db48-52df-436a-898c-400f9284b45f req-655525f1-3a33-4e9b-951f-ce78162d0efd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:35.335030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d29db48-52df-436a-898c-400f9284b45f req-655525f1-3a33-4e9b-951f-ce78162d0efd tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 944 time: 0.1197662 Aug 11 08:06:35.393389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d29db48-52df-436a-898c-400f9284b45f req-9a6a6082-7caf-417d-b353-3ad204c18734 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564766 Aug 11 08:06:35.430997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:35.461746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 4a148e02-f4af-4fdd-b84b-319a0242a11c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:35.467583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 4a148e02-f4af-4fdd-b84b-319a0242a11c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:35.468080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.523965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6f33fab-6ec5-4344-9837-eb6ba42e7b7d req-f1ce3f4c-5044-409e-9a41-f0c6ab9e7e9b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 210 time: 0.0439060 Aug 11 08:06:35.633398 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.687785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 4a148e02-f4af-4fdd-b84b-319a0242a11c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4a148e02-f4af-4fdd-b84b-319a0242a11c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:35.695370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['7f7e66b7-0420-4a26-b81c-32c3ca340142'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:35.699273 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:35.827852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=4a148e02-f4af-4fdd-b84b-319a0242a11c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:35.911723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c51e430e-a0e0-49f8-b88a-53b585c2b29a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:36.009296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port c51e430e-a0e0-49f8-b88a-53b585c2b29a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:36.029757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port c51e430e-a0e0-49f8-b88a-53b585c2b29a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:36.030523 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:36.085103 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:36.270998 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:36.335823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port c51e430e-a0e0-49f8-b88a-53b585c2b29a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:36.339437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:36.345403 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b407fa2-1d52-420e-aa7e-f0fe98897485" -d '{"events": [{"server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "name": "network-vif-plugged", "status": "completed", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:36.351309 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:36.487448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=c51e430e-a0e0-49f8-b88a-53b585c2b29a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:36.584335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f064-b63f-4343-8260-bfdad7de5998 req-4036e876-23d6-46b9-844d-fe69d7a2a57a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:36.591975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd79f064-b63f-4343-8260-bfdad7de5998 req-4036e876-23d6-46b9-844d-fe69d7a2a57a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 948 time: 0.5923023 Aug 11 08:06:36.722154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-70fa016a-75c8-4afe-bca1-cbb34b746603 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:36.726792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-70fa016a-75c8-4afe-bca1-cbb34b746603 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 822 time: 0.6693325 Aug 11 08:06:36.756140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd79f064-b63f-4343-8260-bfdad7de5998 req-05f98467-7947-4446-9804-3f1e8abdf4c1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631167 Aug 11 08:06:36.766854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'port': {'device_id': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'admin_state_up': True, 'tenant_id': '695f232b293d40d9b5164df67b702d98'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:36.856487 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256458c4-e4b9-400c-a5db-bde79988cadc x-openstack-request-id: req-256458c4-e4b9-400c-a5db-bde79988cadc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:36.857315 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "name": "network-vif-plugged", "status": "completed", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:36.857976 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-256458c4-e4b9-400c-a5db-bde79988cadc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:36.860215 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'code': 200} Aug 11 08:06:37.050129 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Sync routers for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:37.089281 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:37.090032 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:37.130342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a148e02-f4af-4fdd-b84b-319a0242a11c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:37.192713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5c8b6f9-16ab-4cdf-a319-4453180d5847 req-27afa47f-4e6d-44f6-b2e6-f2df245c758c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 210 time: 0.0921683 Aug 11 08:06:37.215414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa3e1-d3c0-4269-89a9-68153e1f56b7 req-6048b3c7-bd52-4322-8a85-d007ce8aa411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:37.223157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46aaa3e1-d3c0-4269-89a9-68153e1f56b7 req-6048b3c7-bd52-4322-8a85-d007ce8aa411 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1096 time: 0.2327006 Aug 11 08:06:37.245435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9dca-1571-491c-9a52-c70b7ec4c430 req-2be3d355-64ff-417a-be83-ebf6190adf4e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:37.253885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-446a9dca-1571-491c-9a52-c70b7ec4c430 req-2be3d355-64ff-417a-be83-ebf6190adf4e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 945 time: 0.2865205 Aug 11 08:06:37.364654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46aaa3e1-d3c0-4269-89a9-68153e1f56b7 req-032aa728-f8fa-426f-b4e8-ec783e9e1f68 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365066 Aug 11 08:06:37.374864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 4a148e02-f4af-4fdd-b84b-319a0242a11c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:37.375699 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:37.384136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-446a9dca-1571-491c-9a52-c70b7ec4c430 req-13d1a413-4924-407d-a9bb-7e60369f3b89 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138813 Aug 11 08:06:37.384809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Made reservation on behalf of 695f232b293d40d9b5164df67b702d98 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:37.417716 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:37.508654 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:37.531094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade38a8-29f3-4a78-922e-aaaa4a66a689 req-a395c8a8-9492-4d31-8ab2-5519545518d7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:37.534641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eade38a8-29f3-4a78-922e-aaaa4a66a689 req-a395c8a8-9492-4d31-8ab2-5519545518d7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 946 time: 0.1402860 Aug 11 08:06:37.678673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eade38a8-29f3-4a78-922e-aaaa4a66a689 req-d23c0003-425a-499c-82c3-05afafcfc56f tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375976 Aug 11 08:06:37.701261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Allocated IP 172.20.0.3 (024ac3bd-cd14-4278-850a-4a1dd1909d2e/9f0d8c6e-4429-448c-899f-acfc3231bea3/8d6f2533-f011-4b03-b906-ae20dadeaca6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:37.911793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:38.029257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 7f7e66b7-0420-4a26-b81c-32c3ca340142 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:38.036512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 7f7e66b7-0420-4a26-b81c-32c3ca340142 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:38.037966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:38.157726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 2, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:38.162814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7636d-1878-46ff-8ea9-9787e7a500bb req-c6156c53-4619-40f7-a3ab-e816901103d7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:38.179555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47e7636d-1878-46ff-8ea9-9787e7a500bb req-c6156c53-4619-40f7-a3ab-e816901103d7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 948 time: 0.2198598 Aug 11 08:06:38.254470 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Checking router: 630d7815-a4a4-49ad-9b76-e699c4fd70b6 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:38.255020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Updating router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 port b99bd64a-7ca9-442e-8302-ea73ffc9b71f binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:06:38.300023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:38.303300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47e7636d-1878-46ff-8ea9-9787e7a500bb req-8e750b77-eb49-439b-b7c2-729f1d34bb66 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226892 Aug 11 08:06:38.329740 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:38.395254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:38.450455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:38.463032 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:38.527955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:38.570730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2fcc4aa-8ea7-4560-b0e2-792533f8a9cd req-ac49045a-f3b5-4af2-9757-70e16935ca07 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 210 time: 0.1649184 Aug 11 08:06:38.657703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:38.758705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:38.807489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:38.820531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:38.862094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:38.866523 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b524882-e320-485a-898d-c5efeeeee8b2" -d '{"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-plugged", "status": "completed", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:38.948807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:39.004455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:39.012323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:39.051174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-49280ceb-9e92-4b1d-954a-8e8b9292ee0e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2924173 Aug 11 08:06:39.091464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01898b2b-afc8-40cc-866a-f6ac9f39f569 req-a15b51ab-c7cb-4a8b-afb9-7d2ef404b92a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:39.103808 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a859c-d649-4f03-9320-c96b98b8f60e x-openstack-request-id: req-b00a859c-d649-4f03-9320-c96b98b8f60e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:39.104552 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-plugged", "status": "completed", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:39.105078 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b00a859c-d649-4f03-9320-c96b98b8f60e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:39.105852 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'code': 200} Aug 11 08:06:39.108149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-01898b2b-afc8-40cc-866a-f6ac9f39f569 req-a15b51ab-c7cb-4a8b-afb9-7d2ef404b92a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 945 time: 0.4799004 Aug 11 08:06:39.158198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Request body: {'port': {'device_id': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:39.270484 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:39.302411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468b5fb-f0b3-4e2b-951a-52b039b38d66 req-23e44713-d1bd-4d36-b4d5-7e94461412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:39.310751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b468b5fb-f0b3-4e2b-951a-52b039b38d66 req-23e44713-d1bd-4d36-b4d5-7e94461412d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1100 time: 0.0934973 Aug 11 08:06:39.325583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Transition to ACTIVE for port object b99bd64a-7ca9-442e-8302-ea73ffc9b71f will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:39.337485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:39.337806 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:39.374485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-01898b2b-afc8-40cc-866a-f6ac9f39f569 req-d1833522-ad7a-4448-bcb1-0dcb66d2f5ee tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590349 Aug 11 08:06:39.447121 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Pushing event updated for resources: {'Port': ['ID=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:39.458420 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.459041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.459523 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.460043 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.460554 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.461151 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.461635 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.462131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.462617 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.464003 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.464528 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.465042 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:39.470459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b468b5fb-f0b3-4e2b-951a-52b039b38d66 req-74fb33f2-c7f7-4fe9-896e-56bc8f218dff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569557 Aug 11 08:06:39.581630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-0831a3bd-a307-43ca-885c-57edc9b6ad1b tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1469611108&fields=id&tenant_id=fd379e2afe55474eb2e3a6103b64d7e0 HTTP/1.1" status: 200 len: 267 time: 0.1947317 Aug 11 08:06:39.639650 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Attempting to bind port b99bd64a-7ca9-442e-8302-ea73ffc9b71f on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:39.641538 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Attempting to bind port b99bd64a-7ca9-442e-8302-ea73ffc9b71f by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:39.642482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Attempting to bind port b99bd64a-7ca9-442e-8302-ea73ffc9b71f on network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:39.683143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:39.685045 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Checking segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:39.686011 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:39.687082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Bound using segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:39.697694 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Bound port: b99bd64a-7ca9-442e-8302-ea73ffc9b71f, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:39.698437 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:39.849693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-fc7e97d4-51cd-4261-be89-7f1c5bbafa7b tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:39.859466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-fc7e97d4-51cd-4261-be89-7f1c5bbafa7b tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 823 time: 0.2758420 Aug 11 08:06:39.885094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-1b16af3d-bba3-4a2d-a3d4-56b34f940385 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/quotas/fd379e2afe55474eb2e3a6103b64d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0220160 Aug 11 08:06:39.931822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097e62-759b-4b36-a215-a94c6688c27a req-b1a5027a-630f-4100-a6ac-35976cc18390 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:39.933440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10097e62-759b-4b36-a215-a94c6688c27a req-b1a5027a-630f-4100-a6ac-35976cc18390 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.3214519 Aug 11 08:06:39.980811 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] For port b99bd64a-7ca9-442e-8302-ea73ffc9b71f, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:39.988383 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] For port b99bd64a-7ca9-442e-8302-ea73ffc9b71f, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:39.998913 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.031945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-6f98fb6e-b49c-4b08-ade5-d0e569a24059 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1444576 Aug 11 08:06:40.177999 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f444da-9207-4cf1-9524-ab97cd870e7b None None] Pushing event updated for resources: {'Port': ['ID=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:40.180791 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:40.184177 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:40.193062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10097e62-759b-4b36-a215-a94c6688c27a req-6cf75044-5c36-43f7-8a23-96f334f3f716 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318079 Aug 11 08:06:40.235826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-be865e15-1236-441b-ab12-309808015ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984203 Aug 11 08:06:40.370641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6f2533-f011-4b03-b906-ae20dadeaca6 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:40.477351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.480149 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:40.539229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-8fcfc9c2-61ff-4013-a7d9-6e2947f97da1 service neutron] 10.222.0.58 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916820 Aug 11 08:06:40.550787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Transition to ACTIVE for port object 8d6f2533-f011-4b03-b906-ae20dadeaca6 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:40.565267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:40.678857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1d1c-c7c5-4140-ba14-d7a4f2ed3860 req-83ba32f9-f3cb-4010-ae55-fcc491b8c8db tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:40.690615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-909f1d1c-c7c5-4140-ba14-d7a4f2ed3860 req-83ba32f9-f3cb-4010-ae55-fcc491b8c8db tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 931 time: 0.2977078 Aug 11 08:06:40.853396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-909f1d1c-c7c5-4140-ba14-d7a4f2ed3860 req-409aa1fa-6dbc-477b-84db-2b3c41924f77 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389322 Aug 11 08:06:40.980536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:41.049240 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:39Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:41.091421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Attempting to bind port 8d6f2533-f011-4b03-b906-ae20dadeaca6 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:41.091760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Attempting to bind port 8d6f2533-f011-4b03-b906-ae20dadeaca6 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:41.092095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Attempting to bind port 8d6f2533-f011-4b03-b906-ae20dadeaca6 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:41.093725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31a4a7dd-3b94-4442-a4c6-588164356e10 req-7f3670fa-1ca2-4796-a260-151b6bb2201b tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 210 time: 0.0996466 Aug 11 08:06:41.126915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Port 8d6f2533-f011-4b03-b906-ae20dadeaca6 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:41.129321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Attempting to bind port 8d6f2533-f011-4b03-b906-ae20dadeaca6 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:41.144111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:41.146808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Checking segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:41.147456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Bound using segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:41.149999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Bound port: 8d6f2533-f011-4b03-b906-ae20dadeaca6, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:41.150879 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:41.168734 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb886f-56c6-445f-8ad6-de7ae98c6091 None None] The sync data for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 is: [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:39Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:41.172955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-a8eb5974-f4cc-4e89-9e11-acdabd0c6555 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:41.175311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-a8eb5974-f4cc-4e89-9e11-acdabd0c6555 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "GET /v2.0/ports?device_id=def1beca-281c-46b1-a0e4-0c9490eade2b HTTP/1.1" status: 200 len: 946 time: 0.2493529 Aug 11 08:06:41.324211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ce5ae-0b5e-4f41-b10e-62dad382a025 req-3fbb16de-e0b8-4b73-a269-0bf596694201 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:41.327620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d00ce5ae-0b5e-4f41-b10e-62dad382a025 req-3fbb16de-e0b8-4b73-a269-0bf596694201 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 945 time: 0.2823963 Aug 11 08:06:41.441383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d00ce5ae-0b5e-4f41-b10e-62dad382a025 req-c0c4ec61-9635-42e1-a07e-a57cb2142263 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037893 Aug 11 08:06:41.530064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:41.543632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:41.566167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:41.572232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518a8b-9f93-453f-9897-b1816da06839 req-5585f937-206b-4902-a59f-e93fbd4eb23e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:41.581728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36518a8b-9f93-453f-9897-b1816da06839 req-5585f937-206b-4902-a59f-e93fbd4eb23e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.2266455 Aug 11 08:06:41.622187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Deleting port 950b59c1-1837-42e6-9973-42151c89720d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:41.625774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:41.760786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:41.769200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:41.770497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:41.771984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ef7ce3a8-e717-4d3b-87fe-20ab7d371989 service neutron] 10.222.0.64 "PUT /v2.0/ports/8d6f2533-f011-4b03-b906-ae20dadeaca6 HTTP/1.1" status: 200 len: 1091 time: 2.6930428 Aug 11 08:06:41.772498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'tag': '8d6f2533-f011-4b03-b906-ae20dadeaca6'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:41.775639 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e55f231-dcec-4a99-9d09-76e91e605486" -d '{"events": [{"name": "network-changed", "server_uuid": "1b581d6b-2ca4-4d07-aaf1-a936de81daf7", "tag": "8d6f2533-f011-4b03-b906-ae20dadeaca6"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:41.869917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] For port 950b59c1-1837-42e6-9973-42151c89720d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=950b59c1-1837-42e6-9973-42151c89720d,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:41.870377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.008870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-43c64349-44e0-4a9e-bee7-fc91a8ed7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:42.008870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-43c64349-44e0-4a9e-bee7-fc91a8ed7913 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 1094 time: 0.0922005 Aug 11 08:06:42.023881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e8851eb8-7200-4980-a04c-32baaa601919 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:42.032285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e8851eb8-7200-4980-a04c-32baaa601919 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2014272 Aug 11 08:06:42.153782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36518a8b-9f93-453f-9897-b1816da06839 req-2f996e79-0936-4b86-be4d-e026d85fb9ec tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707862 Aug 11 08:06:42.165675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-b5323dda-2458-4ea7-99ef-86b7c03c8981 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 696 time: 0.1322546 Aug 11 08:06:42.175881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'floatingip': {'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:42.179507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-fc4e3fda-8050-4b9d-a557-d17a7ad5756d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6 HTTP/1.1" status: 200 len: 217 time: 0.0909328 Aug 11 08:06:42.359402 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a2e67-76a5-45eb-9161-56201267af8c x-openstack-request-id: req-167a2e67-76a5-45eb-9161-56201267af8c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:42.360054 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b581d6b-2ca4-4d07-aaf1-a936de81daf7", "tag": "8d6f2533-f011-4b03-b906-ae20dadeaca6", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:42.360319 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-167a2e67-76a5-45eb-9161-56201267af8c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:42.361561 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'tag': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'status': 'completed', 'code': 200} Aug 11 08:06:42.387370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.539858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-f5a9fd82-ff55-4cb2-a688-d8a61fee76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:42.541731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-f5a9fd82-ff55-4cb2-a688-d8a61fee76ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 200 len: 862 time: 0.2708297 Aug 11 08:06:42.628137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.628561 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:42.632625 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 disassociated. External IP: 172.25.2.109, port: 950b59c1-1837-42e6-9973-42151c89720d. Aug 11 08:06:42.633368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Calling delete_port for 950b59c1-1837-42e6-9973-42151c89720d owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:42.713689 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-ffb42a36-c796-4ec8-b143-1ecbcc0d7b24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=024ac3bd-cd14-4278-850a-4a1dd1909d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601815 Aug 11 08:06:42.990611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.229549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event deleted for resources: {'Port': ['ID=950b59c1-1837-42e6-9973-42151c89720d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:43.262635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-8081756a-19d4-492f-a3cc-77663b143096 service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358069 Aug 11 08:06:43.313276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b99bd64a-7ca9-442e-8302-ea73ffc9b71f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:43.548052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b99bd64a-7ca9-442e-8302-ea73ffc9b71f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:43.571910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b99bd64a-7ca9-442e-8302-ea73ffc9b71f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:43.573303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.812150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed0a8-9dac-4626-ad95-64684a3bb9db req-eb77ced3-65fa-4690-ac84-5f61f746caf0 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:43.824001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83aed0a8-9dac-4626-ad95-64684a3bb9db req-eb77ced3-65fa-4690-ac84-5f61f746caf0 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 1.4041972 Aug 11 08:06:43.875251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:43.952285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83aed0a8-9dac-4626-ad95-64684a3bb9db req-541a9354-83c0-46b8-888c-16bb714c4f88 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235220 Aug 11 08:06:43.976228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b99bd64a-7ca9-442e-8302-ea73ffc9b71f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:43.988966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.047113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:44.156969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da830eb-6409-4cd6-9a79-943bedc72dd9 req-c851773c-dde2-4f52-b63a-7f99c99b4e3b service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858688 Aug 11 08:06:44.161934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:44.188563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.188933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.189272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.189608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.189939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.190268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.190604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.191217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.191884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.192221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.192546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.192871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:06:44.218595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-a5a5ea42-4d5e-4ec1-9d67-50cccfbd6c10 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:44.221136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-a5a5ea42-4d5e-4ec1-9d67-50cccfbd6c10 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 823 time: 0.7601295 Aug 11 08:06:44.302259 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-464c741c-76bf-46c7-ade7-56d6fb066d5f req-4115baec-ac4d-4863-823b-b0cb5ace6059 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 210 time: 0.1076086 Aug 11 08:06:44.332064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:06:44.469992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-fd7839cf-8710-464f-8dc2-ac9adc6c9194 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd379e2afe55474eb2e3a6103b64d7e0 HTTP/1.1" status: 200 len: 380 time: 0.2047744 Aug 11 08:06:44.521132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'port': {'device_id': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'admin_state_up': True, 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'security_groups': ['3319a10a-8d15-4fa8-86e2-a56eab27b7f4']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:44.789974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-5989a6ae-0381-4a8d-ab15-b32f81ea1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:44.801007 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-5989a6ae-0381-4a8d-ab15-b32f81ea1899 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 1094 time: 0.4963255 Aug 11 08:06:44.810303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:44.816336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.829643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:44.851882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:44.852927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:44.877494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:44.965311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] No DVR routers for this DVR port 950b59c1-1837-42e6-9973-42151c89720d on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:44.989820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:45.002018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1757b3b-d307-4458-9b50-f1baa3af0c55 req-ae70f115-d9e8-4e8c-a241-8d166978def4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "DELETE /v2.0/ports/950b59c1-1837-42e6-9973-42151c89720d HTTP/1.1" status: 204 len: 173 time: 3.8189850 Aug 11 08:06:45.016789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'name': 'network-vif-deleted', 'tag': '950b59c1-1837-42e6-9973-42151c89720d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:45.031015 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d9137-2fff-40d6-afa8-78266f739f35" -d '{"events": [{"server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "name": "network-vif-deleted", "tag": "950b59c1-1837-42e6-9973-42151c89720d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:45.286809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b99bd64a-7ca9-442e-8302-ea73ffc9b71f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:45.290423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Made reservation on behalf of fd379e2afe55474eb2e3a6103b64d7e0 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:06:45.296550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-95c899b9-5069-41b0-94dc-808b65796f8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2374818 Aug 11 08:06:45.321447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:45.331529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729a3b4-ab22-4d9c-8c11-e3c25a73603c req-09e35f66-500d-43cc-b773-f60249e53c97 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:45.355261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8729a3b4-ab22-4d9c-8c11-e3c25a73603c req-09e35f66-500d-43cc-b773-f60249e53c97 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.2804432 Aug 11 08:06:45.487946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b99bd64a-7ca9-442e-8302-ea73ffc9b71f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:45.488255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:45.517989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8729a3b4-ab22-4d9c-8c11-e3c25a73603c req-ec7cd5b8-7f1a-4394-8840-acf9ccb7de18 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615317 Aug 11 08:06:45.585083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:45.905433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5e435-2de3-4167-a72d-4d2b3911ef93 req-b43f0f55-37e9-4f1e-b43d-8e46fa18aca8 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:45.916092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cbb5e435-2de3-4167-a72d-4d2b3911ef93 req-b43f0f55-37e9-4f1e-b43d-8e46fa18aca8 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 0.1578791 Aug 11 08:06:45.992661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 950b59c1-1837-42e6-9973-42151c89720d no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:06:46.004805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cbb5e435-2de3-4167-a72d-4d2b3911ef93 req-74b86f28-8feb-48e5-92e4-df65efc8f046 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875361 Aug 11 08:06:46.091934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 950b59c1-1837-42e6-9973-42151c89720d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:06:46.094789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 950b59c1-1837-42e6-9973-42151c89720d not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:06:46.140053 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a573bc09-92ac-4315-afe7-fb93d41f0dff x-openstack-request-id: req-a573bc09-92ac-4315-afe7-fb93d41f0dff {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:46.140924 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def1beca-281c-46b1-a0e4-0c9490eade2b", "name": "network-vif-deleted", "tag": "950b59c1-1837-42e6-9973-42151c89720d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:46.141411 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a573bc09-92ac-4315-afe7-fb93d41f0dff {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:46.142035 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def1beca-281c-46b1-a0e4-0c9490eade2b', 'name': 'network-vif-deleted', 'tag': '950b59c1-1837-42e6-9973-42151c89720d', 'status': 'completed', 'code': 200} Aug 11 08:06:46.450763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-833973aa-b0c4-4efa-9c7c-192b2c10f7c1 req-f3fc5f42-4a6c-4011-8cf0-16e0444c0ac7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 210 time: 0.1265130 Aug 11 08:06:46.492832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:46.638384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:46.664183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:46.665013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:46.784123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Allocated IP 172.20.0.11 (8584e3e8-8ee7-412e-9534-d7b0ad540356/dba33046-fb38-4921-845a-f9d601652319/5d974098-51fe-4408-af85-084032e48944) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:06:46.835386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:46.849999 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Floating IP e709041a-59eb-497d-8383-5805926d3c3d associated. External IP: 172.25.2.166, port: 2c883174-9a46-488b-abfa-89489e08d9f8. Aug 11 08:06:47.006413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8037-ba8a-4857-8785-da5ba3b07336 req-1adf84ad-afd6-400d-9f75-da3f40de704e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:47.010073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d6f2533-f011-4b03-b906-ae20dadeaca6 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:47.017294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7de8037-ba8a-4857-8785-da5ba3b07336 req-1adf84ad-afd6-400d-9f75-da3f40de704e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1821754 Aug 11 08:06:47.126861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-06c4ca03-cf33-4106-991a-e7f6ffe580bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:47.128501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-06c4ca03-cf33-4106-991a-e7f6ffe580bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 923 time: 2.3009765 Aug 11 08:06:47.135805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7de8037-ba8a-4857-8785-da5ba3b07336 req-73c5cc45-f2ea-4cf3-a020-fc46a962edfe tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123710 Aug 11 08:06:47.285140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:47.307130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'port_id': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'mac_address': 'fa:16:3e:64:b1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d8c6e-4429-448c-899f-acfc3231bea3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:47.371335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-475b0919-d9be-42bc-ae0c-a8f7b4e008e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6 HTTP/1.1" status: 200 len: 217 time: 0.1865251 Aug 11 08:06:47.397617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c426b-c6b0-476f-a8b1-f6ab54f736a1 req-0f0703b3-de72-48cc-b41f-d56b408cfc69 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:47.400782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-871c426b-c6b0-476f-a8b1-f6ab54f736a1 req-0f0703b3-de72-48cc-b41f-d56b408cfc69 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 0.1551147 Aug 11 08:06:47.496945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-a4d072b3-ccac-4ea0-a3fb-95bdf8fc50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:47.498824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-a4d072b3-ccac-4ea0-a3fb-95bdf8fc50fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 200 len: 862 time: 0.1178570 Aug 11 08:06:47.545549 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-871c426b-c6b0-476f-a8b1-f6ab54f736a1 req-7321dd45-0ef9-4730-8303-936b2ad1c23e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303506 Aug 11 08:06:47.605310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:47.631783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-cf11c4bb-cb30-46ca-b67b-ce90b53fc460 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=024ac3bd-cd14-4278-850a-4a1dd1909d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570271 Aug 11 08:06:47.731223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Transition to ACTIVE for port object 5d974098-51fe-4408-af85-084032e48944 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:47.811668 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:47.891295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6f2533-f011-4b03-b906-ae20dadeaca6 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:47.946421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb115-c3c1-4a9a-a803-b6384daa6fc7 req-634886ed-3032-4ecd-bd27-06b4866e8d85 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:47.948518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63aeb115-c3c1-4a9a-a803-b6384daa6fc7 req-634886ed-3032-4ecd-bd27-06b4866e8d85 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1097 time: 0.1448624 Aug 11 08:06:47.970844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:47.994227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-f21fa1e4-2b36-4a6c-b730-ae4e10036d75 service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537862 Aug 11 08:06:47.995034 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:47.998271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:48.000484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:48.098638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63aeb115-c3c1-4a9a-a803-b6384daa6fc7 req-d78b434c-e7a8-457d-ae59-810353f04ac7 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347227 Aug 11 08:06:48.170747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:48.174342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:06:48.187471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:06:48.213951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937582-558b-4050-94d8-5b7c89ea8ee5 None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:48.255520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:48.255884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:06:48.266908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event updated for resources: {'Port': ['ID=5d974098-51fe-4408-af85-084032e48944,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:48.439622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efbb43-f287-40bd-b825-d1d742ec0198 req-13487331-e2dc-4fd8-9194-0933c30aebca tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:48.455946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e55f231-dcec-4a99-9d09-76e91e605486 req-4679842e-7d1c-4a75-9dab-9b2eae83dc09 service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224112 Aug 11 08:06:48.458265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7efbb43-f287-40bd-b825-d1d742ec0198 req-13487331-e2dc-4fd8-9194-0933c30aebca tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 932 time: 0.1743965 Aug 11 08:06:48.463929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:48.469740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:48.473230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['8d6f2533-f011-4b03-b906-ae20dadeaca6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:48.516856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-96ab36f3-0f44-4143-9f39-188a8ed07344 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0302479 Aug 11 08:06:48.527197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:48.550955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:48.560992 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:48.580748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7efbb43-f287-40bd-b825-d1d742ec0198 req-f4151803-7374-4cc4-b7f0-521e34d639cb tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135306 Aug 11 08:06:48.581480 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:48.581480 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:48.590635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Request body: {'port': {'device_id': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:48.822285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-e7ccbcc1-c6f2-4baa-a349-c29a809932df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "PUT /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 996 time: 6.6553741 Aug 11 08:06:48.864601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e786f657-d9e2-4e0f-91d4-0772e17ea00f None None] Provisioning for port 5d974098-51fe-4408-af85-084032e48944 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:48.881403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:48.887798 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6caa74a-4ae5-44fc-8366-1529286807d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:48.892800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e786f657-d9e2-4e0f-91d4-0772e17ea00f None None] Provisioning complete for port 5d974098-51fe-4408-af85-084032e48944 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:48.893416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e786f657-d9e2-4e0f-91d4-0772e17ea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:48.927160 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:48.963748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:48.972800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-df3c9e18-d8c8-4f7a-a1a8-f17855296f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:48.979881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-df3c9e18-d8c8-4f7a-a1a8-f17855296f96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1100 time: 0.2391317 Aug 11 08:06:49.015941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d83ec4-96c0-4e1e-9117-fac39e1730d9 None None] New status for floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:06:49.289753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-ca292218-2387-4f70-8f19-76796902854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:49.292611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-ca292218-2387-4f70-8f19-76796902854d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2916284 Aug 11 08:06:49.385196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e786f657-d9e2-4e0f-91d4-0772e17ea00f None None] Port 5d974098-51fe-4408-af85-084032e48944 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:06:49.386048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-79c94769-91a5-4f68-b9f9-29a4f5ca37d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.0770524 Aug 11 08:06:49.407700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f324ac-6b29-4aaa-bbe4-697b9e0caa37 req-441238b9-b901-421c-a94d-09155d5ccceb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:49.416115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9f324ac-6b29-4aaa-bbe4-697b9e0caa37 req-441238b9-b901-421c-a94d-09155d5ccceb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.5610969 Aug 11 08:06:49.473752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-3662c80a-8443-42b4-9d01-d0c2a1627a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:49.475660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-3662c80a-8443-42b4-9d01-d0c2a1627a8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0515449 Aug 11 08:06:49.579206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-85bfb610-9f8f-4e02-a986-d24f6371fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:49.583134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-85bfb610-9f8f-4e02-a986-d24f6371fecd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.6798959 Aug 11 08:06:49.583513 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:44Z', 'revision_number': 1, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:49.584497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9f324ac-6b29-4aaa-bbe4-697b9e0caa37 req-2fa1cfc5-a544-4536-ad07-93b9049623d9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670609 Aug 11 08:06:49.619029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34c8f4ea-e85c-4589-9310-c3fa80d8969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:49.627087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34c8f4ea-e85c-4589-9310-c3fa80d8969d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305654 Aug 11 08:06:49.680862 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:49.723433 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:49.724755 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:49.826595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d974098-51fe-4408-af85-084032e48944 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:49.865425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-cb231546-4a70-4330-a310-e937df4b3176 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194405 Aug 11 08:06:49.871794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:50.019428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-06e6f213-beb1-47f8-9ef2-927dc1a018db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:50.029761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-06e6f213-beb1-47f8-9ef2-927dc1a018db service neutron] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.4279373 Aug 11 08:06:50.032263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Transition to ACTIVE for port object 5d974098-51fe-4408-af85-084032e48944 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:06:50.041491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:50.060714 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:50.147286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-d537b29d-56e8-452f-9b65-2e5609cee1b2 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722938 Aug 11 08:06:50.336371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d974098-51fe-4408-af85-084032e48944,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:50.390903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-3e305223-c118-4db7-8efd-3b78d950d674 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 999 time: 0.3172441 Aug 11 08:06:50.747975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Attempting to bind port 5d974098-51fe-4408-af85-084032e48944 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:50.748810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Attempting to bind port 5d974098-51fe-4408-af85-084032e48944 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:50.748810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Attempting to bind port 5d974098-51fe-4408-af85-084032e48944 on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:50.781443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-2a5432cf-396a-4b84-ba81-b596e547f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:50.786089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-2a5432cf-396a-4b84-ba81-b596e547f5fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.2885764 Aug 11 08:06:50.796833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Port 5d974098-51fe-4408-af85-084032e48944 on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:50.797220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Attempting to bind port 5d974098-51fe-4408-af85-084032e48944 on network 8584e3e8-8ee7-412e-9534-d7b0ad540356 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:50.825045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:50.825045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Checking segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:50.825045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Bound using segment: {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:50.825045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Bound port: 5d974098-51fe-4408-af85-084032e48944, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a809b6c-5759-44c9-b872-fa2ff6cb5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:50.825045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:50.878463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d6f2533-f011-4b03-b906-ae20dadeaca6 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:06:50.956008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:44Z', 'revision_number': 1, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:50.965167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-78e17bec-8573-49c1-bae5-9c9b32324975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:50.972948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-78e17bec-8573-49c1-bae5-9c9b32324975 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662712 Aug 11 08:06:51.022193 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0976f-6131-462b-a6c1-d1a6c8ec07ec None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:44Z', 'revision_number': 1, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:51.042981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 8d6f2533-f011-4b03-b906-ae20dadeaca6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:06:51.053076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 8d6f2533-f011-4b03-b906-ae20dadeaca6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:06:51.054011 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:51.066952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-df09fa7e-ab8f-4921-a784-0a0ecf7600c6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:06:51.074866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-df09fa7e-ab8f-4921-a784-0a0ecf7600c6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0345623 Aug 11 08:06:51.090216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] For port 5d974098-51fe-4408-af85-084032e48944, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:06:51.165139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] For port 5d974098-51fe-4408-af85-084032e48944, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5d974098-51fe-4408-af85-084032e48944,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:51.174144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:51.291845 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:51.327637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:51.330076 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:51.331875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/5d974098-51fe-4408-af85-084032e48944 HTTP/1.1" status: 200 len: 1092 time: 2.7763686 Aug 11 08:06:51.392821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869dff-da8f-4fd0-bb1b-d29d0a04e1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d974098-51fe-4408-af85-084032e48944,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:51.400029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-4b78d45c-264e-4946-9ee8-b5394a28a9c2 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241401 Aug 11 08:06:51.420251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f2533-f011-4b03-b906-ae20dadeaca6'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:51.430232 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15ba305-7fb4-45e6-87dc-55ee1eb6e799" -d '{"events": [{"server_uuid": "1b581d6b-2ca4-4d07-aaf1-a936de81daf7", "name": "network-vif-plugged", "status": "completed", "tag": "8d6f2533-f011-4b03-b906-ae20dadeaca6"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:51.486873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:51.510441 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:51.548080 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c7a3f8-2d88-4daa-9440-dbcf2de8c865 None None] New status for floating IP e709041a-59eb-497d-8383-5805926d3c3d: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:06:51.571424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:06:51.710348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:51.762934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-0e1b57ad-ac62-435b-9c17-72146651c201 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:06:51.763529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-0c669a89-5149-40c6-bffb-8448858b40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:51.765956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-0c669a89-5149-40c6-bffb-8448858b40b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 1095 time: 0.2935688 Aug 11 08:06:51.774897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d42f629-5d6f-45eb-a678-abaa418496cc req-74a50c38-7f7d-4741-928a-13f43c11c3db service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551376 Aug 11 08:06:51.781814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-0e1b57ad-ac62-435b-9c17-72146651c201 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2081127 Aug 11 08:06:51.836106 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-ed0285ce-3aca-4324-8b85-bf6cec7dc3fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d974098-51fe-4408-af85-084032e48944 HTTP/1.1" status: 200 len: 217 time: 0.0498271 Aug 11 08:06:51.986482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:51.989140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:06:52.014878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-39b2daaf-ffdb-45a3-8307-9d492cf69580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.017646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-39b2daaf-ffdb-45a3-8307-9d492cf69580 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.1681364 Aug 11 08:06:52.081700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46338e-d63d-4ab4-8482-4343c2aa5ec6 req-1d832c67-8da3-4c29-8a6c-116d482aad5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.083336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a46338e-d63d-4ab4-8482-4343c2aa5ec6 req-1d832c67-8da3-4c29-8a6c-116d482aad5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.1052306 Aug 11 08:06:52.095756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-4e3339ec-6aa2-4eba-9009-47ee9b81d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.097382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-4e3339ec-6aa2-4eba-9009-47ee9b81d86a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676343 Aug 11 08:06:52.214165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a46338e-d63d-4ab4-8482-4343c2aa5ec6 req-f90322a3-ceba-4252-9409-38fb265645b4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Aug 11 08:06:52.272014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:06:52.272186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:06:52.272803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:52.281714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:06:52.282286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:06:52.289447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:06:52.290050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:06:52.290627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:06:52.291253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Bound port: 8e9b3199-fd96-4024-96a9-4cb19aca671d, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:06:52.306449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-422e95e0-387c-44e1-882d-14af10dcd7f0 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903450 Aug 11 08:06:52.352754 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1b791b-f626-455c-acc6-eb39fff4c7dd x-openstack-request-id: req-3f1b791b-f626-455c-acc6-eb39fff4c7dd {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:52.353110 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:52.353909 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f1b791b-f626-455c-acc6-eb39fff4c7dd {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:52.353909 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'status': 'completed', 'code': 200} Aug 11 08:06:52.376964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:06:52.393416 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:52.404041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-64726370-7470-4abd-96aa-449a793c76aa service neutron] 10.222.0.58 "POST /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4975238 Aug 11 08:06:52.621126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-2eadf889-3834-4a85-872c-6c0b94477a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.623529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-2eadf889-3834-4a85-872c-6c0b94477a4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.2034829 Aug 11 08:06:52.631140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4b33ef7-76ff-4518-ae62-df12bd1e307e req-e9cf3445-cee6-418b-ac6b-563a30a7809c service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201394 Aug 11 08:06:52.650019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932366d1-51dc-4edb-95e9-d6e1320ddf4a req-27a383ed-a8b5-4ef9-9463-6925cab70969 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.652205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-932366d1-51dc-4edb-95e9-d6e1320ddf4a req-27a383ed-a8b5-4ef9-9463-6925cab70969 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 944 time: 0.1834111 Aug 11 08:06:52.801793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-932366d1-51dc-4edb-95e9-d6e1320ddf4a req-c705f0b7-8e2a-43ed-b001-4877359a7a55 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364095 Aug 11 08:06:52.862443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f40e7-9d7b-4963-994f-5bcf57b7433d req-8988f7a6-4e9e-4461-9dd6-5105bc075a68 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.864048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-394f40e7-9d7b-4963-994f-5bcf57b7433d req-8988f7a6-4e9e-4461-9dd6-5105bc075a68 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1382279 Aug 11 08:06:52.898053 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0f78d-331d-4a47-9704-13270ddea666 x-openstack-request-id: req-81a0f78d-331d-4a47-9704-13270ddea666 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:52.898774 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b581d6b-2ca4-4d07-aaf1-a936de81daf7", "name": "network-vif-plugged", "status": "completed", "tag": "8d6f2533-f011-4b03-b906-ae20dadeaca6", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:52.898774 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81a0f78d-331d-4a47-9704-13270ddea666 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:52.899029 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'code': 200} Aug 11 08:06:52.912989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-988c8bb5-2e2e-48bf-9680-7b16002d8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.914700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-988c8bb5-2e2e-48bf-9680-7b16002d8604 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.2611661 Aug 11 08:06:52.927983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-066ad533-bdb8-4940-a581-01b4fa251735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:52.929785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-066ad533-bdb8-4940-a581-01b4fa251735 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1097 time: 0.1021068 Aug 11 08:06:52.945251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-394f40e7-9d7b-4963-994f-5bcf57b7433d req-9be21340-5b0f-47ae-9716-651b0982742d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674269 Aug 11 08:06:53.091134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364db5b4-17ad-401d-914a-e7c1a6b71a2a req-9ce29bea-a17a-4da1-85ca-58fc38a62738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.093561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-364db5b4-17ad-401d-914a-e7c1a6b71a2a req-9ce29bea-a17a-4da1-85ca-58fc38a62738 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 1096 time: 0.0563924 Aug 11 08:06:53.200224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-cda4bbb5-7f9e-4e08-9afe-e5331817ce36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 1001 time: 0.2561533 Aug 11 08:06:53.228912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-364db5b4-17ad-401d-914a-e7c1a6b71a2a req-ba77a74b-f8f3-49e9-81ea-b3217516ca6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184409 Aug 11 08:06:53.247362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810641cd-a056-4a2f-a6a1-41a23d35f4d7 req-16f6725d-79ae-4a23-8f14-cfe4c6b5da35 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.263058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-810641cd-a056-4a2f-a6a1-41a23d35f4d7 req-16f6725d-79ae-4a23-8f14-cfe4c6b5da35 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.1678832 Aug 11 08:06:53.268152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-5eb14643-b85f-445e-877b-84a2085a5014 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.269752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-5eb14643-b85f-445e-877b-84a2085a5014 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2190368 Aug 11 08:06:53.270829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-9ee7489b-61fb-447e-8e16-afb817e31823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.272296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-9ee7489b-61fb-447e-8e16-afb817e31823 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.3116021 Aug 11 08:06:53.341168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-810641cd-a056-4a2f-a6a1-41a23d35f4d7 req-8c4ae8fe-775e-4308-b854-acb93c4ef7e5 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706344 Aug 11 08:06:53.360378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-21ffbde4-2708-4978-88b7-a50d002f6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.362522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-21ffbde4-2708-4978-88b7-a50d002f6214 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1498382 Aug 11 08:06:53.372138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-416fea7f-9f16-429e-b3ec-dd2b40e5c30e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 217 time: 0.0896633 Aug 11 08:06:53.458870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-21d17119-bef4-4f99-91b0-e415af8b86df tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1706359 Aug 11 08:06:53.483452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'floatingip': {'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:06:53.496897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-975dcddb-bbc8-43c1-95b8-a57ef2abd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.498603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-975dcddb-bbc8-43c1-95b8-a57ef2abd92e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1069536 Aug 11 08:06:53.586201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b00d07-db70-460e-94cd-8ee59bfb284f req-cc12366b-d621-4e9d-84f9-481265d2ae6e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:53.588396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5b00d07-db70-460e-94cd-8ee59bfb284f req-cc12366b-d621-4e9d-84f9-481265d2ae6e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.1051087 Aug 11 08:06:53.714666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5b00d07-db70-460e-94cd-8ee59bfb284f req-24d99e02-e5be-46f1-8f28-dcc3041b4e7f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182492 Aug 11 08:06:53.976329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-4c403e2b-32ba-44d8-b214-ae4fd364c514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4410660 Aug 11 08:06:54.059456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876259-26fa-41db-b7b0-74fddcc2c8b8 req-e676b6e7-0b4e-46bb-95cb-881f87af81fb tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:54.061256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45876259-26fa-41db-b7b0-74fddcc2c8b8 req-e676b6e7-0b4e-46bb-95cb-881f87af81fb tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 944 time: 0.0737071 Aug 11 08:06:54.098738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:54.135954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45876259-26fa-41db-b7b0-74fddcc2c8b8 req-73ac4ef0-37b7-4bb3-8f56-49d233b8b6e5 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599546 Aug 11 08:06:54.197396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-e56fd800-6913-44cd-9bdb-c062c1e4f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:54.198984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-e56fd800-6913-44cd-9bdb-c062c1e4f6bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186406 Aug 11 08:06:54.228765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-04fa4fbf-cb82-4554-98b3-235028bb66a7 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326019 Aug 11 08:06:54.364035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'tag': '5d974098-51fe-4408-af85-084032e48944'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:54.364377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb6c7-9a72-46d8-865c-247de65f45d1 req-5d21326b-063c-4e95-9c4c-e9cd332ed9b5 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:54.366185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-624cb6c7-9a72-46d8-865c-247de65f45d1 req-5d21326b-063c-4e95-9c4c-e9cd332ed9b5 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 946 time: 0.0877800 Aug 11 08:06:54.371663 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d634fc9e-2b0a-452d-994b-e12b73b19045" -d '{"events": [{"name": "network-changed", "server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "tag": "5d974098-51fe-4408-af85-084032e48944"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:54.436048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-624cb6c7-9a72-46d8-865c-247de65f45d1 req-20883e00-37c5-4c4a-a7e4-eacdf11907fb tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582180 Aug 11 08:06:54.519783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-ac0e6955-28bc-4808-9129-1d1cc9ff39dc service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939591 Aug 11 08:06:54.521758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-c8356376-bf97-4ed0-832e-ea83cbfe1907 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810864 Aug 11 08:06:54.801822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016496c-1858-4ad7-9362-1969c30e7e46 req-287edfbc-e13a-47ab-9ef2-527728a15c6e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:54.811764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4016496c-1858-4ad7-9362-1969c30e7e46 req-287edfbc-e13a-47ab-9ef2-527728a15c6e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1051292 Aug 11 08:06:54.897541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4016496c-1858-4ad7-9362-1969c30e7e46 req-17659e59-5dd3-443f-b934-eaa881b98612 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844724 Aug 11 08:06:55.030641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6caa74a-4ae5-44fc-8366-1529286807d1 req-fed03427-55d0-4515-a986-7127318d9936 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613981 Aug 11 08:06:55.106569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783a549-156f-4165-b0ae-4813b3e5b609 req-93f8f2df-2fea-4fa4-b46f-cd01fea17339 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.109264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1783a549-156f-4165-b0ae-4813b3e5b609 req-93f8f2df-2fea-4fa4-b46f-cd01fea17339 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.0835085 Aug 11 08:06:55.198451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1783a549-156f-4165-b0ae-4813b3e5b609 req-dc1faed2-7e39-4a53-b26f-1153faa0b670 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794795 Aug 11 08:06:55.231599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.239995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:55.373774 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39fcb22-5faa-4012-8633-3104ca21a0ca x-openstack-request-id: req-d39fcb22-5faa-4012-8633-3104ca21a0ca {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:55.374816 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "tag": "5d974098-51fe-4408-af85-084032e48944", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:55.375280 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d39fcb22-5faa-4012-8633-3104ca21a0ca {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:55.375883 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'tag': '5d974098-51fe-4408-af85-084032e48944', 'status': 'completed', 'code': 200} Aug 11 08:06:55.377929 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Floating IP e709041a-59eb-497d-8383-5805926d3c3d associated. External IP: 172.25.2.166, port: 2c883174-9a46-488b-abfa-89489e08d9f8. Aug 11 08:06:55.483670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec7f4-5d26-478e-a894-23449deaeb96 req-c39fe82f-30f7-42ed-aa2a-bc09146f12ab tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.495000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0adec7f4-5d26-478e-a894-23449deaeb96 req-c39fe82f-30f7-42ed-aa2a-bc09146f12ab tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 945 time: 0.0831206 Aug 11 08:06:55.547974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0adec7f4-5d26-478e-a894-23449deaeb96 req-2df9b6e1-6489-4596-8db6-4e0296257382 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Aug 11 08:06:55.567630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-a1f2b680-c610-4d9f-8ba2-aa57b0f03a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.570641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-a1f2b680-c610-4d9f-8ba2-aa57b0f03a80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 1095 time: 0.1998100 Aug 11 08:06:55.672023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815b94-8e49-4c5f-8870-448e65c6f505 req-9ca2ff71-abba-4437-b59f-7730ca69c92e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.680439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0815b94-8e49-4c5f-8870-448e65c6f505 req-9ca2ff71-abba-4437-b59f-7730ca69c92e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.0700967 Aug 11 08:06:55.746550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0815b94-8e49-4c5f-8870-448e65c6f505 req-99456aa0-ba28-47c3-a9ed-25f6c3e7d0a5 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Aug 11 08:06:55.911566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01207c-3f72-40d2-bdc7-ec5ee4250f61 req-b4c18a06-b35f-472f-ae1d-d868c318b0a7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.915862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b01207c-3f72-40d2-bdc7-ec5ee4250f61 req-b4c18a06-b35f-472f-ae1d-d868c318b0a7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 944 time: 0.1049304 Aug 11 08:06:55.958935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-2b23f30a-1f3c-406b-b179-26fc89d59c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:55.961383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-2b23f30a-1f3c-406b-b179-26fc89d59c4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 924 time: 0.3772323 Aug 11 08:06:56.003661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5d974098-51fe-4408-af85-084032e48944 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:06:56.036179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b01207c-3f72-40d2-bdc7-ec5ee4250f61 req-50542d0a-0502-4b93-a1ff-5d89a3706c04 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114204 Aug 11 08:06:56.116947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-37672ca6-6370-46e2-9c41-a5f2b0385a40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d974098-51fe-4408-af85-084032e48944 HTTP/1.1" status: 200 len: 217 time: 0.1465921 Aug 11 08:06:56.151705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:56.278541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c6775-f1c3-4cfb-b7f2-340eeccd46b6 req-f435ae4e-12eb-4fc9-8a86-2f3b0ca2247b tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.281360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d97c6775-f1c3-4cfb-b7f2-340eeccd46b6 req-f435ae4e-12eb-4fc9-8a86-2f3b0ca2247b tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 946 time: 0.1479065 Aug 11 08:06:56.370910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d97c6775-f1c3-4cfb-b7f2-340eeccd46b6 req-0d5133c0-aef7-403d-a9db-012993a29617 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/security-groups?id=198aacd3-a2bf-4d4b-8923-e6886669c99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803585 Aug 11 08:06:56.421384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-ce2d0422-5f02-419d-b11e-aad15cad024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.423413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-ce2d0422-5f02-419d-b11e-aad15cad024f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.2475576 Aug 11 08:06:56.436825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5d974098-51fe-4408-af85-084032e48944, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5d974098-51fe-4408-af85-084032e48944,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:56.456388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5d974098-51fe-4408-af85-084032e48944', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'port_id': '5d974098-51fe-4408-af85-084032e48944', 'mac_address': 'fa:16:3e:79:b1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:06:56.517986 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.539395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d974098-51fe-4408-af85-084032e48944 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:06:56.546529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-da97ffac-1d7e-49db-bdac-af6e096ff69f tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.549043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-da97ffac-1d7e-49db-bdac-af6e096ff69f tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 946 time: 0.3908365 Aug 11 08:06:56.583333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbcc1c-2354-4f24-a09a-04823a8ae30b req-7a508111-ee68-40d3-b6d0-d96d52de4196 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.584122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5d974098-51fe-4408-af85-084032e48944, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5d974098-51fe-4408-af85-084032e48944,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:56.593879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53dbcc1c-2354-4f24-a09a-04823a8ae30b req-7a508111-ee68-40d3-b6d0-d96d52de4196 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.1156132 Aug 11 08:06:56.614311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:56.690760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:56.772072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5d974098-51fe-4408-af85-084032e48944,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:56.772556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-03c19650-7e06-41d9-913a-f3d16eb853db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.774249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-03c19650-7e06-41d9-913a-f3d16eb853db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230098 Aug 11 08:06:56.791765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:06:56.814263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53dbcc1c-2354-4f24-a09a-04823a8ae30b req-abe5e91e-084b-4d07-969b-9f8312ae9ccc tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986048 Aug 11 08:06:56.846294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:56.847773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:56.879967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971682b7-78c0-4004-9001-dfd97125c289 req-bea5f547-f626-4f41-b181-dddf65e0bb1b tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:56.886459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-971682b7-78c0-4004-9001-dfd97125c289 req-bea5f547-f626-4f41-b181-dddf65e0bb1b tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 945 time: 0.2301126 Aug 11 08:06:56.905248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-85293f58-ba4a-443c-b953-f9464a1a90ea service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174269 Aug 11 08:06:56.911482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Deleting port dcc660da-6367-48ab-8634-38e3335a685e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:56.911808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:57.043454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c2822-73f6-4d16-9910-bbf4ce75e368 req-ab4c44b5-76ea-4843-9472-99774c194704 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.045143 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c32c2822-73f6-4d16-9910-bbf4ce75e368 req-ab4c44b5-76ea-4843-9472-99774c194704 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.0914848 Aug 11 08:06:57.142354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5d974098-51fe-4408-af85-084032e48944'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:57.155615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c32c2822-73f6-4d16-9910-bbf4ce75e368 req-fffd5004-4c8e-49aa-ab7f-016176c755ef tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003640 Aug 11 08:06:57.180638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Deleting port b43c3380-02af-4448-9db0-9bc76c10e11e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:06:57.181203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:57.316511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:57.327299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:06:57.336329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] For port dcc660da-6367-48ab-8634-38e3335a685e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=dcc660da-6367-48ab-8634-38e3335a685e,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:57.336690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:57.357094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d634fc9e-2b0a-452d-994b-e12b73b19045 req-5a404644-2351-4457-92a4-7df1330bd732 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409959 Aug 11 08:06:57.367325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Calling delete_port for dcc660da-6367-48ab-8634-38e3335a685e owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:57.549530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdb8b1-366a-4298-acac-826b25a31ecd req-86017580-7c1f-4335-ad49-4366b8d446a4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.557298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95bdb8b1-366a-4298-acac-826b25a31ecd req-86017580-7c1f-4335-ad49-4366b8d446a4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.1346133 Aug 11 08:06:57.571083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] For port b43c3380-02af-4448-9db0-9bc76c10e11e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b43c3380-02af-4448-9db0-9bc76c10e11e,segment=NetworkSegment(9f30e1a2-66b4-40e9-9bba-42ea0379dba3),segment_id=9f30e1a2-66b4-40e9-9bba-42ea0379dba3)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:06:57.571385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:57.598885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Calling delete_port for b43c3380-02af-4448-9db0-9bc76c10e11e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:06:57.635609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95bdb8b1-366a-4298-acac-826b25a31ecd req-f7980f16-7fdf-4e39-8e49-353cdc6d4f13 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Aug 11 08:06:57.844557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1b309-b225-4073-b2ef-2e9613c722ee req-8c731328-bf01-4dcc-b9ee-5f729de145e7 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:57.857648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd1b309-b225-4073-b2ef-2e9613c722ee req-8c731328-bf01-4dcc-b9ee-5f729de145e7 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94950d-93dd-40f2-9d9c-a62ae7e57b8f HTTP/1.1" status: 200 len: 945 time: 0.1069074 Aug 11 08:06:57.952909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd1b309-b225-4073-b2ef-2e9613c722ee req-b8c44825-63ff-43a5-a7e3-bc74cab2a509 tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8866b99-28b5-450b-9bab-2259c961a77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938385 Aug 11 08:06:57.995028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.017447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:06:58.037646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.130666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Pushing event deleted for resources: {'Port': ['ID=b43c3380-02af-4448-9db0-9bc76c10e11e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.205635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:55Z', 'revision_number': 3, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:58.206400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] No DVR routers for this DVR port b43c3380-02af-4448-9db0-9bc76c10e11e on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:58.213541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.218957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-971682b7-78c0-4004-9001-dfd97125c289 req-72c3cb8c-2ea1-4c21-85b9-14edd46bcfba tempest-VolumesAdminNegativeTest-2092457889 tempest-VolumesAdminNegativeTest-2092457889-project] 10.222.0.69 "DELETE /v2.0/ports/b43c3380-02af-4448-9db0-9bc76c10e11e HTTP/1.1" status: 204 len: 173 time: 1.3254917 Aug 11 08:06:58.220063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'name': 'network-vif-deleted', 'tag': 'b43c3380-02af-4448-9db0-9bc76c10e11e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:58.237679 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e6fe0-7db8-40ff-9d82-fa2c6b8b2011" -d '{"events": [{"server_uuid": "4a94950d-93dd-40f2-9d9c-a62ae7e57b8f", "name": "network-vif-deleted", "tag": "b43c3380-02af-4448-9db0-9bc76c10e11e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:58.244365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:06:58.268826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:06:58.270002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:58.278964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a022d-e667-4788-853e-f35bd1483d28 req-df3cc1d4-3713-4583-b9e4-5e2044389379 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:58.281552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:06:58.305311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b30a022d-e667-4788-853e-f35bd1483d28 req-df3cc1d4-3713-4583-b9e4-5e2044389379 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 945 time: 0.1872268 Aug 11 08:06:58.307823 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b776eaab-f852-47ea-981c-41474b090d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:06:58.380924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-9456b228-2aaf-4267-9079-bd5ae26aa6c9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "PUT /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 998 time: 4.9127984 Aug 11 08:06:58.415004 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.455676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b30a022d-e667-4788-853e-f35bd1483d28 req-76ca89db-1519-4458-a9f8-361f1e3b9969 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409481 Aug 11 08:06:58.539038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.582533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:06:58.713281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-77452fde-9abd-4ceb-aefd-3999b3566167 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:58.741544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-77452fde-9abd-4ceb-aefd-3999b3566167 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports/2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 942 time: 0.3310885 Aug 11 08:06:58.742475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Pushing event deleted for resources: {'Port': ['ID=dcc660da-6367-48ab-8634-38e3335a685e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:06:58.766906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c415852-4bee-4121-a7c4-cb24149172ea req-0e228ac1-a718-4684-8838-f3df47711333 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6fab64f-ea54-4a84-a64c-01968d08ded1 HTTP/1.1" status: 200 len: 210 time: 0.0640383 Aug 11 08:06:58.811732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] No DVR routers for this DVR port dcc660da-6367-48ab-8634-38e3335a685e on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:06:58.817574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:58.820633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-278cc42f-1952-40e1-accf-1cab0d9b6060 req-e91fa25e-c4bd-40a8-8b06-a4183976a586 tempest-AttachSCSIVolumeTestJSON-873135826 tempest-AttachSCSIVolumeTestJSON-873135826-project] 10.222.0.64 "DELETE /v2.0/ports/dcc660da-6367-48ab-8634-38e3335a685e HTTP/1.1" status: 204 len: 173 time: 2.2363205 Aug 11 08:06:58.833650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['dcc660da-6367-48ab-8634-38e3335a685e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:06:58.968848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-865f003a-1eb7-4629-9727-47baf3ecce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:58.973290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-865f003a-1eb7-4629-9727-47baf3ecce28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.1032429 Aug 11 08:06:59.134081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376208d-4f73-461b-930e-c5b24cdf2914 req-c500148d-ef21-49b1-a7ed-bb6e59d9b56c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.147586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6376208d-4f73-461b-930e-c5b24cdf2914 req-c500148d-ef21-49b1-a7ed-bb6e59d9b56c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.2203403 Aug 11 08:06:59.212845 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b702f8a8-c956-4525-ba63-9385e5e8f2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.261581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:55Z', 'revision_number': 3, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:06:59.279409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-474de37f-ce31-4ffb-bd9c-7778b9a39234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.280642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-474de37f-ce31-4ffb-bd9c-7778b9a39234 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.3004022 Aug 11 08:06:59.282198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6376208d-4f73-461b-930e-c5b24cdf2914 req-44bb7079-19aa-41e6-975a-d6fc293a0bc7 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337337 Aug 11 08:06:59.423635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-56bd3d3e-1491-4c00-b137-00bc7e651fd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.1334233 Aug 11 08:06:59.462254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c49b4d-154c-4a49-be96-58ed2b758a66 None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:55Z', 'revision_number': 3, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:06:59.464460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609650c-c3e3-468d-886b-609441196cc0 req-0d69aa2e-d87a-4847-bbe5-191dc14546ee tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.480080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1609650c-c3e3-468d-886b-609441196cc0 req-0d69aa2e-d87a-4847-bbe5-191dc14546ee tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.0771542 Aug 11 08:06:59.489882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:06:59.537545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-b21389a4-582c-4cab-93db-a1a5c1340ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.546465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-b21389a4-582c-4cab-93db-a1a5c1340ae3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1229901 Aug 11 08:06:59.573081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1609650c-c3e3-468d-886b-609441196cc0 req-bc0549d7-7544-41d8-9e6a-0934a38a9fc9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900197 Aug 11 08:06:59.663091 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d55e8-57cf-44e1-80d9-4a28f75c5234 x-openstack-request-id: req-842d55e8-57cf-44e1-80d9-4a28f75c5234 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:59.664055 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a94950d-93dd-40f2-9d9c-a62ae7e57b8f", "name": "network-vif-deleted", "tag": "b43c3380-02af-4448-9db0-9bc76c10e11e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:59.664490 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-842d55e8-57cf-44e1-80d9-4a28f75c5234 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:59.665128 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a94950d-93dd-40f2-9d9c-a62ae7e57b8f', 'name': 'network-vif-deleted', 'tag': 'b43c3380-02af-4448-9db0-9bc76c10e11e', 'status': 'completed', 'code': 200} Aug 11 08:06:59.667283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-7c6827e5-5a12-4a00-8810-d500c30d93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.670381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-7c6827e5-5a12-4a00-8810-d500c30d93c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225963 Aug 11 08:06:59.827351 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22af76-2f08-46e7-b327-cbb669eacc21 None None] New status for floating IP e709041a-59eb-497d-8383-5805926d3c3d: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:06:59.860424 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77dc83f-70be-4325-868b-cf2d657a88fd x-openstack-request-id: req-a77dc83f-70be-4325-868b-cf2d657a88fd {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:06:59.862522 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:06:59.863044 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a77dc83f-70be-4325-868b-cf2d657a88fd {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:06:59.863710 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'status': 'completed', 'code': 200} Aug 11 08:06:59.908196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ca33c-956c-433b-880b-a0900ce1a766 req-9cd31c02-c011-44ac-a3eb-1766167ab274 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:06:59.917946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-381ca33c-956c-433b-880b-a0900ce1a766 req-9cd31c02-c011-44ac-a3eb-1766167ab274 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.0720112 Aug 11 08:06:59.979007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-381ca33c-956c-433b-880b-a0900ce1a766 req-75a90101-0149-410b-a6f7-e759cbf88080 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Aug 11 08:06:59.998055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5d974098-51fe-4408-af85-084032e48944 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:00.043542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:00.113864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-c9a40196-afae-4abc-8395-65dfa0258416 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353330 Aug 11 08:07:00.118217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776eaab-f852-47ea-981c-41474b090d8e req-28a7f381-95e4-44ae-92a9-8d0c90769427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.129372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-28a7f381-95e4-44ae-92a9-8d0c90769427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.3075120 Aug 11 08:07:00.147762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 5d974098-51fe-4408-af85-084032e48944 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:00.151921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5d974098-51fe-4408-af85-084032e48944 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:00.152893 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.216501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:00.259759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Deleting subnet f69d9466-d5d2-45f4-8540-1ef85aae9f10 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:00.267905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:00.269335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:00.270197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.372572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805042b-af16-4949-84e8-a15f4acdb3fe req-15f12828-660e-4b13-b872-4fc6cd8fa916 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.376251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b805042b-af16-4949-84e8-a15f4acdb3fe req-15f12828-660e-4b13-b872-4fc6cd8fa916 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.1949191 Aug 11 08:07:00.399278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.454900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-d3f8a8a8-b618-4460-8c8d-a92a03d9d222 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243198 Aug 11 08:07:00.459145 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.463485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776eaab-f852-47ea-981c-41474b090d8e req-9d9e64fa-c085-4970-9c1a-2152e9c09ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.465637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-9d9e64fa-c085-4970-9c1a-2152e9c09ac9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.2414806 Aug 11 08:07:00.530179 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-be22a4ab-be04-4311-9e71-e3fee60cdfda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0554900 Aug 11 08:07:00.569156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5d974098-51fe-4408-af85-084032e48944, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5d974098-51fe-4408-af85-084032e48944,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:00.585228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b805042b-af16-4949-84e8-a15f4acdb3fe req-b6faea98-b0d0-460b-a6cc-051fa90b487d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975505 Aug 11 08:07:00.619446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d974098-51fe-4408-af85-084032e48944'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:00.622024 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e423fcb5-89be-4e5e-b7a2-669e12406af6" -d '{"events": [{"server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "name": "network-vif-plugged", "status": "completed", "tag": "5d974098-51fe-4408-af85-084032e48944"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:00.628739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.629758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b43c3380-02af-4448-9db0-9bc76c10e11e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:00.639709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.690853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776eaab-f852-47ea-981c-41474b090d8e req-b9bc382b-5936-4076-a058-062b8b14a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.692630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-b9bc382b-5936-4076-a058-062b8b14a3f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1531887 Aug 11 08:07:00.700645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-d01c334d-e194-49d9-aad3-667d0c22aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.702698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-d01c334d-e194-49d9-aad3-667d0c22aa0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1096 time: 0.1530085 Aug 11 08:07:00.756196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: b43c3380-02af-4448-9db0-9bc76c10e11e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:00.756542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b43c3380-02af-4448-9db0-9bc76c10e11e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:00.770316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5d974098-51fe-4408-af85-084032e48944,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:00.791840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:00.864648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.889970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:00.892580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f69d9466-d5d2-45f4-8540-1ef85aae9f10 HTTP/1.1" status: 204 len: 168 time: 0.8460786 Aug 11 08:07:00.896976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:00.917716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d9241-0ac1-4481-8558-75168ed97881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69d9466-d5d2-45f4-8540-1ef85aae9f10,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:00.958245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27cf9-7348-467c-b5de-457e7875a4c2 req-d7d8fada-1f58-426e-957a-7cb1c12ea3d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.958672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcc660da-6367-48ab-8634-38e3335a685e no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:00.963371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1e27cf9-7348-467c-b5de-457e7875a4c2 req-d7d8fada-1f58-426e-957a-7cb1c12ea3d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1299982 Aug 11 08:07:00.981172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776eaab-f852-47ea-981c-41474b090d8e req-8d4750ba-6b49-4cc7-a64a-07845a6dd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:00.982893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-8d4750ba-6b49-4cc7-a64a-07845a6dd347 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712479 Aug 11 08:07:01.094804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1e27cf9-7348-467c-b5de-457e7875a4c2 req-4a3fda86-2dfa-4c33-b162-1d971cfe2b23 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191282 Aug 11 08:07:01.139867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-f084cb3c-628a-46b1-a20c-684bfd5f97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:01.141371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-f084cb3c-628a-46b1-a20c-684bfd5f97ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.4004643 Aug 11 08:07:01.146147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.247814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-e3a64a8f-a965-42e9-833f-fc0df3037e26 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480121 Aug 11 08:07:01.271775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: dcc660da-6367-48ab-8634-38e3335a685e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:01.272731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device dcc660da-6367-48ab-8634-38e3335a685e not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:01.459802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15b9f4-a53f-4024-945d-f98cf3be8189 req-7eeecfd7-5d87-4fb9-af19-cc9ce5129b52 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:01.468830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed15b9f4-a53f-4024-945d-f98cf3be8189 req-7eeecfd7-5d87-4fb9-af19-cc9ce5129b52 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1234913 Aug 11 08:07:01.573548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed15b9f4-a53f-4024-945d-f98cf3be8189 req-3be6312f-a436-417e-a535-f835ba0cfce1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034522 Aug 11 08:07:01.594881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.616342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f32e644-f525-47f9-8f73-b351e8631639']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:01.631972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f30e1a2-66b4-40e9-9bba-42ea0379dba3') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:01.632316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f30e1a2-66b4-40e9-9bba-42ea0379dba3') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:01.651707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:59Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:01.667910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-e3782d4d-5efa-4545-9f8d-737a34a3f7aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 1001 time: 0.5077817 Aug 11 08:07:01.674627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.701864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.736852 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fca0b3c-9856-4f0f-af24-563678e27117 x-openstack-request-id: req-5fca0b3c-9856-4f0f-af24-563678e27117 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:01.737907 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "name": "network-vif-plugged", "status": "completed", "tag": "5d974098-51fe-4408-af85-084032e48944", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:01.742735 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fca0b3c-9856-4f0f-af24-563678e27117 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:01.744280 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d974098-51fe-4408-af85-084032e48944', 'code': 200} Aug 11 08:07:01.747577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:01.774158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:01.775229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:01.786705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:01.787398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:01.791265 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:01.885447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377437b9-3cdb-4c81-a951-f680b647752b req-c64d8a30-e8e7-43ba-8467-41a0ea0a8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:01.888292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-377437b9-3cdb-4c81-a951-f680b647752b req-c64d8a30-e8e7-43ba-8467-41a0ea0a8ada service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 1097 time: 0.0885048 Aug 11 08:07:02.023800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a'}, {'server_uuid': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'name': 'network-vif-deleted', 'tag': 'dcc660da-6367-48ab-8634-38e3335a685e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:02.030873 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca38a975-fb24-4149-8c69-2172d20557d7" -d '{"events": [{"name": "network-changed", "server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a"}, {"server_uuid": "e6fab64f-ea54-4a84-a64c-01968d08ded1", "name": "network-vif-deleted", "tag": "dcc660da-6367-48ab-8634-38e3335a685e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:02.051476 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-377437b9-3cdb-4c81-a951-f680b647752b req-6680c84b-ebaf-4595-abca-13e03a8663ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386485 Aug 11 08:07:02.072945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:02.086408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb0a3-3942-4eb2-99eb-18fbab3e0737 req-e3c06cd5-0235-4f76-a308-a04e431a5fa4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:02.100972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b5eb0a3-3942-4eb2-99eb-18fbab3e0737 req-e3c06cd5-0235-4f76-a308-a04e431a5fa4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.2082365 Aug 11 08:07:02.152652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b776eaab-f852-47ea-981c-41474b090d8e req-c9f19cbf-753a-4e05-8879-7b4912d4cebb service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940489 Aug 11 08:07:02.154396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-0a6e087c-d826-4068-902d-b68dcf54cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:02.156894 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-0a6e087c-d826-4068-902d-b68dcf54cfa3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.4487815 Aug 11 08:07:02.203925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b5eb0a3-3942-4eb2-99eb-18fbab3e0737 req-4d5a823a-061d-47d7-b597-7ad7d7ec434a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966384 Aug 11 08:07:02.258774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.359192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.392395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.396601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f32e644-f525-47f9-8f73-b351e8631639 HTTP/1.1" status: 204 len: 168 time: 1.4983642 Aug 11 08:07:02.399660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee67c5-eed4-4971-ae69-780d28b49ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f32e644-f525-47f9-8f73-b351e8631639,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:02.401420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59810) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:02.449929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-5059eb55-3bf4-4e66-89de-800dc5d0d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:02.451746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-5059eb55-3bf4-4e66-89de-800dc5d0d24b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219906 Aug 11 08:07:02.614467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c48db8-723e-4221-b308-f9a11dd3fc31 req-e61d5ce8-df6c-446d-b93f-d77e261c7d27 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:02.633464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-29c48db8-723e-4221-b308-f9a11dd3fc31 req-e61d5ce8-df6c-446d-b93f-d77e261c7d27 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.2663658 Aug 11 08:07:02.642799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Deleting subnet a64be2fa-a58d-45ae-bb79-931727a2a6de {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:02.650499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.695755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-05da83a4-f48b-4d31-a762-d3b054918c88 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257710 Aug 11 08:07:02.731127 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-73c55048-2504-4a74-bf91-14ce4d53c938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.797731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:59Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:02.822336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:02.832038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-29c48db8-723e-4221-b308-f9a11dd3fc31 req-2e5a3b27-2573-4b00-b01c-ea9023d2e722 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156917 Aug 11 08:07:02.897573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e18c79-a751-43c5-8302-b03344cbc0ec None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:b1:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:06:59Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:02.937026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19c5e26-e638-4a03-8b8c-359e623d7bfb req-aec3df64-7941-418c-849d-9620c8ef7ec5 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164483 Aug 11 08:07:02.990826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.047218 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a6bdd2-56c2-4bcb-bca3-9921e7056afa x-openstack-request-id: req-32a6bdd2-56c2-4bcb-bca3-9921e7056afa {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:03.047629 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a", "status": "completed", "code": 200}, {"server_uuid": "e6fab64f-ea54-4a84-a64c-01968d08ded1", "name": "network-vif-deleted", "tag": "dcc660da-6367-48ab-8634-38e3335a685e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:03.047970 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32a6bdd2-56c2-4bcb-bca3-9921e7056afa {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:03.048482 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'status': 'completed', 'code': 200} Aug 11 08:07:03.048923 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fab64f-ea54-4a84-a64c-01968d08ded1', 'name': 'network-vif-deleted', 'tag': 'dcc660da-6367-48ab-8634-38e3335a685e', 'status': 'completed', 'code': 200} Aug 11 08:07:03.263825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d63a9-2915-4f05-b1cb-a2d7d9adf59d req-02902a21-aeec-4495-bc2a-7c91580cfeae tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:03.267212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a31d63a9-2915-4f05-b1cb-a2d7d9adf59d req-02902a21-aeec-4495-bc2a-7c91580cfeae tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1212659 Aug 11 08:07:03.368385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a31d63a9-2915-4f05-b1cb-a2d7d9adf59d req-88cdef86-d59c-4f65-ad0d-39c84110e83a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829682 Aug 11 08:07:03.442699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-179ae280-c793-4038-ab3e-534e3d389852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:03.448907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-179ae280-c793-4038-ab3e-534e3d389852 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1096 time: 0.3322318 Aug 11 08:07:03.451521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.470007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.472067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a64be2fa-a58d-45ae-bb79-931727a2a6de HTTP/1.1" status: 204 len: 168 time: 1.0356023 Aug 11 08:07:03.477322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:03.526909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8115-18f9-4b3f-b037-930b000e783c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a64be2fa-a58d-45ae-bb79-931727a2a6de,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:03.589777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d890-8f60-4223-a9fd-04561b232f40 req-9e8bf0b7-6988-4721-8cc2-bc7de8016041 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:03.591451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c18d890-8f60-4223-a9fd-04561b232f40 req-9e8bf0b7-6988-4721-8cc2-bc7de8016041 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.3682911 Aug 11 08:07:03.646286 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.676511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c18d890-8f60-4223-a9fd-04561b232f40 req-d088cee6-53dc-46f2-8997-dbb987233aa8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689776 Aug 11 08:07:03.681590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93752e8-805e-4218-a876-9f3e00b135db req-327661b3-3d4a-4987-ba39-bc758dae6e76 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:03.683656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d93752e8-805e-4218-a876-9f3e00b135db req-327661b3-3d4a-4987-ba39-bc758dae6e76 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.1716294 Aug 11 08:07:03.799484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-c1354cff-5ee8-4449-9d7c-82bc60bb7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:03.800637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d93752e8-805e-4218-a876-9f3e00b135db req-43ea750a-8e54-4824-a62b-33f0e53c5ecd tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913179 Aug 11 08:07:03.801136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-c1354cff-5ee8-4449-9d7c-82bc60bb7716 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.3041630 Aug 11 08:07:03.853045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.876854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c1e3c3-fdac-4ce0-8122-134c1576ebf1']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.889648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c8a81f-c6ac-470a-971f-6b72e53c6b00') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.889951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c8a81f-c6ac-470a-971f-6b72e53c6b00') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:03.901829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.918696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.925823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:03.926231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:03.981159 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:03.998046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-8fb33cad-4048-4d5b-8280-4b3248e1843d tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.2788608 Aug 11 08:07:04.092451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-01e0dc73-8389-4730-86b3-6a787720aea4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 1001 time: 0.2591131 Aug 11 08:07:04.147424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be846368-84cf-47d1-a7e0-3e8d96a3b79c req-09f03ed9-80d9-4ab1-a20d-a5b625056353 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.152686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be846368-84cf-47d1-a7e0-3e8d96a3b79c req-09f03ed9-80d9-4ab1-a20d-a5b625056353 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.1672499 Aug 11 08:07:04.157976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.240585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.245840 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] 10.222.0.58 "DELETE /v2.0/networks/22c1e3c3-fdac-4ce0-8122-134c1576ebf1 HTTP/1.1" status: 204 len: 168 time: 0.7667847 Aug 11 08:07:04.246173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-6e619aa2-c218-4b4d-ae42-fb5f2eb3688a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.260938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-6e619aa2-c218-4b4d-ae42-fb5f2eb3688a tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports/c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 942 time: 0.2409134 Aug 11 08:07:04.271801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa31643-fec4-4184-b1f8-0f9b4684d47d admin admin] Pushing event deleted for resources: {'Network': ['ID=22c1e3c3-fdac-4ce0-8122-134c1576ebf1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:04.281517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be846368-84cf-47d1-a7e0-3e8d96a3b79c req-2f9a3026-2289-4f20-a324-d03aaebff77a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139472 Aug 11 08:07:04.316139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-c2d16b93-bd20-4609-bb8d-3f5290cfec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.318306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-c2d16b93-bd20-4609-bb8d-3f5290cfec46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1413283 Aug 11 08:07:04.456461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e423a8-de7f-4115-b7a3-3fa7503e65af req-71575990-ff8c-410a-837f-cf016cfc2633 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.458432 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08e423a8-de7f-4115-b7a3-3fa7503e65af req-71575990-ff8c-410a-837f-cf016cfc2633 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.0657971 Aug 11 08:07:04.533112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59858) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:04.535975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-f6e4cab9-325d-49bc-9f0d-5267a8396345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.537701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-f6e4cab9-325d-49bc-9f0d-5267a8396345 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005372 Aug 11 08:07:04.557938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08e423a8-de7f-4115-b7a3-3fa7503e65af req-f46c0f24-9605-4ad2-9ac3-caf887688be0 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812871 Aug 11 08:07:04.679995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:04.808664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea3ca6-90e2-4941-ab72-850b8a096eb6 req-1eb22746-0960-4d93-b0eb-1de88c08c4a2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:04.822728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5ea3ca6-90e2-4941-ab72-850b8a096eb6 req-1eb22746-0960-4d93-b0eb-1de88c08c4a2 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1195254 Aug 11 08:07:04.894499 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5ea3ca6-90e2-4941-ab72-850b8a096eb6 req-b7d6457e-d320-4995-9d17-ff884db96f85 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672820 Aug 11 08:07:04.941811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-f21fd98d-68e2-4525-8c2b-e38645994677 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.5145884 Aug 11 08:07:05.099069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01f44-552a-4083-9a0d-cde71f023b57 req-444eedbc-16d4-44a1-bffb-1a4f27e04841 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.101217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4dc01f44-552a-4083-9a0d-cde71f023b57 req-444eedbc-16d4-44a1-bffb-1a4f27e04841 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.1066446 Aug 11 08:07:05.169744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6fa6f407-9f8c-4d88-8b2e-6e4e671ef79a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=901fa3c209014b6caa4fa3502f21db66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303868 Aug 11 08:07:05.173872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-b2adb69f-e240-4880-98a7-a2a96f33bd11 service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236775 Aug 11 08:07:05.177058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4dc01f44-552a-4083-9a0d-cde71f023b57 req-6b3e6574-563c-42c2-ad7f-5b0b9440914b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643752 Aug 11 08:07:05.177785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59870) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:05.316016 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54f1af52-1680-42f6-8486-166667511c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.370048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54f1af52-1680-42f6-8486-166667511c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.442178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-fb2ea0d7-4803-4441-a0ee-e22a62fe1f72 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.459260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-fb2ea0d7-4803-4441-a0ee-e22a62fe1f72 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.5161192 Aug 11 08:07:05.466548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-3c1c285a-951f-449b-9162-6d08b2c53d13 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:07:05.476345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f107ba8b-966d-4641-a07c-4513eabcf850 req-3c1c285a-951f-449b-9162-6d08b2c53d13 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158455 Aug 11 08:07:05.532662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca38a975-fb24-4149-8c69-2172d20557d7 req-f0f934a7-a3b7-4225-bd8c-d558a051be50 service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420098 Aug 11 08:07:05.558438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54f1af52-1680-42f6-8486-166667511c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.566899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54f1af52-1680-42f6-8486-166667511c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:05.571603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54f1af52-1680-42f6-8486-166667511c9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8866b99-28b5-450b-9bab-2259c961a77b HTTP/1.1" status: 204 len: 168 time: 0.3922374 Aug 11 08:07:05.607245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6cd5-06b2-40a6-96e9-12cfec2fbbcc req-928e060b-1aa1-4dc9-a62c-3e067cff4927 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.610178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-739c6cd5-06b2-40a6-96e9-12cfec2fbbcc req-928e060b-1aa1-4dc9-a62c-3e067cff4927 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.2142625 Aug 11 08:07:05.675881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1af52-1680-42f6-8486-166667511c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8866b99-28b5-450b-9bab-2259c961a77b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:05.750580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337df886-db18-4e5c-ab9b-00edad642a6b req-e7fb64eb-b4bd-4243-abb0-1549cc4e507c tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:05.754404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-337df886-db18-4e5c-ab9b-00edad642a6b req-e7fb64eb-b4bd-4243-abb0-1549cc4e507c tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1831946 Aug 11 08:07:05.769778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-739c6cd5-06b2-40a6-96e9-12cfec2fbbcc req-567544ab-c681-4b4d-a88b-509a8deb965c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362481 Aug 11 08:07:05.769930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59884) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:05.779658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Request body: {'floatingip': {'port_id': '5d974098-51fe-4408-af85-084032e48944'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:05.908534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.023662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:06.113511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b14e83-6aac-40e0-9a35-f6c35700b143 req-63b75b02-5a4f-4e54-af6a-707a51836490 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:06.137826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58b14e83-6aac-40e0-9a35-f6c35700b143 req-63b75b02-5a4f-4e54-af6a-707a51836490 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.1500947 Aug 11 08:07:06.227276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58b14e83-6aac-40e0-9a35-f6c35700b143 req-320d4395-3f46-4b66-8c0a-fd94d7239626 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871642 Aug 11 08:07:06.388324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-ba477aec-91e5-4acd-ba00-874f8f80c7d4 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1224926 Aug 11 08:07:06.556700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-394231f5-b376-4bde-983a-69d6ae3f28fc tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:06.557364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:06.563731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-394231f5-b376-4bde-983a-69d6ae3f28fc tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports/c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 942 time: 0.1742811 Aug 11 08:07:06.866617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-a1eb19dc-bbb7-46ef-ab2a-86867296974b tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1591625 Aug 11 08:07:07.017017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-6dde9d47-f451-4ccd-bc70-f795e9a1de8b tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:07.018718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-6dde9d47-f451-4ccd-bc70-f795e9a1de8b tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.1512957 Aug 11 08:07:07.171760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-dc24d8a5-d76c-4fbf-9811-f8a987c5c260 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1321592 Aug 11 08:07:07.178815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:07.238236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.246169 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f696d9b4-e1b6-49d2-83aa-010bfbd9e1cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1d25be5ac2541b4ae08a616b95f9e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983526 Aug 11 08:07:07.253332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59922) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:07.260135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.339446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.379792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1817ca1-bab3-49b5-ba2c-9a681699debf req-4a4746f5-bfd3-4cf3-adf8-70d7d697bd4f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:07.387682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1817ca1-bab3-49b5-ba2c-9a681699debf req-4a4746f5-bfd3-4cf3-adf8-70d7d697bd4f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1477988 Aug 11 08:07:07.431579 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 associated. External IP: 172.25.2.109, port: 5d974098-51fe-4408-af85-084032e48944. Aug 11 08:07:07.454345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a19f0e9-ff8e-4814-b4f2-c7352276d189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.518418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1817ca1-bab3-49b5-ba2c-9a681699debf req-b2117149-108a-4108-9113-8894c1c2d849 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276357 Aug 11 08:07:07.587053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a19f0e9-ff8e-4814-b4f2-c7352276d189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.731546 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-61fb7289-2e09-4905-8536-92ce4f09350d req-58b00e13-6066-4861-b588-a7bfefd0116b service neutron] show failed (client error): The resource could not be found. Aug 11 08:07:07.733218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-58b00e13-6066-4861-b588-a7bfefd0116b service neutron] 10.222.0.69 "GET /v2.0/ports/7f7e66b7-0420-4a26-b81c-32c3ca340142/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.2573652 Aug 11 08:07:07.761131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.770669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.771373 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Floating IP e709041a-59eb-497d-8383-5805926d3c3d disassociated. External IP: 172.25.2.166, port: c51e430e-a0e0-49f8-b88a-53b585c2b29a. Aug 11 08:07:07.907679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a19f0e9-ff8e-4814-b4f2-c7352276d189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.910978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a19f0e9-ff8e-4814-b4f2-c7352276d189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:07.912476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a19f0e9-ff8e-4814-b4f2-c7352276d189 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fff8fb1-e32b-4467-b3d7-c1af9eb17a9b HTTP/1.1" status: 204 len: 168 time: 0.6579919 Aug 11 08:07:08.020036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19f0e9-ff8e-4814-b4f2-c7352276d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff8fb1-e32b-4467-b3d7-c1af9eb17a9b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:08.038683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:08.083993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc355f1-32ec-473a-9f1d-6152cd10ff61 req-40c684e0-0cba-4a82-b540-a96aa34b0d3e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:08.094129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbc355f1-32ec-473a-9f1d-6152cd10ff61 req-40c684e0-0cba-4a82-b540-a96aa34b0d3e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.4202032 Aug 11 08:07:08.149805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbc355f1-32ec-473a-9f1d-6152cd10ff61 req-e3d97e72-891a-4491-8956-3e1a7d41d443 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 Aug 11 08:07:08.420975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:08.454540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:08.455285 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:08.509974 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:08.513911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c60c0d2e-9357-4931-9bf8-8a6a90396890 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "PUT /v2.0/floatingips/8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 HTTP/1.1" status: 200 len: 992 time: 2.7425337 Aug 11 08:07:08.515764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:08.515969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'tag': '5d974098-51fe-4408-af85-084032e48944'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:08.518450 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f726927e-c9e7-4be1-941f-4f1593b66b55" -d '{"events": [{"name": "network-changed", "server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "tag": "5d974098-51fe-4408-af85-084032e48944"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:08.541672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19025352-1138-4aed-b1d3-2fb82c91489f req-e3c78e6f-d571-4d8e-86f5-7f04a6e2e0b7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:08.551084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19025352-1138-4aed-b1d3-2fb82c91489f req-e3c78e6f-d571-4d8e-86f5-7f04a6e2e0b7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.1605134 Aug 11 08:07:08.646307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19025352-1138-4aed-b1d3-2fb82c91489f req-68696afe-99a6-4ac8-8fd1-f6dec079ea89 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887454 Aug 11 08:07:08.817690 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:08.842730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-2b46f237-53d7-4343-af27-b8d50fa099e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:08.844312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-2b46f237-53d7-4343-af27-b8d50fa099e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 1100 time: 0.7362556 Aug 11 08:07:08.981564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:08.996466 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c830db47-30c7-4235-9254-c02c5adb7d85 x-openstack-request-id: req-c830db47-30c7-4235-9254-c02c5adb7d85 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:08.996851 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "tag": "5d974098-51fe-4408-af85-084032e48944", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:08.997226 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c830db47-30c7-4235-9254-c02c5adb7d85 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:08.997721 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'tag': '5d974098-51fe-4408-af85-084032e48944', 'status': 'completed', 'code': 200} Aug 11 08:07:09.083034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:09.128657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.239918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-71fec096-0c30-404d-a85a-71f98cbc18df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1153359 Aug 11 08:07:09.248199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-ddb08e23-c97c-4028-868b-5f4cbd77cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:09.250780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-ddb08e23-c97c-4028-868b-5f4cbd77cce5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 1097 time: 0.1848805 Aug 11 08:07:09.282637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5d5a4-f0f2-4bf7-b8f5-3f1bb117e099 req-9649823d-8475-4566-b95f-a11f8ccaed66 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:09.284283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bc5d5a4-f0f2-4bf7-b8f5-3f1bb117e099 req-9649823d-8475-4566-b95f-a11f8ccaed66 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1453195 Aug 11 08:07:09.337491 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'port_id': '5d974098-51fe-4408-af85-084032e48944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'mac_address': 'fa:16:3e:79:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:28Z', 'updated_at': '2021-08-11T08:07:07Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:09.427865 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:09.435136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bc5d5a4-f0f2-4bf7-b8f5-3f1bb117e099 req-767d44b0-c216-40f5-bd95-422126202f80 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396356 Aug 11 08:07:09.448865 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:09.449240 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:09.460861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:09.471686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820002df-c634-4657-b943-506534a09e8e req-cadd427a-ae4c-4f7c-8248-8862e89d04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:09.473553 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-cadd427a-ae4c-4f7c-8248-8862e89d04c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.1882520 Aug 11 08:07:09.474672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:09.480853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:09.503786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:09.504736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:09.538050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59964) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:09.593865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-710d1c95-48a9-4810-8d98-fae0544387c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:09.603092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-710d1c95-48a9-4810-8d98-fae0544387c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 200 len: 924 time: 0.3115580 Aug 11 08:07:09.610352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59968) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:09.758950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0715191b-a1a1-4225-ab73-88cee423b083 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "PUT /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 695 time: 2.5853443 Aug 11 08:07:09.778424 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:09.782591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:09.789065 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c1fa4-ddbb-4223-a972-1a32799d2d57" -d '{"events": [{"name": "network-changed", "server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:09.791761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:09.969750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-network', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:10.130484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:10.132553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820002df-c634-4657-b943-506534a09e8e req-0ee38e2d-7bc8-42dd-a0b9-31bfa397d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:10.134583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-0ee38e2d-7bc8-42dd-a0b9-31bfa397d8c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.6327736 Aug 11 08:07:10.144312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-f2cc481b-e25b-4208-99e7-05a074e36e68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d974098-51fe-4408-af85-084032e48944 HTTP/1.1" status: 200 len: 1000 time: 0.4579966 Aug 11 08:07:10.184369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Made reservation on behalf of c5816c7aca6a4602b7e36b13deb54260 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:10.195808 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:10.221815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:10.231131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-94954037-82ac-48d9-b4ea-70e8352ca9d1 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:10.233292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-94954037-82ac-48d9-b4ea-70e8352ca9d1 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1097 time: 0.3240206 Aug 11 08:07:10.331595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:10.356117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-79da8a52-36b8-48fd-996f-f1448e15afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:10.358247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-79da8a52-36b8-48fd-996f-f1448e15afec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1096 time: 0.5441008 Aug 11 08:07:10.363024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:10.382273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:10.383543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:10.404342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:10.538586 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'port_id': '5d974098-51fe-4408-af85-084032e48944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'mac_address': 'fa:16:3e:79:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:28Z', 'updated_at': '2021-08-11T08:07:07Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:10.573040 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a41361-e2d6-4ab8-84f3-ec6417b33298 None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'floating_ip_address': '172.25.2.109', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'port_id': '5d974098-51fe-4408-af85-084032e48944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'mac_address': 'fa:16:3e:79:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:04:28Z', 'updated_at': '2021-08-11T08:07:07Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:10.634355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:10.716827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:10.758051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc904f6a-753b-41eb-8321-01c554c29417 req-1cfbff6d-9b5b-452f-8a09-c62bc7e9c95b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:10.759545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc904f6a-753b-41eb-8321-01c554c29417 req-1cfbff6d-9b5b-452f-8a09-c62bc7e9c95b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 945 time: 0.9725764 Aug 11 08:07:10.762191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:10.788945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Transition to ACTIVE for port object 7f7e66b7-0420-4a26-b81c-32c3ca340142 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:10.795517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:10.819883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:10.828472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-80c6b75b-f96d-43de-a098-909758662300 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.6824100 Aug 11 08:07:10.978438 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:07:11.001877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d6f2533-f011-4b03-b906-ae20dadeaca6 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:11.020818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-8b4d42e4-9028-4133-9286-d80168874045 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8737819 Aug 11 08:07:11.021952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=6']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:11.026086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-c60ff4e3-f72b-4642-a97b-1312ad43b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.032957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820002df-c634-4657-b943-506534a09e8e req-2f943d64-a68c-4be3-9739-d68d328b536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.034462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-2f943d64-a68c-4be3-9739-d68d328b536f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1578126 Aug 11 08:07:11.036343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-c60ff4e3-f72b-4642-a97b-1312ad43b9eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.6227601 Aug 11 08:07:11.041576 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90723a1-bdd2-41f5-879f-b8e558c13a2c None None] New status for floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:07:11.044206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-00ba33d8-551e-4efd-8834-f6009c5d5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.046894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-00ba33d8-551e-4efd-8834-f6009c5d5ec9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 200 len: 862 time: 0.8709567 Aug 11 08:07:11.070632 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc904f6a-753b-41eb-8321-01c554c29417 req-49c29c7b-961b-4075-b7df-9d98e5dc2ee6 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593269 Aug 11 08:07:11.218032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-154846ac-a21d-4d24-916e-4ac841f511e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 217 time: 0.1804054 Aug 11 08:07:11.232132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:11.255585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472bd3a-21e4-496f-87e9-290327877138 req-8fb998f1-d2f0-4075-8611-b90aac24c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.257193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-8fb998f1-d2f0-4075-8611-b90aac24c05b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 1095 time: 0.0990274 Aug 11 08:07:11.293258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820002df-c634-4657-b943-506534a09e8e req-0d807cf8-2dfc-473f-92a3-525046bb7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.293258 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-0d807cf8-2dfc-473f-92a3-525046bb7136 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383938 Aug 11 08:07:11.318433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-61abdae4-32b1-4960-8249-c3879592d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.318433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-61abdae4-32b1-4960-8249-c3879592d3a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8584e3e8-8ee7-412e-9534-d7b0ad540356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489569 Aug 11 08:07:11.396313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:11.420850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] No DVR routers for this DVR port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:11.432171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'port_id': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'mac_address': 'fa:16:3e:64:b1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d8c6e-4429-448c-899f-acfc3231bea3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:11.447525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0de2bf-0c89-4cdb-9646-9a925560a8a9 None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:11.534542 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.559728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-8d8f017b-17aa-4d0a-b2cb-902264b4353a service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484887 Aug 11 08:07:11.581197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:11.595354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d6f2533-f011-4b03-b906-ae20dadeaca6 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:11.605279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0ac4811c-36a9-4cd1-bfdf-050abe409761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.616076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-0ac4811c-36a9-4cd1-bfdf-050abe409761 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.3893704 Aug 11 08:07:11.645887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:11.646490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:11.647617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:11.657273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:11.665820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.701206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:11.701527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Attempting to bind port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:11.745195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:11.745745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:11.746299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:11.746958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Bound port: 7f7e66b7-0420-4a26-b81c-32c3ca340142, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:11.747468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:11.792980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:11.821708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:11.879221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-11d2917a-80fd-4240-965b-4ea66748fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:11.886437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['8d6f2533-f011-4b03-b906-ae20dadeaca6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:11.894502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-11d2917a-80fd-4240-965b-4ea66748fbe0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2760954 Aug 11 08:07:11.932426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-9f4c185b-a382-4954-b1ec-a9d36e46bf8b service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669395 Aug 11 08:07:12.139210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.178424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.185886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407f539-1c8a-4a42-8909-d555b37a44fd None None] New status for floating IP e709041a-59eb-497d-8383-5805926d3c3d: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:07:12.188367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:12.190582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:12.226728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:12.229995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c3f47-9cc9-44d4-84cd-91610d269e05 req-a5f9315b-871a-4f87-aa14-ad3be62481e1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.232975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df7c3f47-9cc9-44d4-84cd-91610d269e05 req-a5f9315b-871a-4f87-aa14-ad3be62481e1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 946 time: 0.5917354 Aug 11 08:07:12.234899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472bd3a-21e4-496f-87e9-290327877138 req-643b345f-50e0-4613-9168-b025a431e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.237869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-643b345f-50e0-4613-9168-b025a431e85e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.9528093 Aug 11 08:07:12.247079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.320147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:12.355936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.381048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-b6fc5b2b-9b64-4454-b185-8c6dee92640c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 200 len: 217 time: 0.1277733 Aug 11 08:07:12.403447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-820002df-c634-4657-b943-506534a09e8e req-02f689ab-19ed-4eae-a256-1aa78ba7da3a service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541997 Aug 11 08:07:12.404820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.446743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:07:12.460385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:12.477566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-3bca220c-d96a-4b95-bb4f-4ceb7004b0e7 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814087 Aug 11 08:07:12.478639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=7']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:12.529631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.540728 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.541341 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Added segment cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d of type vlan for network f797909e-f93f-471e-8ce6-5506d59ddae2 Aug 11 08:07:12.546811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f726927e-c9e7-4be1-941f-4f1593b66b55 req-c1cab631-a2e2-4fed-a6f5-11ff4ac300d9 service neutron] 10.222.0.69 "GET /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720792 Aug 11 08:07:12.547790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd12d67-400b-4a07-b8fe-26037ddad0b3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:12.571403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:12.642140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:12.642553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:12.642986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:12.652127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:12.652587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:12.679460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:12.680200 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df7c3f47-9cc9-44d4-84cd-91610d269e05 req-08b28156-b1e3-421d-b797-93fcdfb06a8b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019189 Aug 11 08:07:12.681442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:12.682730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:12.683829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Bound port: 8e9b3199-fd96-4024-96a9-4cb19aca671d, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:12.685111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.732782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472bd3a-21e4-496f-87e9-290327877138 req-69d4df60-3948-40c6-8197-3eef99fad2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.735449 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-69d4df60-3948-40c6-8197-3eef99fad2a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.3221438 Aug 11 08:07:12.755706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.821701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-f1b4cd09-79d3-48ed-9e21-416a56ccea24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736237 Aug 11 08:07:12.837871 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7b8b0-f454-48a8-8b34-75028a99e1a7 x-openstack-request-id: req-fdc7b8b0-f454-48a8-8b34-75028a99e1a7 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:12.838253 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:12.838667 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdc7b8b0-f454-48a8-8b34-75028a99e1a7 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:12.839304 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'status': 'completed', 'code': 200} Aug 11 08:07:12.841480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:12.842532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.844992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] 10.222.0.64 "PUT /v2.0/ports/7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 1095 time: 3.8748605 Aug 11 08:07:12.860591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:12.865925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:12.874564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:12.972493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-bec90815-22b6-4599-8ddf-5fc157919ec5 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420186 Aug 11 08:07:13.002860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:07:13.009959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d6f2533-f011-4b03-b906-ae20dadeaca6 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:13.044921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:13.104698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.105990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.106590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.136164 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.156247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d6f2533-f011-4b03-b906-ae20dadeaca6 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:13.194696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.6503103 Aug 11 08:07:13.205179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:13.205640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59994) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:13.212989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.216017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Request body: {'subnet': {'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-subnet', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:13.237690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-97f02765-283d-497f-b590-1c2279f4b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.239329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-97f02765-283d-497f-b590-1c2279f4b427 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 1096 time: 0.2657094 Aug 11 08:07:13.257794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7102-300e-4464-83f6-d75d6dff137c req-6640e972-5d8d-4305-982c-ad9cfa5e5620 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.259454 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96bf7102-300e-4464-83f6-d75d6dff137c req-6640e972-5d8d-4305-982c-ad9cfa5e5620 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.2678106 Aug 11 08:07:13.265832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Pushing event updated for resources: {'Network': ['ID=f797909e-f93f-471e-8ce6-5506d59ddae2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:13.275653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:13.298000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.298342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.298687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.299024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.299357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.299673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.300118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.300318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.300671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.300953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.301279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.301602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec176ad-8dfa-4445-89fa-da2c0ca47f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:13.329813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f797909e-f93f-471e-8ce6-5506d59ddae2 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:07:13.374574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Made reservation on behalf of c5816c7aca6a4602b7e36b13deb54260 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:13.377003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.400039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3472bd3a-21e4-496f-87e9-290327877138 req-85b96948-d507-4ae9-824e-1038d5b02580 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094296 Aug 11 08:07:13.412547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:13.413437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:13.413437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:13.417505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fecea1-b65a-4a01-84c6-13775e049708 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=7']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:13.485166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96bf7102-300e-4464-83f6-d75d6dff137c req-2c13950f-90b3-4435-a772-405eab678ce6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912239 Aug 11 08:07:13.532102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-fff19a19-3c23-47cb-9323-c84fa1181e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.533639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-fff19a19-3c23-47cb-9323-c84fa1181e9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.2732291 Aug 11 08:07:13.546877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:13.547674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Attempting to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:13.557219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:13.557764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:13.558174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:13.558825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Bound port: 8e9b3199-fd96-4024-96a9-4cb19aca671d, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:13.559824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.596133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-d9e9fd87-c5ee-480b-bef5-4a95b9ff7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.598090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-d9e9fd87-c5ee-480b-bef5-4a95b9ff7f94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1098 time: 0.2256052 Aug 11 08:07:13.599088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-54ccce1e-4f3c-4156-bfef-aa8c8a42d511 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 200 len: 217 time: 0.0508204 Aug 11 08:07:13.726939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-edab3a33-5d1c-461c-9f57-38de15d26fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.728568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-edab3a33-5d1c-461c-9f57-38de15d26fb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1182904 Aug 11 08:07:13.761566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871f099-6be2-47b6-a6a9-1df11ecc540a req-93d52581-e938-49bf-bb18-e0f2eefedb7d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.764055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7871f099-6be2-47b6-a6a9-1df11ecc540a req-93d52581-e938-49bf-bb18-e0f2eefedb7d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 0.1692317 Aug 11 08:07:13.815720 n-d-789963-6 neutron-server[94572]: WARNING neutron.plugins.ml2.plugin [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Concurrent port binding operations failed on port 8e9b3199-fd96-4024-96a9-4cb19aca671d Aug 11 08:07:13.822504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:13.825156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2440c06-e6c2-4cd9-b0cd-836536dc16a5 req-8f0fd90c-ad31-42b4-b5be-69675aa5cf2e service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3197098 Aug 11 08:07:13.835915 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Attempt 2 to bind port 8e9b3199-fd96-4024-96a9-4cb19aca671d Aug 11 08:07:13.864956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.876112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.876766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:13.878327 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-70f7eb9c-97a0-480e-8079-5be795354093 service neutron] 10.222.0.69 "PUT /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 1122 time: 3.5168140 Aug 11 08:07:13.905685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-7c68aa42-489b-49dd-b872-857b4dbdfde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.913767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-7c68aa42-489b-49dd-b872-857b4dbdfde1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2945020 Aug 11 08:07:13.963659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc0f745-979d-474f-9f4a-380d06f82f40,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:13.981024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-e8dea8c4-23e8-4500-9f83-c9996b116a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:13.983419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-e8dea8c4-23e8-4500-9f83-c9996b116a52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465219 Aug 11 08:07:13.995762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-fdb04f61-5d01-408f-b9aa-2c184aa5f22a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.0553875 Aug 11 08:07:13.999089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7871f099-6be2-47b6-a6a9-1df11ecc540a req-9a28a22c-0459-4a83-8757-e7568bf3504f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064562 Aug 11 08:07:14.023271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8e9b3199-fd96-4024-96a9-4cb19aca671d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:14.028239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['8e9b3199-fd96-4024-96a9-4cb19aca671d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:14.061820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Checking segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:14.062339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Network hostable DHCP agents. Network: f797909e-f93f-471e-8ce6-5506d59ddae2, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:07:14.097110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-e73e2331-0a97-46f2-8a08-19888c549c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.098855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-e73e2331-0a97-46f2-8a08-19888c549c83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0919180 Aug 11 08:07:14.175589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Deleting port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:14.176988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.199309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Network f797909e-f93f-471e-8ce6-5506d59ddae2 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:07:14.230489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f797909e-f93f-471e-8ce6-5506d59ddae2) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:14.252856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16409a-bf44-478a-8398-6c8c478a5f47 None None] Network f797909e-f93f-471e-8ce6-5506d59ddae2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:14.259386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.262599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.306183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-77df0a9a-db2f-4180-8ef9-b457e1a8533d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0966532 Aug 11 08:07:14.307704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60010) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:14.332620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:14.372091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc537e5b-94c7-439b-9e60-d08deb7a3f81 req-bff0ae64-57fa-4497-810b-a96905b404a3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.374145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc537e5b-94c7-439b-9e60-d08deb7a3f81 req-bff0ae64-57fa-4497-810b-a96905b404a3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.3827326 Aug 11 08:07:14.401557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7289-2e09-4905-8536-92ce4f09350d req-6272158a-1a62-4ccc-a668-6565229d2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.405237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-6272158a-1a62-4ccc-a668-6565229d2f9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2393463 Aug 11 08:07:14.449728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-5d47a50d-1b14-4232-a0fa-c7632a206498 service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437902 Aug 11 08:07:14.452414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.454764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.580780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] For port 22fcf9eb-82a0-486e-a296-e8cf9e3d2965, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:14.581490 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.598220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc537e5b-94c7-439b-9e60-d08deb7a3f81 req-9a425381-9640-4d0c-9386-8b32d0420ab2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884377 Aug 11 08:07:14.633213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Calling delete_port for 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:14.732819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-f797909e-f93f-471e-8ce6-5506d59ddae2', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:07:14.734916 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.788021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:14.819443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-6a71ce7d-a5e2-4d30-bc56-f81a2141a0c6 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990431 Aug 11 08:07:14.854736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142'}, {'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d'}, {'name': 'network-changed', 'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142'}, {'name': 'network-changed', 'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:14.857553 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f" -d '{"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142"}, {"server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d"}, {"name": "network-changed", "server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142"}, {"name": "network-changed", "server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:14.945742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-201c1fa4-ddbb-4223-a972-1a32799d2d57 req-04af24a9-8aaf-4793-af6f-265bcef8abfb service neutron] 10.222.0.69 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829202 Aug 11 08:07:14.982724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-9b1c7fcf-86af-4626-9cf3-6812af4cb433 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:14.991672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-9b1c7fcf-86af-4626-9cf3-6812af4cb433 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1705618 Aug 11 08:07:15.032594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Allocated IP 172.20.0.2 (f797909e-f93f-471e-8ce6-5506d59ddae2/2cc0f745-979d-474f-9f4a-380d06f82f40/68337322-e8ed-44f9-93e3-cbab4e5c33d3) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:15.046661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.094237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b582-932b-4506-af2c-f30a1edd587a req-6b5bf26c-3db8-4ec6-9fee-d8192030262d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.096833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84f6b582-932b-4506-af2c-f30a1edd587a req-6b5bf26c-3db8-4ec6-9fee-d8192030262d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.1686549 Aug 11 08:07:15.106010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-1e9062c5-2985-4c8a-8a02-fb92395d324e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 696 time: 0.1134429 Aug 11 08:07:15.149819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'floatingip': {'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:15.220482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.223971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61fb7289-2e09-4905-8536-92ce4f09350d req-cf32b9d7-c2c1-470a-ab4b-ce792817956d service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572845 Aug 11 08:07:15.265821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84f6b582-932b-4506-af2c-f30a1edd587a req-f6568ac5-99b1-4454-96c7-69ff581419d8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448684 Aug 11 08:07:15.457974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.507103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Transition to ACTIVE for port object 68337322-e8ed-44f9-93e3-cbab4e5c33d3 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:15.543613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Transition to ACTIVE for port object 68337322-e8ed-44f9-93e3-cbab4e5c33d3 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:15.558266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05de1-0635-463e-8a81-d49b51810d02 req-b13332ef-2f52-4b99-bd56-6656c5a37008 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:15.560034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76f05de1-0635-463e-8a81-d49b51810d02 req-b13332ef-2f52-4b99-bd56-6656c5a37008 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 0.1380475 Aug 11 08:07:15.560300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.560927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.562521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.599467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.640677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Network f797909e-f93f-471e-8ce6-5506d59ddae2 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:15.643911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:15.650921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:15.713734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Pushing event deleted for resources: {'Port': ['ID=22fcf9eb-82a0-486e-a296-e8cf9e3d2965,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:15.728818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Pushing event updated for resources: {'Port': ['ID=68337322-e8ed-44f9-93e3-cbab4e5c33d3,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:15.754409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76f05de1-0635-463e-8a81-d49b51810d02 req-1e5a1980-ffab-47ed-8f18-83163a6a9fcb tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569173 Aug 11 08:07:15.779604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Attempting to bind port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:15.781486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Attempting to bind port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:15.782113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Attempting to bind port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 on network f797909e-f93f-471e-8ce6-5506d59ddae2 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:15.814304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:15.814760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Checking segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:15.815364 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.815719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Bound using segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:15.816338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Bound port: 68337322-e8ed-44f9-93e3-cbab4e5c33d3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:15.816868 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:15.839209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Allocated IP 172.25.2.20 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/1b9c977a-2770-491f-910f-4f2ed923befc) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:15.937420 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87f526a-9c55-4526-a59a-987d25d9c1d2 x-openstack-request-id: req-d87f526a-9c55-4526-a59a-987d25d9c1d2 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:15.937843 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142", "code": 200}, {"server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d", "code": 200}, {"name": "network-changed", "server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:15.938182 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d87f526a-9c55-4526-a59a-987d25d9c1d2 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:15.938576 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'code': 200} Aug 11 08:07:15.938839 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'code': 200} Aug 11 08:07:15.939167 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'status': 'completed', 'code': 200} Aug 11 08:07:15.939462 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'status': 'completed', 'code': 200} Aug 11 08:07:15.944193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] For port 68337322-e8ed-44f9-93e3-cbab4e5c33d3, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:15.948455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] For port 68337322-e8ed-44f9-93e3-cbab4e5c33d3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=68337322-e8ed-44f9-93e3-cbab4e5c33d3,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:15.957439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:16.080033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6021ec8-fe7c-4c7c-a8e3-51115e9860a1 None None] Pushing event updated for resources: {'Port': ['ID=68337322-e8ed-44f9-93e3-cbab4e5c33d3,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:16.158475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-602e61e3-ebbf-428e-9c63-9f1d1b3d4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.160259 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-602e61e3-ebbf-428e-9c63-9f1d1b3d4832 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1098 time: 0.1370890 Aug 11 08:07:16.195973 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:16.420419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:16.546814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-f6543686-c90a-4aa6-8894-c075d2e8c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.548983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-f6543686-c90a-4aa6-8894-c075d2e8c5f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1098 time: 0.4465327 Aug 11 08:07:16.637134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-422a7a12-eaa2-4553-93c4-f2cc278e7210 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.639531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-422a7a12-eaa2-4553-93c4-f2cc278e7210 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.69 "GET /v2.0/ports?device_id=999091db-3d52-45d4-893e-de8bcbd30ae2 HTTP/1.1" status: 200 len: 945 time: 0.2903101 Aug 11 08:07:16.669955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de760c4-2d50-4248-86b2-827b3bd1c167 req-43ee8d1d-e9ac-4b24-a748-57d4a76c74b9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.671648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9de760c4-2d50-4248-86b2-827b3bd1c167 req-43ee8d1d-e9ac-4b24-a748-57d4a76c74b9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.4458799 Aug 11 08:07:16.674850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-2433aab5-f01e-42c7-b900-53542f250141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.676305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-2433aab5-f01e-42c7-b900-53542f250141 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.5063722 Aug 11 08:07:16.692420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:16.769959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-15beaef9-fe15-4b70-b7b0-044aae115550 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.0790408 Aug 11 08:07:16.798587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:16.842811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:16.849807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9de760c4-2d50-4248-86b2-827b3bd1c167 req-601b0c56-2752-498c-8386-99d6463bc4b0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683547 Aug 11 08:07:16.850574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:16.877904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9c977a-2770-491f-910f-4f2ed923befc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:16.935044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-fa8bc13f-f93c-4362-87b4-6de6d45ed6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:16.936939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-fa8bc13f-f93c-4362-87b4-6de6d45ed6d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1412826 Aug 11 08:07:17.214684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-a53bd404-80fd-4120-87ba-fc3bef43c746 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:17.216799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-a53bd404-80fd-4120-87ba-fc3bef43c746 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 0.3251319 Aug 11 08:07:17.302639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-804171de-8e2f-4fc9-9944-37829132b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:17.308429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-804171de-8e2f-4fc9-9944-37829132b64f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3257835 Aug 11 08:07:17.320651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66fed2-4352-4cd2-97c3-9a026f04a15c req-af46a998-d316-4e71-b908-dc82be83ddd8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:17.328912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf66fed2-4352-4cd2-97c3-9a026f04a15c req-af46a998-d316-4e71-b908-dc82be83ddd8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.3485308 Aug 11 08:07:17.456120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 68337322-e8ed-44f9-93e3-cbab4e5c33d3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:17.602254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:17.613536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1198208072'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:17.628246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:17.687509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf66fed2-4352-4cd2-97c3-9a026f04a15c req-996a41bc-d952-4877-b042-763f25f37fae tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514798 Aug 11 08:07:17.699942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Router 4401fad5-954d-4b28-ba41-faf03d2ea3ae has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:17.720634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.722924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:07:17.735559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:17.739165 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.766225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec98ff-4999-4276-8f79-92c7e3e64f1f None None] Network f797909e-f93f-471e-8ce6-5506d59ddae2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:17.774381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-8e95594c-301d-4e25-982f-32cc384b1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:17.775961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-8e95594c-301d-4e25-982f-32cc384b1128 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 1.1717887 Aug 11 08:07:17.784130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Deleting port 8d6f2533-f011-4b03-b906-ae20dadeaca6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:17.784533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.805525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-2a048518-d93b-419b-9364-9198ef7040a2 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739161 Aug 11 08:07:17.809521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Deleting port c51e430e-a0e0-49f8-b88a-53b585c2b29a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:17.809998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.881917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] Provisioning for port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:17.892035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] Provisioning complete for port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:17.892746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.944173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:17.950460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-0e7f6e5c-b19d-4c0a-8ba4-0c74c64c8a90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.1520941 Aug 11 08:07:17.959640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.033763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:07:18.074805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.082499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.082932 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Added segment aed092ee-0832-4e08-8db7-2e764bf82e2a of type vlan for network 42523443-da12-421f-9b00-f32b705c6336 Aug 11 08:07:18.117782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:18.133148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a6179197-c939-4b66-b764-91980cb9244c admin admin] 10.222.0.58 "PUT /v2.0/routers/4401fad5-954d-4b28-ba41-faf03d2ea3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5137546 Aug 11 08:07:18.139826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60048) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:18.141919 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81958e-f476-4468-b0d4-68540221802a None None] Sync routers for ids ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:18.145691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] For port 8d6f2533-f011-4b03-b906-ae20dadeaca6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d6f2533-f011-4b03-b906-ae20dadeaca6,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:18.146116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.157808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] Routers {'4401fad5-954d-4b28-ba41-faf03d2ea3ae'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:18.158759 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:18.162819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Calling delete_port for 8d6f2533-f011-4b03-b906-ae20dadeaca6 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:18.166627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] For port 68337322-e8ed-44f9-93e3-cbab4e5c33d3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=68337322-e8ed-44f9-93e3-cbab4e5c33d3,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:18.183871 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.220098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-3aa0035c-d172-42f9-a08b-95c9fd92f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:18.221760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-3aa0035c-d172-42f9-a08b-95c9fd92f23b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1790936 Aug 11 08:07:18.273537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] For port c51e430e-a0e0-49f8-b88a-53b585c2b29a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c51e430e-a0e0-49f8-b88a-53b585c2b29a,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:18.274051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.274254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.280864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b9ca9-e9fc-4062-b68a-2df61863bd23 None None] Pushing event updated for resources: {'Port': ['ID=68337322-e8ed-44f9-93e3-cbab4e5c33d3,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:18.313135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-8998c962-e3d5-4823-966c-ec636690c4df service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855323 Aug 11 08:07:18.325093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Calling delete_port for c51e430e-a0e0-49f8-b88a-53b585c2b29a owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:18.326964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741acf-5a8e-498e-9bfc-05d8129f66b1 req-13816c02-a953-41f5-b1b8-2ef6c9020982 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:18.329589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4741acf-5a8e-498e-9bfc-05d8129f66b1 req-13816c02-a953-41f5-b1b8-2ef6c9020982 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b581d6b-2ca4-4d07-aaf1-a936de81daf7 HTTP/1.1" status: 200 len: 943 time: 0.5482345 Aug 11 08:07:18.336224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.347689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:18.348765 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.388926 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Floating IP e709041a-59eb-497d-8383-5805926d3c3d associated. External IP: 172.25.2.166, port: 2c883174-9a46-488b-abfa-89489e08d9f8. Aug 11 08:07:18.408808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] Set router 4401fad5-954d-4b28-ba41-faf03d2ea3ae gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:18.470371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-c17a39b3-2602-445a-9c58-be5f14c19205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:18.471860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-c17a39b3-2602-445a-9c58-be5f14c19205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2271578 Aug 11 08:07:18.558340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9511657 Aug 11 08:07:18.584662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:18.595769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1755513976'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:18.614880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.627222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-faa28fbc-55ba-4981-afaa-9cb8d7c8eff9 None None] Provisioning complete for port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:18.627850 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-faa28fbc-55ba-4981-afaa-9cb8d7c8eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.652780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b410cc8-993d-4885-90e4-a138a9d51888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Network': ['ID=42523443-da12-421f-9b00-f32b705c6336,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:18.686396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 42523443-da12-421f-9b00-f32b705c6336 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:07:18.701620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4741acf-5a8e-498e-9bfc-05d8129f66b1 req-17026b25-49de-4ae3-bb59-0b6ffd796d7b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484514 Aug 11 08:07:18.730233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.774764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:07:15Z', 'revision_number': 5, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:18.781815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:18.812004 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.826878 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81958e-f476-4468-b0d4-68540221802a None None] Checking router: 4401fad5-954d-4b28-ba41-faf03d2ea3ae for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:18.835729 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] Routers {'4401fad5-954d-4b28-ba41-faf03d2ea3ae'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:18.836355 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:18.857284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] No DVR routers for this DVR port 8d6f2533-f011-4b03-b906-ae20dadeaca6 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:18.863746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event deleted for resources: {'Port': ['ID=8d6f2533-f011-4b03-b906-ae20dadeaca6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:18.875900 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.879755 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-110ebc78-79a0-42c7-8332-2c11f06f61da req-92af93cc-aa07-4fae-ba97-03ead2621f8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "DELETE /v2.0/ports/8d6f2533-f011-4b03-b906-ae20dadeaca6 HTTP/1.1" status: 204 len: 173 time: 1.6466448 Aug 11 08:07:18.882412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'name': 'network-vif-deleted', 'tag': '8d6f2533-f011-4b03-b906-ae20dadeaca6'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:18.886016 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eaa816-9b61-4446-a6b1-8cf048df4fd3" -d '{"events": [{"server_uuid": "1b581d6b-2ca4-4d07-aaf1-a936de81daf7", "name": "network-vif-deleted", "tag": "8d6f2533-f011-4b03-b906-ae20dadeaca6"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:18.893501 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:18.947084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-ec234cce-775b-4e22-8b8d-f9aac0991a93 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640713 Aug 11 08:07:18.976404 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] Set router 4401fad5-954d-4b28-ba41-faf03d2ea3ae gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:19.048954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:19.069658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed040fb-71eb-4aaa-b530-d9753dd5d4aa req-78957507-591b-4d0e-8144-ed0c867600fa tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:19.077703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eed040fb-71eb-4aaa-b530-d9753dd5d4aa req-78957507-591b-4d0e-8144-ed0c867600fa tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.1111174 Aug 11 08:07:19.139417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eed040fb-71eb-4aaa-b530-d9753dd5d4aa req-bdcfa79d-9c4e-401d-a3e1-0ce2e19e32ae tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580564 Aug 11 08:07:19.182379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Router db7a41ae-a582-4e3d-a94b-317096e76fd2 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:07:19.214485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 68337322-e8ed-44f9-93e3-cbab4e5c33d3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:19.301420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:19.301420 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.303629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:19.394186 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba81958e-f476-4468-b0d4-68540221802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:07:15Z', 'revision_number': 5, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:19.406774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffbfd-0dfb-4301-892d-5fb296326dd7 req-c7efd413-d5d6-4113-a562-2e3d8efec6e2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:19.409814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86fffbfd-0dfb-4301-892d-5fb296326dd7 req-c7efd413-d5d6-4113-a562-2e3d8efec6e2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 947 time: 0.1737070 Aug 11 08:07:19.420771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-129996d8-00fa-4b57-8c1b-5f8d784e379a service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664207 Aug 11 08:07:19.431837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:07:19.445933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.446294 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Added segment 74cfca7a-4f12-40ea-bbc0-e393ba84b94b of type vlan for network 2372f93c-ae15-4228-93b0-3d026bd1bc09 Aug 11 08:07:19.457886 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba81958e-f476-4468-b0d4-68540221802a None None] The sync data for ids ['4401fad5-954d-4b28-ba41-faf03d2ea3ae'] in n-d-789963-6 is: [{'id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-137597481-router', 'tenant_id': 'b09068ae3c554eb08f38ee201f35f918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:19Z', 'updated_at': '2021-08-11T08:07:15Z', 'revision_number': 5, 'project_id': 'b09068ae3c554eb08f38ee201f35f918', 'gw_port': {'id': 'c9982553-9d4b-49f2-ab62-f4811ae598d3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4401fad5-954d-4b28-ba41-faf03d2ea3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:21Z', 'updated_at': '2021-08-11T08:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:19.458247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:19.481204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.503120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:19.505220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86fffbfd-0dfb-4301-892d-5fb296326dd7 req-07db096e-f8d1-456b-b926-922c34a83d08 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857246 Aug 11 08:07:19.517805 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.527026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dda45d30-ab0f-4d4b-a10d-e584e9041ce0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2006428 Aug 11 08:07:19.531476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60056) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:19.540907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Sync routers for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:19.553411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'mac_address': 'fa:16:3e:4e:4f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:19.609360 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.619252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:19.619920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:19.661639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.741976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.760835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:19.765094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:19.779052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.798575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:19.895889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['2c883174-9a46-488b-abfa-89489e08d9f8'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:20.063695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7e66b7-0420-4a26-b81c-32c3ca340142 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:20.090108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:20.100816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event deleted for resources: {'Port': ['ID=c51e430e-a0e0-49f8-b88a-53b585c2b29a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:20.105902 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:20.140223 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c82eae-6fbd-418d-99a0-a8b392c1d138 x-openstack-request-id: req-87c82eae-6fbd-418d-99a0-a8b392c1d138 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:20.140223 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b581d6b-2ca4-4d07-aaf1-a936de81daf7", "name": "network-vif-deleted", "tag": "8d6f2533-f011-4b03-b906-ae20dadeaca6", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:20.140223 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87c82eae-6fbd-418d-99a0-a8b392c1d138 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:20.141167 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b581d6b-2ca4-4d07-aaf1-a936de81daf7', 'name': 'network-vif-deleted', 'tag': '8d6f2533-f011-4b03-b906-ae20dadeaca6', 'status': 'completed', 'code': 200} Aug 11 08:07:20.185857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c51e430e-a0e0-49f8-b88a-53b585c2b29a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:20.210480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:20.214003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: c51e430e-a0e0-49f8-b88a-53b585c2b29a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:20.214342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c51e430e-a0e0-49f8-b88a-53b585c2b29a not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:20.349603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c784-ac89-4740-a2b1-d2070c5ede6e req-9dee470c-a2c0-4af4-be61-d0ef3cd0a34c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:20.361912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:17Z', 'revision_number': 3, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:20.363036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801c784-ac89-4740-a2b1-d2070c5ede6e req-9dee470c-a2c0-4af4-be61-d0ef3cd0a34c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 948 time: 0.2386906 Aug 11 08:07:20.414184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Checking router: db7a41ae-a582-4e3d-a94b-317096e76fd2 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:20.414527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Updating router db7a41ae-a582-4e3d-a94b-317096e76fd2 port 1b9c977a-2770-491f-910f-4f2ed923befc binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:07:20.424984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-e4687e6c-7a9a-4616-acb6-1fc036d66fb6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:20.427177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-e4687e6c-7a9a-4616-acb6-1fc036d66fb6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 948 time: 0.3135157 Aug 11 08:07:20.455671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:20.656133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801c784-ac89-4740-a2b1-d2070c5ede6e req-bd4fad97-226f-49d0-843e-db55517bc822 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891986 Aug 11 08:07:20.687169 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-8ca01e72-ee04-4152-9ca8-acbc967df2fb service neutron] delete failed (client error): The resource could not be found. Aug 11 08:07:20.688664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-8ca01e72-ee04-4152-9ca8-acbc967df2fb service neutron] 10.222.0.69 "DELETE /v2.0/ports/7f7e66b7-0420-4a26-b81c-32c3ca340142/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.2498829 Aug 11 08:07:20.764622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:20.777733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Transition to ACTIVE for port object 1b9c977a-2770-491f-910f-4f2ed923befc will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:20.779547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.779957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.780481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.780858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.783549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.788675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7f7e66b7-0420-4a26-b81c-32c3ca340142'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:20.790311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.791284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.793979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.794589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.803046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.803908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.804124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:20.824016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2286894 Aug 11 08:07:20.824302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60072) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:20.850492 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:20.850764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:20.862651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:20.864495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:20.892398 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:20.894055 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:20.899615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'subnet': {'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:20.909911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-b128e87f-d24f-4352-9c9e-f22c72955557 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "PUT /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 996 time: 5.7672322 Aug 11 08:07:20.956421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:20.957027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Attempting to bind port 1b9c977a-2770-491f-910f-4f2ed923befc on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:20.957517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Attempting to bind port 1b9c977a-2770-491f-910f-4f2ed923befc by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:20.957971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Attempting to bind port 1b9c977a-2770-491f-910f-4f2ed923befc on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:20.959284 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf00146-418f-49c3-82e3-7d2470463d51" -d '{"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:20.963430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] No DVR routers for this DVR port c51e430e-a0e0-49f8-b88a-53b585c2b29a on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:21.008388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:21.009240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:21.010067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.023976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:21.025201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Bound port: 1b9c977a-2770-491f-910f-4f2ed923befc, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:21.027603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.063698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.066467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed802240-7c94-4784-a0cb-7ef6647e6c8f req-0aa35d05-875d-49c8-a874-7aaa9b883298 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.69 "DELETE /v2.0/ports/c51e430e-a0e0-49f8-b88a-53b585c2b29a HTTP/1.1" status: 204 len: 173 time: 4.4083192 Aug 11 08:07:21.076588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9c4e6-edcb-454e-aafc-f8891cf2f1b8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Network': ['ID=2372f93c-ae15-4228-93b0-3d026bd1bc09,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:21.082592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-43838acf-13db-4f06-85e7-433750fb75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.084714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-43838acf-13db-4f06-85e7-433750fb75cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1125 time: 1.3450682 Aug 11 08:07:21.102369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Deleting port c9982553-9d4b-49f2-ab62-f4811ae598d3 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:21.103098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.213479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-18e0f936-54a4-4172-bac0-c2d06aaab3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.215365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-18e0f936-54a4-4172-bac0-c2d06aaab3e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.2226880 Aug 11 08:07:21.256269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] For port 1b9c977a-2770-491f-910f-4f2ed923befc, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:21.261477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] For port 1b9c977a-2770-491f-910f-4f2ed923befc, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1b9c977a-2770-491f-910f-4f2ed923befc,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:21.290992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:21.294256 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:21.350254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:21.353875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:07:21.406154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:21.420027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099427418', 'description': 'tempest-description--1812985215'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:21.481614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-b791358f-88a6-4203-b429-c8394dba844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.484730 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-b791358f-88a6-4203-b429-c8394dba844f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.3908737 Aug 11 08:07:21.507995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] For port c9982553-9d4b-49f2-ab62-f4811ae598d3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c9982553-9d4b-49f2-ab62-f4811ae598d3,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:21.508957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.563631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.568921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-b5035a1f-ecd5-4262-b210-1d1163e7ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:21.570582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-b5035a1f-ecd5-4262-b210-1d1163e7ade7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1099 time: 0.6551101 Aug 11 08:07:21.610839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Calling delete_port for c9982553-9d4b-49f2-ab62-f4811ae598d3 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:21.615254 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-30ac79e3-a88c-49d9-a79f-84be358f0f55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 217 time: 0.1192150 Aug 11 08:07:21.679374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.699753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:21.700120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22fcf9eb-82a0-486e-a296-e8cf9e3d2965 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:21.763899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d3ff-3c61-4fc6-bf00-673f5c33dfd2 None None] Pushing event updated for resources: {'Port': ['ID=1b9c977a-2770-491f-910f-4f2ed923befc,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:21.847447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d6f2533-f011-4b03-b906-ae20dadeaca6 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:21.869329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:21.876193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 8d6f2533-f011-4b03-b906-ae20dadeaca6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:21.876537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d6f2533-f011-4b03-b906-ae20dadeaca6 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:21.881006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:21.882492 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:07:16Z', 'revision_number': 8, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:21.886424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:21.887305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:21.970518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:21.985864 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:21.986926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:22.023550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eafc65-e722-4e31-8418-34b10fe65af4 req-f9c8e1a0-fadb-43ec-b09c-715e02061c9a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.027512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-f07b49ff-66ac-4f68-a5ce-57d673889db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.030781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-f07b49ff-66ac-4f68-a5ce-57d673889db2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.8022242 Aug 11 08:07:22.040025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09eafc65-e722-4e31-8418-34b10fe65af4 req-f9c8e1a0-fadb-43ec-b09c-715e02061c9a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.5008562 Aug 11 08:07:22.079122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.083380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:22.150121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09eafc65-e722-4e31-8418-34b10fe65af4 req-0cf6e5bc-4a45-48da-9796-d943c8d802db tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088865 Aug 11 08:07:22.167919 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:22.219255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9982553-9d4b-49f2-ab62-f4811ae598d3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:22.262495 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21db4260-c080-44fc-bfdd-cf39f6c14582 x-openstack-request-id: req-21db4260-c080-44fc-bfdd-cf39f6c14582 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:22.262778 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:22.263050 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21db4260-c080-44fc-bfdd-cf39f6c14582 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:22.263424 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'status': 'completed', 'code': 200} Aug 11 08:07:22.305808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-b21e4791-f329-47ea-ad92-e96a693ba789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.309652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-939d2231-482d-49b2-9e39-5562c3065fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.311821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-939d2231-482d-49b2-9e39-5562c3065fe0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.6538050 Aug 11 08:07:22.312576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-b21e4791-f329-47ea-ad92-e96a693ba789 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.6770887 Aug 11 08:07:22.461638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-937ddbc8-b7b7-4a91-9d11-37c3d62f8dd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.1117940 Aug 11 08:07:22.501818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-036b9705-1994-4797-bf1a-3977ae45a0cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707256 Aug 11 08:07:22.504438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-fa297fce-3854-4bdb-8e58-4263194a01f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 999 time: 0.4353862 Aug 11 08:07:22.537474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-119dd921-1035-4f80-a9f5-fef412ac0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.539679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-119dd921-1035-4f80-a9f5-fef412ac0619 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0637963 Aug 11 08:07:22.544985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.584665 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:07:16Z', 'revision_number': 8, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:22.604044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.630730 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3a41-8fab-4add-bcc7-ca4d20be6f0c None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e709041a-59eb-497d-8383-5805926d3c3d', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1949132a-af83-49df-90c3-937ad6783edc', 'port_id': '2c883174-9a46-488b-abfa-89489e08d9f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'mac_address': 'fa:16:3e:d9:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:06:15Z', 'updated_at': '2021-08-11T08:07:16Z', 'revision_number': 8, 'project_id': '56dc075f4cbe4762905f325652164a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:22.684898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-983f6f1f-8ba9-4326-81e5-102ce0969ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.686944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-983f6f1f-8ba9-4326-81e5-102ce0969ec6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.3895638 Aug 11 08:07:22.773656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.822133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.839530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.863027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040d3ff-3c61-4fc6-bf00-673f5c33dfd2 None None] Pushing event updated for resources: {'Port': ['ID=1b9c977a-2770-491f-910f-4f2ed923befc,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:22.888217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:22.894207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f94063-2dd3-4423-8ee6-640139f56c9a req-2f93031c-cece-41e7-a87d-1f376c93cbf0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.902680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2f94063-2dd3-4423-8ee6-640139f56c9a req-2f93031c-cece-41e7-a87d-1f376c93cbf0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 948 time: 0.5168903 Aug 11 08:07:22.916622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:17Z', 'revision_number': 3, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:22.920172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-a82d3927-ddb0-40d2-b807-e656f060c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:22.923428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-a82d3927-ddb0-40d2-b807-e656f060c86f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.3991635 Aug 11 08:07:22.964056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff516131-7529-4e87-9677-b49f05ef5365 None None] The sync data for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 is: [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:17Z', 'revision_number': 3, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:23.022022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-7fa87b49-464b-498d-b337-daff036d502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.023718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-7fa87b49-464b-498d-b337-daff036d502e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4498711 Aug 11 08:07:23.033892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-39b04cb1-f120-40f6-8d9f-6a674c9e2de7 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236452 Aug 11 08:07:23.065219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.070204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6590214 Aug 11 08:07:23.072920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60088) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:23.095993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'security_group_rule': {'security_group_id': '4aa8c052-3f95-4907-b41f-56fd52b451f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:23.096536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.158435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-685c4253-0ef1-449c-959f-edd0ab582d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.160098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-685c4253-0ef1-449c-959f-edd0ab582d4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.3682628 Aug 11 08:07:23.168153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.191717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2f94063-2dd3-4423-8ee6-640139f56c9a req-4ee86313-fc89-4b42-8376-63de14b0a5c8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881153 Aug 11 08:07:23.215656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.220011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4401fad5-954d-4b28-ba41-faf03d2ea3ae {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:07:23.221760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3f566-e164-4c7b-acda-122467f2f5c4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8c052-3f95-4907-b41f-56fd52b451f3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:23.297605 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.300309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7a75d806-2a28-4c4b-ae63-b7b130e9bbfc admin admin] 10.222.0.58 "DELETE /v2.0/routers/4401fad5-954d-4b28-ba41-faf03d2ea3ae HTTP/1.1" status: 204 len: 168 time: 5.1586933 Aug 11 08:07:23.322262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:23.390296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Allocated IP 172.20.0.1 (f797909e-f93f-471e-8ce6-5506d59ddae2/2cc0f745-979d-474f-9f4a-380d06f82f40/cbae069f-594c-4913-8f78-1a05b17aa04b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:23.404992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8609b83-6b87-4e17-ba05-0a1733a4e3d2 None None] New status for floating IP e709041a-59eb-497d-8383-5805926d3c3d: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:07:23.437057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Subnet': ['ID=052dbbef-3aad-4588-84e9-887d25f7f2fb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:23.446530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-71377806-5f8c-4e62-b961-ee4d9fc27ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:23.459296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-71377806-5f8c-4e62-b961-ee4d9fc27ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5111673 Aug 11 08:07:23.472618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-86cd2bf6-0ffa-495a-be9b-d9d5b6004b34 service neutron] 10.222.0.64 "GET /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.6725285 Aug 11 08:07:23.493555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-d31a18e5-c9bf-4338-a6e5-f0249dbdad84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 999 time: 0.2358737 Aug 11 08:07:23.568107 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-31ae5a07-a78a-4c0e-8062-4fc057bcc30b service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304158 Aug 11 08:07:23.658023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Deleting subnet eb34a542-1a95-4276-ab75-88177992a541 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:23.661659 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.701420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.708700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4cccfc4-12aa-4b8d-aaa0-beb3218be20f req-cf609b93-3fc9-4536-b4a0-bf218bc4d0d9 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356800 Aug 11 08:07:23.720567 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.772308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.801468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f55dca2-0693-4e7e-a566-e1af34070840,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:23.838325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-2acedff9-0e37-49da-b3d3-37eeefff96db service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572431 Aug 11 08:07:23.839073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:23.845043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-22921a7c-e724-4834-9927-03dc96eee0f9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7512181 Aug 11 08:07:23.867649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60094) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:23.883606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'security_group_rule': {'security_group_id': '4aa8c052-3f95-4907-b41f-56fd52b451f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:24.171742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Checking segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:24.172673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network hostable DHCP agents. Network: 42523443-da12-421f-9b00-f32b705c6336, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:07:24.196562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.199966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad76a99-31fc-4afa-a17e-0c4c8eb135ae req-f6016be5-b46d-4588-b5a9-b678779f510d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:24.202236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dad76a99-31fc-4afa-a17e-0c4c8eb135ae req-f6016be5-b46d-4588-b5a9-b678779f510d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 944 time: 0.7273004 Aug 11 08:07:24.228941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.240684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-005c677a-4f37-4eed-b2b8-fd344359ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:24.242288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-005c677a-4f37-4eed-b2b8-fd344359ea59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.7183492 Aug 11 08:07:24.284224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'name': 'network-vif-deleted', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:24.287884 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449547d2-7a80-46e2-9c90-a358e0e53e1f" -d '{"events": [{"server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "name": "network-vif-deleted", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:24.360159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 42523443-da12-421f-9b00-f32b705c6336 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:07:24.388238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.390427 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17079c8d-e775-4a73-8b97-5ab89a9c3ae9 req-eb3fbe0d-5d41-4b7c-b2cf-e818a3b73937 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234621 Aug 11 08:07:24.414122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 42523443-da12-421f-9b00-f32b705c6336) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:24.414769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:24.420413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dad76a99-31fc-4afa-a17e-0c4c8eb135ae req-d1496d31-edbc-41eb-a3f0-77a4581fbdb8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910114 Aug 11 08:07:24.429348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:24.429966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.444290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Transition to ACTIVE for port object cbae069f-594c-4913-8f78-1a05b17aa04b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:24.447334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2abd5f4-3a9f-4f6e-9332-4c09e75aeef7 req-0dd19662-5e6f-451b-820f-9386ca5400c7 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236861 Aug 11 08:07:24.450619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f38d7a-31b1-4364-969d-facef8f0d5d5 None None] Network 42523443-da12-421f-9b00-f32b705c6336 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:24.467490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-91a1b738-527c-478b-8f7a-4588c6b8f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:24.468895 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-91a1b738-527c-478b-8f7a-4588c6b8f2c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005217 Aug 11 08:07:24.472833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d98426c5-eea5-47fd-9732-ddd09842481c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6481459 Aug 11 08:07:24.485998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60104) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:24.493527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'subnet': {'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:24.510330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:24.516848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.561733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.565007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.662523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb34a542-1a95-4276-ab75-88177992a541,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:24.688295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9b3199-fd96-4024-96a9-4cb19aca671d {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:24.702470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6175a584-4c17-443e-ac3d-c86d598154ad,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:24.706033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.708135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-93837426-0bd6-4a8f-a921-3f12ba91d2bb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/eb34a542-1a95-4276-ab75-88177992a541 HTTP/1.1" status: 204 len: 168 time: 1.3697114 Aug 11 08:07:24.712229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:24.712798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b445cc0e-1eb9-443e-9772-ba176c63eb32 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8422489 Aug 11 08:07:24.713391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:24.725885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60108) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:24.774366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:24.816012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214938c-b1b8-4f62-93b6-9f4ec5a6ff31 None None] Network be825020-1352-49ed-a094-d2fe4764d2ab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:24.922213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-d858b0a6-434e-4301-adb1-985e637523d5 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447505 Aug 11 08:07:25.029182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-42523443-da12-421f-9b00-f32b705c6336', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:07:25.030715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.060010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:25.105099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.307752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] DHCP port deletion for be825020-1352-49ed-a094-d2fe4764d2ab request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:07:25.316615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1b9c977a-2770-491f-910f-4f2ed923befc up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:25.362754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 7f7e66b7-0420-4a26-b81c-32c3ca340142 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:25.387856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Network f797909e-f93f-471e-8ce6-5506d59ddae2 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:25.403020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:25.412269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:25.428563 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee89636-0b47-4968-8c8d-e723a5bbc39d x-openstack-request-id: req-1ee89636-0b47-4968-8c8d-e723a5bbc39d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:25.428861 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999091db-3d52-45d4-893e-de8bcbd30ae2", "name": "network-vif-deleted", "tag": "c51e430e-a0e0-49f8-b88a-53b585c2b29a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:25.429336 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ee89636-0b47-4968-8c8d-e723a5bbc39d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:25.429985 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999091db-3d52-45d4-893e-de8bcbd30ae2', 'name': 'network-vif-deleted', 'tag': 'c51e430e-a0e0-49f8-b88a-53b585c2b29a', 'status': 'completed', 'code': 200} Aug 11 08:07:25.431259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Allocated IP 10.1.1.2 (42523443-da12-421f-9b00-f32b705c6336/052dbbef-3aad-4588-84e9-887d25f7f2fb/3ab78d38-75ed-4be8-a52b-0612c8e84da8) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:25.436643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.442013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 7f7e66b7-0420-4a26-b81c-32c3ca340142 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:25.442593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.443815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aeb41492-751d-4d62-bc38-cefdfbfc06bc req-9b8ca737-719b-4ed5-b999-3bcb811d6361 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 998 time: 0.5178773 Aug 11 08:07:25.447794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:25.513208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.692383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] Transition to ACTIVE for port object 8e9b3199-fd96-4024-96a9-4cb19aca671d will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:25.705436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.715690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Transition to ACTIVE for port object 3ab78d38-75ed-4be8-a52b-0612c8e84da8 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:25.717534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f3ae2-0c09-4536-a4eb-d60172c1fbce req-d69afef7-29c4-4e0f-ab75-a758742249d5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:25.729758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-088f3ae2-0c09-4536-a4eb-d60172c1fbce req-d69afef7-29c4-4e0f-ab75-a758742249d5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 948 time: 0.3371644 Aug 11 08:07:25.733806 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.735024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Transition to ACTIVE for port object 3ab78d38-75ed-4be8-a52b-0612c8e84da8 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:25.746447 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.756068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41492-751d-4d62-bc38-cefdfbfc06bc req-c0d43410-c0ec-4f2e-b7d7-bcf3950ed33f tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:25.766183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aeb41492-751d-4d62-bc38-cefdfbfc06bc req-c0d43410-c0ec-4f2e-b7d7-bcf3950ed33f tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3209486 Aug 11 08:07:25.774372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-aeb41492-751d-4d62-bc38-cefdfbfc06bc req-20281a45-47d6-4a9e-acdf-0d21e34d424e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:07:25.794033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aeb41492-751d-4d62-bc38-cefdfbfc06bc req-20281a45-47d6-4a9e-acdf-0d21e34d424e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259514 Aug 11 08:07:25.800348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.825777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:25.831569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:25.838360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Network 42523443-da12-421f-9b00-f32b705c6336 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:25.843412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Pushing event updated for resources: {'Port': ['ID=3ab78d38-75ed-4be8-a52b-0612c8e84da8,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:25.863714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:25.870783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:25.901999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Pushing event updated for resources: {'Port': ['ID=cbae069f-594c-4913-8f78-1a05b17aa04b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:25.947742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c621711f-b256-42a5-92bd-47155b93e189 None None] Provisioning for port cbae069f-594c-4913-8f78-1a05b17aa04b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:25.956201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-088f3ae2-0c09-4536-a4eb-d60172c1fbce req-16da0a52-b5fa-4dd6-92f8-9c304d781c1d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249196 Aug 11 08:07:25.979706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1b9c977a-2770-491f-910f-4f2ed923befc completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:26.006372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcf00146-418f-49c3-82e3-7d2470463d51 req-1d406edf-f7c9-47c9-bd6f-e2a46c4ee112 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069500 Aug 11 08:07:26.013287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] No DVR routers for this DVR port 8e9b3199-fd96-4024-96a9-4cb19aca671d on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:26.028444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c621711f-b256-42a5-92bd-47155b93e189 None None] Provisioning complete for port cbae069f-594c-4913-8f78-1a05b17aa04b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:26.029169 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c621711f-b256-42a5-92bd-47155b93e189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.082940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1b9c977a-2770-491f-910f-4f2ed923befc triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:26.083514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.108635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:26.112493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.144336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fb972d25-06c8-4f78-aaf1-9d37750d88b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 2.6380529 Aug 11 08:07:26.153228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3606f254-db6c-47bb-b991-d47a8d9228e3 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1486609 Aug 11 08:07:26.155990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Deleting port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:26.156337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.171337 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.173615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Attempting to bind port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:26.173993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Attempting to bind port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:26.174328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Attempting to bind port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:26.191821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] Deleting port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:26.192441 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.294536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-7935144a-87a8-46f7-9cae-bd85e63f6e94 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:26.296381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-7935144a-87a8-46f7-9cae-bd85e63f6e94 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports/2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 942 time: 0.1200407 Aug 11 08:07:26.306082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] For port 8c5dd0e1-1b14-4920-9cd7-fc930d612383, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c5dd0e1-1b14-4920-9cd7-fc930d612383,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:26.306768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.324290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Calling delete_port for 8c5dd0e1-1b14-4920-9cd7-fc930d612383 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:26.325422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:26.326075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Checking segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:26.326771 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.327447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Bound using segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:26.328202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Bound port: 3ab78d38-75ed-4be8-a52b-0612c8e84da8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:26.328834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.376140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c621711f-b256-42a5-92bd-47155b93e189 None None] Port cbae069f-594c-4913-8f78-1a05b17aa04b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:26.392618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cbae2-c9a9-433a-b3f7-f536fa8550ec req-f6b37eef-b6f8-4db2-9efa-7ee3100f891c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:26.394665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba9cbae2-c9a9-433a-b3f7-f536fa8550ec req-f6b37eef-b6f8-4db2-9efa-7ee3100f891c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.3675814 Aug 11 08:07:26.439609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:26.443274 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07c5dcf-5639-45a6-943f-314b11b79063" -d '{"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-plugged", "status": "completed", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:26.460375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] For port 8c5dd0e1-1b14-4920-9cd7-fc930d612383, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c5dd0e1-1b14-4920-9cd7-fc930d612383,segment=NetworkSegment(e982e4f9-1c51-4c82-9938-7b00dede980b),segment_id=e982e4f9-1c51-4c82-9938-7b00dede980b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:26.460996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.517378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:26.521723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-78b74e73-6808-4825-9ebd-f7c6f92df47b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:26.525721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-78b74e73-6808-4825-9ebd-f7c6f92df47b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.2348912 Aug 11 08:07:26.531227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] Calling delete_port for 8c5dd0e1-1b14-4920-9cd7-fc930d612383 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:26.539804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.561222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-d8c54a4c-475e-4802-975c-6b33922dc68b tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1394284 Aug 11 08:07:26.581428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.587411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.603818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba9cbae2-c9a9-433a-b3f7-f536fa8550ec req-407bf4a6-4c17-46de-8c13-d5d59a673e7e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946471 Aug 11 08:07:26.640505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] For port 3ab78d38-75ed-4be8-a52b-0612c8e84da8, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:26.663711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] No DVR routers for this DVR port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:26.665582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5dd0e1-1b14-4920-9cd7-fc930d612383,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:26.747910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-d2e36d30-5766-4032-a526-809890dcb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:26.749783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] For port 3ab78d38-75ed-4be8-a52b-0612c8e84da8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3ab78d38-75ed-4be8-a52b-0612c8e84da8,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:26.750421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-d2e36d30-5766-4032-a526-809890dcb84b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9&tenant_id=1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 1096 time: 0.1881580 Aug 11 08:07:26.757591 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.759733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.767938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.770845 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.846516 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac640af-6ee7-412f-8105-b55cdda1dfa3 x-openstack-request-id: req-eac640af-6ee7-412f-8105-b55cdda1dfa3 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:26.846791 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-plugged", "status": "completed", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:26.847045 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eac640af-6ee7-412f-8105-b55cdda1dfa3 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:26.847440 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'code': 200} Aug 11 08:07:26.862158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:26.874382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 1b9c977a-2770-491f-910f-4f2ed923befc, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1b9c977a-2770-491f-910f-4f2ed923befc,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:26.908647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.927319 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:26.940805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be825020-1352-49ed-a094-d2fe4764d2ab']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:26.956994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-e72b7b5d-483b-4052-94fa-d3cf4cea6ed5 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:26.967875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c9982553-9d4b-49f2-ab62-f4811ae598d3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:26.971055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-e72b7b5d-483b-4052-94fa-d3cf4cea6ed5 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3974996 Aug 11 08:07:27.066570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Subnet': ['ID=84b3e633-7708-479c-8adb-f52be10ba2ec,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:27.079019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e982e4f9-1c51-4c82-9938-7b00dede980b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:27.079643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e982e4f9-1c51-4c82-9938-7b00dede980b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:27.149313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.170573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.180723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:27.181467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.261858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fd28d1d6-dcb8-4aae-b490-720a25a33107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:27.265273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-fd28d1d6-dcb8-4aae-b490-720a25a33107 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1096 time: 0.4122424 Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:27.289653 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:27.336456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c9982553-9d4b-49f2-ab62-f4811ae598d3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:27.336799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c9982553-9d4b-49f2-ab62-f4811ae598d3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:27.355812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-50d91eb2-eb12-42f7-bd7b-7b466508d016 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.3799078 Aug 11 08:07:27.399857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:27.413808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.427885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b63a1-af0d-4887-926e-8a8e430a9789 None None] Pushing event updated for resources: {'Port': ['ID=3ab78d38-75ed-4be8-a52b-0612c8e84da8,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:27.452998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Checking segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:27.452998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network hostable DHCP agents. Network: 2372f93c-ae15-4228-93b0-3d026bd1bc09, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:07:27.496949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] No DVR routers for this DVR port 8c5dd0e1-1b14-4920-9cd7-fc930d612383 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:27.502934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.526437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.532951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] 10.222.0.58 "DELETE /v2.0/networks/be825020-1352-49ed-a094-d2fe4764d2ab HTTP/1.1" status: 204 len: 168 time: 2.8149271 Aug 11 08:07:27.533208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c5dd0e1-1b14-4920-9cd7-fc930d612383 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:27.535209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:27.557614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8c5dd0e1-1b14-4920-9cd7-fc930d612383 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:27.557955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c5dd0e1-1b14-4920-9cd7-fc930d612383 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:27.560917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-cd2529f8-9a28-4e3f-a243-b555e9bcc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:27.564124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-cd2529f8-9a28-4e3f-a243-b555e9bcc43d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.2758617 Aug 11 08:07:27.581187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=1b9c977a-2770-491f-910f-4f2ed923befc,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:27.609588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398b010-ae79-4472-aa05-bc79c567e509 None None] Pushing event deleted for resources: {'Port': ['ID=8c5dd0e1-1b14-4920-9cd7-fc930d612383,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:27.627955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b0cb-5933-45d7-b994-511bccc55480 admin admin] Pushing event deleted for resources: {'Network': ['ID=be825020-1352-49ed-a094-d2fe4764d2ab,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:27.668704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.691670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-7346c49b-30fa-4103-b468-a3dc4221d6c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 200 len: 217 time: 0.1017008 Aug 11 08:07:27.701980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Allocated IP 172.25.2.18 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/0b06e177-12b9-4b73-aa8c-33364dbe6f5f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:27.750385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:07:27.823983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.838598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 2372f93c-ae15-4228-93b0-3d026bd1bc09) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:27.851722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227328d-518b-4c24-91fb-41241fbbb4cf None None] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:27.881628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306344-db69-4d8c-a890-bfca85ff905e req-a411bc9d-a1da-48b3-bccb-e63e6fb5a3ae tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:27.884253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d306344-db69-4d8c-a890-bfca85ff905e req-a411bc9d-a1da-48b3-bccb-e63e6fb5a3ae tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.3947058 Aug 11 08:07:27.938902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:27.947076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:27.948066 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.069433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-2372f93c-ae15-4228-93b0-3d026bd1bc09', 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'fixed_ips': [{'subnet_id': '84b3e633-7708-479c-8adb-f52be10ba2ec'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:07:28.070924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.077230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-d108ee06-1f4b-4d97-a960-4c45aabed8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:28.080714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-d108ee06-1f4b-4d97-a960-4c45aabed8a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.3656869 Aug 11 08:07:28.152290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.158420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.158915 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Floating IP e709041a-59eb-497d-8383-5805926d3c3d disassociated. External IP: 172.25.2.166, port: 2c883174-9a46-488b-abfa-89489e08d9f8. Aug 11 08:07:28.183638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-deac6821-01b2-46cf-9156-ac654ad4652d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6948729 Aug 11 08:07:28.186401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-99a5c660-fbec-46e7-b9d4-342f174c0a9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813930 Aug 11 08:07:28.190576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60126) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:28.198506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'name': 'tempest-TaggedBootDevicesTest_v242-1707278319', 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:28.258529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.260505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Pushing event updated for resources: {'Port': ['ID=cbae069f-594c-4913-8f78-1a05b17aa04b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:28.329578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Allocated IP 10.2.2.2 (2372f93c-ae15-4228-93b0-3d026bd1bc09/84b3e633-7708-479c-8adb-f52be10ba2ec/b416cab9-b3f3-42c2-bcc8-6e490e25fcc7) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:28.343729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d306344-db69-4d8c-a890-bfca85ff905e req-c03be96b-5558-45de-8aea-476e934ad733 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004557 Aug 11 08:07:28.399677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.477386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b928229c-37d9-468a-959b-ff1c6711430a None None] Network 42523443-da12-421f-9b00-f32b705c6336 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:28.506431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.621875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6af265db-2f7f-4f2a-812e-15d422e37344 None None] Provisioning for port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:28.697124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:28.776570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.803347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Transition to ACTIVE for port object b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:28.820507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.831989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Transition to ACTIVE for port object b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:28.839552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:28.899883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-abfbaec0-eecc-4b11-84ea-23d02c54628e service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970417 Aug 11 08:07:28.926954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Pushing event updated for resources: {'Port': ['ID=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:28.949274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:28.953800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:28.959526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:28.979258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:28.987179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.034186 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:29.055488 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:29.056292 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:29.057281 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-3f61a847-15d0-4674-b3f8-4e134906e34c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "PUT /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 696 time: 1.6891718 Aug 11 08:07:29.058150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:29.067729 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0f6cec-60d1-4fdc-b74a-74b789c57496" -d '{"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:29.083118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Attempting to bind port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:29.083478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Attempting to bind port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:29.083838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Attempting to bind port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:29.084312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71f1d1-d567-4573-a9fb-cae4415f9ac3 req-59e77712-094f-48b8-897d-03ce5617b9dc tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:29.086018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a71f1d1-d567-4573-a9fb-cae4415f9ac3 req-59e77712-094f-48b8-897d-03ce5617b9dc tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.2576857 Aug 11 08:07:29.094348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.098197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Network f797909e-f93f-471e-8ce6-5506d59ddae2 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:29.099657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:29.100051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Checking segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:29.100443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.100829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Bound using segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:29.101343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Bound port: b416cab9-b3f3-42c2-bcc8-6e490e25fcc7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:29.105500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.125161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:29.143578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:29.203147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-893e19b1-e447-41ee-9139-b81bf6d7bba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.225080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-dfa89ed9-352e-4287-9cda-4ffb970ea241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:29.226862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-dfa89ed9-352e-4287-9cda-4ffb970ea241 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.1528621 Aug 11 08:07:29.255951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:29.280973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:29.331437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] For port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:29.336137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] For port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:29.336444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:29.346546 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.374487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-88fe8848-e5ed-42b3-808e-53246e4bf37c service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617479 Aug 11 08:07:29.377581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'Port': ['ID=0b06e177-12b9-4b73-aa8c-33364dbe6f5f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:29.406634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a71f1d1-d567-4573-a9fb-cae4415f9ac3 req-1e0544fa-4244-4741-8feb-f4f093dffe50 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070397 Aug 11 08:07:29.490551 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:29.530109 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.594154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6533f-fdd5-4bab-b801-25276f590d61 None None] Pushing event updated for resources: {'Port': ['ID=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:29.668079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1b9c977a-2770-491f-910f-4f2ed923befc up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:29.697944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.762085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-44456681-a113-4d3b-abcc-a5acf573c88e None None] Provisioning complete for port cbae069f-594c-4913-8f78-1a05b17aa04b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:29.762709 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-44456681-a113-4d3b-abcc-a5acf573c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.839555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-44456681-a113-4d3b-abcc-a5acf573c88e None None] Port cbae069f-594c-4913-8f78-1a05b17aa04b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:29.877241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1b9c977a-2770-491f-910f-4f2ed923befc triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:29.877783 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.927480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Router db7a41ae-a582-4e3d-a94b-317096e76fd2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:29.928802 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:29.933974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] device_id is not set on port 20c6b511-c435-4acd-9080-530c84ddc507 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:07:29.957110 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:30.005635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450db8-c511-4a87-9b59-89a739d61156 req-0a0a561a-7254-4ded-bff6-8996deb1f786 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.009200 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5450db8-c511-4a87-9b59-89a739d61156 req-0a0a561a-7254-4ded-bff6-8996deb1f786 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.2551899 Aug 11 08:07:30.020483 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:30.036157 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:30.036827 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:30.082935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ab78d38-75ed-4be8-a52b-0612c8e84da8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:30.086165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-b4645ec0-4dad-48e0-9752-7f1c579c53dc tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.089115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-b4645ec0-4dad-48e0-9752-7f1c579c53dc tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.3234408 Aug 11 08:07:30.178073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:30.186183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:30.186771 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.201131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:30.222254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-799b0ab0-204e-4a22-8657-afa54a825561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.224465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-799b0ab0-204e-4a22-8657-afa54a825561 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.9782732 Aug 11 08:07:30.281752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-6e31c6bb-ee0c-4eeb-bdcb-dcc30e0dfc1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0485320 Aug 11 08:07:30.287920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Deleting port 50a34337-8696-460c-bb76-1deba0a02625 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:30.288533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.315017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5450db8-c511-4a87-9b59-89a739d61156 req-3afbe14e-1be5-475b-944c-e262abb78159 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926030 Aug 11 08:07:30.351741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.361522 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.392828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-fb917cba-ff07-4ab9-b2ea-7b75674a0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.394828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-fb917cba-ff07-4ab9-b2ea-7b75674a0e48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.1039324 Aug 11 08:07:30.457692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 3ab78d38-75ed-4be8-a52b-0612c8e84da8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3ab78d38-75ed-4be8-a52b-0612c8e84da8,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:30.463959 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.485546 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9edd1-39c7-4c62-ac0d-7aca7393202e x-openstack-request-id: req-17d9edd1-39c7-4c62-ac0d-7aca7393202e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:30.485905 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:30.488485 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17d9edd1-39c7-4c62-ac0d-7aca7393202e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:30.489152 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'status': 'completed', 'code': 200} Aug 11 08:07:30.493124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] For port 50a34337-8696-460c-bb76-1deba0a02625, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=50a34337-8696-460c-bb76-1deba0a02625,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:30.493617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.518595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-49e4471e-e7c6-4b74-b0f9-21a56c4e3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.565729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-49e4471e-e7c6-4b74-b0f9-21a56c4e3e0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538100 Aug 11 08:07:30.588919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=3ab78d38-75ed-4be8-a52b-0612c8e84da8,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:30.596826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:30.671531 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bfea5-f3f1-4d45-b642-2b29acd9276d None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:05:36Z', 'revision_number': 4, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '65ab65fa-072d-4c2a-8b77-79525d1c28a3', 'name': '', 'network_id': '3952ede2-895e-4875-9e6f-84bb36ff4614', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'mac_address': 'fa:16:3e:78:a0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:34Z', 'updated_at': '2021-08-11T08:05:44Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'subnets': [{'id': 'f5a38bf3-7aa5-4213-a612-ad735403b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:30.675112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Calling delete_port for 50a34337-8696-460c-bb76-1deba0a02625 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:30.686715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-deee2233-5dc0-413b-9ff7-c4d1ed09581e service neutron] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:30.763763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-eefdc035-44e3-4335-951a-3e4b7ad29b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.765627 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-eefdc035-44e3-4335-951a-3e4b7ad29b4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56dc075f4cbe4762905f325652164a17&device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 1096 time: 0.1223197 Aug 11 08:07:30.811898 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-deee2233-5dc0-413b-9ff7-c4d1ed09581e service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:30.813864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b11649dd-4d57-400b-892d-f81613a4ff78 req-deee2233-5dc0-413b-9ff7-c4d1ed09581e service neutron] 10.222.0.69 "DELETE /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.6865985 Aug 11 08:07:30.825020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:30.841097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Sync routers for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:30.850274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-22f46e00-2834-493e-abc1-433eb0d44e87 admin admin] 10.222.0.58 "PUT /v2.0/routers/db7a41ae-a582-4e3d-a94b-317096e76fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3170166 Aug 11 08:07:30.858062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:30.859047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:30.875595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 10.1.1.56 (42523443-da12-421f-9b00-f32b705c6336/052dbbef-3aad-4588-84e9-887d25f7f2fb/20c6b511-c435-4acd-9080-530c84ddc507) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:30.975241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-11f0bc4e-e26c-42e2-a55d-2a528a1129ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:30.976952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-11f0bc4e-e26c-42e2-a55d-2a528a1129ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 200 len: 922 time: 0.1987541 Aug 11 08:07:31.002508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-78b0f5a3-7fbb-40fa-b746-057d7b8f2246 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358673 Aug 11 08:07:31.090541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:31.137396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.170440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object 20c6b511-c435-4acd-9080-530c84ddc507 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:31.187974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fd74a-70cb-4cd2-ab1c-ec7e0e76390f None None] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:31.190824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637fe98-1f63-4843-918c-ca138e746b25 None None] New status for floating IP e709041a-59eb-497d-8383-5805926d3c3d: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:07:31.204078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-de1065c1-c1fc-4d8e-beee-791914de720b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 200 len: 217 time: 0.2039766 Aug 11 08:07:31.205061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c24fc-d806-4f26-9b6c-896c73c6f931 req-138062e7-1452-4617-af46-8d480bdd2bd3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:31.213490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-740c24fc-d806-4f26-9b6c-896c73c6f931 req-138062e7-1452-4617-af46-8d480bdd2bd3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.5665438 Aug 11 08:07:31.292000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-99ed0b53-f642-44d5-b0d2-1463bac4361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:31.293920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-99ed0b53-f642-44d5-b0d2-1463bac4361e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 200 len: 860 time: 0.0598364 Aug 11 08:07:31.373039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dd599ecd-d941-41ba-83d2-14837efe3504 None None] Provisioning for port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:31.413484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-a958a37b-f6cf-437e-8976-ad274bdbd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:31.414999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-a958a37b-f6cf-437e-8976-ad274bdbd2e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3952ede2-895e-4875-9e6f-84bb36ff4614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108272 Aug 11 08:07:31.434747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd54f70b-c49f-469b-9500-76fb6a8c6816 req-81d9c218-74dd-4941-99ee-0d3426a700c8 service neutron] 10.222.0.58 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178214 Aug 11 08:07:31.505703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-740c24fc-d806-4f26-9b6c-896c73c6f931 req-d6c9c92f-ee36-4fdc-978e-026ff85a089e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904937 Aug 11 08:07:31.513724 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.587322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.641940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a34337-8696-460c-bb76-1deba0a02625,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:31.661266 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-3525334a-907f-43d6-8553-c7e434bcb06e service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365677 Aug 11 08:07:31.778868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:31.802993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.821521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:31.881238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 42523443-da12-421f-9b00-f32b705c6336 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:31.884856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:31.904364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:31.908819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 2, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:31.914084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:31.959582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Checking router: db7a41ae-a582-4e3d-a94b-317096e76fd2 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:31.960109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Updating router db7a41ae-a582-4e3d-a94b-317096e76fd2 port cbae069f-594c-4913-8f78-1a05b17aa04b binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:07:32.076797 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.120432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'Port': ['ID=0b06e177-12b9-4b73-aa8c-33364dbe6f5f,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:32.121297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:32.141055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:32.141775 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.379722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0f6cec-60d1-4fdc-b74a-74b789c57496 req-1b1d5707-5c8a-42fa-9ac7-994e679cdd50 service neutron] 10.222.0.64 "GET /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020900 Aug 11 08:07:32.394263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.408247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.408863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:32.409978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.413902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449740b-3f87-4bd6-a3dc-84de0405fe30 req-62f7454b-7343-4e97-ac3a-8daa14be9b57 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:32.417200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3449740b-3f87-4bd6-a3dc-84de0405fe30 req-62f7454b-7343-4e97-ac3a-8daa14be9b57 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1096 time: 0.2164297 Aug 11 08:07:32.457378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.480593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d739e3e1-75cc-4e6b-a8f6-2d38172dbe20 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2861791 Aug 11 08:07:32.481351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60174) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:32.494372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'name': 'tempest-TaggedBootDevicesTest_v242-1211025555', 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:32.559039 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3449740b-3f87-4bd6-a3dc-84de0405fe30 req-86e0d1e0-7335-48ce-9f54-393dcb28857b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244283 Aug 11 08:07:32.563770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.577177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9fd218a6-9797-43fe-9c96-fed6f5fe50f3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8310065 Aug 11 08:07:32.630649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-509bf3b9-fd54-4790-a340-4824c5091b41 None None] Provisioning for port 20c6b511-c435-4acd-9080-530c84ddc507 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:32.640633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-5f09a0dd-c8eb-44cb-b926-ebfbfb6c49b3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:32.642403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-5f09a0dd-c8eb-44cb-b926-ebfbfb6c49b3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 829 time: 0.4334376 Aug 11 08:07:32.687304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-2c13ebc5-e7fb-4585-8d88-373eebd79362 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/quotas/c5816c7aca6a4602b7e36b13deb54260 HTTP/1.1" status: 200 len: 375 time: 0.0274577 Aug 11 08:07:32.734930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:32.740074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:32.768731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] device_id is not set on port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:07:32.791012 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-7e2c3346-b696-4aa2-97d8-b231f8137d77 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921125 Aug 11 08:07:32.851229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-e918d4d7-d48f-477a-9afe-536b7924683e tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 200 len: 694 time: 0.1507602 Aug 11 08:07:32.905959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-509bf3b9-fd54-4790-a340-4824c5091b41 None None] Provisioning complete for port 20c6b511-c435-4acd-9080-530c84ddc507 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:32.906558 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-509bf3b9-fd54-4790-a340-4824c5091b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.040221 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.044871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Router 6fc5f888-8873-48ed-b737-dc126549790d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:33.046875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c6140c0-555d-4cd2-b633-199e18343459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.058670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-509bf3b9-fd54-4790-a340-4824c5091b41 None None] Port 20c6b511-c435-4acd-9080-530c84ddc507 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:33.093879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-854c9290-a330-4bcf-a569-40c7dfae70f9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:33.096981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-854c9290-a330-4bcf-a569-40c7dfae70f9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2260363 Aug 11 08:07:33.123562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:33.133123 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.133925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ab78d38-75ed-4be8-a52b-0612c8e84da8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:33.162904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-f94c3138-467b-4a39-93f3-87f60e655852 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:07:33.164550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-f94c3138-467b-4a39-93f3-87f60e655852 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086601 Aug 11 08:07:33.303436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-adb4e9a6-e366-430e-abe6-f42b9ebeb5bb tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 697 time: 0.0895805 Aug 11 08:07:33.304653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:33.311008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-af8aba10-bad9-4859-b0ec-144c68b38101 admin admin] 10.222.0.58 "PUT /v2.0/routers/6fc5f888-8873-48ed-b737-dc126549790d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7736156 Aug 11 08:07:33.313683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:33.315859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60184) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:33.318912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-54eb9163-d6b2-43e6-a012-246fdbf56b85 None None] Provisioning complete for port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:33.319860 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-54eb9163-d6b2-43e6-a012-246fdbf56b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.330085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] Sync routers for ids ['6fc5f888-8873-48ed-b737-dc126549790d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:33.389278 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.431132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-0144a02c-e2cf-43de-8123-504be5798901 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 697 time: 0.0716434 Aug 11 08:07:33.433724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] Routers {'6fc5f888-8873-48ed-b737-dc126549790d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:33.435375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6fc5f888-8873-48ed-b737-dc126549790d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:33.445470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Transition to ACTIVE for port object cbae069f-594c-4913-8f78-1a05b17aa04b will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:33.501234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-aa71015c-f0c5-41e8-8cf3-6f075c850d9e service neutron] 10.222.0.58 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017912 Aug 11 08:07:33.525205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:33.526128 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.529021 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.542837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 10.1.1.190 (42523443-da12-421f-9b00-f32b705c6336/052dbbef-3aad-4588-84e9-887d25f7f2fb/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:33.548662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.739564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Deleting port 94e41f0f-9936-4cc8-b526-49a11123edc4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:33.739922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.760347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfacba-2db5-4ecb-abb4-36f5cf9c3c6d None None] Pushing event updated for resources: {'Port': ['ID=cbae069f-594c-4913-8f78-1a05b17aa04b,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:33.781422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-3f24b607-0a8f-4ad2-b00a-8f1dea3dbe1c service neutron] 10.222.0.58 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650502 Aug 11 08:07:33.840559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.888036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.888527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:33.906960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Calling delete_port for 94e41f0f-9936-4cc8-b526-49a11123edc4 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:34.018252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Deleting port d2106d3f-90ad-44a8-a84b-a59b172e40a0 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:34.019264 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.053757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] Set router 6fc5f888-8873-48ed-b737-dc126549790d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:34.148571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Attempting to bind port cbae069f-594c-4913-8f78-1a05b17aa04b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:34.149826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Attempting to bind port cbae069f-594c-4913-8f78-1a05b17aa04b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:34.150629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Attempting to bind port cbae069f-594c-4913-8f78-1a05b17aa04b on network f797909e-f93f-471e-8ce6-5506d59ddae2 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:34.183166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.224008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-8e03eaaf-6f8b-49b4-a8a9-44c4902c1cfc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460975 Aug 11 08:07:34.255669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:34.294986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:34.296571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Checking segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:34.297426 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.301155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Bound using segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:34.301155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Bound port: cbae069f-594c-4913-8f78-1a05b17aa04b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:34.301155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.360182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] For port d2106d3f-90ad-44a8-a84b-a59b172e40a0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d2106d3f-90ad-44a8-a84b-a59b172e40a0,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:34.360799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.380471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.421279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Calling delete_port for d2106d3f-90ad-44a8-a84b-a59b172e40a0 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:34.438102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-cb5aae10-c4f1-426e-bcf8-07d420ac4cad tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:34.448783 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-cb5aae10-c4f1-426e-bcf8-07d420ac4cad tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233393 Aug 11 08:07:34.580856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.602075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-5ff3860c-9c1e-4c4a-af2c-a760b9b286e1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/quotas/d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 375 time: 0.1518600 Aug 11 08:07:34.611769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 42523443-da12-421f-9b00-f32b705c6336 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:34.638046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event deleted for resources: {'Port': ['ID=94e41f0f-9936-4cc8-b526-49a11123edc4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:34.675396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] For port cbae069f-594c-4913-8f78-1a05b17aa04b, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:34.708929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] For port cbae069f-594c-4913-8f78-1a05b17aa04b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cbae069f-594c-4913-8f78-1a05b17aa04b,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:34.714983 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.720594 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.745706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:34.766799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:34.777384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:34.792363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:34.905991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-4c3217ab-ed83-4361-b21d-e63980db9c4c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2783668 Aug 11 08:07:34.924294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:34.925131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.945595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.953955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:34.973998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25f0569-0ea1-4c32-84fd-ec87d71d7372 req-3f67c54c-b4f9-429a-89dd-9750312a38a1 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "DELETE /v2.0/floatingips/e709041a-59eb-497d-8383-5805926d3c3d HTTP/1.1" status: 204 len: 173 time: 1.4848001 Aug 11 08:07:34.988298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3aa5ad2f-1860-4bc7-8aca-7e2026defb7a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4996114 Aug 11 08:07:35.030637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:35.031592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:35.108281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfacba-2db5-4ecb-abb4-36f5cf9c3c6d None None] Pushing event updated for resources: {'Port': ['ID=cbae069f-594c-4913-8f78-1a05b17aa04b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:35.167940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:07:31Z', 'revision_number': 5, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port': {'id': 'd2106d3f-90ad-44a8-a84b-a59b172e40a0', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc5f888-8873-48ed-b737-dc126549790d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:41Z', 'updated_at': '2021-08-11T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:35.238102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.273654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e0e81-e2f6-4874-a4e7-6a8ce7af03a2 req-0f2b28d9-8546-495f-89be-ab471fd8e997 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.281294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-479e0e81-e2f6-4874-a4e7-6a8ce7af03a2 req-0f2b28d9-8546-495f-89be-ab471fd8e997 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 1096 time: 0.1462326 Aug 11 08:07:35.305944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2106d3f-90ad-44a8-a84b-a59b172e40a0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:35.322385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] Checking router: 6fc5f888-8873-48ed-b737-dc126549790d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:35.347416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:35.348110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.386991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] Routers {'6fc5f888-8873-48ed-b737-dc126549790d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:35.387930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6fc5f888-8873-48ed-b737-dc126549790d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:35.421836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-479e0e81-e2f6-4874-a4e7-6a8ce7af03a2 req-ffa95458-41f8-418f-b004-6af5f5d25821 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392913 Aug 11 08:07:35.470557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.494870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:35.569974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] Set router 6fc5f888-8873-48ed-b737-dc126549790d gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:35.575288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bace9b0f-1beb-4ad4-9f40-36cdb72dd4f9 None None] Provisioning for port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:35.649759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.655353 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.687490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-cecdf017-f1e1-426b-b332-a834a1ec5e10 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:35.691718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-cecdf017-f1e1-426b-b332-a834a1ec5e10 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 822 time: 0.3161795 Aug 11 08:07:35.720339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bace9b0f-1beb-4ad4-9f40-36cdb72dd4f9 None None] Provisioning complete for port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:35.720998 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bace9b0f-1beb-4ad4-9f40-36cdb72dd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.730423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-0dfcc2a4-b31a-47d5-98ee-caf362a890a3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/quotas/695f232b293d40d9b5164df67b702d98 HTTP/1.1" status: 200 len: 375 time: 0.0207455 Aug 11 08:07:35.751837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-348d5f94-5c7f-412e-8b23-b6a6edc8c393 req-a75444e6-b482-4635-9aa3-d32ee82bfe48 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 210 time: 0.0379479 Aug 11 08:07:35.768164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.771258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc5f888-8873-48ed-b737-dc126549790d {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:07:35.782567 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:35.789066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-076c914b-a1a5-4bf6-8b6e-905c73469ae5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6fc5f888-8873-48ed-b737-dc126549790d HTTP/1.1" status: 204 len: 168 time: 2.4720333 Aug 11 08:07:35.792631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60228) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:35.862717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-b3bfef00-bdd4-40c6-8348-eb7cd868b651 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1174519 Aug 11 08:07:36.098505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:07:35Z', 'revision_number': 7, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:36.126824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-d2723484-b64f-4c5c-8a43-a654044e731d service neutron] 10.222.0.58 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491336 Aug 11 08:07:36.173142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab439633-69a1-48d9-9678-e825ee3bccd1 None None] The sync data for ids ['6fc5f888-8873-48ed-b737-dc126549790d'] in n-d-789963-6 is: [{'id': '6fc5f888-8873-48ed-b737-dc126549790d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1827993789-router', 'tenant_id': '726c3dab06c043c2918575216d8ce12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:38Z', 'updated_at': '2021-08-11T08:07:35Z', 'revision_number': 7, 'project_id': '726c3dab06c043c2918575216d8ce12a', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:36.273039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.313482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bace9b0f-1beb-4ad4-9f40-36cdb72dd4f9 None None] Port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:36.386064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-a8f5f706-2ab2-4dee-9e11-e7cd3a6b6ecc service neutron] 10.222.0.58 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503307 Aug 11 08:07:36.460219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:34Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:36.508540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a87e08-176c-401a-8fc5-80a3d2c0df3a None None] The sync data for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 is: [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:34Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:36.543023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60234) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:36.553295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415957877', 'description': 'tempest-description--589678286'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:36.595999 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.812000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 50a34337-8696-460c-bb76-1deba0a02625 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:36.872064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 50a34337-8696-460c-bb76-1deba0a02625 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:36.873069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 50a34337-8696-460c-bb76-1deba0a02625 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:36.874542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.884995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.924420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d631b57a-6d32-46e3-8aa3-e11679a601b7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:36.940549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:36.941926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-418bcfc2-5e7a-4116-acfe-392506ff634b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3978689 Aug 11 08:07:36.947354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60246) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:36.960191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'security_group_rule': {'security_group_id': 'd631b57a-6d32-46e3-8aa3-e11679a601b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:37.003749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Deleting subnet cd114b5d-b5ce-4748-8610-163a0e0495b9 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:37.011014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.061575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.074628 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-52933660-d4e4-468a-8f81-362943e2f9d0 req-6f0658be-da50-48e2-96b9-9b43c1d2294a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 210 time: 0.1252222 Aug 11 08:07:37.124288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-e741fd72-85f1-4ea2-b86f-c98f12d4ede9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818512 Aug 11 08:07:37.182873 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.217549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.364624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3bad42-0855-404d-81d5-361c82a31859,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:37.389745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.393435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ae5ae368-fde9-4be0-825b-db2117fdfeaa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422202 Aug 11 08:07:37.403712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60256) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:37.421763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'security_group_rule': {'security_group_id': 'd631b57a-6d32-46e3-8aa3-e11679a601b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:37.478869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8920e8-38c1-4a5c-9e92-c7894d5ea7cb req-3f539261-9a1e-44c7-83a6-9bd127879963 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 210 time: 0.0847473 Aug 11 08:07:37.505416 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.545356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-279efecc-69f9-4a9b-b2a7-c5fcb1b4182a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:37.550958 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-279efecc-69f9-4a9b-b2a7-c5fcb1b4182a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3653781 Aug 11 08:07:37.577310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Request body: {'port': {'device_id': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'd4cc25d5ec464087ad958fa57eea6b4a'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:37.645834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0508a0-fc5a-4ef8-9169-876e1b56162b req-5bdf1c8e-03f4-4f2e-a12f-6f6d6a97f789 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:37.649204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc0508a0-fc5a-4ef8-9169-876e1b56162b req-5bdf1c8e-03f4-4f2e-a12f-6f6d6a97f789 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.3689706 Aug 11 08:07:37.689171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.702349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0392006-de95-4a44-848e-493443bf9348 req-cf05ce84-2448-468b-b2ad-1e18e6a79fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 210 time: 0.1147487 Aug 11 08:07:37.709780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-293136cd-e330-4cc6-9f82-dc977bb7e558 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:37.712749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-293136cd-e330-4cc6-9f82-dc977bb7e558 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.64 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 829 time: 0.7554555 Aug 11 08:07:37.776745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Request body: {'port': {'device_id': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'admin_state_up': True, 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:37.978421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Made reservation on behalf of d4cc25d5ec464087ad958fa57eea6b4a for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:37.983095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:37.983256 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.006477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.027951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc0508a0-fc5a-4ef8-9169-876e1b56162b req-83af33d8-3613-4008-a960-0058fd89dab9 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570759 Aug 11 08:07:38.109681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b7ff1-5b25-4a16-acfa-6814928bce02,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:38.116483 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.150897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.155046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9478f4fd-e7e4-424d-8530-7345b2adba31 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7373350 Aug 11 08:07:38.160166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60262) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:38.165114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:38.237601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9eb965a8-8004-47ce-85ea-253f8bb0e433 req-5403766a-d9ff-46a2-80a8-3a4ebf1b5bca tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 210 time: 0.0555172 Aug 11 08:07:38.290108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-4853ef78-e773-46ac-aee0-e57a60cf8445 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:38.292177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-4853ef78-e773-46ac-aee0-e57a60cf8445 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.64 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.1022208 Aug 11 08:07:38.297508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.325759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Allocated IP 192.168.233.114 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/36413ede-9b88-4ca2-a345-af5b32f80a69) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:38.439005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.467993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.468774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788c3b5-503d-4c0e-8c17-77956e30a7aa None None] Network 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:38.471061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd114b5d-b5ce-4748-8610-163a0e0495b9 HTTP/1.1" status: 204 len: 168 time: 2.6764183 Aug 11 08:07:38.480179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Made reservation on behalf of c5816c7aca6a4602b7e36b13deb54260 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:38.484420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:38.487279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60266) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:38.609220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52acf1-b07f-48a1-8661-d488d4a5cea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd114b5d-b5ce-4748-8610-163a0e0495b9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:38.733852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31d3f766-07d5-4b3a-b746-7293c7508678 req-63a53b2a-6d9c-47eb-abb7-8a7428b03e15 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 210 time: 0.0639973 Aug 11 08:07:38.833381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cbae069f-594c-4913-8f78-1a05b17aa04b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:38.883153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.032570 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.044902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a9e3db7-2451-4fbe-a6fb-a863ea11fd4f req-95777726-a9d8-4769-ad2a-d7a135905f13 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 210 time: 0.0977232 Aug 11 08:07:39.161385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port cbae069f-594c-4913-8f78-1a05b17aa04b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:39.168816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-972c29a9-73b6-474e-b4ce-9429813c2bc7 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:39.172083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.172354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-972c29a9-73b6-474e-b4ce-9429813c2bc7 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.69 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 822 time: 0.3374290 Aug 11 08:07:39.172901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cbae069f-594c-4913-8f78-1a05b17aa04b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:39.173454 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.174618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Transition to ACTIVE for port object 36413ede-9b88-4ca2-a345-af5b32f80a69 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:39.176660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Deleting port 2c883174-9a46-488b-abfa-89489e08d9f8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:39.177061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.223238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'port': {'device_id': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'admin_state_up': True, 'tenant_id': '695f232b293d40d9b5164df67b702d98'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:39.230929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] DHCP port deletion for 4056bac8-ec96-4e45-aea4-fad0e8bd99e2 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:07:39.340740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] Deleting port 16c8b5c1-8773-449f-b284-f3832bc6b148 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:39.341229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.371869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Allocated IP 172.20.0.4 (f797909e-f93f-471e-8ce6-5506d59ddae2/2cc0f745-979d-474f-9f4a-380d06f82f40/608b15ae-16fe-4a4b-af69-6cf6b7efa08c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:39.395803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.415996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a250280-8e69-43b5-b8a0-3642e060e13f req-9e6d374e-2686-42bc-8002-c4febe8f0e5c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:39.419459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a250280-8e69-43b5-b8a0-3642e060e13f req-9e6d374e-2686-42bc-8002-c4febe8f0e5c tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.2415917 Aug 11 08:07:39.438898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] For port 16c8b5c1-8773-449f-b284-f3832bc6b148, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16c8b5c1-8773-449f-b284-f3832bc6b148,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:39.439256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.450683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Deleting port 16c8b5c1-8773-449f-b284-f3832bc6b148 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:39.451201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.466908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] Calling delete_port for 16c8b5c1-8773-449f-b284-f3832bc6b148 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:39.470730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port cbae069f-594c-4913-8f78-1a05b17aa04b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cbae069f-594c-4913-8f78-1a05b17aa04b,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:39.481622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.499651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.544728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=cbae069f-594c-4913-8f78-1a05b17aa04b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:39.548897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d2106d3f-90ad-44a8-a84b-a59b172e40a0 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:39.564499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:39.577487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a250280-8e69-43b5-b8a0-3642e060e13f req-d5d3d4e7-ee35-4e2c-bca7-aa921a487c62 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415894 Aug 11 08:07:39.580793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', '7f7e66b7-0420-4a26-b81c-32c3ca340142'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:39.635650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 172.25.2.206 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/276f6c68-9697-4918-a5b8-67e6037e4b99) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:39.639915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:39.642437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Made reservation on behalf of 695f232b293d40d9b5164df67b702d98 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:39.651833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.666710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d2106d3f-90ad-44a8-a84b-a59b172e40a0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:39.667351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d2106d3f-90ad-44a8-a84b-a59b172e40a0 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:39.682010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:39.688641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:39.759463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:39.760318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.846710 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.904389 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-047081a6-d102-4cd4-a923-a86e81bbbeb2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3362265 Aug 11 08:07:39.951762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:39.969787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f42f616-881e-42f7-bb0b-4c41ff8d7020 req-0c77db2d-cfea-4cf2-9e6c-0ae137bfa4da tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 210 time: 0.0627177 Aug 11 08:07:40.000406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Request body: {'port': {'device_id': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:40.013212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.022544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] Pushing event deleted for resources: {'Port': ['ID=16c8b5c1-8773-449f-b284-f3832bc6b148,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:40.041460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b88a48-3195-4a1a-b1c7-75a5ff2e794f None None] No DVR routers for this DVR port 16c8b5c1-8773-449f-b284-f3832bc6b148 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:40.122760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] For port 16c8b5c1-8773-449f-b284-f3832bc6b148, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16c8b5c1-8773-449f-b284-f3832bc6b148,segment=NetworkSegment(3d98b02b-d582-4c64-a550-6ed16e5bddf5),segment_id=3d98b02b-d582-4c64-a550-6ed16e5bddf5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:40.124610 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.141362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-088d8978-65d5-4027-a9b9-4817b07ad801 None None] Provisioning for port 36413ede-9b88-4ca2-a345-af5b32f80a69 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:40.143399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Calling delete_port for 16c8b5c1-8773-449f-b284-f3832bc6b148 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:40.152017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-088d8978-65d5-4027-a9b9-4817b07ad801 None None] Provisioning complete for port 36413ede-9b88-4ca2-a345-af5b32f80a69 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:40.152535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-088d8978-65d5-4027-a9b9-4817b07ad801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.225010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.226555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-088d8978-65d5-4027-a9b9-4817b07ad801 None None] Port 36413ede-9b88-4ca2-a345-af5b32f80a69 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:40.278396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-32025322-6296-4a23-96be-9f3a58d9c327 req-2cf7d32a-90d6-4ce4-bd29-71dd75677a2f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 210 time: 0.0386152 Aug 11 08:07:40.300356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Allocated IP 172.20.0.14 (024ac3bd-cd14-4278-850a-4a1dd1909d2e/9f0d8c6e-4429-448c-899f-acfc3231bea3/2423e07d-0630-4686-8ba8-fe98a725c448) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:40.331750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] For port 2c883174-9a46-488b-abfa-89489e08d9f8, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2c883174-9a46-488b-abfa-89489e08d9f8,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:40.332456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.359880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:40.381847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854374c-d22b-4db9-ae52-1f561622705f req-1dd3a46b-9462-4f7e-a428-b6e0d1fc35e4 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:40.383779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e854374c-d22b-4db9-ae52-1f561622705f req-1dd3a46b-9462-4f7e-a428-b6e0d1fc35e4 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 936 time: 0.9419339 Aug 11 08:07:40.384616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.387467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Calling delete_port for 2c883174-9a46-488b-abfa-89489e08d9f8 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:40.398022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:40.411082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:40.415948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=276f6c68-9697-4918-a5b8-67e6037e4b99,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:40.555600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cbae069f-594c-4913-8f78-1a05b17aa04b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:40.583119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] No DVR routers for this DVR port 16c8b5c1-8773-449f-b284-f3832bc6b148 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:40.585356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Pushing event deleted for resources: {'Port': ['ID=16c8b5c1-8773-449f-b284-f3832bc6b148,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:40.644593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cbae069f-594c-4913-8f78-1a05b17aa04b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:40.645198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.751313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e854374c-d22b-4db9-ae52-1f561622705f req-860fb65e-594a-409d-96de-6856d0aa9fa2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388188 Aug 11 08:07:40.897082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.914462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc35ac-35ea-4159-9a8c-2e03815c6da4 req-d75787fa-e6a0-4bd3-92bc-d14dc6c0a0a3 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:40.917290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2fc35ac-35ea-4159-9a8c-2e03815c6da4 req-d75787fa-e6a0-4bd3-92bc-d14dc6c0a0a3 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 945 time: 0.2245667 Aug 11 08:07:40.934575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:40.946131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4056bac8-ec96-4e45-aea4-fad0e8bd99e2']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:40.953020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16c8b5c1-8773-449f-b284-f3832bc6b148 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:40.978989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 16c8b5c1-8773-449f-b284-f3832bc6b148 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:40.979543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16c8b5c1-8773-449f-b284-f3832bc6b148 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:40.993027 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:40.993847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d98b02b-d582-4c64-a550-6ed16e5bddf5') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:40.994358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d98b02b-d582-4c64-a550-6ed16e5bddf5') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:41.027346 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.032366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2fc35ac-35ea-4159-9a8c-2e03815c6da4 req-53a86002-4187-4e99-bbd9-305ad81fec49 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/security-groups?id=724b0db9-c8ed-41c1-ab71-61cfb75424d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Aug 11 08:07:41.041395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Transition to ACTIVE for port object 36413ede-9b88-4ca2-a345-af5b32f80a69 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:41.051334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.097506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.110626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.116623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.172649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:41.199197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac007e16-d626-451d-8627-1372d95c3b97 req-c8f3249b-ecfc-4675-ba44-20aca1a80436 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 210 time: 0.0909121 Aug 11 08:07:41.203297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2c883174-9a46-488b-abfa-89489e08d9f8 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:41.214416 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.268777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:41.277362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.278014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:41.291847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:41.298140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Transition to ACTIVE for port object 608b15ae-16fe-4a4b-af69-6cf6b7efa08c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:41.322353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:41.323023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.342833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Attempting to bind port 36413ede-9b88-4ca2-a345-af5b32f80a69 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:41.343252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Attempting to bind port 36413ede-9b88-4ca2-a345-af5b32f80a69 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:41.343729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Attempting to bind port 36413ede-9b88-4ca2-a345-af5b32f80a69 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:41.346929 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:41.356487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Port 36413ede-9b88-4ca2-a345-af5b32f80a69 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:41.356965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Attempting to bind port 36413ede-9b88-4ca2-a345-af5b32f80a69 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:41.374422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:41.384424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:41.384823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:41.385962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:41.386438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Bound port: 36413ede-9b88-4ca2-a345-af5b32f80a69, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:41.386814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.392938 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.422448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.431360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:41.432056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.443479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.482304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-daa7ade3-b804-4df0-96a5-a5227bb0469c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2633750 Aug 11 08:07:41.504486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Request body: {'port': {'device_id': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:41.579627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Pushing event deleted for resources: {'Port': ['ID=2c883174-9a46-488b-abfa-89489e08d9f8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:41.602585 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f15c4a5-cb51-47e4-86cb-1fe81f6912bd req-5c7d7deb-c9d7-493b-8e0b-a07c12484723 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 210 time: 0.1560700 Aug 11 08:07:41.603397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:41.627617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:41.630195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.637023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.658438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.665154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] No DVR routers for this DVR port 2c883174-9a46-488b-abfa-89489e08d9f8 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:41.677632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.680997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a002a291-39a3-4cc9-89bb-c629c769d077 req-bc7cb0bf-d774-4b84-b00e-deeec707edbf tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.64 "DELETE /v2.0/ports/2c883174-9a46-488b-abfa-89489e08d9f8 HTTP/1.1" status: 204 len: 173 time: 3.3607452 Aug 11 08:07:41.685240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.698754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] 10.222.0.58 "DELETE /v2.0/networks/4056bac8-ec96-4e45-aea4-fad0e8bd99e2 HTTP/1.1" status: 204 len: 168 time: 3.1780820 Aug 11 08:07:41.702533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'name': 'network-vif-deleted', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:41.716166 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968437dc-2bf8-43c0-8851-3a5bb87613b5" -d '{"events": [{"server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "name": "network-vif-deleted", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:41.776077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6f2a4-2ef0-4ddd-853d-0fa7acac622e admin admin] Pushing event deleted for resources: {'Network': ['ID=4056bac8-ec96-4e45-aea4-fad0e8bd99e2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:41.836651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:41.932955 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6781ac-f46e-4a1d-8e50-921bf41bfcd4 x-openstack-request-id: req-3c6781ac-f46e-4a1d-8e50-921bf41bfcd4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:41.933742 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86fd540-54a7-4c15-b63a-1d08de4b9691", "name": "network-vif-deleted", "tag": "2c883174-9a46-488b-abfa-89489e08d9f8", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:41.934135 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c6781ac-f46e-4a1d-8e50-921bf41bfcd4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:41.936104 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86fd540-54a7-4c15-b63a-1d08de4b9691', 'name': 'network-vif-deleted', 'tag': '2c883174-9a46-488b-abfa-89489e08d9f8', 'status': 'completed', 'code': 200} Aug 11 08:07:42.064631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Network f797909e-f93f-471e-8ce6-5506d59ddae2 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:42.090579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:42.115012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2423e07d-0630-4686-8ba8-fe98a725c448 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:42.127009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.144385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Transition to ACTIVE for port object 2423e07d-0630-4686-8ba8-fe98a725c448 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:42.155313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.159866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:42.163042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:42.214661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:42.215361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.217282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 1096 time: 2.2439051 Aug 11 08:07:42.220169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:42.228763 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b15055-a680-477b-8c8c-e09a461a196b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:42.286545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event updated for resources: {'Port': ['ID=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:42.346872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-599d20c0-50ca-48c3-a7be-bf1155eef8ec req-3a40cda7-f699-404f-9e49-63ae2449b809 tempest-FloatingIPsAssociationTestJSON-1512047248 tempest-FloatingIPsAssociationTestJSON-1512047248-project] 10.222.0.58 "GET /v2.0/ports?device_id=c86fd540-54a7-4c15-b63a-1d08de4b9691 HTTP/1.1" status: 200 len: 210 time: 0.1088610 Aug 11 08:07:42.448558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4be71e-0128-439c-b488-f21032bed4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:42.573286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9980-e5ed-406d-b583-a26b89b09f3d req-ff9719fc-d778-42a8-b2c6-01437588845b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:42.584235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-d2db64a1-a6c0-42e0-aed7-14de86d67e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:42.585853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-d2db64a1-a6c0-42e0-aed7-14de86d67e25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1099 time: 0.2570064 Aug 11 08:07:42.586228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-389f9980-e5ed-406d-b583-a26b89b09f3d req-ff9719fc-d778-42a8-b2c6-01437588845b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.7096550 Aug 11 08:07:42.599845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:42.600837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.603580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:42.620470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-563e7531-507e-4aaa-9b20-0b82d835fc98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b09068ae3c554eb08f38ee201f35f918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164235 Aug 11 08:07:42.670446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b1e4afb4-5aa6-4ec9-b933-d4dddf0827a5 None None] Provisioning for port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:42.680698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b1e4afb4-5aa6-4ec9-b933-d4dddf0827a5 None None] Provisioning complete for port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:42.681899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b1e4afb4-5aa6-4ec9-b933-d4dddf0827a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.693670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.699128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-5419d763-7df0-4b5c-a09b-36a7158b5b6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.0863211 Aug 11 08:07:42.702113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60316) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:42.807694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.838845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4afb4-5aa6-4ec9-b933-d4dddf0827a5 None None] Port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:42.874815 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7404d598-f43f-452d-b2f3-138c81873e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.901173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7404d598-f43f-452d-b2f3-138c81873e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:42.914471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-84c63646-4ff6-4e6d-9889-451c88986d0a tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1418519 Aug 11 08:07:43.034886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Request body: {'port': {'device_id': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:43.047247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.119816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-389f9980-e5ed-406d-b583-a26b89b09f3d req-20b3987c-f654-4809-8af9-70860506fc76 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323336 Aug 11 08:07:43.131759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=276f6c68-9697-4918-a5b8-67e6037e4b99,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:43.149439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.168295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-982706d2-f6cc-4667-abc8-1739088beb67 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0066197 Aug 11 08:07:43.228228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.284795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Attempting to bind port 2423e07d-0630-4686-8ba8-fe98a725c448 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:43.285342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Attempting to bind port 2423e07d-0630-4686-8ba8-fe98a725c448 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:43.285840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Attempting to bind port 2423e07d-0630-4686-8ba8-fe98a725c448 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:43.306222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb21f5-fc63-4cda-be04-e23cf9a317cd req-7df68975-31ce-4c58-8710-3a3c988393f0 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:43.319870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1cb21f5-fc63-4cda-be04-e23cf9a317cd req-7df68975-31ce-4c58-8710-3a3c988393f0 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 944 time: 0.7993715 Aug 11 08:07:43.332245 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbacc08-8ade-4156-8593-af6b17ef4c62 x-openstack-request-id: req-2cbacc08-8ade-4156-8593-af6b17ef4c62 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:43.332661 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:43.333088 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cbacc08-8ade-4156-8593-af6b17ef4c62 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:43.333671 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'status': 'completed', 'code': 200} Aug 11 08:07:43.339041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Port 2423e07d-0630-4686-8ba8-fe98a725c448 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:43.339272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Attempting to bind port 2423e07d-0630-4686-8ba8-fe98a725c448 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:43.355340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7404d598-f43f-452d-b2f3-138c81873e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.361580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7404d598-f43f-452d-b2f3-138c81873e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.362423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:43.362950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Checking segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:43.363539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Bound using segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:43.364388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Bound port: 2423e07d-0630-4686-8ba8-fe98a725c448, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:43.364533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7404d598-f43f-452d-b2f3-138c81873e62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/198aacd3-a2bf-4d4b-8923-e6886669c99e HTTP/1.1" status: 204 len: 168 time: 0.6477368 Aug 11 08:07:43.364991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.431258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404d598-f43f-452d-b2f3-138c81873e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198aacd3-a2bf-4d4b-8923-e6886669c99e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:43.635424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-790da2a3-30fc-43da-8aae-d12340b753ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:43.637979 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-790da2a3-30fc-43da-8aae-d12340b753ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.9345875 Aug 11 08:07:43.691078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27914f9a-a21f-44da-9b8c-a51f10ed152a req-d5135d58-584a-424d-b542-e2a3bd943fee tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:43.693394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27914f9a-a21f-44da-9b8c-a51f10ed152a req-d5135d58-584a-424d-b542-e2a3bd943fee tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 931 time: 0.1189377 Aug 11 08:07:43.741347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1cb21f5-fc63-4cda-be04-e23cf9a317cd req-97bc8dfd-10b3-4b4b-af7f-2198f6b7e8ea tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198949 Aug 11 08:07:43.795498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27914f9a-a21f-44da-9b8c-a51f10ed152a req-273566fe-f346-4413-a882-8e2dd3deadf7 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938666 Aug 11 08:07:43.872840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:43.893860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60330) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:43.895886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:43.919607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.925714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-0ea71022-4896-4d65-9955-200856627a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:43.927863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-0ea71022-4896-4d65-9955-200856627a94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2702105 Aug 11 08:07:43.933904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608b15ae-16fe-4a4b-af69-6cf6b7efa08c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:43.952010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:43.978495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Transition to ACTIVE for port object 608b15ae-16fe-4a4b-af69-6cf6b7efa08c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:43.985892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:44.261398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:44.462758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:44.463788 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:44.467567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] 10.222.0.69 "PUT /v2.0/ports/2423e07d-0630-4686-8ba8-fe98a725c448 HTTP/1.1" status: 200 len: 1092 time: 2.9672670 Aug 11 08:07:44.565404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Pushing event updated for resources: {'Port': ['ID=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:44.627421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-551e4dd9-6f0f-44e4-9382-a5836cf064a1 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--415957877&fields=id&tenant_id=a96012603e8243e7864c8cf9d05554df HTTP/1.1" status: 200 len: 267 time: 0.6092470 Aug 11 08:07:44.681423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683b78e-feff-4dfb-a2eb-b3e85c75107e service neutron] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:44.695138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Attempting to bind port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:44.695483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Attempting to bind port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:44.695994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Attempting to bind port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c on network f797909e-f93f-471e-8ce6-5506d59ddae2 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:44.697367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa5459ec-b559-4993-9542-196c7f466c8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=726c3dab06c043c2918575216d8ce12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473659 Aug 11 08:07:44.704816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:44.713412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c on network f797909e-f93f-471e-8ce6-5506d59ddae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:07:44.713674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Attempting to bind port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c on network f797909e-f93f-471e-8ce6-5506d59ddae2 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:44.725391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-017d62af-ef3c-4a99-950d-4a1dbf2eacc5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:44.726805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-017d62af-ef3c-4a99-950d-4a1dbf2eacc5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 936 time: 0.0709765 Aug 11 08:07:44.734858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:44.735197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Checking segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:44.735570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Bound using segment: {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:44.736029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Bound port: 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:44.736378 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:44.762386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2a35-b646-4f38-bc0d-f07c9dedfcab req-8f8e62a5-ead6-414b-b009-03335136e49a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:44.764013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-914d2a35-b646-4f38-bc0d-f07c9dedfcab req-8f8e62a5-ead6-414b-b009-03335136e49a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.4428797 Aug 11 08:07:44.788437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-3e796754-083d-48d8-ace2-78e5577b2cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047807 Aug 11 08:07:44.838061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6ec2dd8a-1fd4-45d1-a8f7-b47dc79a5e3f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:44.840059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6ec2dd8a-1fd4-45d1-a8f7-b47dc79a5e3f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 937 time: 0.1008523 Aug 11 08:07:44.856743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-4d33fee9-7a41-4fa0-8843-c20c02cb5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:44.858400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-4d33fee9-7a41-4fa0-8843-c20c02cb5a4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 1095 time: 0.3113947 Aug 11 08:07:44.906931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-189f2850-03c6-4343-914b-af9bf04451d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:44.932302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-8dd8f3a6-db39-41d7-b88c-361291b003b6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0739095 Aug 11 08:07:44.949986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] For port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:44.961404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-cd5061c2-f5a5-48a9-a363-df0d872cc5be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2423e07d-0630-4686-8ba8-fe98a725c448 HTTP/1.1" status: 200 len: 217 time: 0.0767295 Aug 11 08:07:44.966113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-914d2a35-b646-4f38-bc0d-f07c9dedfcab req-d3512d17-6bbb-4de8-bd6e-30d9dbe3caf3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865196 Aug 11 08:07:44.981680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-189f2850-03c6-4343-914b-af9bf04451d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:45.007272 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-466b1579-90f1-4a06-9cfe-505b11fcd501 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0586200 Aug 11 08:07:45.011457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] For port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:45.038052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:45.066187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-7d45b0da-705d-46d5-81b0-9c930579e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.067818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-7d45b0da-705d-46d5-81b0-9c930579e6a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 200 len: 862 time: 0.0936978 Aug 11 08:07:45.153743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.154672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:45.156244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 1091 time: 2.2028441 Aug 11 08:07:45.157173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:45.165071 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:45.165317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9e78ec7-e4f7-4101-b6c4-6e9e42bc7398 req-fb52f5ac-bd30-4b21-824f-0476751226df service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592761 Aug 11 08:07:45.188343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-602ce00b-2eb6-4a7d-840f-ba94ead6cbaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=024ac3bd-cd14-4278-850a-4a1dd1909d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116626 Aug 11 08:07:45.242127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b318b-0150-46ed-bb1a-9322d8b883f2 service neutron] Pushing event updated for resources: {'Port': ['ID=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:45.253301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c3f2278c-35af-4c71-9469-065aa80b32f6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.260841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c3f2278c-35af-4c71-9469-065aa80b32f6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.267664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c3f2278c-35af-4c71-9469-065aa80b32f6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.270199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c3f2278c-35af-4c71-9469-065aa80b32f6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/networks?id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=2372f93c-ae15-4228-93b0-3d026bd1bc09&id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 1996 time: 0.2496960 Aug 11 08:07:45.302047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c8f1cb41-b74b-482e-8b18-88a966e9d0cd tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/quotas/a96012603e8243e7864c8cf9d05554df HTTP/1.1" status: 200 len: 375 time: 0.0183942 Aug 11 08:07:45.338540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-189f2850-03c6-4343-914b-af9bf04451d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:45.341568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-189f2850-03c6-4343-914b-af9bf04451d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:45.343026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-189f2850-03c6-4343-914b-af9bf04451d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db34ee94-6103-4504-abaf-5983e9d48f94 HTTP/1.1" status: 204 len: 168 time: 0.6377692 Aug 11 08:07:45.359495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:45.366413 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e885114e-0a3c-47c2-836a-2497d5ad7ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:45.407610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2850-03c6-4343-914b-af9bf04451d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db34ee94-6103-4504-abaf-5983e9d48f94,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:45.478109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee5bc-b044-48ca-94a3-c72755a89692 req-c6b541dc-f985-42ae-bb27-8bbdc0b14a12 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.480125 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3bee5bc-b044-48ca-94a3-c72755a89692 req-c6b541dc-f985-42ae-bb27-8bbdc0b14a12 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 944 time: 0.2493579 Aug 11 08:07:45.488831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:45.510583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15055-a680-477b-8c8c-e09a461a196b req-529d2a12-35dc-4541-81c4-42d43f78045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.513117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-529d2a12-35dc-4541-81c4-42d43f78045a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1099 time: 0.1990864 Aug 11 08:07:45.531717 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-734cae8b-2202-4ee3-ad98-04c3d985eac3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2188926 Aug 11 08:07:45.561844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-b0d079aa-f765-492a-a31b-cda7d2bcf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.563561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-b0d079aa-f765-492a-a31b-cda7d2bcf639 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1094 time: 0.2384124 Aug 11 08:07:45.587475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-2d0a6423-ac28-420b-add2-c18a4ecee296 service neutron] 10.222.0.69 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580558 Aug 11 08:07:45.682270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3bee5bc-b044-48ca-94a3-c72755a89692 req-856a415c-1529-408c-be68-59e9e8c029cc tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891649 Aug 11 08:07:45.721132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-51619f8e-3643-486b-b353-e939f8099c1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 217 time: 0.1279168 Aug 11 08:07:45.839768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15055-a680-477b-8c8c-e09a461a196b req-bd2eefc0-363e-4ee6-a4f5-19c9a52c62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.841469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-bd2eefc0-363e-4ee6-a4f5-19c9a52c62fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3084493 Aug 11 08:07:45.846041 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-fc40bd99-641f-4c8c-a685-47075f85c809 service neutron] 10.222.0.58 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325630 Aug 11 08:07:45.958428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-ac883fd6-a104-475d-9bda-548b82540aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:45.959966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-ac883fd6-a104-475d-9bda-548b82540aa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 200 len: 868 time: 0.2090802 Aug 11 08:07:46.042609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78816cb4-3f05-49c8-b1f4-8ed66fbe7c75 req-cfb04279-9f11-49bc-ac05-3bdc6900f03f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:46.049050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-5a814df0-159c-49e7-9637-a58a843f8130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.1950560 Aug 11 08:07:46.050848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78816cb4-3f05-49c8-b1f4-8ed66fbe7c75 req-cfb04279-9f11-49bc-ac05-3bdc6900f03f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 943 time: 0.2265582 Aug 11 08:07:46.054222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62dd694b-d127-492a-ac1d-c4f01dfa7fac req-a19646d5-139b-4fb1-96db-4b7746fa3519 service neutron] 10.222.0.69 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496527 Aug 11 08:07:46.093364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-44094e27-bdb0-4dbc-997f-56287f8cbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:46.094943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-44094e27-bdb0-4dbc-997f-56287f8cbf0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f797909e-f93f-471e-8ce6-5506d59ddae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195443 Aug 11 08:07:46.121228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15055-a680-477b-8c8c-e09a461a196b req-53ccd137-f311-4f34-86d2-ab4b2249f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:46.122753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-53ccd137-f311-4f34-86d2-ab4b2249f95e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0626721 Aug 11 08:07:46.138404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-18046c5d-1d5e-43a9-afb3-0cf6355ca19d service neutron] 10.222.0.58 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780464 Aug 11 08:07:46.260167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0b344769-836b-4da6-a646-82a309326c05 service neutron] 10.222.0.58 "GET /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1051142 Aug 11 08:07:46.308438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78816cb4-3f05-49c8-b1f4-8ed66fbe7c75 req-ea253d80-75e8-4adc-b37e-23dae378a57f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565000 Aug 11 08:07:46.394712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15055-a680-477b-8c8c-e09a461a196b req-acbcb9c3-d9d8-46de-a14a-3833a593b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:46.396296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-acbcb9c3-d9d8-46de-a14a-3833a593b289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567751 Aug 11 08:07:46.440627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-c2348dfd-b89e-4657-96cf-060b08dccd5c service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175280 Aug 11 08:07:46.471299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Deleting port 65ab65fa-072d-4c2a-8b77-79525d1c28a3 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:46.471634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:46.502726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-12b49a32-24ef-433f-852b-b8d98200fbdc service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285433 Aug 11 08:07:46.585605 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4258fe-18c6-4281-8cf2-9c345096bd8c x-openstack-request-id: req-ed4258fe-18c6-4281-8cf2-9c345096bd8c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:46.586000 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:46.586342 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed4258fe-18c6-4281-8cf2-9c345096bd8c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:46.586909 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'status': 'completed', 'code': 200} Aug 11 08:07:46.644435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0263bd5d-1080-4b5d-a7f9-866e19123275 req-971d52a1-38f9-4b5d-bd30-cb34462f9610 service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933010 Aug 11 08:07:46.650303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] For port 65ab65fa-072d-4c2a-8b77-79525d1c28a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ab65fa-072d-4c2a-8b77-79525d1c28a3,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:46.650622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:46.654032 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda15e4e-d667-431e-8d79-8022832fbdc1 x-openstack-request-id: req-fda15e4e-d667-431e-8d79-8022832fbdc1 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:46.654503 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:46.654840 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fda15e4e-d667-431e-8d79-8022832fbdc1 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:46.666675 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448', 'status': 'completed', 'code': 200} Aug 11 08:07:46.687254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Calling delete_port for 65ab65fa-072d-4c2a-8b77-79525d1c28a3 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:46.757934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-4fbf9858-e74e-45cf-a2c0-1af27556b2d3 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513858 Aug 11 08:07:46.887622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5ef42564-efd0-41ba-9e0d-da7aa7e43ec2 service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712895 Aug 11 08:07:47.031081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-97d88bc9-e2fe-4a02-9943-9cd6b38f89c2 service neutron] 10.222.0.58 "GET /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1305366 Aug 11 08:07:47.159888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43b15055-a680-477b-8c8c-e09a461a196b req-a8db03f9-be07-45a5-ab06-30c84f059c7c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874655 Aug 11 08:07:47.244396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e86eaa1f-bfee-45ae-be5c-547d789268fd service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954803 Aug 11 08:07:47.326746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-7ad97718-bd14-4477-971f-1ec27e0e1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:47.328926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-7ad97718-bd14-4477-971f-1ec27e0e1dca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 1095 time: 0.6176269 Aug 11 08:07:47.366388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352bd4-32fb-42d6-84a8-55a4be7a3c16 req-10fd8f7d-f695-40d9-92c4-0a6d78fb875e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:47.368369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65352bd4-32fb-42d6-84a8-55a4be7a3c16 req-10fd8f7d-f695-40d9-92c4-0a6d78fb875e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.5455377 Aug 11 08:07:47.370226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-7ff569d8-1c94-4c26-a09c-928221ad12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:47.371838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-7ff569d8-1c94-4c26-a09c-928221ad12b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1094 time: 0.6204877 Aug 11 08:07:47.386762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-624654f9-67ef-49d6-93f4-8ca9ef47599c service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316011 Aug 11 08:07:47.515452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-a3bf5b4e-23d7-4bbe-9a99-2e696f3d6131 service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235800 Aug 11 08:07:47.630255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-9e55cc41-88d4-4c76-ba16-0365bd4fe363 service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082895 Aug 11 08:07:47.665940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65352bd4-32fb-42d6-84a8-55a4be7a3c16 req-72ead03b-6867-41bc-974c-c85fdd4ad3b2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090187 Aug 11 08:07:47.730278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-dba0edff-61cc-4f4d-a325-9717eab02b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:47.733256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-dba0edff-61cc-4f4d-a325-9717eab02b14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 930 time: 0.2776444 Aug 11 08:07:47.764798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-9534ebec-2f75-4410-82d8-0c89a54f8671 service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280665 Aug 11 08:07:47.767744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-0ad28d4e-d927-4ff8-82a3-e877225fbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:47.771109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-0ad28d4e-d927-4ff8-82a3-e877225fbaf1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 923 time: 0.4294977 Aug 11 08:07:47.854197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-5565573c-6ef9-41ac-993b-9ac8434b5ec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 217 time: 0.1082771 Aug 11 08:07:47.878409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-28fa26e6-ddca-4165-af9a-d965067e3505 service neutron] 10.222.0.58 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010416 Aug 11 08:07:47.914188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-a561c582-fa13-4047-a464-fda71a98cf6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2423e07d-0630-4686-8ba8-fe98a725c448 HTTP/1.1" status: 200 len: 217 time: 0.0829606 Aug 11 08:07:47.985264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5e208171-4d71-40a5-9650-bf295263c489 service neutron] 10.222.0.58 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000469 Aug 11 08:07:47.985843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:47.998987 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:07:48.040530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccafd0-01fd-487b-9225-ecf96a718fc9 req-a89119f1-fc1d-46d5-ae88-2a1314daa9a4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:48.042146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6dccafd0-01fd-487b-9225-ecf96a718fc9 req-a89119f1-fc1d-46d5-ae88-2a1314daa9a4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 944 time: 0.2298343 Aug 11 08:07:48.046005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-8d0bd7e7-55a4-4d62-945f-46fdb230ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:48.047533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-8d0bd7e7-55a4-4d62-945f-46fdb230ecef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 200 len: 868 time: 0.1452842 Aug 11 08:07:48.048269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Pushing event deleted for resources: {'Port': ['ID=65ab65fa-072d-4c2a-8b77-79525d1c28a3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:48.110046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-0b1b33af-9d4b-4eef-afe7-e916608c7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:48.111369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-0b1b33af-9d4b-4eef-afe7-e916608c7f08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 200 len: 862 time: 0.1749380 Aug 11 08:07:48.116837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-fafc46bb-58f1-411a-b6f2-2c790b30592e service neutron] 10.222.0.58 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202531 Aug 11 08:07:48.197346 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-9a0a4026-6bbb-4849-84ea-69c9a0b7111b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=024ac3bd-cd14-4278-850a-4a1dd1909d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679307 Aug 11 08:07:48.236955 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6dccafd0-01fd-487b-9225-ecf96a718fc9 req-53550ff2-ce31-4267-986b-991f7bd3040b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721296 Aug 11 08:07:48.237118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-be9b3ad7-01e8-413f-b767-c9962074f481 service neutron] 10.222.0.58 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122425 Aug 11 08:07:48.265067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:48.279290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-e466c6ec-5b5a-4383-bbd7-0c1608c83d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:48.281310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-e466c6ec-5b5a-4383-bbd7-0c1608c83d8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f797909e-f93f-471e-8ce6-5506d59ddae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187729 Aug 11 08:07:48.385855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-66934a28-37d0-409c-acfa-0416abc513b4 service neutron] 10.222.0.58 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424108 Aug 11 08:07:48.520351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:48.530953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-9f042496-9052-4319-b6ec-d0cdf42e61d2 service neutron] 10.222.0.69 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230345 Aug 11 08:07:48.534073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2423e07d-0630-4686-8ba8-fe98a725c448', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'port_id': '2423e07d-0630-4686-8ba8-fe98a725c448', 'mac_address': 'fa:16:3e:15:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d8c6e-4429-448c-899f-acfc3231bea3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:48.575901 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:48.592310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2423e07d-0630-4686-8ba8-fe98a725c448 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:48.615829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:48.621904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:48.647140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c5508-887e-4b29-af21-67a515872ba4 req-c202db06-bee7-415c-9648-6adf3b75d56f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:48.648766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-572c5508-887e-4b29-af21-67a515872ba4 req-c202db06-bee7-415c-9648-6adf3b75d56f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 943 time: 0.2940137 Aug 11 08:07:48.660288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:48.677068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:48.685188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.685564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.686001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.686404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.686801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.687189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.687584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.687990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.688428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.688646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-25519d70-e067-4f58-9c1e-3d76ebf493f3 service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962064 Aug 11 08:07:48.689153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.689252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.689615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:07:48.842135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e885114e-0a3c-47c2-836a-2497d5ad7ccd req-146f0836-fa94-416c-a8ca-61554e2ed655 service neutron] 10.222.0.69 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974432 Aug 11 08:07:48.845229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-572c5508-887e-4b29-af21-67a515872ba4 req-ccf81c28-e0f8-4bcf-874f-31a71fe85c33 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794107 Aug 11 08:07:48.931706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2423e07d-0630-4686-8ba8-fe98a725c448'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:48.932717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81f9d1de-b5d2-4102-8d47-3383fc68fcbd req-d68fe5b6-5892-452c-a7a3-6e3724889454 service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313180 Aug 11 08:07:49.114134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Router 1949132a-af83-49df-90c3-937ad6783edc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:07:49.235396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 608b15ae-16fe-4a4b-af69-6cf6b7efa08c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:49.279817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc64f7-d1ad-4eef-8123-fd763450435c req-ad58db22-77e1-48c6-8db4-18da120d4791 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:49.281583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbcc64f7-d1ad-4eef-8123-fd763450435c req-ad58db22-77e1-48c6-8db4-18da120d4791 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.1070042 Aug 11 08:07:49.301723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:07:49.307104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bc2b9cc1-0c4b-45a4-bcad-00903294c71f admin admin] 10.222.0.58 "PUT /v2.0/routers/1949132a-af83-49df-90c3-937ad6783edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4025035 Aug 11 08:07:49.310859 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] Sync routers for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:07:49.317736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60524) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:49.337244 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:49.337894 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:49.423203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:49.460128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbcc64f7-d1ad-4eef-8123-fd763450435c req-b4686283-25f9-4e98-9841-7f106c7dfdce tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675832 Aug 11 08:07:49.476360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'port_id': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'mac_address': 'fa:16:3e:36:6e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:49.532673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:49.547564 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:49.631081 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:49.668389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608b15ae-16fe-4a4b-af69-6cf6b7efa08c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:49.689406 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:49.700299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:49.707472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:49.710458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:07:49.746979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5a6a-2612-47ca-9beb-1ae25e44f4f7 req-5b9d1811-7ac2-4dba-8bae-508f1662f17b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:49.763157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5cd5a6a-2612-47ca-9beb-1ae25e44f4f7 req-5b9d1811-7ac2-4dba-8bae-508f1662f17b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 945 time: 0.1541636 Aug 11 08:07:49.818839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Deleting port f5f580e8-275c-4703-8474-86d9be59c613 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:49.820472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:49.861744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5cd5a6a-2612-47ca-9beb-1ae25e44f4f7 req-dd007dce-0f4f-4524-a075-499bff2a100d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963595 Aug 11 08:07:49.886190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:49.939438 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:07:47Z', 'revision_number': 5, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port': {'id': 'f5f580e8-275c-4703-8474-86d9be59c613', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949132a-af83-49df-90c3-937ad6783edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:05:28Z', 'updated_at': '2021-08-11T08:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:50.004049 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] Checking router: 1949132a-af83-49df-90c3-937ad6783edc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:07:50.014726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] Routers {'1949132a-af83-49df-90c3-937ad6783edc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:07:50.015424 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1949132a-af83-49df-90c3-937ad6783edc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:50.037141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ae06403-f649-4959-9d0c-f39a2bb0c194 req-fad8fccd-7758-4ef7-85df-e7e88cfcc11f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0937629 Aug 11 08:07:50.047382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] For port f5f580e8-275c-4703-8474-86d9be59c613, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f5f580e8-275c-4703-8474-86d9be59c613,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:50.049077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.085650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Calling delete_port for f5f580e8-275c-4703-8474-86d9be59c613 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:50.273641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d8395-b5b7-4f9b-a210-4d76e349b5ac req-4f7b0659-f0f0-46c4-82fc-d3c7a9adbb16 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:50.275684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7d8395-b5b7-4f9b-a210-4d76e349b5ac req-4f7b0659-f0f0-46c4-82fc-d3c7a9adbb16 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 944 time: 0.1060479 Aug 11 08:07:50.279969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:50.302110 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] Set router 1949132a-af83-49df-90c3-937ad6783edc gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:07:50.311676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'mac_address': 'fa:16:3e:14:1e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:07:50.318962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:50.411737 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.427311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.446078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7d8395-b5b7-4f9b-a210-4d76e349b5ac req-9c3b127d-aefb-4ba4-86ce-43255a0bd4d7 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624134 Aug 11 08:07:50.456596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:07:50.551264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f580e8-275c-4703-8474-86d9be59c613,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:50.570087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:50.586210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.598983 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:07:49Z', 'revision_number': 6, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:50.705171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2423e07d-0630-4686-8ba8-fe98a725c448 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:50.729457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f09bf2-90c0-435e-9c25-ebb4328189ad req-9b880aff-1862-450e-b7da-172c04b193d5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:50.733527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.736468 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba763aef-5ba6-4dd3-879b-1d1d3a6561e5 None None] The sync data for ids ['1949132a-af83-49df-90c3-937ad6783edc'] in n-d-789963-6 is: [{'id': '1949132a-af83-49df-90c3-937ad6783edc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211778729-router', 'tenant_id': '56dc075f4cbe4762905f325652164a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:05:26Z', 'updated_at': '2021-08-11T08:07:49Z', 'revision_number': 6, 'project_id': '56dc075f4cbe4762905f325652164a17', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:07:50.737498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2423e07d-0630-4686-8ba8-fe98a725c448 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:50.738932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.741411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7f09bf2-90c0-435e-9c25-ebb4328189ad req-9b880aff-1862-450e-b7da-172c04b193d5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 949 time: 0.1133027 Aug 11 08:07:50.804627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:50.892335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7f09bf2-90c0-435e-9c25-ebb4328189ad req-ae69a594-d87a-4a7b-8bc9-8c1d54172b21 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438589 Aug 11 08:07:50.959718 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.978706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:50.981974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.003515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:51.006550 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a40785-dcc3-4f2d-9b8c-d7e24cc7ef64" -d '{"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-plugged", "status": "completed", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:51.025218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['608b15ae-16fe-4a4b-af69-6cf6b7efa08c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:51.030036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:51.054818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.072279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['36413ede-9b88-4ca2-a345-af5b32f80a69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:07:51.086205 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da396ed-0491-49f8-bff5-75c0cead2827 x-openstack-request-id: req-8da396ed-0491-49f8-bff5-75c0cead2827 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:51.086595 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-plugged", "status": "completed", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:51.086845 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8da396ed-0491-49f8-bff5-75c0cead2827 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:51.087408 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448', 'code': 200} Aug 11 08:07:51.110781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.110781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1949132a-af83-49df-90c3-937ad6783edc {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:07:51.117282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.120818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d28e66-0e18-4efd-bc24-2c6c325d31de req-83164d53-0d75-4e49-ad2b-8b9dc2e2dfa6 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:51.123574 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e83e14b-8769-4b66-be0f-0c291e1bbf9c admin admin] 10.222.0.58 "DELETE /v2.0/routers/1949132a-af83-49df-90c3-937ad6783edc HTTP/1.1" status: 204 len: 168 time: 1.8092756 Aug 11 08:07:51.125200 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43d28e66-0e18-4efd-bc24-2c6c325d31de req-83164d53-0d75-4e49-ad2b-8b9dc2e2dfa6 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 945 time: 0.1237864 Aug 11 08:07:51.127250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60632) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:51.257945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Deleting subnet f5a38bf3-7aa5-4213-a612-ad735403b470 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:07:51.262971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.317293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.367438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43d28e66-0e18-4efd-bc24-2c6c325d31de req-3f103ffa-f27f-4ce1-9b4c-c09de4148814 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285569 Aug 11 08:07:51.406060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d4cb6-3b99-4810-931d-28842bf42757 req-6ed02288-c334-4859-a42c-198c2fdedfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:51.407629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e32d4cb6-3b99-4810-931d-28842bf42757 req-6ed02288-c334-4859-a42c-198c2fdedfb1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 1097 time: 0.1826518 Aug 11 08:07:51.469710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e32d4cb6-3b99-4810-931d-28842bf42757 req-860f233c-9c4a-4be5-9159-322eb1fb2264 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485795 Aug 11 08:07:51.501555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa5e51db-8eee-48a4-a018-d11a54b75319 req-eb813192-f15b-4e89-a131-da75ec958ef8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0636771 Aug 11 08:07:51.554895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ead28951-680d-4e0c-be3c-59cf613e45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:51.556702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ead28951-680d-4e0c-be3c-59cf613e45ef service neutron] 10.222.0.69 "GET /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 1032 time: 0.0577860 Aug 11 08:07:51.606906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:51.621458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.695699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.731509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:51.735231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f5a38bf3-7aa5-4213-a612-ad735403b470 HTTP/1.1" status: 204 len: 168 time: 0.6057098 Aug 11 08:07:51.735438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691934a-2f68-4720-85a1-561b35c473f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a38bf3-7aa5-4213-a612-ad735403b470,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:51.737034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60672) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:51.746888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ff1e2-7bbb-4559-a250-cc12b8dd18e4 None None] Network 3952ede2-895e-4875-9e6f-84bb36ff4614 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:51.902932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-7f8f1bc4-c17f-4096-8e91-0be9cc403ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:51.907180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-7f8f1bc4-c17f-4096-8e91-0be9cc403ff9 service neutron] 10.222.0.69 "GET /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 1033 time: 0.0932825 Aug 11 08:07:51.991907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.131165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] DHCP port deletion for 3952ede2-895e-4875-9e6f-84bb36ff4614 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:07:52.197162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Deleting port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:52.198352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.221156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] Deleting port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:07:52.221808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.354472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] For port ec36d9de-2e1b-4c3d-941f-de2f46d3f229, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:52.355147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.377408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] Calling delete_port for ec36d9de-2e1b-4c3d-941f-de2f46d3f229 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:52.438561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] For port ec36d9de-2e1b-4c3d-941f-de2f46d3f229, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,segment=NetworkSegment(b92a325d-447e-43f8-9dc9-d8189d924a8b),segment_id=b92a325d-447e-43f8-9dc9-d8189d924a8b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:52.438958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.460705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Calling delete_port for ec36d9de-2e1b-4c3d-941f-de2f46d3f229 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:07:52.482561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51682ac8-b16a-4da4-80e0-f5484fbac2bb req-3626d01b-c86e-49c1-af66-abc423c10703 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:52.484036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51682ac8-b16a-4da4-80e0-f5484fbac2bb req-3626d01b-c86e-49c1-af66-abc423c10703 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 949 time: 0.1302161 Aug 11 08:07:52.523874 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.580112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] Pushing event deleted for resources: {'Port': ['ID=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:52.598016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299eddff-76c8-4172-b828-dbecc3248850 None None] No DVR routers for this DVR port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:52.618503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5f580e8-275c-4703-8474-86d9be59c613 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:52.642328 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51682ac8-b16a-4da4-80e0-f5484fbac2bb req-d9daa579-4be1-406f-9016-d0485d97f763 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028528 Aug 11 08:07:52.670359 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.693018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f5f580e8-275c-4703-8474-86d9be59c613 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:52.695162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5f580e8-275c-4703-8474-86d9be59c613 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:52.695875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ab65fa-072d-4c2a-8b77-79525d1c28a3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:52.700800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ec36d9de-2e1b-4c3d-941f-de2f46d3f229,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:52.715045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] No DVR routers for this DVR port ec36d9de-2e1b-4c3d-941f-de2f46d3f229 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:07:52.762934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ff0352b7-f544-4d6b-af1e-407a17bbfa66 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:52.770333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ff0352b7-f544-4d6b-af1e-407a17bbfa66 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:52.777684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ff0352b7-f544-4d6b-af1e-407a17bbfa66 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:52.780424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ff0352b7-f544-4d6b-af1e-407a17bbfa66 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "GET /v2.0/networks?id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=2372f93c-ae15-4228-93b0-3d026bd1bc09&id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 1996 time: 0.8652248 Aug 11 08:07:52.790719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 65ab65fa-072d-4c2a-8b77-79525d1c28a3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:52.795441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ab65fa-072d-4c2a-8b77-79525d1c28a3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:52.796065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ec36d9de-2e1b-4c3d-941f-de2f46d3f229 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:07:52.855849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ec36d9de-2e1b-4c3d-941f-de2f46d3f229 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:07:52.856378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ec36d9de-2e1b-4c3d-941f-de2f46d3f229 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:07:52.900619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.901627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fb0a2-3bbe-492b-b9a3-3956fde9da92 req-841bc8cb-9837-4370-8b85-b8cf6aebe80c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:52.911051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-568fb0a2-3bbe-492b-b9a3-3956fde9da92 req-841bc8cb-9837-4370-8b85-b8cf6aebe80c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 944 time: 0.8901775 Aug 11 08:07:52.921856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3952ede2-895e-4875-9e6f-84bb36ff4614']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:52.942127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92a325d-447e-43f8-9dc9-d8189d924a8b') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:52.942568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92a325d-447e-43f8-9dc9-d8189d924a8b') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:07:52.958498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:52.960512 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c3b4dbc1-0af8-422a-afbc-7ad50e83276a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96012603e8243e7864c8cf9d05554df HTTP/1.1" status: 200 len: 379 time: 0.1657805 Aug 11 08:07:52.971640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'admin_state_up': True, 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'security_groups': ['d631b57a-6d32-46e3-8aa3-e11679a601b7']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:52.977782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.013199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:07:53.014050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:07:53.015842 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:07:53.043004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-568fb0a2-3bbe-492b-b9a3-3956fde9da92 req-0929c5e0-17ff-455e-b01a-2434d7a3b6f7 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307700 Aug 11 08:07:53.124922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81624c-0314-488b-943f-41c7ef91ee33 req-614f6efc-fc84-483c-9d28-0f4506e00f1b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:53.127162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d81624c-0314-488b-943f-41c7ef91ee33 req-614f6efc-fc84-483c-9d28-0f4506e00f1b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 946 time: 0.1441033 Aug 11 08:07:53.140491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:53.145254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.158055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.183755 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.186163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cadde939-4a5b-433e-9a1b-b181154168ba req-c4b4f05c-d344-4296-8b95-22becad5bebd tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0372708 Aug 11 08:07:53.188862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] 10.222.0.58 "DELETE /v2.0/networks/3952ede2-895e-4875-9e6f-84bb36ff4614 HTTP/1.1" status: 204 len: 168 time: 1.4504967 Aug 11 08:07:53.192020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16affec3-3e30-4275-9eba-24dc95f757cf admin admin] Pushing event deleted for resources: {'Network': ['ID=3952ede2-895e-4875-9e6f-84bb36ff4614,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:53.240807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d81624c-0314-488b-943f-41c7ef91ee33 req-3a79c21b-539c-4ca7-8ef4-ec15f10c9b6f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865982 Aug 11 08:07:53.253194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 608b15ae-16fe-4a4b-af69-6cf6b7efa08c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:53.367473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:53.379556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:53.383041 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.396594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 172.20.0.7 (bb42dbd2-5fba-40ba-ab09-547a002ac7a8/e00c32b9-9514-4042-90b4-93cdbf2b832e/f67b3301-76e1-4113-813d-02c1548af99a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:53.538788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.539329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:53.586941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:53.588155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:53.592945 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b195a33-b979-4dd4-abda-7022e0f9a417" -d '{"events": [{"server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "name": "network-vif-plugged", "status": "completed", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:53.597522 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.598440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:07:53.648853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4414e39-25fe-4f7a-8b7e-87717f2085f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56dc075f4cbe4762905f325652164a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053443 Aug 11 08:07:53.650293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:53.681502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.692358 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc86e0ea-780d-4369-86b7-96e0eca500f2 x-openstack-request-id: req-bc86e0ea-780d-4369-86b7-96e0eca500f2 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:53.692963 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "name": "network-vif-plugged", "status": "completed", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:53.693342 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc86e0ea-780d-4369-86b7-96e0eca500f2 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:53.693825 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'code': 200} Aug 11 08:07:53.729256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object f67b3301-76e1-4113-813d-02c1548af99a will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:53.779803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:53.799153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 36413ede-9b88-4ca2-a345-af5b32f80a69 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:53.810585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 36413ede-9b88-4ca2-a345-af5b32f80a69 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:53.810985 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.821650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:53.897530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:53.901698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:53.905659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:53.981415 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2545-f695-479a-aa98-25e22d31124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.015329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.040153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:54.089818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99226-d864-4bd2-a65f-770b9849c9b3 req-e1db45a7-907d-4724-8b8b-eba2b5c039f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.097567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.098451 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.106982 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7a99226-d864-4bd2-a65f-770b9849c9b3 req-e1db45a7-907d-4724-8b8b-eba2b5c039f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1096 time: 0.3260813 Aug 11 08:07:54.108401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:07:54.115040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.125978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3696d205-9d1a-4e56-ba18-730c11157a34 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1583033 Aug 11 08:07:54.143445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'admin_state_up': True, 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'security_groups': ['d631b57a-6d32-46e3-8aa3-e11679a601b7']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:54.188574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:54.225076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2545-f695-479a-aa98-25e22d31124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.231046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7a99226-d864-4bd2-a65f-770b9849c9b3 req-8190916f-d92f-453b-be9e-51a6d1bc9cc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176834 Aug 11 08:07:54.294435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d36bb1-9156-4ea6-96e1-35103de2f9be req-5d687e64-3037-4b16-b304-970b3a32f554 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.296513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d36bb1-9156-4ea6-96e1-35103de2f9be req-5d687e64-3037-4b16-b304-970b3a32f554 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 949 time: 0.4128177 Aug 11 08:07:54.403122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:54.403345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8cf448c9-0c6a-4742-86b7-ee3de1b4e95b None None] Provisioning for port f67b3301-76e1-4113-813d-02c1548af99a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:54.407018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.409082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8cf448c9-0c6a-4742-86b7-ee3de1b4e95b None None] Provisioning complete for port f67b3301-76e1-4113-813d-02c1548af99a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:54.410152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cf448c9-0c6a-4742-86b7-ee3de1b4e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.457641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8cf448c9-0c6a-4742-86b7-ee3de1b4e95b None None] Port f67b3301-76e1-4113-813d-02c1548af99a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:54.478282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d36bb1-9156-4ea6-96e1-35103de2f9be req-4865415f-7270-4334-8325-aab72179853d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666627 Aug 11 08:07:54.492057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2545-f695-479a-aa98-25e22d31124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.495058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2545-f695-479a-aa98-25e22d31124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:54.496563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9ab2545-f695-479a-aa98-25e22d31124d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/724b0db9-c8ed-41c1-ab71-61cfb75424d1 HTTP/1.1" status: 204 len: 168 time: 0.8445454 Aug 11 08:07:54.511387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab2545-f695-479a-aa98-25e22d31124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724b0db9-c8ed-41c1-ab71-61cfb75424d1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:54.626820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872058cb-b129-429c-8d2d-312824ec010b req-81ab906e-18fb-4197-a875-5ce18ffba337 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.634956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-872058cb-b129-429c-8d2d-312824ec010b req-81ab906e-18fb-4197-a875-5ce18ffba337 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 945 time: 0.1166213 Aug 11 08:07:54.725219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-872058cb-b129-429c-8d2d-312824ec010b req-f46d25cc-d444-4836-87c3-05f69c1ed877 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889051 Aug 11 08:07:54.736178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 10.1.1.130 (42523443-da12-421f-9b00-f32b705c6336/052dbbef-3aad-4588-84e9-887d25f7f2fb/67a7d107-3f2f-45dd-bde0-86092c58343b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:54.796132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21be98-749d-4473-a916-a29c57e5081b req-ab6c6241-b040-42f4-93b2-b0d992531e26 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:54.814070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed21be98-749d-4473-a916-a29c57e5081b req-ab6c6241-b040-42f4-93b2-b0d992531e26 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 931 time: 0.1517897 Aug 11 08:07:54.864153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed21be98-749d-4473-a916-a29c57e5081b req-14ed27c9-a099-473f-a4b3-579268c85595 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489721 Aug 11 08:07:55.007295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7c8e2-0d88-49e2-aa82-8bc4d83742a9 req-4aa81738-18ef-4d99-9ca2-49dab8fe4180 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.015815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd7c8e2-0d88-49e2-aa82-8bc4d83742a9 req-4aa81738-18ef-4d99-9ca2-49dab8fe4180 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 946 time: 0.2009110 Aug 11 08:07:55.147762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd7c8e2-0d88-49e2-aa82-8bc4d83742a9 req-c892afb0-fa1b-4889-92b0-11628c9342dd tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264122 Aug 11 08:07:55.156144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:55.198515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object 67a7d107-3f2f-45dd-bde0-86092c58343b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:55.350974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88b6e-83d1-4520-ae70-8a47034a0b3b req-984d54eb-7fa9-4fb5-b10b-360141122d0c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.360453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cd88b6e-83d1-4520-ae70-8a47034a0b3b req-984d54eb-7fa9-4fb5-b10b-360141122d0c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 946 time: 0.1274850 Aug 11 08:07:55.369308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:55.457363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 42523443-da12-421f-9b00-f32b705c6336 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:55.497500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cd88b6e-83d1-4520-ae70-8a47034a0b3b req-9631e186-18f8-40ed-a836-c5067a4621fa tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357696 Aug 11 08:07:55.534741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:55.566140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:55.593289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:55.695338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:07:55.697891 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecde2ac-04ec-42a3-be18-bf5bfd17a48f" -d '{"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-plugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:07:55.800554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.801364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:55.840852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b56326-c322-452a-99bd-82eb52b2773a req-3e8ed9da-9535-4c10-84ff-b4fe10c4da80 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:55.842972 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40b56326-c322-452a-99bd-82eb52b2773a req-3e8ed9da-9535-4c10-84ff-b4fe10c4da80 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1987021 Aug 11 08:07:55.856523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-0552e7ae-d6cf-41b4-bcca-121afa5cf688 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7176769 Aug 11 08:07:55.902685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'admin_state_up': True, 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'security_groups': ['d631b57a-6d32-46e3-8aa3-e11679a601b7']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:55.953918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40b56326-c322-452a-99bd-82eb52b2773a req-1037850e-9925-45d5-a9cc-36f9ad1b5f59 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941572 Aug 11 08:07:56.020617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3413fc0d-c573-4883-a3f9-969e040d85ba None None] Provisioning for port 67a7d107-3f2f-45dd-bde0-86092c58343b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:56.025871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3413fc0d-c573-4883-a3f9-969e040d85ba None None] Provisioning complete for port 67a7d107-3f2f-45dd-bde0-86092c58343b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:56.026568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3413fc0d-c573-4883-a3f9-969e040d85ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.081776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:56.086251 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d9b9a-ae94-4dc7-80d1-aa5ed31faafd x-openstack-request-id: req-1f7d9b9a-ae94-4dc7-80d1-aa5ed31faafd {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:07:56.088847 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-plugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:07:56.089369 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f7d9b9a-ae94-4dc7-80d1-aa5ed31faafd {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:07:56.090176 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'code': 200} Aug 11 08:07:56.147517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3413fc0d-c573-4883-a3f9-969e040d85ba None None] Port 67a7d107-3f2f-45dd-bde0-86092c58343b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:56.270143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:56.278876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.362510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc6058-0e23-42d1-a922-2c9b50d6c5fe req-b6a06649-6c16-4c4b-aa3b-f02e7dbd64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:56.368365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9dc6058-0e23-42d1-a922-2c9b50d6c5fe req-b6a06649-6c16-4c4b-aa3b-f02e7dbd64a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1101 time: 0.1795630 Aug 11 08:07:56.468187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-820900191-network', 'tenant_id': '1511044952fd4b72a027bf154b573325'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:56.569735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9dc6058-0e23-42d1-a922-2c9b50d6c5fe req-e97baaca-1aad-4cc7-95c3-e2e6477ce40e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906388 Aug 11 08:07:56.578923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Made reservation on behalf of 1511044952fd4b72a027bf154b573325 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:56.582270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.607300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.632930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 10.1.1.202 (42523443-da12-421f-9b00-f32b705c6336/052dbbef-3aad-4588-84e9-887d25f7f2fb/b69e238a-eed7-4533-b1b1-63d543e9735e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:56.796648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3588bf-dd2f-488d-b364-7048526e7158 req-2c2fef47-9acd-4d55-929a-2098c72bd694 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:56.803543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f3588bf-dd2f-488d-b364-7048526e7158 req-2c2fef47-9acd-4d55-929a-2098c72bd694 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 945 time: 0.1607704 Aug 11 08:07:56.807227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.813565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.861080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:07:56.913823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.913823 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Added segment 3bd340db-4e86-48e0-91d2-b7ba98040dd2 of type vlan for network 7694fc1c-7f77-4641-8b93-5c87eb94db03 Aug 11 08:07:56.923398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68148390-c6aa-49d8-b8c4-5a0f42431b75,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:56.925567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f3588bf-dd2f-488d-b364-7048526e7158 req-1427bda0-145d-4849-a11b-a5b350a65f40 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Aug 11 08:07:56.971954 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:56.996097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f68a8-d6e2-4230-86b1-100be0fd8661 req-eb747005-ff5e-4065-8726-70497f3d2e59 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:57.003781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f68a8-d6e2-4230-86b1-100be0fd8661 req-eb747005-ff5e-4065-8726-70497f3d2e59 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:57.016946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f33f68a8-d6e2-4230-86b1-100be0fd8661 req-eb747005-ff5e-4065-8726-70497f3d2e59 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 1653 time: 0.1806293 Aug 11 08:07:57.030955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.069641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object b69e238a-eed7-4533-b1b1-63d543e9735e will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:57.111762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.113497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:57.116465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.165209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.200834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f33f68a8-d6e2-4230-86b1-100be0fd8661 req-db192efd-ec60-4594-9b46-e9208fc2ad58 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683366 Aug 11 08:07:57.228593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1454487 Aug 11 08:07:57.233644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60920) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:57.250561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Request body: {'subnet': {'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-820900191-subnet', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:57.274282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336232-e4d9-4514-9214-8a1392200cdf admin admin] Pushing event updated for resources: {'Network': ['ID=7694fc1c-7f77-4641-8b93-5c87eb94db03,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:57.298438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Made reservation on behalf of 1511044952fd4b72a027bf154b573325 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:57.302575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.307045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 42523443-da12-421f-9b00-f32b705c6336 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:57.312846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:07:57.327854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:57.342846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:57.473111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:57.554198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:57.558345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.890053 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.923269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-017bfd25-86a0-4feb-ba0a-96c766d24315 None None] Provisioning for port b69e238a-eed7-4533-b1b1-63d543e9735e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:07:57.932601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-991d8fb8-b167-40c4-bc23-c78365780964 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0399067 Aug 11 08:07:57.937908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-017bfd25-86a0-4feb-ba0a-96c766d24315 None None] Provisioning complete for port b69e238a-eed7-4533-b1b1-63d543e9735e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:07:57.938255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-017bfd25-86a0-4feb-ba0a-96c766d24315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:57.957584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09', 'admin_state_up': True, 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'security_groups': ['d631b57a-6d32-46e3-8aa3-e11679a601b7']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:57.975802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-4d8fcb94-0d4a-474d-8493-38e5b9dadc41 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 258 time: 0.4023576 Aug 11 08:07:57.995020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:58.005644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-017bfd25-86a0-4feb-ba0a-96c766d24315 None None] Port b69e238a-eed7-4533-b1b1-63d543e9735e cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:07:58.047793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.212850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:07:58.320061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.383704 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.399812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a365768-c038-47a9-9738-366edcfb183c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:58.421690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.453826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Checking segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:58.454783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Network hostable DHCP agents. Network: 7694fc1c-7f77-4641-8b93-5c87eb94db03, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:07:58.478321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:07:58.496004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 7694fc1c-7f77-4641-8b93-5c87eb94db03) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:58.509210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.509210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.510112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d9439-0536-4d59-a05b-74f93c1f3b47 None None] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:07:58.529792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f6711bda-9f43-4924-b67c-4f77f9755b9a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2947469 Aug 11 08:07:58.532341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60970) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:07:58.538309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:58.568024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.569429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.688914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.713416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a818a5-66a3-4107-8b06-d8232987b596 req-020a865f-8c9c-43ce-a901-228a4e276fcf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:58.718744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96a818a5-66a3-4107-8b06-d8232987b596 req-020a865f-8c9c-43ce-a901-228a4e276fcf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1242216 Aug 11 08:07:58.758187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Allocated IP 172.25.2.150 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7aea7c93-2a3f-4494-9184-8cadf6242ee8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:58.819180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-7694fc1c-7f77-4641-8b93-5c87eb94db03', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:07:58.820836 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:58.933607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 10.2.2.100 (2372f93c-ae15-4228-93b0-3d026bd1bc09/84b3e633-7708-479c-8adb-f52be10ba2ec/9a621c4e-e175-4aa6-b5e3-49e3c49590d1) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:59.010889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.051388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96a818a5-66a3-4107-8b06-d8232987b596 req-e615c84b-61d9-42dd-a15e-f8ce1f39b2ea tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411206 Aug 11 08:07:59.065557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Allocated IP 172.20.0.2 (7694fc1c-7f77-4641-8b93-5c87eb94db03/1a365768-c038-47a9-9738-366edcfb183c/7aa2a5ad-e8d2-4197-b0a6-bb5951c33015) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:07:59.120654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.195360 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9a38712f-a74f-41be-9d1a-ee0f8b104705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.205692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.260866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:59.267387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:59.272662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.277703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:59.358494 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.366438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:59.371735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event updated for resources: {'Port': ['ID=7aea7c93-2a3f-4494-9184-8cadf6242ee8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:59.386005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Transition to ACTIVE for port object 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:59.404622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Transition to ACTIVE for port object 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:07:59.418657 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.474830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.489540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Pushing event updated for resources: {'Port': ['ID=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:59.512188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.517794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:59.519199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:59.521989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:59.527828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.568735 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.581291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.601357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e806e-7b7b-4700-9c71-3e8e74c0430d req-7496c51e-0414-4e9f-a69a-1d667a70e6d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:59.605263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Attempting to bind port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:07:59.606766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Attempting to bind port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:07:59.607130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Attempting to bind port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 on network 7694fc1c-7f77-4641-8b93-5c87eb94db03 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:07:59.609983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e806e-7b7b-4700-9c71-3e8e74c0430d req-7496c51e-0414-4e9f-a69a-1d667a70e6d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:59.617288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e806e-7b7b-4700-9c71-3e8e74c0430d req-7496c51e-0414-4e9f-a69a-1d667a70e6d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:59.619138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe9e806e-7b7b-4700-9c71-3e8e74c0430d req-7496c51e-0414-4e9f-a69a-1d667a70e6d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 2374 time: 0.2170482 Aug 11 08:07:59.626499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:07:59.626865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Checking segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:07:59.627869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:07:59.635302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.635574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:07:59.636609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Bound using segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:07:59.637157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Bound port: 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:07:59.638529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:07:59.643949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.669605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.744235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:07:59.766585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:07:59.767415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:07:59.794419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-708a91b8-8f18-4719-abd8-c0c9e82aaaf8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8413024 Aug 11 08:07:59.821292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] For port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:07:59.827049 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe9e806e-7b7b-4700-9c71-3e8e74c0430d req-b43adc6b-ec22-421c-b5e4-50330ef2c9b7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668518 Aug 11 08:07:59.831311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09', 'admin_state_up': True, 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'security_groups': ['d631b57a-6d32-46e3-8aa3-e11679a601b7']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:07:59.831586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] For port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:07:59.838156 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.004100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.018635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.018810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Allocated IP 172.25.2.35 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/3ce8e7b0-6569-4806-93fd-84f8ff1ebe65) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:00.067664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b7e8f-9e88-442a-b6f5-693180b32533 None None] Pushing event updated for resources: {'Port': ['ID=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:00.143969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event updated for resources: {'Port': ['ID=7aea7c93-2a3f-4494-9184-8cadf6242ee8,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:00.151863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Made reservation on behalf of a96012603e8243e7864c8cf9d05554df for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:00.157007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.174608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-478a8fcf-32b7-4f3d-8d9b-d41a5cddaf06 None None] Provisioning for port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:00.176275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.185678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-478a8fcf-32b7-4f3d-8d9b-d41a5cddaf06 None None] Provisioning complete for port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:00.186760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-478a8fcf-32b7-4f3d-8d9b-d41a5cddaf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.200678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.202333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-7648d4e9-e906-4b68-a0ef-e76c96362f96 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2255816 Aug 11 08:08:00.300703 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.325103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-053b1623-13f7-41b4-b25d-35208daac387 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0864906 Aug 11 08:08:00.365013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-478a8fcf-32b7-4f3d-8d9b-d41a5cddaf06 None None] Port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:08:00.399445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:00.494409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.640018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:00.642584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:00.660631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Allocated IP 10.2.2.200 (2372f93c-ae15-4228-93b0-3d026bd1bc09/84b3e633-7708-479c-8adb-f52be10ba2ec/18b69d87-4da7-4d61-b1b9-66cd9a260887) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:00.676945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:00.680786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-c0eaf7d7-945c-4ea2-9075-d3c3780b2300 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:00.686020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78cec993-a15e-445a-8ec8-9feb4e46543e req-c0eaf7d7-945c-4ea2-9075-d3c3780b2300 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3475633 Aug 11 08:08:00.706672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:00.729627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:00.775263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:00.830541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2423e07d-0630-4686-8ba8-fe98a725c448', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'port_id': '2423e07d-0630-4686-8ba8-fe98a725c448', 'mac_address': 'fa:16:3e:15:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d8c6e-4429-448c-899f-acfc3231bea3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:00.960523 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:00.982182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2423e07d-0630-4686-8ba8-fe98a725c448 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:00.991025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:01.018888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:01.026616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.098410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:01.210332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2423e07d-0630-4686-8ba8-fe98a725c448'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:01.315713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b5b6-f9c0-4f15-99aa-e75474ac0c21 req-ea637163-993d-4142-8626-d45e89f5f256 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.324674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8b5b6-f9c0-4f15-99aa-e75474ac0c21 req-ea637163-993d-4142-8626-d45e89f5f256 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 945 time: 0.2097573 Aug 11 08:08:01.353955 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.453367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8b5b6-f9c0-4f15-99aa-e75474ac0c21 req-4fc12567-dbd9-447c-8f1b-ca78be815b9f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206939 Aug 11 08:08:01.564998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453458-2522-430d-8cce-79387f9f6173 req-55b1a85d-22e0-4da4-9a39-4b61b19678ec tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.581664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf453458-2522-430d-8cce-79387f9f6173 req-55b1a85d-22e0-4da4-9a39-4b61b19678ec tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.7116663 Aug 11 08:08:01.672977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.716347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7cafd-0755-4feb-bd84-cf9300296f00 None None] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:08:01.722842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf453458-2522-430d-8cce-79387f9f6173 req-dd12b99f-61a1-442d-aca1-8f16132174fe tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402969 Aug 11 08:08:01.723829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Transition to ACTIVE for port object 18b69d87-4da7-4d61-b1b9-66cd9a260887 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:01.815143 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.895479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] Provisioning for port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:01.895726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:01.911172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] Provisioning complete for port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:01.911953 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:01.919857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-f04f3deb-afa9-4186-a007-fe6fdc207132 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:01.922974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-f04f3deb-afa9-4186-a007-fe6fdc207132 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1678336 Aug 11 08:08:01.942648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:01.952050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:01.959441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.012860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event updated for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:02.050101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.050783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.063077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de19d-fd91-4a69-a417-02e671666c1f req-655c80b4-fe4d-426d-98bf-50532b23507c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.069127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de19d-fd91-4a69-a417-02e671666c1f req-655c80b4-fe4d-426d-98bf-50532b23507c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.075071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de19d-fd91-4a69-a417-02e671666c1f req-655c80b4-fe4d-426d-98bf-50532b23507c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.081738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de19d-fd91-4a69-a417-02e671666c1f req-655c80b4-fe4d-426d-98bf-50532b23507c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.090601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174de19d-fd91-4a69-a417-02e671666c1f req-655c80b4-fe4d-426d-98bf-50532b23507c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:02.093033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-174de19d-fd91-4a69-a417-02e671666c1f req-655c80b4-fe4d-426d-98bf-50532b23507c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 3816 time: 0.2567868 Aug 11 08:08:02.168300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e0398ec8-7fec-4668-ab71-8690d96f83a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3482084 Aug 11 08:08:02.173888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-90ec0c69-6cc5-4365-9379-2f9c922b8012 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.2376838 Aug 11 08:08:02.179628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Request body: {'floatingip': {'port_id': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:02.199262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:02.237261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.276030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-174de19d-fd91-4a69-a417-02e671666c1f req-f8c8b7bb-c725-4759-80e0-4b24de8bf029 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668756 Aug 11 08:08:02.339798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.362752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.407039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:02.450915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.491168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Router e3a64846-f1a1-479d-8be5-deb589d59776 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:08:02.518687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] For port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:02.520112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2423e07d-0630-4686-8ba8-fe98a725c448 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:02.520602 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.618711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.784824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fb36e-1963-4671-b16e-91ffa1dd561e None None] Pushing event updated for resources: {'Port': ['ID=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:02.820399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:02.856251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:02.858043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-baa5428e-186a-40e1-b860-72444ca4dbad admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.3241203 Aug 11 08:08:02.863772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:02.912684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Sync routers for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:02.988190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-22f2cb5d-72de-414b-abff-4dad5ad9d9f6 None None] Provisioning complete for port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:02.992439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22f2cb5d-72de-414b-abff-4dad5ad9d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.146595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-697759cd-b7f0-4665-ad52-8a7bd042b0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.155025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:03.156556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:03.182523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67b3301-76e1-4113-813d-02c1548af99a {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:03.220050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.268967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Transition to ACTIVE for port object f67b3301-76e1-4113-813d-02c1548af99a will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:03.278891 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.439028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Pushing event updated for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:03.541748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:03.662920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Attempting to bind port f67b3301-76e1-4113-813d-02c1548af99a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:03.664139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Attempting to bind port f67b3301-76e1-4113-813d-02c1548af99a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:03.664543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Attempting to bind port f67b3301-76e1-4113-813d-02c1548af99a on network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:03.674658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Port f67b3301-76e1-4113-813d-02c1548af99a on network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:03.675792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Attempting to bind port f67b3301-76e1-4113-813d-02c1548af99a on network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:03.692918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:03.694018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Checking segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:03.694700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Bound using segment: {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:03.695646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Bound port: f67b3301-76e1-4113-813d-02c1548af99a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102601a5-c108-4295-880b-2d7f27812b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:03.697590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.701732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.856466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:03.863793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f67b3301-76e1-4113-813d-02c1548af99a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:03.875592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.923498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:03.925519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-22f2cb5d-72de-414b-abff-4dad5ad9d9f6 None None] Provisioning for port 18b69d87-4da7-4d61-b1b9-66cd9a260887 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:03.931697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:03.936385 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc80eab9-3557-43ea-b7f7-42e1feb41bc1" -d '{"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-plugged", "status": "completed", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:03.940190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-22f2cb5d-72de-414b-abff-4dad5ad9d9f6 None None] Provisioning complete for port 18b69d87-4da7-4d61-b1b9-66cd9a260887 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:03.941134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22f2cb5d-72de-414b-abff-4dad5ad9d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.946351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:03.973810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Pushing event updated for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:04.003620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.004256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.006255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5962ebaa-c54a-4c19-86ae-cf3008b479dc service neutron] 10.222.0.69 "PUT /v2.0/ports/f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 200 len: 1091 time: 1.8229887 Aug 11 08:08:04.007824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:04.010173 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "f67b3301-76e1-4113-813d-02c1548af99a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:04.040736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddff02-3b85-4bbc-a88e-2f245154b651 req-c69b5717-a8d9-433f-9037-77cdbc238b1f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.055465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05ddff02-3b85-4bbc-a88e-2f245154b651 req-c69b5717-a8d9-433f-9037-77cdbc238b1f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 946 time: 0.1146505 Aug 11 08:08:04.078053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:04.129999 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.180348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-22f2cb5d-72de-414b-abff-4dad5ad9d9f6 None None] Port 18b69d87-4da7-4d61-b1b9-66cd9a260887 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:08:04.181467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:04.194137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:01Z', 'revision_number': 3, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:04.195475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.249417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Checking router: e3a64846-f1a1-479d-8be5-deb589d59776 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:04.249417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Updating router e3a64846-f1a1-479d-8be5-deb589d59776 port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:08:04.257148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05ddff02-3b85-4bbc-a88e-2f245154b651 req-3465a2e0-5b7a-42fc-86ca-adc5b7f949d4 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006855 Aug 11 08:08:04.262588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.311644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.414301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:04.538495 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Floating IP c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e associated. External IP: 172.25.2.150, port: 608b15ae-16fe-4a4b-af69-6cf6b7efa08c. Aug 11 08:08:04.602393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:04.635746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.643743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-0461adf4-c27d-4e8b-936d-d0a5cf79f481 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.650470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-0461adf4-c27d-4e8b-936d-d0a5cf79f481 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.660694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-0461adf4-c27d-4e8b-936d-d0a5cf79f481 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.667931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-0461adf4-c27d-4e8b-936d-d0a5cf79f481 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.678700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-0461adf4-c27d-4e8b-936d-d0a5cf79f481 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.708101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-0461adf4-c27d-4e8b-936d-d0a5cf79f481 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 3828 time: 0.2952933 Aug 11 08:08:04.725908 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.786093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:04.818019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-7124268f-75f0-4122-8453-203169888cd3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:04.820187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-7124268f-75f0-4122-8453-203169888cd3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 946 time: 0.1999567 Aug 11 08:08:04.833284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:04.833674 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.870371 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.872339 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:04.985420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:05.027728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ee374e5-fbbd-4f91-8e32-776cc4b17cb6 req-f66c42dd-2404-4fff-b7e2-6a292d04e3e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559948 Aug 11 08:08:05.173717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Allocated IP 172.20.0.1 (7694fc1c-7f77-4641-8b93-5c87eb94db03/1a365768-c038-47a9-9738-366edcfb183c/424603ab-3a3c-4b0c-8978-18df40f141af) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:05.305607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c6b511-c435-4acd-9080-530c84ddc507 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:05.319994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.326498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.362162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Transition to ACTIVE for port object 20c6b511-c435-4acd-9080-530c84ddc507 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:05.363819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Transition to ACTIVE for port object 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:05.368346 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.380149 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.449983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:05.489366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Deleting port 2423e07d-0630-4686-8ba8-fe98a725c448 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:05.489711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.553175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364595-fdd1-41cd-834a-0233c0e75615 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:05.564731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Attempting to bind port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:05.565136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Attempting to bind port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:05.565493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Attempting to bind port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:05.571220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:05.573438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:05.573863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.574631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:05.575128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Bound port: 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:05.575509 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.661577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Attempting to bind port 20c6b511-c435-4acd-9080-530c84ddc507 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:05.662026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Attempting to bind port 20c6b511-c435-4acd-9080-530c84ddc507 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:05.662246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Attempting to bind port 20c6b511-c435-4acd-9080-530c84ddc507 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:05.668678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] For port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:05.670976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] For port 2423e07d-0630-4686-8ba8-fe98a725c448, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2423e07d-0630-4686-8ba8-fe98a725c448,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:05.671363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.675586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] For port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:05.677314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Port 20c6b511-c435-4acd-9080-530c84ddc507 on network 42523443-da12-421f-9b00-f32b705c6336 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:05.677838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Attempting to bind port 20c6b511-c435-4acd-9080-530c84ddc507 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:05.688427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.692566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:05.692951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Checking segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:05.695195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Bound using segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:05.696637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Bound port: 20c6b511-c435-4acd-9080-530c84ddc507, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:05.698046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.714637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Calling delete_port for 2423e07d-0630-4686-8ba8-fe98a725c448 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:05.752547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Router db7a41ae-a582-4e3d-a94b-317096e76fd2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:08:05.883264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364595-fdd1-41cd-834a-0233c0e75615 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:05.888935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:05.894530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=20c6b511-c435-4acd-9080-530c84ddc507,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:05.895218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:05.895942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:05.903750 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:05.933814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.042192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:06.046519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:06.051522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:06.053582 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.056935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3a2ae964-ae94-4d36-bce7-f3a27f902f15 service neutron] 10.222.0.69 "PUT /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 1135 time: 1.9840584 Aug 11 08:08:06.096286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:06.131302 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e9f0fa-a1e1-4e7b-bf12-d2c8be740916 x-openstack-request-id: req-25e9f0fa-a1e1-4e7b-bf12-d2c8be740916 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:06.132047 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "f67b3301-76e1-4113-813d-02c1548af99a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:06.132297 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25e9f0fa-a1e1-4e7b-bf12-d2c8be740916 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:06.132864 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a', 'status': 'completed', 'code': 200} Aug 11 08:08:06.203073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.206291 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef3ebce-294d-46a8-acca-70e65e168879 x-openstack-request-id: req-5ef3ebce-294d-46a8-acca-70e65e168879 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:06.207014 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-plugged", "status": "completed", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:06.207014 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ef3ebce-294d-46a8-acca-70e65e168879 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:06.207221 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448', 'code': 200} Aug 11 08:08:06.339883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Transition to ACTIVE for port object 424603ab-3a3c-4b0c-8978-18df40f141af will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:06.416117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:06.421256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.432724 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] Sync routers for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:06.456432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:06.463131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:06.483296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.612323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-fd4a8873-727f-4d0a-bdcb-19d5407d7f4c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "PUT /v2.0/floatingips/c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e HTTP/1.1" status: 200 len: 996 time: 4.4370759 Aug 11 08:08:06.613368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.639405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:06.650123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.669117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Transition to ACTIVE for port object 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:06.676812 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:06.679973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:06.698967 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2273155f-c590-4d0f-96ab-b5d6272cd81e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:06.758201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:01Z', 'revision_number': 3, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:06.781308 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:06.842582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0468a91-e3eb-4bef-9433-d79c284487c6 None None] The sync data for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 is: [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:01Z', 'revision_number': 3, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:06.941469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30343b06-596c-4b40-bb1f-110971b525e4 req-142dfa82-85b6-4aa0-820b-c19f35889929 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:06.947189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:06.964774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30343b06-596c-4b40-bb1f-110971b525e4 req-142dfa82-85b6-4aa0-820b-c19f35889929 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 944 time: 0.2222955 Aug 11 08:08:06.996692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:06.999823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:07.010274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:07.013063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Pushing event updated for resources: {'Port': ['ID=424603ab-3a3c-4b0c-8978-18df40f141af,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:07.109343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30343b06-596c-4b40-bb1f-110971b525e4 req-95eee5d1-2662-4802-ae7f-43dea2c97fc2 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435285 Aug 11 08:08:07.117735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.118379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.118884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.119392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.119992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.121386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.122644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-ad8f3b74-9dd2-4828-a007-8651b6b337a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5291 time: 0.7031033 Aug 11 08:08:07.126049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-bd076fbd-cd78-4041-8d17-4b065861a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.147798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Attempting to bind port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:07.148123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Attempting to bind port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:07.148476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Attempting to bind port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:07.161886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-bd076fbd-cd78-4041-8d17-4b065861a842 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1096 time: 0.4341958 Aug 11 08:08:07.169134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 on network 42523443-da12-421f-9b00-f32b705c6336 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:07.169558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Attempting to bind port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:07.184844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:07.185239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Checking segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:07.185701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Bound using segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:07.187683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Bound port: 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:07.188101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:07.430070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:07.435234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:07.447658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:07.555910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-72771f46-d52c-4a27-b9a3-e580bbd9313d None None] Provisioning for port 424603ab-3a3c-4b0c-8978-18df40f141af completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:07.561789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.562030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:07.563597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] 10.222.0.69 "PUT /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 1136 time: 1.4731014 Aug 11 08:08:07.580194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-72771f46-d52c-4a27-b9a3-e580bbd9313d None None] Provisioning complete for port 424603ab-3a3c-4b0c-8978-18df40f141af triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:07.581795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-72771f46-d52c-4a27-b9a3-e580bbd9313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:07.603165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:07.646847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224275a-55cb-45ea-9a67-ce9ac2b7f001 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:07.671279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.677259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.686712 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'port_id': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'mac_address': 'fa:16:3e:36:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:03Z', 'revision_number': 1, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:39Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:07.698917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.706109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.712521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.719037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.725947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:07.735266 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-822070b5-3282-4a69-a750-608fe02055e8 req-8a6ebea4-9537-46eb-934b-a5e032975710 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5383 time: 0.2833843 Aug 11 08:08:07.797090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:07.835817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-72771f46-d52c-4a27-b9a3-e580bbd9313d None None] Port 424603ab-3a3c-4b0c-8978-18df40f141af cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:08:07.862603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:07.870235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-9d22b1c3-3ec4-4267-af3f-a038b704b1ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2458785 Aug 11 08:08:07.892992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-822070b5-3282-4a69-a750-608fe02055e8 req-152d5c28-2fc7-4d78-82b6-00b9722bc5bb tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565464 Aug 11 08:08:07.906472 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] Checking router: db7a41ae-a582-4e3d-a94b-317096e76fd2 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:07.963682 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:07.964383 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:08.147983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '20c6b511-c435-4acd-9080-530c84ddc507'}, {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '6eb97cc3-93b9-4792-a5bd-4a0f8c80d363'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:08.156391 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2a77d-7541-4cd9-af14-d53db199ed77" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "20c6b511-c435-4acd-9080-530c84ddc507"}, {"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "6eb97cc3-93b9-4792-a5bd-4a0f8c80d363"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:08.208683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:08.211281 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2584c4-58ff-4d8e-8af4-656518bf802a" -d '{"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-unplugged", "status": "completed", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:08.282211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-86d83ca4-d928-4b6f-b4b4-c0bf94b4e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:08.285197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-86d83ca4-d928-4b6f-b4b4-c0bf94b4e458 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 930 time: 1.1212561 Aug 11 08:08:08.340818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:08.345061 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:08.420379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:08.488522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 2423e07d-0630-4686-8ba8-fe98a725c448 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:08.490525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2423e07d-0630-4686-8ba8-fe98a725c448 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:08.692160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:08.753723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:08.821267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc63e-6b2b-43f3-b444-628994a9ebb1 req-af0523ff-8508-4172-9a83-6f0be3e822fa tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:08.830630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cdc63e-6b2b-43f3-b444-628994a9ebb1 req-af0523ff-8508-4172-9a83-6f0be3e822fa tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.7167332 Aug 11 08:08:08.848272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:08.853676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:08.854057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:08.985199 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'port_id': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'mac_address': 'fa:16:3e:36:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:03Z', 'revision_number': 1, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:39Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:09.037520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cdc63e-6b2b-43f3-b444-628994a9ebb1 req-14c2498f-c237-4ce7-8e60-e273edfea9b8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056394 Aug 11 08:08:09.122249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f243490-2d53-4752-860a-af4df8b76a85 None None] The sync data for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 is: [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'port_id': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'mac_address': 'fa:16:3e:36:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:03Z', 'revision_number': 1, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:39Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:09.152345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.196712 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b817f88e-8f19-4b74-84c5-6c2259965b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.211419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:09.220439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.331641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:09.345378 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d4524-0df3-4e8a-80aa-7ae86e2c6181 x-openstack-request-id: req-611d4524-0df3-4e8a-80aa-7ae86e2c6181 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:09.345976 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:09.345976 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-611d4524-0df3-4e8a-80aa-7ae86e2c6181 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:09.346281 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'status': 'completed', 'code': 200} Aug 11 08:08:09.369336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a7d107-3f2f-45dd-bde0-86092c58343b {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:09.384847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.410490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Transition to ACTIVE for port object 67a7d107-3f2f-45dd-bde0-86092c58343b will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:09.418476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.482176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event deleted for resources: {'Port': ['ID=2423e07d-0630-4686-8ba8-fe98a725c448,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:09.630663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1262a66d-2ee8-4f26-85e5-73c6dfec9fec req-4fc976a2-12dc-4549-9d21-d55a8a8ecbe6 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0d3e184-ae90-49fb-834c-5af91b3e3260 HTTP/1.1" status: 200 len: 210 time: 0.1712630 Aug 11 08:08:09.638154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-b08d4d5b-4f9a-48dc-930f-83e4235dd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:09.638820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-b08d4d5b-4f9a-48dc-930f-83e4235dd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:09.639397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-b08d4d5b-4f9a-48dc-930f-83e4235dd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:09.644095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b817f88e-8f19-4b74-84c5-6c2259965b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.644541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-b08d4d5b-4f9a-48dc-930f-83e4235dd0e6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a96012603e8243e7864c8cf9d05554df&shared=False HTTP/1.1" status: 200 len: 2299 time: 2.4571736 Aug 11 08:08:09.647837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-7267a058-a9aa-450c-a901-dcf9b981ff38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 999 time: 1.3008957 Aug 11 08:08:09.773817 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b6479-da43-426a-b855-f1d945e37c54 x-openstack-request-id: req-6c0b6479-da43-426a-b855-f1d945e37c54 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:09.775071 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-unplugged", "status": "completed", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:09.775502 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c0b6479-da43-426a-b855-f1d945e37c54 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:09.776088 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448', 'code': 200} Aug 11 08:08:09.821164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Pushing event updated for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:09.855745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b817f88e-8f19-4b74-84c5-6c2259965b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.890423 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1259b-dbb7-4290-827f-a875c80dbc6d x-openstack-request-id: req-cda1259b-dbb7-4290-827f-a875c80dbc6d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:09.890929 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "20c6b511-c435-4acd-9080-530c84ddc507", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "6eb97cc3-93b9-4792-a5bd-4a0f8c80d363", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:09.891327 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cda1259b-dbb7-4290-827f-a875c80dbc6d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:09.895573 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '20c6b511-c435-4acd-9080-530c84ddc507', 'status': 'completed', 'code': 200} Aug 11 08:08:09.895840 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '6eb97cc3-93b9-4792-a5bd-4a0f8c80d363', 'status': 'completed', 'code': 200} Aug 11 08:08:09.945086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9686a8-72b4-4bf9-8c20-3cbf5abdea50 None None] New status for floating IP c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:08:09.987034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] No DVR routers for this DVR port 2423e07d-0630-4686-8ba8-fe98a725c448 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:09.994545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:09.997261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a9e7834-0b25-47dd-bb2a-2d7b5c6afdbf req-bb12439f-1530-49b6-ac4e-060a62bc5b3c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.69 "DELETE /v2.0/ports/2423e07d-0630-4686-8ba8-fe98a725c448 HTTP/1.1" status: 204 len: 173 time: 5.1669214 Aug 11 08:08:09.998946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817f88e-8f19-4b74-84c5-6c2259965b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1347b08-9e24-42fa-8cf5-4ae0515d706f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:10.101724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Attempting to bind port 67a7d107-3f2f-45dd-bde0-86092c58343b on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:10.102445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Attempting to bind port 67a7d107-3f2f-45dd-bde0-86092c58343b by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:10.103030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Attempting to bind port 67a7d107-3f2f-45dd-bde0-86092c58343b on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:10.112946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b817f88e-8f19-4b74-84c5-6c2259965b07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=844487bf1f7e477ca8f32002795bda12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3456173 Aug 11 08:08:10.127585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-15e61d17-9302-4906-88c7-8425900573a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.130169 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-15e61d17-9302-4906-88c7-8425900573a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 200 len: 868 time: 0.3311827 Aug 11 08:08:10.137159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33014) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:10.148603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Port 67a7d107-3f2f-45dd-bde0-86092c58343b on network 42523443-da12-421f-9b00-f32b705c6336 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:10.149407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Attempting to bind port 67a7d107-3f2f-45dd-bde0-86092c58343b on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:10.186490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:10.187248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Checking segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:10.187891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Bound using segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:10.188922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Bound port: 67a7d107-3f2f-45dd-bde0-86092c58343b, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:10.189538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.238265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-045e8cd3-2c76-4666-a94e-0c185b3a6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.258745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.259733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-045e8cd3-2c76-4666-a94e-0c185b3a6107 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1096 time: 0.8507988 Aug 11 08:08:10.267009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.274142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.281790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.288622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.297062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.324813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.335921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-2f55b466-ad22-49a0-aa79-3fcb85f6fbf9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5395 time: 0.2518601 Aug 11 08:08:10.405980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.447568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c726a7f0-b0b7-4182-8636-76bc126541bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.498063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-f861c238-08d2-4108-ad7c-30083089b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.500004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea710a5-ec8a-4d8d-8588-fa8156502f7f req-f861c238-08d2-4108-ad7c-30083089b51f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6996667 Aug 11 08:08:10.563886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c726a7f0-b0b7-4182-8636-76bc126541bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.574675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:10.603721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-cff41023-853b-44eb-9faa-19478be6e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.605762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-cff41023-853b-44eb-9faa-19478be6e150 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 930 time: 0.3450944 Aug 11 08:08:10.705409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:10.707781 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.713687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:10.736758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e36a4dcb-c5ad-4712-ab4f-2b5455c25b5b req-e490ce8c-d57a-42ff-a992-7f94ec523026 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3987255 Aug 11 08:08:10.751048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c726a7f0-b0b7-4182-8636-76bc126541bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.754653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c726a7f0-b0b7-4182-8636-76bc126541bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:10.758240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c726a7f0-b0b7-4182-8636-76bc126541bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1347b08-9e24-42fa-8cf5-4ae0515d706f HTTP/1.1" status: 204 len: 168 time: 0.6156933 Aug 11 08:08:10.769770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-ec50124f-fd08-412d-a472-28bda46c7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:10.778128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-ec50124f-fd08-412d-a472-28bda46c7652 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f797909e-f93f-471e-8ce6-5506d59ddae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6088121 Aug 11 08:08:10.864332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726a7f0-b0b7-4182-8636-76bc126541bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1347b08-9e24-42fa-8cf5-4ae0515d706f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:10.877892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=67a7d107-3f2f-45dd-bde0-86092c58343b,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:10.909420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:11.031840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Pushing event updated for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:11.109878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.112706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:11.119893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1352b842-a443-4645-80fa-5e093e10951a service neutron] 10.222.0.69 "PUT /v2.0/ports/67a7d107-3f2f-45dd-bde0-86092c58343b HTTP/1.1" status: 200 len: 1091 time: 3.5219123 Aug 11 08:08:11.120112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.124995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.124995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.124995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.125331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.126234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.126234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.128150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-fcec9a84-0f84-46b2-b8a7-1d85036b63ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6245 time: 0.5164430 Aug 11 08:08:11.137367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-013d5c55-4388-411b-85a3-241c26b9c335 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 1001 time: 0.4500577 Aug 11 08:08:11.160807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-16a84d14-a06f-4591-a980-757a1a5cd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.163050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-16a84d14-a06f-4591-a980-757a1a5cd50f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1101 time: 0.4728384 Aug 11 08:08:11.204495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:11.380659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-deleted', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:11.384243 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489435ed-048c-462c-b93e-656edf6e407b" -d '{"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-deleted", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:11.453363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-42e71728-17b1-4e43-99bc-8bbbf21b2520 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4281328 Aug 11 08:08:11.465464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c688da-e513-4527-82af-16a5c015a899 req-5c5ade24-4396-4ddb-a6fd-977651bf5d39 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.484209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4c688da-e513-4527-82af-16a5c015a899 req-5c5ade24-4396-4ddb-a6fd-977651bf5d39 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.4575927 Aug 11 08:08:11.504150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-e0f91146-0ebe-4559-962a-a5d52563692f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6886821 Aug 11 08:08:11.538240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:11.621874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-e0e2056f-b5d8-4c79-896e-24d4afacb224 service neutron] 10.222.0.58 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422399 Aug 11 08:08:11.634399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-03909924-2d05-4148-843d-bafe5b174f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.636533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-03909924-2d05-4148-843d-bafe5b174f95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 200 len: 868 time: 0.4842529 Aug 11 08:08:11.637233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-4de0f391-7c9f-4ddd-93ed-16ff85f50c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:11.640658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:11.641210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-4de0f391-7c9f-4ddd-93ed-16ff85f50c93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.4494410 Aug 11 08:08:11.804753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-87939f83-c349-432b-ad5e-2b36ccff694b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.1340144 Aug 11 08:08:11.805046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:11.842508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4c688da-e513-4527-82af-16a5c015a899 req-de2fcc8a-f825-4b60-93e6-dc3f71089b0d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389332 Aug 11 08:08:11.941089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:11.944219 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:11.960729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:12.070781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-60af16e2-9fb9-4d8f-ab25-811306f09efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.072143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-60af16e2-9fb9-4d8f-ab25-811306f09efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.073302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-60af16e2-9fb9-4d8f-ab25-811306f09efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.077750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-60af16e2-9fb9-4d8f-ab25-811306f09efb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a96012603e8243e7864c8cf9d05554df&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9218783 Aug 11 08:08:12.317134 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19744504-41b9-41c4-8a54-15378fff9354 x-openstack-request-id: req-19744504-41b9-41c4-8a54-15378fff9354 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:12.317543 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3e184-ae90-49fb-834c-5af91b3e3260", "name": "network-vif-deleted", "tag": "2423e07d-0630-4686-8ba8-fe98a725c448", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:12.317852 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19744504-41b9-41c4-8a54-15378fff9354 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:12.318244 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d3e184-ae90-49fb-834c-5af91b3e3260', 'name': 'network-vif-deleted', 'tag': '2423e07d-0630-4686-8ba8-fe98a725c448', 'status': 'completed', 'code': 200} Aug 11 08:08:12.323355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-e6fc5024-0f9b-4bf7-92af-e0e6c9d6beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.325478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-e6fc5024-0f9b-4bf7-92af-e0e6c9d6beba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 1095 time: 0.7790372 Aug 11 08:08:12.354599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-5cd294ff-9be9-4198-a8a6-ab926bba41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.358085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Pushing event updated for resources: {'Port': ['ID=424603ab-3a3c-4b0c-8978-18df40f141af,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:12.359290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-5cd294ff-9be9-4198-a8a6-ab926bba41bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.5445900 Aug 11 08:08:12.446827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f27918-61fe-46f6-881e-f677f7029b4a req-0676dbef-70cc-4845-98e2-def7847a2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.449162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-0676dbef-70cc-4845-98e2-def7847a2c8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 1101 time: 0.8661530 Aug 11 08:08:12.493544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-6ea2ea0a-cb21-433b-8bff-704098913619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.495139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-6ea2ea0a-cb21-433b-8bff-704098913619 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.1223147 Aug 11 08:08:12.531126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-a37a98b1-a348-4521-89a3-98b42ec1e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.533191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-a37a98b1-a348-4521-89a3-98b42ec1e152 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f797909e-f93f-471e-8ce6-5506d59ddae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8268759 Aug 11 08:08:12.587365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69e238a-eed7-4533-b1b1-63d543e9735e {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:12.596789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:12.610570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Transition to ACTIVE for port object b69e238a-eed7-4533-b1b1-63d543e9735e will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:12.611023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-d506d4aa-a808-48e8-bda4-e7d55e9d0bbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 200 len: 217 time: 0.0976379 Aug 11 08:08:12.613987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-039daf41-c39e-40e7-9b74-1a4d479b6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.615992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-039daf41-c39e-40e7-9b74-1a4d479b6c81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196434 Aug 11 08:08:12.620601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:12.687537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b8f8dfd-35aa-4052-a724-8fcfce2a15cb req-b0ec3fde-bf0a-42c0-96a0-9a651b3eda4e service neutron] 10.222.0.58 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0651040 Aug 11 08:08:12.718936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f27918-61fe-46f6-881e-f677f7029b4a req-2695aa5f-da48-4c74-9cd6-4b1205bac5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.724702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-2695aa5f-da48-4c74-9cd6-4b1205bac5eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2492142 Aug 11 08:08:12.791449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-0d4f38ca-86ff-46ca-a2ca-2dadc51887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:12.793179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-0d4f38ca-86ff-46ca-a2ca-2dadc51887c6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6953518 Aug 11 08:08:12.899635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-9db1010b-2eb2-4ac9-999d-655b210d4dbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 200 len: 217 time: 0.1446738 Aug 11 08:08:12.901388 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd76120c-f318-42fb-a9c3-5c9bb1d3c062 x-openstack-request-id: req-cd76120c-f318-42fb-a9c3-5c9bb1d3c062 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:12.901677 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:12.901940 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd76120c-f318-42fb-a9c3-5c9bb1d3c062 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:12.902318 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b', 'status': 'completed', 'code': 200} Aug 11 08:08:13.023269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f27918-61fe-46f6-881e-f677f7029b4a req-a4027604-0511-4eb4-a7f0-ef8dde202f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:13.024826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-a4027604-0511-4eb4-a7f0-ef8dde202f31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0807528 Aug 11 08:08:13.106069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:13.230839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-bf355674-027d-4814-adeb-e6e814c7d9a7 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047308 Aug 11 08:08:13.319126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-e04a7392-cf42-4601-80d2-91cead2eaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:13.320578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-e04a7392-cf42-4601-80d2-91cead2eaa2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.6610639 Aug 11 08:08:13.323868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:13.407380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:13.482666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-d3b1c60b-7697-47f5-8f09-9310c3300825 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ee13877817414c298ecb65156bfa2429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1668310 Aug 11 08:08:13.487293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-aa888725-c173-4e52-a419-3f9e513f4eec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089077 Aug 11 08:08:13.494798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-e5e9bee0-4f09-41ba-808a-733861f4e9cb service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9112489 Aug 11 08:08:13.733693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-eb6fd4bc-f933-4b8a-b41c-27d520dc753e service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345486 Aug 11 08:08:13.864896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f66863b2-92ec-4ff4-9051-36ee5ea98f0c None None] Provisioning complete for port 424603ab-3a3c-4b0c-8978-18df40f141af triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:13.865471 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f66863b2-92ec-4ff4-9051-36ee5ea98f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:13.924093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-658205bf-38f7-401e-a07c-de786b54ea7b service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762400 Aug 11 08:08:13.930346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Attempting to bind port b69e238a-eed7-4533-b1b1-63d543e9735e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:13.930706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Attempting to bind port b69e238a-eed7-4533-b1b1-63d543e9735e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:13.931013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Attempting to bind port b69e238a-eed7-4533-b1b1-63d543e9735e on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:13.939509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Port b69e238a-eed7-4533-b1b1-63d543e9735e on network 42523443-da12-421f-9b00-f32b705c6336 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:13.939924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Attempting to bind port b69e238a-eed7-4533-b1b1-63d543e9735e on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:13.948318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:13.949556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Checking segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:13.950762 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Bound using segment: {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:13.951312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Bound port: b69e238a-eed7-4533-b1b1-63d543e9735e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed092ee-0832-4e08-8db7-2e764bf82e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '42523443-da12-421f-9b00-f32b705c6336'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:13.951992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:13.989805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.001459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.005007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f66863b2-92ec-4ff4-9051-36ee5ea98f0c None None] Port 424603ab-3a3c-4b0c-8978-18df40f141af cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:08:14.011337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.019318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.026040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.033080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.041747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.051469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-2e02adbf-9f4a-4efe-a66d-b9bc2d77e8b5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5407 time: 1.7384806 Aug 11 08:08:14.093899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f27918-61fe-46f6-881e-f677f7029b4a req-e5e65992-dd39-429d-9181-e3540864378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.095892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-e5e65992-dd39-429d-9181-e3540864378f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9652243 Aug 11 08:08:14.204573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.205087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.205566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.206033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.206504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.207112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.207422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.214459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-efead5b7-8304-4ff4-855a-1aca341d483e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6312 time: 0.9000993 Aug 11 08:08:14.239553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33cc89da-0a26-47ce-b6f7-2abc322ce06e req-428170bf-89e4-4ebd-9948-75a7b04dd362 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863759 Aug 11 08:08:14.258996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:14.265923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b69e238a-eed7-4533-b1b1-63d543e9735e,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:14.275006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.410991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-9391c8b7-3005-456f-b529-fa10bdd0f456 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966795 Aug 11 08:08:14.469498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.470555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:14.474666 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] 10.222.0.69 "PUT /v2.0/ports/b69e238a-eed7-4533-b1b1-63d543e9735e HTTP/1.1" status: 200 len: 1091 time: 3.3039002 Aug 11 08:08:14.661236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Router e3a64846-f1a1-479d-8be5-deb589d59776 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:08:14.682278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:14.739637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-eef37531-6008-4391-bef4-b3aad43435df tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.747474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-eef37531-6008-4391-bef4-b3aad43435df tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0179691 Aug 11 08:08:14.751429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2273155f-c590-4d0f-96ab-b5d6272cd81e req-836bddb5-a37c-4457-8353-b9bc7a376fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9559829 Aug 11 08:08:14.752826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-5ea4888e-33ae-4e00-b154-f9da8ff8bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.753324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-5ea4888e-33ae-4e00-b154-f9da8ff8bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.753937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-5ea4888e-33ae-4e00-b154-f9da8ff8bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.755504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-5ea4888e-33ae-4e00-b154-f9da8ff8bf2b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a96012603e8243e7864c8cf9d05554df&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5021195 Aug 11 08:08:14.768541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-934738ab-a887-4d95-81f0-e5dded15fac3 req-9b9a40f3-6828-4aba-89a6-a3e6bacae34b service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236896 Aug 11 08:08:14.868250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372948-dfd0-4b54-99c1-d6bc2ad64cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:14.940925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:14.944011 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856946f4-8f0e-4004-b126-d74582dcd7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:14.969517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-28819a9c-0c9d-4b02-a1a3-0680606848f7 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/quotas/ee13877817414c298ecb65156bfa2429 HTTP/1.1" status: 200 len: 375 time: 0.2209945 Aug 11 08:08:14.993261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-2accc92e-fc0e-41a9-ad5e-bb5d942b7184 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:14.996128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-2accc92e-fc0e-41a9-ad5e-bb5d942b7184 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 822 time: 0.4785445 Aug 11 08:08:15.001698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43f27918-61fe-46f6-881e-f677f7029b4a req-9369b113-56cf-499b-b920-ef2eb3f2c3ba service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783849 Aug 11 08:08:15.019333 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:15.039900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-4e67db6f-0076-48af-9c38-17d669985b20 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/quotas/695f232b293d40d9b5164df67b702d98 HTTP/1.1" status: 200 len: 375 time: 0.0302479 Aug 11 08:08:15.155618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-df6016f9-9532-475f-93b7-8be667440191 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee13877817414c298ecb65156bfa2429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1691909 Aug 11 08:08:15.217153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-4dd6e865-6730-4c93-a6dc-e065747a898c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379890 Aug 11 08:08:15.234412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-1615e696-7e82-435a-989a-8c506c39e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.239422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2a77d-7541-4cd9-af14-d53db199ed77 req-1615e696-7e82-435a-989a-8c506c39e20f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4759300 Aug 11 08:08:15.241833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:15.252251 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Sync routers for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:15.269954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:15.270526 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:15.271723 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-56c12a5d-1349-4ecf-8268-6d1442fbc263 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3a64846-f1a1-479d-8be5-deb589d59776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4008484 Aug 11 08:08:15.411442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.414296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.414799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.415701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.415971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.416213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.416705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:15.418839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-f9ea1989-5c7e-42e8-84a5-52fbc931a339 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6354 time: 0.1147029 Aug 11 08:08:15.501529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-2507dcd1-6af3-4a3e-9141-72b6ec8f6bb5 service neutron] 10.222.0.58 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602949 Aug 11 08:08:15.563469 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:15.693418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-9ed47a92-817f-425e-a369-389423718f6e service neutron] 10.222.0.58 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907470 Aug 11 08:08:15.849531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:15.870211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:15.902167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Transition to ACTIVE for port object 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:15.910437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.064060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Pushing event updated for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:16.110164 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:10Z', 'revision_number': 2, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:16.206771 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Checking router: e3a64846-f1a1-479d-8be5-deb589d59776 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:16.207614 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Updating router e3a64846-f1a1-479d-8be5-deb589d59776 port 424603ab-3a3c-4b0c-8978-18df40f141af binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:08:16.284954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-accdde88-1f1d-4e9b-8e3b-5c6437c186d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:16.288100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-accdde88-1f1d-4e9b-8e3b-5c6437c186d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:16.288846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-accdde88-1f1d-4e9b-8e3b-5c6437c186d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:16.299898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-accdde88-1f1d-4e9b-8e3b-5c6437c186d9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a96012603e8243e7864c8cf9d05554df&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8401921 Aug 11 08:08:16.313325 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.378546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd7d92-2b0e-419a-b58d-5d4c78bc616d req-2080bb6d-748d-4580-bea6-f6c6efed4c7c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:16.382749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-7956a3bd-f4b3-455c-8be4-8bc9a4abf1b2 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 258 time: 0.9627619 Aug 11 08:08:16.384247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98fd7d92-2b0e-419a-b58d-5d4c78bc616d req-2080bb6d-748d-4580-bea6-f6c6efed4c7c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.2856853 Aug 11 08:08:16.388450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:16.488237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.489993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Attempting to bind port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:16.491086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Attempting to bind port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:16.491642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Attempting to bind port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:16.580134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98fd7d92-2b0e-419a-b58d-5d4c78bc616d req-8af6c5c3-b972-4c27-8424-2996b1e0f4ad tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819220 Aug 11 08:08:16.585178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:16.596924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Attempting to bind port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:16.624346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:16.629551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Checking segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:16.631176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Bound using segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:16.631861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Bound port: 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:16.634493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.717823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-445b857a-7bb1-4d0a-9650-27fce6d094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:16.730057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8ca1d084-1806-4a75-99c3-3d8f6e9a2d55 req-445b857a-7bb1-4d0a-9650-27fce6d094d9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4290140 Aug 11 08:08:16.864989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:16.879613 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71e553f-a078-4f41-9fe2-77fc0545f1da x-openstack-request-id: req-e71e553f-a078-4f41-9fe2-77fc0545f1da {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:16.880033 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:16.880140 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e71e553f-a078-4f41-9fe2-77fc0545f1da {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:16.880543 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e', 'status': 'completed', 'code': 200} Aug 11 08:08:16.883149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.886090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:16.901730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:16.994510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.012430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.014888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] 10.222.0.69 "PUT /v2.0/ports/9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 200 len: 1091 time: 2.3458605 Aug 11 08:08:17.087202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Request body: {'port': {'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:17.089921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.090390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.090869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.091604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.092090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.092634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.097030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.099181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-fcda5bb6-a551-4b4e-aa0a-11092da4acdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6421 time: 0.1901729 Aug 11 08:08:17.210654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eb970-5a22-47e2-a32f-7c2fa3d8879c service neutron] Pushing event updated for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:17.231973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.264514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Allocated IP 172.25.2.244 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f9a60099-8751-498a-af0b-9d18561c252e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:17.275235 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.280074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.291059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.308241 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Transition to ACTIVE for port object 424603ab-3a3c-4b0c-8978-18df40f141af will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:17.318948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.328065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.332853 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.335196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.346835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.354132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.356817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-53f01e80-4238-43da-aa7a-31ba6089c40d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5419 time: 0.3287451 Aug 11 08:08:17.397358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-788d0d05-6c74-4068-b242-6f8562342b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.398029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-788d0d05-6c74-4068-b242-6f8562342b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.398380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-788d0d05-6c74-4068-b242-6f8562342b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.400850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-788d0d05-6c74-4068-b242-6f8562342b45 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a96012603e8243e7864c8cf9d05554df&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2840216 Aug 11 08:08:17.439289 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Pushing event updated for resources: {'Port': ['ID=424603ab-3a3c-4b0c-8978-18df40f141af,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:17.461825 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.462333 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.462863 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.464704 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.465232 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.465569 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.465906 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.466766 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.467241 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.467587 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.468021 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.468358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.529888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.536071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5ac68c7-cf23-455d-8c2d-0aae406f6671 req-f7703146-e129-4414-a2b5-fabf0fa61c9a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526012 Aug 11 08:08:17.610310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-b94657b4-54fe-49f2-a7e2-c838d63bb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:17.612426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-856946f4-8f0e-4004-b126-d74582dcd7d1 req-b94657b4-54fe-49f2-a7e2-c838d63bb635 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004852 Aug 11 08:08:17.625947 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Attempting to bind port 424603ab-3a3c-4b0c-8978-18df40f141af on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:17.626321 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Attempting to bind port 424603ab-3a3c-4b0c-8978-18df40f141af by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:17.626693 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Attempting to bind port 424603ab-3a3c-4b0c-8978-18df40f141af on network 7694fc1c-7f77-4641-8b93-5c87eb94db03 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:17.647764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:17.648783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Checking segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:17.649224 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.653558 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Bound using segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:17.658117 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Bound port: 424603ab-3a3c-4b0c-8978-18df40f141af, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:17.658579 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.688294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.746118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event updated for resources: {'Port': ['ID=f9a60099-8751-498a-af0b-9d18561c252e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:17.758757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:17.761286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.761749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.762194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.762631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.763213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.763716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.764151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.764943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.765456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.765891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.766327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.766755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:17.778385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:17.783058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:17.805971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55371744-17ed-41f5-bcd3-4797309e3eea req-f78551ef-24d3-440c-b664-52e8572fcb7b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 210 time: 0.0907199 Aug 11 08:08:17.866190 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] For port 424603ab-3a3c-4b0c-8978-18df40f141af, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:17.875645 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] For port 424603ab-3a3c-4b0c-8978-18df40f141af, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=424603ab-3a3c-4b0c-8978-18df40f141af,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:17.885926 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:17.900560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-593db90a-e5e6-4768-aa45-b72c3e7ce76a tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee13877817414c298ecb65156bfa2429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524132 Aug 11 08:08:17.969677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.040099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.074750 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:18.075533 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:18.084265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d7855-40a7-4699-8680-a6ea7392fe16 None None] Pushing event updated for resources: {'Port': ['ID=424603ab-3a3c-4b0c-8978-18df40f141af,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:18.236291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-d1978058-5182-4572-9d03-14b4b4422c67 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:18.238026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-d1978058-5182-4572-9d03-14b4b4422c67 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100588 Aug 11 08:08:18.240489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b69d87-4da7-4d61-b1b9-66cd9a260887 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:18.250788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.277721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Request body: {'port': {'device_id': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ee13877817414c298ecb65156bfa2429'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:18.330353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33144) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:18.365679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180407447', 'description': 'tempest-description--1103441202'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:18.370493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Transition to ACTIVE for port object 18b69d87-4da7-4d61-b1b9-66cd9a260887 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:18.396740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.511395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:18.537018 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.568213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4249d3f-b217-4100-987a-16b513974043 req-cc1f533b-66e0-4f02-aa62-ce0f0b4ab0f5 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 210 time: 0.0627522 Aug 11 08:08:18.582024 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:18.662187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.689576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.694707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Attempting to bind port 18b69d87-4da7-4d61-b1b9-66cd9a260887 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:18.695051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Attempting to bind port 18b69d87-4da7-4d61-b1b9-66cd9a260887 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:18.695836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Attempting to bind port 18b69d87-4da7-4d61-b1b9-66cd9a260887 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:18.703268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Port 18b69d87-4da7-4d61-b1b9-66cd9a260887 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:18.703694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Attempting to bind port 18b69d87-4da7-4d61-b1b9-66cd9a260887 on network 2372f93c-ae15-4228-93b0-3d026bd1bc09 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:18.717976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:18.718326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Checking segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:18.718722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Bound using segment: {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:18.719179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Bound port: 18b69d87-4da7-4d61-b1b9-66cd9a260887, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cfca7a-4f12-40ea-bbc0-e393ba84b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:18.719541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.770418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919a33f-cdca-49f0-8a82-cc47ff55cb9d req-1ee0b550-e3f9-484d-a1d5-07cdaf524919 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:18.772159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4919a33f-cdca-49f0-8a82-cc47ff55cb9d req-1ee0b550-e3f9-484d-a1d5-07cdaf524919 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.0799098 Aug 11 08:08:18.776223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event updated for resources: {'Port': ['ID=f9a60099-8751-498a-af0b-9d18561c252e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:18.851807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-dc80c487-9029-43fa-a064-7df612e8d5c3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:18.852068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4919a33f-cdca-49f0-8a82-cc47ff55cb9d req-d62ac613-b2ae-4992-a1db-33819f1e37f7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556397 Aug 11 08:08:18.856272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-dc80c487-9029-43fa-a064-7df612e8d5c3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 822 time: 0.4832411 Aug 11 08:08:18.867332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:18.874029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:18.881438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:18.882460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Request body: {'port': {'device_id': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'admin_state_up': True, 'tenant_id': '695f232b293d40d9b5164df67b702d98'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:18.885546 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ece9a1-66e8-4ba4-91ca-771496c5946b" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:18.893701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.931641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:18.932280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:18.933823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] 10.222.0.69 "PUT /v2.0/ports/18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 200 len: 1091 time: 1.8525126 Aug 11 08:08:18.966805 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:17Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:19.000219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cf5f2-b95a-4911-9ab9-5df82f41bdfd service neutron] Pushing event updated for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:19.015290 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba532f-e637-4df2-8ef8-deb9c58847a1 None None] The sync data for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 is: [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:17Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:19.161947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.162806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.163961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.165880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.166738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.167612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.168495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.172318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-02114b7b-3f99-4100-af3a-4c3f89f82fa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6488 time: 0.1437852 Aug 11 08:08:19.331888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-a3dc3964-4b58-409a-9fd1-253e4841eb4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 200 len: 217 time: 0.1440899 Aug 11 08:08:19.395264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.460301 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.469887 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.471185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-56b0dc67-7bd6-4e67-a1cb-86f9b591ad71 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.473899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-56b0dc67-7bd6-4e67-a1cb-86f9b591ad71 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.2230775 Aug 11 08:08:19.485198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.489660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-620d64d6-5c6a-423d-add7-a5923e3e5803 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1057410 Aug 11 08:08:19.500010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e516a809-ac52-4158-ae4e-6b505410d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.502282 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-e516a809-ac52-4158-ae4e-6b505410d89d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e00c32b9-9514-4042-90b4-93cdbf2b832e HTTP/1.1" status: 200 len: 856 time: 0.1627970 Aug 11 08:08:19.534239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Made reservation on behalf of ee13877817414c298ecb65156bfa2429 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:19.538136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.542265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.546905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2126374 Aug 11 08:08:19.554335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33154) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:19.562028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-7a4ad73a-f3b0-41af-b848-f468f87c563c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/quotas/1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 375 time: 0.0685141 Aug 11 08:08:19.576103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Request body: {'security_group_rule': {'security_group_id': '14345d6c-1f36-4538-9956-9824312c2509', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:19.590589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c208fd-4ba3-4298-9450-4b0a1b24d458 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14345d6c-1f36-4538-9956-9824312c2509,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:19.607363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-77c0c7b3-b643-4f02-8ac4-bbf88e09b668 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.1089718 Aug 11 08:08:19.610877 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.619653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Made reservation on behalf of 695f232b293d40d9b5164df67b702d98 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:19.624431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.660801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-bdd2257d-7967-446e-b120-d32eb3c16862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.662648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-bdd2257d-7967-446e-b120-d32eb3c16862 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481609 Aug 11 08:08:19.738194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:19.753330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-14fec40e-8c8d-44e2-ac9b-b4dc8a37838b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1596811 Aug 11 08:08:19.845322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-b05a36c7-2408-42bb-b980-5a6d827809b0 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:19.846958 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-b05a36c7-2408-42bb-b980-5a6d827809b0 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2189064 Aug 11 08:08:19.873686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-607a3663-4742-48a4-9ccb-c035059abb28 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:08:19.874974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-961c064c-1717-43e5-b8e5-91cbde1d6938 req-607a3663-4742-48a4-9ccb-c035059abb28 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147288 Aug 11 08:08:19.899752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Allocated IP 172.20.0.12 (024ac3bd-cd14-4278-850a-4a1dd1909d2e/9f0d8c6e-4429-448c-899f-acfc3231bea3/83056fbc-f2e6-4993-a836-70bd181d2be2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:19.940039 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-99cd9168-d8e1-4aba-8211-0cc3b4e1a54e service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685535 Aug 11 08:08:19.967519 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.027547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.071458 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-b9de7496-cd3a-4728-9fbf-bf8568a5d808 service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943454 Aug 11 08:08:20.111025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934875d3-31c6-4262-b5a7-4a5723fe56b3,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:20.131620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.138012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.145188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.146060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.151284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.158235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.163846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.164161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.171274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.172848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74757837-c777-43db-89e0-1944d15e8d70 req-c465ee21-fdcb-42dc-b60a-1bd7173bb842 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1926138 Aug 11 08:08:20.177392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.178659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f2a1c5f6-0605-41a5-b714-dc0dba30b8b6 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6194160 Aug 11 08:08:20.188588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33164) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:20.193193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Request body: {'security_group_rule': {'security_group_id': '14345d6c-1f36-4538-9956-9824312c2509', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:20.277300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-99534523-6594-4850-8bcc-450c71c06ca9 service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225360 Aug 11 08:08:20.285213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.291377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74757837-c777-43db-89e0-1944d15e8d70 req-35147be0-730a-49a0-9084-b0fc72e4c1f7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930097 Aug 11 08:08:20.294322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.296084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55feea6f-6f4a-4177-98dd-64b7206d7882,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:20.350288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-7df0eab5-67a7-49b1-9a94-35c8a787abb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 217 time: 0.0653431 Aug 11 08:08:20.364654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-1534877d-1b88-4bfc-b336-59f7f24b43c3 service neutron] 10.222.0.58 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926667 Aug 11 08:08:20.457495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Allocated IP 192.168.233.41 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/9b9c9697-7133-420e-9ba0-70718b658782) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:20.461025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-9573040c-2d19-4db1-a74c-5e914f64ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.462680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-9573040c-2d19-4db1-a74c-5e914f64ba31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.0785160 Aug 11 08:08:20.502521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74450c2d-eb31-48db-8c4b-161cf607938a req-4781819d-80ea-42c6-b880-fde0bb1fc8c1 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 210 time: 0.0766118 Aug 11 08:08:20.503278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.600408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Network 024ac3bd-cd14-4278-850a-4a1dd1909d2e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:20.618407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:20.625952 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.627378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:20.641031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.641831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 424603ab-3a3c-4b0c-8978-18df40f141af up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:20.678538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event updated for resources: {'Port': ['ID=83056fbc-f2e6-4993-a836-70bd181d2be2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:20.769070 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912f74a-5c5c-4e39-b13f-a4579e82d46f x-openstack-request-id: req-1912f74a-5c5c-4e39-b13f-a4579e82d46f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:20.769372 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:20.769635 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1912f74a-5c5c-4e39-b13f-a4579e82d46f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:20.770046 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1', 'status': 'completed', 'code': 200} Aug 11 08:08:20.803201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab9d690-20c9-4e2c-9bc2-369ba2865758,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:20.816664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3b533a6b-0971-4ad7-90de-041efdf8ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.818382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3b533a6b-0971-4ad7-90de-041efdf8ff9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3464923 Aug 11 08:08:20.839389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.846843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2956eb51-e372-4b01-a066-6b6b28c1c96f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6526146 Aug 11 08:08:20.848298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33174) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:20.851228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 424603ab-3a3c-4b0c-8978-18df40f141af completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:20.857540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:20.859791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 424603ab-3a3c-4b0c-8978-18df40f141af triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:20.860623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.893868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:20.920648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:20.921213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.010157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65e0a4-0368-4ad5-aabc-6f85ccc07365 req-29fcef05-1646-4296-8ba6-aca2248aef8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:21.013262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af65e0a4-0368-4ad5-aabc-6f85ccc07365 req-29fcef05-1646-4296-8ba6-aca2248aef8e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 932 time: 0.2810526 Aug 11 08:08:21.026054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.063757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-7b2d635b-ee58-4f29-805a-9d1dd5822665 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345796 Aug 11 08:08:21.070334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-95195a2f-512e-42d6-a1ee-fa38bc58c93b tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1930127 Aug 11 08:08:21.074852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-b1c010c8-1bf4-4d2d-9635-059e09e91623 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:21.076735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-b1c010c8-1bf4-4d2d-9635-059e09e91623 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1087680 Aug 11 08:08:21.081756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 424603ab-3a3c-4b0c-8978-18df40f141af, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=424603ab-3a3c-4b0c-8978-18df40f141af,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:21.091185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.105509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Request body: {'port': {'device_id': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:21.136137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af65e0a4-0368-4ad5-aabc-6f85ccc07365 req-7710db8a-ff0f-40f3-9c75-a848bc71d04e tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122489 Aug 11 08:08:21.162403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=424603ab-3a3c-4b0c-8978-18df40f141af,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:21.212693 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.333692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.406636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4891d50-5773-463b-9efa-503eba8183b5 req-7accfb4c-b965-48af-88d3-4ee00d8d686b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:21.408274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4891d50-5773-463b-9efa-503eba8183b5 req-7accfb4c-b965-48af-88d3-4ee00d8d686b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1728709 Aug 11 08:08:21.610469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4891d50-5773-463b-9efa-503eba8183b5 req-6f3a6411-ebcc-4a0a-98c1-d7dac6128d3b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577914 Aug 11 08:08:21.658473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.665346 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-5e4cda56-1f32-47a2-b388-3e2757c328e1 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.5737777 Aug 11 08:08:21.668655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Allocated IP 172.25.2.125 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/16b9ab90-9f03-4f51-9790-47505916baed) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:21.691544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Transition to ACTIVE for port object 9b9c9697-7133-420e-9ba0-70718b658782 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:21.701939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-f44efa80-b330-4b17-bbf8-a5702d0f78b3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Request body: {'floatingip': {'port_id': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:21.780796 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-f44efa80-b330-4b17-bbf8-a5702d0f78b3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.863475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-7e967764-2476-414c-83c8-71080403e53c service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820032 Aug 11 08:08:21.877253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83056fbc-f2e6-4993-a836-70bd181d2be2 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:21.907845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e87680d-62fc-4c56-b80f-05159a51308f req-e2f4af02-6b7f-4725-b152-4b4c4ce0ea4b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0582919 Aug 11 08:08:21.911343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.935158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.945088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Transition to ACTIVE for port object 83056fbc-f2e6-4993-a836-70bd181d2be2 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:21.953272 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:21.962812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-132467e3-9882-4804-a720-38fb1d57466d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 217 time: 0.0854888 Aug 11 08:08:22.010028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.061456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Pushing event updated for resources: {'Port': ['ID=83056fbc-f2e6-4993-a836-70bd181d2be2,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:22.117163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:22.128557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.164673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:22.168740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:22.173453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-99c4b389-a15a-4fed-ac5a-acbde7147ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.175888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-99c4b389-a15a-4fed-ac5a-acbde7147ecb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.2003958 Aug 11 08:08:22.181811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.186746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:22.188531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.195909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.202515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.208944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.214920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.221869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.223951 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-5e2d793e-f177-4a6d-8c01-526e0f8e12d2 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.2312796 Aug 11 08:08:22.262390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.262737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.263412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:22.263586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.264118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.264620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.265148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.265640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.266148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.266635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.267123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.267604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.268101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:22.297615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:22.339517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event updated for resources: {'Port': ['ID=16b9ab90-9f03-4f51-9790-47505916baed,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:22.345688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:22.361477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.362191 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.366147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-86c2293d-2bbc-4086-86c5-44c2b43777de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.367731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-86c2293d-2bbc-4086-86c5-44c2b43777de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1779628 Aug 11 08:08:22.377504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Attempting to bind port 83056fbc-f2e6-4993-a836-70bd181d2be2 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:22.377848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Attempting to bind port 83056fbc-f2e6-4993-a836-70bd181d2be2 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:22.378179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Attempting to bind port 83056fbc-f2e6-4993-a836-70bd181d2be2 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:22.407470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Port 83056fbc-f2e6-4993-a836-70bd181d2be2 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:22.407796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Attempting to bind port 83056fbc-f2e6-4993-a836-70bd181d2be2 on network 024ac3bd-cd14-4278-850a-4a1dd1909d2e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:22.431729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a7226c9-4b2a-4a01-ae7c-95243e6efd56 req-b2e093fd-0f9c-492b-86f8-3c4898e27acf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923041 Aug 11 08:08:22.441720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:22.442104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Checking segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:22.442459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Bound using segment: {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:22.442916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Bound port: 83056fbc-f2e6-4993-a836-70bd181d2be2, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f926d-42b0-4421-bc8d-fc3895f97310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:22.443282 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.449151 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-f44efa80-b330-4b17-bbf8-a5702d0f78b3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 08:08:22.481960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34ffd372-6120-4b93-9b88-9b8bf1b69b91 req-f44efa80-b330-4b17-bbf8-a5702d0f78b3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "PUT /v2.0/floatingips/433e6da4-32ea-4795-a83a-5bbf27d04d59 HTTP/1.1" status: 409 len: 550 time: 0.7943876 Aug 11 08:08:22.483922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-53034310-4786-481f-92cf-4887df7ccf90 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2129145 Aug 11 08:08:22.563069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-e2483956-55ca-4f86-b7f1-131fce55492a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.565376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-e2483956-55ca-4f86-b7f1-131fce55492a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 807 time: 0.3245680 Aug 11 08:08:22.603881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Request body: {'port': {'device_id': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:22.635915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-efac8ec9-8346-445f-9d83-805ed20b8406 None None] Provisioning for port 9b9c9697-7133-420e-9ba0-70718b658782 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:22.643656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-efac8ec9-8346-445f-9d83-805ed20b8406 None None] Provisioning complete for port 9b9c9697-7133-420e-9ba0-70718b658782 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:22.644036 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-efac8ec9-8346-445f-9d83-805ed20b8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.673010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] For port 83056fbc-f2e6-4993-a836-70bd181d2be2, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:22.677435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] For port 83056fbc-f2e6-4993-a836-70bd181d2be2, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=83056fbc-f2e6-4993-a836-70bd181d2be2,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:22.685166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 424603ab-3a3c-4b0c-8978-18df40f141af up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:22.697017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-efac8ec9-8346-445f-9d83-805ed20b8406 None None] Port 9b9c9697-7133-420e-9ba0-70718b658782 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:08:22.727479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Request body: {'port': {'device_id': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'admin_state_up': True, 'tenant_id': '1ef799b07b634e4b864fa48a59d0f984'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:22.759172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.773221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:22.775656 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d93344-786d-48a9-aebd-c8db876ac01f" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:22.786561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c1c7c599-175b-477d-9707-d3c1ad2e1735 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024422 Aug 11 08:08:22.797710 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.799937 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.955738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.956605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.958572 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] 10.222.0.64 "PUT /v2.0/ports/83056fbc-f2e6-4993-a836-70bd181d2be2 HTTP/1.1" status: 200 len: 1092 time: 1.8679087 Aug 11 08:08:22.965635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'tag': '83056fbc-f2e6-4993-a836-70bd181d2be2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:22.969655 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52166d5f-d5d1-4b1a-9d99-408327739b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3d9dd3-0442-4bd5-925d-7df147c6f60d", "tag": "83056fbc-f2e6-4993-a836-70bd181d2be2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:22.978769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 424603ab-3a3c-4b0c-8978-18df40f141af triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:22.979367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:22.986312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4335-e629-46b8-9ab6-7634dd4c58f0 req-7a7bd067-1b49-49e3-9611-26733759ff8b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:22.988544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b0e4335-e629-46b8-9ab6-7634dd4c58f0 req-7a7bd067-1b49-49e3-9611-26733759ff8b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 935 time: 0.3027070 Aug 11 08:08:23.039245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.066223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92616b34-47ec-412b-8a40-e18501c29ec9 req-b46e64ed-7a4a-4634-a1e2-59a718b89320 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.068631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92616b34-47ec-412b-8a40-e18501c29ec9 req-b46e64ed-7a4a-4634-a1e2-59a718b89320 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 944 time: 0.4159641 Aug 11 08:08:23.114986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed0da1-ac3e-41ac-84cb-d5cb90ba4b98 service neutron] Pushing event updated for resources: {'Port': ['ID=83056fbc-f2e6-4993-a836-70bd181d2be2,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:23.191604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b0e4335-e629-46b8-9ab6-7634dd4c58f0 req-82df5543-8cec-4653-a880-3350ddf4388e tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797075 Aug 11 08:08:23.219238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Made reservation on behalf of 1ef799b07b634e4b864fa48a59d0f984 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:23.222944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.225442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92616b34-47ec-412b-8a40-e18501c29ec9 req-3f517dd2-a6c3-4098-8ba7-436ee752b97a tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367939 Aug 11 08:08:23.249034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-79b35985-d178-42aa-abc2-c6d6590438fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.250624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-79b35985-d178-42aa-abc2-c6d6590438fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 1095 time: 0.2124510 Aug 11 08:08:23.384664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5ab71959-977d-4036-ba72-84e406aae3f4 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278730 Aug 11 08:08:23.387390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-1e38e69d-645a-4563-b299-4ac9168e2999 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips/433e6da4-32ea-4795-a83a-5bbf27d04d59 HTTP/1.1" status: 200 len: 693 time: 0.1451170 Aug 11 08:08:23.388157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9c9697-7133-420e-9ba0-70718b658782 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:23.401634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-ecef2199-104e-4e02-a472-bd07d3d12571 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83056fbc-f2e6-4993-a836-70bd181d2be2 HTTP/1.1" status: 200 len: 217 time: 0.0978444 Aug 11 08:08:23.407506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.433283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fd26e-0f4e-4218-a7e4-7161d693e97d req-6b3af146-5558-492b-b961-ac7251a304db tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.434612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-629fd26e-0f4e-4218-a7e4-7161d693e97d req-6b3af146-5558-492b-b961-ac7251a304db tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1061149 Aug 11 08:08:23.438151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Transition to ACTIVE for port object 9b9c9697-7133-420e-9ba0-70718b658782 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:23.449388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.570210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-88330fb3-59a1-4c6d-ab93-f97af202bd72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=67a7d107-3f2f-45dd-bde0-86092c58343b HTTP/1.1" status: 200 len: 217 time: 0.1760678 Aug 11 08:08:23.694282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-2ac7c216-86c2-483f-adff-937d287a7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.696749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-2ac7c216-86c2-483f-adff-937d287a7438 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 200 len: 862 time: 0.2674527 Aug 11 08:08:23.713532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5f60ac83-5917-4e49-bb89-7b9eaaf80b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.715310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-5f60ac83-5917-4e49-bb89-7b9eaaf80b1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.1219318 Aug 11 08:08:23.736417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-629fd26e-0f4e-4218-a7e4-7161d693e97d req-9beac848-7efe-4163-a96d-97fa19e21fc8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897699 Aug 11 08:08:23.761168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-3d7f5cab-05f0-42bb-aa55-394be27272eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=024ac3bd-cd14-4278-850a-4a1dd1909d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485463 Aug 11 08:08:23.766618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Attempting to bind port 9b9c9697-7133-420e-9ba0-70718b658782 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:23.767240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Attempting to bind port 9b9c9697-7133-420e-9ba0-70718b658782 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:23.767477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Attempting to bind port 9b9c9697-7133-420e-9ba0-70718b658782 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:23.793906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:23.799222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1ea47eaa-576a-45a2-8f5f-0c73cc9eeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:23.800465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1ea47eaa-576a-45a2-8f5f-0c73cc9eeee6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628607 Aug 11 08:08:23.801199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Port 9b9c9697-7133-420e-9ba0-70718b658782 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:23.801611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Attempting to bind port 9b9c9697-7133-420e-9ba0-70718b658782 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:23.868814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.872271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Allocated IP 172.20.0.3 (b0540c9e-ac3b-4b91-a575-dc4878825330/5856bec9-5e49-4d97-85cb-c8485228a063/87a1059a-384e-4167-a94b-483884aac702) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:23.915305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:23.915768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:23.916303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:23.916850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Bound port: 9b9c9697-7133-420e-9ba0-70718b658782, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:23.917362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:23.934596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-1821d3aa-3ae9-4e18-b6d7-ee73d390dd89 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256561 Aug 11 08:08:23.936792 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eb4c53-f63d-44de-ace3-efcb36a93c53 x-openstack-request-id: req-46eb4c53-f63d-44de-ace3-efcb36a93c53 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:23.937212 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:23.937551 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46eb4c53-f63d-44de-ace3-efcb36a93c53 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:23.938047 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887', 'status': 'completed', 'code': 200} Aug 11 08:08:23.943298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:24.017812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f19d-f14f-4415-a028-da49b48776e4 req-0f5278e1-cf1d-4a6c-b09b-c099415dd2fb tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.019376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-0f5278e1-cf1d-4a6c-b09b-c099415dd2fb tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.6026602 Aug 11 08:08:24.066099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38bcf22c-78a8-4c54-af8e-1c518f420248 req-444db974-89c1-4d8e-a26a-dfcda63d0d3a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0846548 Aug 11 08:08:24.086799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:24.092479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:24.096935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event updated for resources: {'Port': ['ID=16b9ab90-9f03-4f51-9790-47505916baed,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:24.145734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-cf2407d0-2d9a-4c71-95e7-a8ff564ac3fb tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:08:24.147609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-cf2407d0-2d9a-4c71-95e7-a8ff564ac3fb tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476570 Aug 11 08:08:24.148563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-df1e905b-64ed-4d03-96f1-c4524265b92a service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752093 Aug 11 08:08:24.150485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:24.209878 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e35b2c8-1222-4018-9b30-916d0315e224 x-openstack-request-id: req-8e35b2c8-1222-4018-9b30-916d0315e224 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:24.210301 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3d9dd3-0442-4bd5-925d-7df147c6f60d", "tag": "83056fbc-f2e6-4993-a836-70bd181d2be2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:24.210705 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e35b2c8-1222-4018-9b30-916d0315e224 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:24.210881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:24.211319 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'tag': '83056fbc-f2e6-4993-a836-70bd181d2be2', 'status': 'completed', 'code': 200} Aug 11 08:08:24.268825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-b4bab463-7217-429f-9dc9-dbc8ac80ef54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=b69e238a-eed7-4533-b1b1-63d543e9735e HTTP/1.1" status: 200 len: 217 time: 0.0593064 Aug 11 08:08:24.280031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.280974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:24.282896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-6fb70a9f-4f52-40e8-bd3d-436d520bf9c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b9c9697-7133-420e-9ba0-70718b658782 HTTP/1.1" status: 200 len: 1095 time: 1.7039595 Aug 11 08:08:24.336267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-40d5c89a-e67f-4389-93f5-5db4c3a6d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.338080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-40d5c89a-e67f-4389-93f5-5db4c3a6d510 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.0611513 Aug 11 08:08:24.383200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:24.409758 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-4487dc87-3e58-463a-92bd-2c330dbd909d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.2337861 Aug 11 08:08:24.428908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-fd407f74-58e2-4a74-8902-7e8ad86dff4c service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521347 Aug 11 08:08:24.429641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:24.439861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-23ab54f8-5e9c-415e-b4a6-aae19d23d9aa tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5915818 Aug 11 08:08:24.504904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.510986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.517425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.523474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.529438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.537529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.541790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.543884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-3fb859c3-4c49-49b3-bb4a-6334cbeb243d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1999693 Aug 11 08:08:24.583077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-88f85fd2-ae1d-48de-9a4f-309a6222e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.584684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-88f85fd2-ae1d-48de-9a4f-309a6222e440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee13877817414c298ecb65156bfa2429&device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1944745 Aug 11 08:08:24.587195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3879bd8f-e12b-43bc-aaa5-4def1088f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.588703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3879bd8f-e12b-43bc-aaa5-4def1088f372 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2431006 Aug 11 08:08:24.625694 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20075850-c497-49c5-89c4-c6aadb4766d5 req-71afbe59-f55f-48d8-87c2-4e208b3388c8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738745 Aug 11 08:08:24.708454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-4e66d731-55c4-4ac5-aa05-17490f2a4da2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=9b9c9697-7133-420e-9ba0-70718b658782 HTTP/1.1" status: 200 len: 217 time: 0.1040096 Aug 11 08:08:24.867712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-73b4a669-615d-4e32-957d-deb4000fb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.870566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-73b4a669-615d-4e32-957d-deb4000fb7f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1511114 Aug 11 08:08:24.879153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-d74e6cc4-5510-4291-84f2-3bbf8fbb0f59 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786665 Aug 11 08:08:24.914332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bacc7-4bb8-4bcd-87c1-6ad53de0b753 req-4105e9e6-9eee-4e08-950e-a9b0bafc90ab tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:24.915948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e3bacc7-4bb8-4bcd-87c1-6ad53de0b753 req-4105e9e6-9eee-4e08-950e-a9b0bafc90ab tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 947 time: 0.1541529 Aug 11 08:08:24.960488 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-98677feb-33b6-45d9-a880-00cb2701c91f tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.244 HTTP/1.1" status: 200 len: 696 time: 0.5343161 Aug 11 08:08:24.982435 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:08:25.038580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e3bacc7-4bb8-4bcd-87c1-6ad53de0b753 req-e7805d66-ee45-4225-bd62-b9e422506104 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023581 Aug 11 08:08:25.047344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-5a5bfd0b-9230-406f-9d72-7c3528d1cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.049179 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-5a5bfd0b-9230-406f-9d72-7c3528d1cb3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660073 Aug 11 08:08:25.080654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-103313e9-8b32-4fac-9353-b13b50ee3b8e service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851966 Aug 11 08:08:25.157562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6c8906d-bc0a-4ac8-93c7-3932d1232a09 req-ace2a19e-e070-40d5-bb75-dcb20687066b service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858418 Aug 11 08:08:25.184180 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:25.217628 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-35405926-f698-4a5b-ae20-c415f65be1bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 200 len: 217 time: 0.0547469 Aug 11 08:08:25.246446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Deleting port f9a60099-8751-498a-af0b-9d18561c252e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:25.246820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:25.293624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:25.332139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753370cd-920b-4ad0-a9ea-7393499bd4b5 req-21515586-855d-4679-82ec-73425f7f4791 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.333685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-753370cd-920b-4ad0-a9ea-7393499bd4b5 req-21515586-855d-4679-82ec-73425f7f4791 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 944 time: 0.1698477 Aug 11 08:08:25.336128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-041330ba-d029-42b1-b9c3-c187da5b8f48 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543156 Aug 11 08:08:25.337973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c060b336-90e3-46a3-a0d4-b3dfb3914baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.339472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-c060b336-90e3-46a3-a0d4-b3dfb3914baf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.1066272 Aug 11 08:08:25.340212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8e9b3199-fd96-4024-96a9-4cb19aca671d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:25.390197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Network b0540c9e-ac3b-4b91-a575-dc4878825330 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:25.411047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:25.417921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:25.430863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:25.492260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:25.492621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:25.504798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-753370cd-920b-4ad0-a9ea-7393499bd4b5 req-b87a009e-208f-4c7e-8ab7-6deaf40aa56d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543810 Aug 11 08:08:25.521747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-975eba7b-d9ef-4cd6-aad4-9e15ae543f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.529871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Calling delete_port for f9a60099-8751-498a-af0b-9d18561c252e owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:25.533059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-975eba7b-d9ef-4cd6-aad4-9e15ae543f33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780486 Aug 11 08:08:25.555131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3877b970-92e2-4a84-a11a-a54e5762a3f8 req-1f2872ad-cf14-4e56-b429-67f4e4f1269f service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013230 Aug 11 08:08:25.590277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-7d925b88-0cb2-4f44-8c1f-186ff0a82afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.591822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-7d925b88-0cb2-4f44-8c1f-186ff0a82afa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=695f232b293d40d9b5164df67b702d98&device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 1095 time: 0.2585695 Aug 11 08:08:25.658341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.659044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:25.704899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-3b909ce1-4954-482f-9526-55ad29c37ee0 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637075 Aug 11 08:08:25.753398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-3e11cc7e-03f6-4f8b-9c16-c5b67926b419 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0312867 Aug 11 08:08:25.773357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-f24967e2-6b9c-4968-a413-e100cb93ed44 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1180407447&fields=id&tenant_id=1511044952fd4b72a027bf154b573325 HTTP/1.1" status: 200 len: 267 time: 0.0893745 Aug 11 08:08:25.782517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Request body: {'port': {'device_id': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:25.912206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-e1ec4862-13af-42d1-8b58-213ced7ccf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:25.915064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-e1ec4862-13af-42d1-8b58-213ced7ccf61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 200 len: 923 time: 0.2717731 Aug 11 08:08:25.927405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-7ba057f0-7d43-46d5-a88d-9b4bec8f5cf9 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143462 Aug 11 08:08:25.945798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:25.948076 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b513df7-0410-428e-b1c8-e262677c9626" -d '{"events": [{"name": "network-changed", "server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:26.007112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.012260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-e9ea788e-8cc1-4e5d-861a-342fd2e202b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83056fbc-f2e6-4993-a836-70bd181d2be2 HTTP/1.1" status: 200 len: 217 time: 0.0602529 Aug 11 08:08:26.157012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.164605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-1ba88ae9-ff73-479a-9dd3-5dd4110c9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:26.166109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-1ba88ae9-ff73-479a-9dd3-5dd4110c9ac1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 200 len: 862 time: 0.1241295 Aug 11 08:08:26.259316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event deleted for resources: {'Port': ['ID=f9a60099-8751-498a-af0b-9d18561c252e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:26.297083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-6839a5ac-8a69-49ea-a3ec-018014089c85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=024ac3bd-cd14-4278-850a-4a1dd1909d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555851 Aug 11 08:08:26.398970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-51c4a689-80a1-4fd9-83ab-eb9c9370529a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 200 len: 217 time: 0.4636853 Aug 11 08:08:26.430336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-e2a5da04-14c6-452f-86e9-d6176d603430 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:26.432851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-e2a5da04-14c6-452f-86e9-d6176d603430 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/networks?id=7694fc1c-7f77-4641-8b93-5c87eb94db03 HTTP/1.1" status: 200 len: 805 time: 0.6278946 Aug 11 08:08:26.507379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-a97f0840-4bea-467f-8c92-f5065988948d tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/quotas/1511044952fd4b72a027bf154b573325 HTTP/1.1" status: 200 len: 375 time: 0.0221174 Aug 11 08:08:26.509684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-244a1adb-a28c-40d0-a99a-c44817f2ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:26.511851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-244a1adb-a28c-40d0-a99a-c44817f2ed8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.1050229 Aug 11 08:08:26.588560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.593345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.595466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2154f19d-f14f-4415-a028-da49b48776e4 req-08d74a30-eb47-4b7c-a40d-7cc9280d368d tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "DELETE /v2.0/floatingips/433e6da4-32ea-4795-a83a-5bbf27d04d59 HTTP/1.1" status: 204 len: 173 time: 1.6266577 Aug 11 08:08:26.626126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-33241e68-ae43-404e-b348-1edc333eeb6d tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1511044952fd4b72a027bf154b573325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996492 Aug 11 08:08:26.697218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-77c85da6-daa3-4405-97a0-d7cda6d607c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:26.697751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-435bfceb-27c5-41d3-a828-14c8ee832b54 service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791003 Aug 11 08:08:26.699449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-77c85da6-daa3-4405-97a0-d7cda6d607c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730902 Aug 11 08:08:26.822777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-a6cdbfed-15f8-4676-bb7e-e41a4c610d5c service neutron] 10.222.0.58 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835284 Aug 11 08:08:26.852316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-557502d5-6841-4d43-a867-83c34e71afbf service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437871 Aug 11 08:08:26.870220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a4adb-5611-4f4c-93f3-d114510f9d83 req-3c9e9521-8623-4462-b396-f8ced82273e0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:26.871966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-710a4adb-5611-4f4c-93f3-d114510f9d83 req-3c9e9521-8623-4462-b396-f8ced82273e0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.2038963 Aug 11 08:08:26.893176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a1059a-384e-4167-a94b-483884aac702 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:26.921923 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:26.937344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52166d5f-d5d1-4b1a-9d99-408327739b4a req-e10ad0d2-c03d-461a-8961-b97a377f865e service neutron] 10.222.0.64 "GET /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142634 Aug 11 08:08:26.954217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Transition to ACTIVE for port object 87a1059a-384e-4167-a94b-483884aac702 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:26.961538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:27.000913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-710a4adb-5611-4f4c-93f3-d114510f9d83 req-2fbae257-fc46-4b80-a2bb-b5e256b37089 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Aug 11 08:08:27.037654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:27.080505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-646bba2d-771d-4f2b-a852-35001aa372b7 req-b917f403-5ec8-4de4-9dfe-3b8070eb2407 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175324 Aug 11 08:08:27.092848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-64f7b34f-b2cf-4517-9b9d-a638c2d7cf25 service neutron] 10.222.0.58 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385950 Aug 11 08:08:27.178868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:27.179477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:27.180035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:27.189431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:27.189997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:27.199774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:27.200335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:27.201617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:27.202848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Bound port: 87a1059a-384e-4167-a94b-483884aac702, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:27.203489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:27.379613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.380256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.380821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.381461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.382131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.382920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.383225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.385471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-320a74b9-9a5e-43e6-bfb1-43f36c4880b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6488 time: 0.0775988 Aug 11 08:08:27.391964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4c03b-180c-45b4-8ab3-a0217c60d9c5 req-49a66bc4-8d44-445f-ade6-bf5f8d273881 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.400539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ace4c03b-180c-45b4-8ab3-a0217c60d9c5 req-49a66bc4-8d44-445f-ade6-bf5f8d273881 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.1689591 Aug 11 08:08:27.412803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:27.440316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:27.449056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 83056fbc-f2e6-4993-a836-70bd181d2be2 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:27.455052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:27.501536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ace4c03b-180c-45b4-8ab3-a0217c60d9c5 req-79dfa216-db59-43e3-8c87-e0af54ebd312 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998747 Aug 11 08:08:27.544756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.544756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:27.549844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] 10.222.0.69 "PUT /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 1091 time: 1.7778754 Aug 11 08:08:27.550368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'tag': '87a1059a-384e-4167-a94b-483884aac702'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:27.552822 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e38daf-2c23-4aec-883a-a0976fb0ff06" -d '{"events": [{"name": "network-changed", "server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "tag": "87a1059a-384e-4167-a94b-483884aac702"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:27.597269 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd05ef-f164-4bbb-b05a-3ef5baaf3d9c x-openstack-request-id: req-69dd05ef-f164-4bbb-b05a-3ef5baaf3d9c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:27.598023 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:27.599047 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69dd05ef-f164-4bbb-b05a-3ef5baaf3d9c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:27.599609 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'status': 'completed', 'code': 200} Aug 11 08:08:27.603740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db1f80-5c53-4877-a679-a3dc38a82db7 service neutron] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:27.657515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.670598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.683287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.694173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 83056fbc-f2e6-4993-a836-70bd181d2be2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=83056fbc-f2e6-4993-a836-70bd181d2be2,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:27.708347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.718449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '83056fbc-f2e6-4993-a836-70bd181d2be2', 'network_id': '024ac3bd-cd14-4278-850a-4a1dd1909d2e', 'port_id': '83056fbc-f2e6-4993-a836-70bd181d2be2', 'mac_address': 'fa:16:3e:ba:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0d8c6e-4429-448c-899f-acfc3231bea3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:27.722645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.739387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.773004 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:27.775028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.784211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c2bc89fa-3292-4424-b9b4-0875a786807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.786188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c2bc89fa-3292-4424-b9b4-0875a786807c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1094 time: 0.1615899 Aug 11 08:08:27.795130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-478c1e05-1c76-4b38-a429-d56c0bbd48e6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.2934232 Aug 11 08:08:27.802949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b249-d50b-4ccd-b819-0dd27c34a30c req-d1056a45-043f-4fe9-be65-0db731c05faa tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.811505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83056fbc-f2e6-4993-a836-70bd181d2be2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:27.813812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6922b249-d50b-4ccd-b819-0dd27c34a30c req-d1056a45-043f-4fe9-be65-0db731c05faa tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 947 time: 0.1137028 Aug 11 08:08:27.831355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513df7-0410-428e-b1c8-e262677c9626 req-e8a3106f-bf98-4ae4-9555-fec6ced37169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.832535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-e8a3106f-bf98-4ae4-9555-fec6ced37169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee13877817414c298ecb65156bfa2429&device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1619129 Aug 11 08:08:27.835585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-43fc8e04-d00d-4beb-9583-ca22624e0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:27.848506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-43fc8e04-d00d-4beb-9583-ca22624e0d75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 903 time: 0.4452877 Aug 11 08:08:27.850140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 83056fbc-f2e6-4993-a836-70bd181d2be2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=83056fbc-f2e6-4993-a836-70bd181d2be2,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:27.857816 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:27.902745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-605744a9-4db3-42a1-9892-3806ec5d64df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 217 time: 0.0801916 Aug 11 08:08:27.965641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=83056fbc-f2e6-4993-a836-70bd181d2be2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:27.986946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-ffab5a67-b723-4df7-ae0a-a7baa74cefff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 200 len: 217 time: 0.1369679 Aug 11 08:08:28.012362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6922b249-d50b-4ccd-b819-0dd27c34a30c req-12f4511b-bfb9-40bc-9e44-a1f27e33ba14 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974096 Aug 11 08:08:28.024187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35ee66c5-029c-47d0-bb72-4c8af439cfaa req-a269ca1c-dcc4-4cb6-a8c6-1beb980ace4b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2278595 Aug 11 08:08:28.057683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-7729a740-4809-461d-9e74-f7c133291aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.065445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-7729a740-4809-461d-9e74-f7c133291aee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1294851 Aug 11 08:08:28.096478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-d569d936-6691-47e9-9605-d01601f9d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.098648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-d569d936-6691-47e9-9605-d01601f9d6e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.1032724 Aug 11 08:08:28.172911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c23f6662-5098-457a-b4f1-66645984f78c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987759 Aug 11 08:08:28.263689 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-70543405-5e8b-4102-9683-92db98a32eb5 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 1001 time: 0.1339960 Aug 11 08:08:28.270561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-64502262-4761-465c-85b1-6371698f0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.272474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-64502262-4761-465c-85b1-6371698f0522 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663532 Aug 11 08:08:28.272920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['83056fbc-f2e6-4993-a836-70bd181d2be2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:28.320328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513df7-0410-428e-b1c8-e262677c9626 req-9e925516-b97f-4383-bfc2-544f952866f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.322966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-9e925516-b97f-4383-bfc2-544f952866f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.4490135 Aug 11 08:08:28.413993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-29279491-4100-432c-90ea-49c477f1a837 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.415780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-29279491-4100-432c-90ea-49c477f1a837 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports/608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 942 time: 0.1349616 Aug 11 08:08:28.440224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-d40df892-68ab-4d6f-bac9-ca933a614054 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=9b9c9697-7133-420e-9ba0-70718b658782 HTTP/1.1" status: 200 len: 217 time: 0.1069775 Aug 11 08:08:28.480479 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:28.499837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-0ee03423-88dd-4abc-9191-c6389f918301 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081902 Aug 11 08:08:28.532787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d6a93-1cde-4d96-86f5-14159380d89d req-2e828f92-1d35-4054-bddb-2bdb2674d08a tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.541585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-649d6a93-1cde-4d96-86f5-14159380d89d req-2e828f92-1d35-4054-bddb-2bdb2674d08a tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 945 time: 0.3949521 Aug 11 08:08:28.631397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-649d6a93-1cde-4d96-86f5-14159380d89d req-7d2df015-abc6-4e45-95a3-d997792af4b1 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659723 Aug 11 08:08:28.637499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-f3fda483-2dca-4b35-af48-5b265f8553a3 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426131 Aug 11 08:08:28.639281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513df7-0410-428e-b1c8-e262677c9626 req-fd36d627-a5fa-482f-b528-5613b024b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.640852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-fd36d627-a5fa-482f-b528-5613b024b7d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1860449 Aug 11 08:08:28.678856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-52efcc46-2eae-44e8-8643-3052b0ad5de0 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 1001 time: 0.1441894 Aug 11 08:08:28.768549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ece9a1-66e8-4ba4-91ca-771496c5946b req-f7271d97-b02d-4f61-a06e-c7d1f1c561db service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594359 Aug 11 08:08:28.796061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7171201-ae20-406c-8407-9b5775802cdb req-8451e731-2fe8-494b-beae-4cfa4dc74d54 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 210 time: 0.0376601 Aug 11 08:08:28.834462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513df7-0410-428e-b1c8-e262677c9626 req-8ec94402-c826-4dc9-8915-002bb0d17c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.836024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-8ec94402-c826-4dc9-8915-002bb0d17c77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815012 Aug 11 08:08:28.855824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-c9c06a87-0701-48b4-ab48-09f26f6a0aad tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:28.866415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-c9c06a87-0701-48b4-ab48-09f26f6a0aad tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.1865520 Aug 11 08:08:28.919623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f9c0631-a0b0-49be-a85a-088518effeb0 req-c6dbc470-d35f-4a52-bf80-5af677536f54 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750101 Aug 11 08:08:28.971677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-12aca8d9-9e94-4d69-a589-851525876af4 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271887 Aug 11 08:08:28.989588 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a9802a-04ff-4a0c-bba1-1d788b3bfdaa x-openstack-request-id: req-49a9802a-04ff-4a0c-bba1-1d788b3bfdaa {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:28.990215 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "tag": "87a1059a-384e-4167-a94b-483884aac702", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:28.990534 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49a9802a-04ff-4a0c-bba1-1d788b3bfdaa {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:28.991024 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'tag': '87a1059a-384e-4167-a94b-483884aac702', 'status': 'completed', 'code': 200} Aug 11 08:08:29.001253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-8e1bdc0e-2b50-4d0a-8e3a-b9e2a1bcff8b tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 1001 time: 0.1334193 Aug 11 08:08:29.011488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.012048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.012540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.013047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.014129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.014619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.015093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.017247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-f8c5949c-52b5-4e90-b655-636ef5e17de1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6488 time: 0.1352098 Aug 11 08:08:29.022640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:29.147941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.157336 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f1deacbc-d0b9-4913-a80e-7757c2d53cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.179280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b513df7-0410-428e-b1c8-e262677c9626 req-841ad759-8708-476b-a124-3a5803869594 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926601 Aug 11 08:08:29.190756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-1d2fbae1-96cd-4348-9898-2e8fd184e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.192310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-1d2fbae1-96cd-4348-9898-2e8fd184e771 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1094 time: 0.1132014 Aug 11 08:08:29.207278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f1b01-784f-4dc2-b5d8-5bd0c803294c req-4eb50108-88b7-4a79-86f3-44736d2e054f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.209402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c5f1b01-784f-4dc2-b5d8-5bd0c803294c req-4eb50108-88b7-4a79-86f3-44736d2e054f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1269257 Aug 11 08:08:29.237662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-a5b7f03a-02ce-45da-a2c9-0e817725aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.239194 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-a5b7f03a-02ce-45da-a2c9-0e817725aa1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 903 time: 0.1765261 Aug 11 08:08:29.318797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-59663c56-4f78-49bf-b263-380dbbc1643e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 200 len: 217 time: 0.0717750 Aug 11 08:08:29.406626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c5f1b01-784f-4dc2-b5d8-5bd0c803294c req-d516890b-588c-4d7a-9ccf-19a53149e32b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807883 Aug 11 08:08:29.443063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.457741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:29.467908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.476162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.476535 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Floating IP c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e disassociated. External IP: 172.25.2.150, port: 608b15ae-16fe-4a4b-af69-6cf6b7efa08c. Aug 11 08:08:29.493659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 83056fbc-f2e6-4993-a836-70bd181d2be2 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:29.494911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-bbf8467a-61f1-4971-b98d-3a638ef30e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.496307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-bbf8467a-61f1-4971-b98d-3a638ef30e2e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.2619777 Aug 11 08:08:29.533739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-cbd6b45a-8323-4c31-9a55-c4ead8cb0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.535379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-cbd6b45a-8323-4c31-9a55-c4ead8cb0431 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.1912792 Aug 11 08:08:29.576146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-c943ffc4-bb30-424d-bc6e-d972b370cd93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 217 time: 0.0674756 Aug 11 08:08:29.588389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-313ba1e5-317b-408e-8e19-8126d2f6f33d tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.589558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-313ba1e5-317b-408e-8e19-8126d2f6f33d tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.69 "GET /v2.0/networks?id=7694fc1c-7f77-4641-8b93-5c87eb94db03 HTTP/1.1" status: 200 len: 805 time: 0.2750924 Aug 11 08:08:29.627735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 83056fbc-f2e6-4993-a836-70bd181d2be2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:29.683775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-a1f27cfd-f33a-43ee-a639-2b908e686700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.686625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-a1f27cfd-f33a-43ee-a639-2b908e686700 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421318 Aug 11 08:08:29.689121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 83056fbc-f2e6-4993-a836-70bd181d2be2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:29.689701 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.707270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-7389820c-5bce-4e87-b63e-3404989ac09a tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1511044952fd4b72a027bf154b573325 HTTP/1.1" status: 200 len: 380 time: 0.0945089 Aug 11 08:08:29.715294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-829c162e-684b-4c1c-be52-4b964485fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:29.717329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-829c162e-684b-4c1c-be52-4b964485fcaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1259174 Aug 11 08:08:29.752611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Request body: {'port': {'device_id': '7e25b33e-1983-4d72-a986-db7f682cf581', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'admin_state_up': True, 'tenant_id': '1511044952fd4b72a027bf154b573325', 'security_groups': ['14345d6c-1f36-4538-9956-9824312c2509']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:29.834928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:29.891418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-25cd0dbc-1768-40b8-80c7-344dba7872e0 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974940 Aug 11 08:08:29.900687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '9b9c9697-7133-420e-9ba0-70718b658782', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '9b9c9697-7133-420e-9ba0-70718b658782', 'mac_address': 'fa:16:3e:e8:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:29.905458 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.939008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-bf8a6261-e86e-4bda-920c-1cc215508f94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678155 Aug 11 08:08:29.958088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83056fbc-f2e6-4993-a836-70bd181d2be2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:29.960537 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f167b0f-4d16-46b3-9c73-1446d6f8b953" -d '{"events": [{"server_uuid": "ee3d9dd3-0442-4bd5-925d-7df147c6f60d", "name": "network-vif-plugged", "status": "completed", "tag": "83056fbc-f2e6-4993-a836-70bd181d2be2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:29.982937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 83056fbc-f2e6-4993-a836-70bd181d2be2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=83056fbc-f2e6-4993-a836-70bd181d2be2,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:29.984340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:29.994812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d93344-786d-48a9-aebd-c8db876ac01f req-62a830e3-49b1-48f5-bc6f-704e6a734468 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939960 Aug 11 08:08:29.996694 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:30.003860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9c9697-7133-420e-9ba0-70718b658782 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:30.012120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Router db7a41ae-a582-4e3d-a94b-317096e76fd2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:08:30.061664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:30.073902 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:30.079384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=83056fbc-f2e6-4993-a836-70bd181d2be2,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:30.146500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:30.175061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:30.180195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:30.190168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] Sync routers for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:30.203564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:30.204389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:30.220240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-81c76e76-765b-4a20-8283-29494e12f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "PUT /v2.0/floatingips/c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e HTTP/1.1" status: 200 len: 695 time: 1.2015994 Aug 11 08:08:30.221848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:30.225465 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fa9c74-adfa-43bb-8af0-f24571f77de1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:30.281134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-ec515385-a7db-4467-967b-0d6fbeaaa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.283024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-ec515385-a7db-4467-967b-0d6fbeaaa96f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1096 time: 0.0526633 Aug 11 08:08:30.343730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:30.402852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-d19e3ae5-1a80-4468-bcb3-2c37bf47c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.404779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-d19e3ae5-1a80-4468-bcb3-2c37bf47c046 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 930 time: 0.1130950 Aug 11 08:08:30.443281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bd56-5bce-474b-a8f8-e83560b73ee5 req-083943ce-b7d9-427a-8493-3315efca405b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.444864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4454bd56-5bce-474b-a8f8-e83560b73ee5 req-083943ce-b7d9-427a-8493-3315efca405b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.5751135 Aug 11 08:08:30.457016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-0fe590be-aa7a-4b10-bea3-cdbc26b91246 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 217 time: 0.0430024 Aug 11 08:08:30.490994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Made reservation on behalf of 1511044952fd4b72a027bf154b573325 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:30.494811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['9b9c9697-7133-420e-9ba0-70718b658782'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:30.495641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:30.523859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-af51d2e9-72de-4e16-9d86-0dd36a5de5c3 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768919 Aug 11 08:08:30.549498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4454bd56-5bce-474b-a8f8-e83560b73ee5 req-d81e9e64-efef-4979-8f78-f56f57796357 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957606 Aug 11 08:08:30.554650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-3854080b-1da4-4ceb-8c77-7e97a40125a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.580944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-3854080b-1da4-4ceb-8c77-7e97a40125a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 200 len: 868 time: 0.1024234 Aug 11 08:08:30.634148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-b0b22187-9fd6-4453-80e7-3bf222180230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.648548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-b0b22187-9fd6-4453-80e7-3bf222180230 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f797909e-f93f-471e-8ce6-5506d59ddae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758188 Aug 11 08:08:30.729915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:39Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:30.765540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] Checking router: db7a41ae-a582-4e3d-a94b-317096e76fd2 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:30.774860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:30.775472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:30.813101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-25542b64-8dba-44f0-b28c-d106a64b5114 service neutron] 10.222.0.58 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619384 Aug 11 08:08:30.814602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4019-de91-40c3-84a6-96bf60132d19 req-fb8cd856-f245-4de2-b34e-0d7b3e58a36b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:30.816133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fda4019-de91-40c3-84a6-96bf60132d19 req-fb8cd856-f245-4de2-b34e-0d7b3e58a36b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 948 time: 0.1434684 Aug 11 08:08:30.862478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e38daf-2c23-4aec-883a-a0976fb0ff06 req-9139ba4c-0d56-43c8-84b2-5825979f3b6d service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301127 Aug 11 08:08:30.875490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Allocated IP 172.20.0.11 (7694fc1c-7f77-4641-8b93-5c87eb94db03/1a365768-c038-47a9-9738-366edcfb183c/d41fc25c-bfff-4ae1-b1c4-70030b50c41a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:08:30.912697 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fda4019-de91-40c3-84a6-96bf60132d19 req-de5e6389-ab60-4c2d-9358-cd680b5ffd72 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803537 Aug 11 08:08:30.913482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:30.943175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c5cbae4-2c08-4115-91e8-42306addb33d req-4d3eb4b8-2658-424b-846e-202e9c937bad service neutron] 10.222.0.58 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262419 Aug 11 08:08:31.120710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.124586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764808f-8649-48e9-b266-e465e287146d req-78069311-805d-4d3d-9dff-40fee0004fa7 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.126296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5764808f-8649-48e9-b266-e465e287146d req-78069311-805d-4d3d-9dff-40fee0004fa7 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.0734386 Aug 11 08:08:31.127124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.133200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.139317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.145339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.151308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.157380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.159495 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28a37280-830c-4c44-9e6a-50188df386fc req-aee35a1a-0c7e-42b8-93cb-f6c458a19872 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1355071 Aug 11 08:08:31.180281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:31.207827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Transition to ACTIVE for port object d41fc25c-bfff-4ae1-b1c4-70030b50c41a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:31.208308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5764808f-8649-48e9-b266-e465e287146d req-21309dba-0365-40e6-bf2c-c84bd9da1a9f tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Aug 11 08:08:31.231619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28a37280-830c-4c44-9e6a-50188df386fc req-891e64d9-995b-4d86-9c88-ba91ccce1e28 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615604 Aug 11 08:08:31.244113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:39Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:31.283993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:31.290490 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120ae375-8f1c-48ed-9083-d418098ae87b x-openstack-request-id: req-120ae375-8f1c-48ed-9083-d418098ae87b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:31.290926 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3d9dd3-0442-4bd5-925d-7df147c6f60d", "name": "network-vif-plugged", "status": "completed", "tag": "83056fbc-f2e6-4993-a836-70bd181d2be2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:31.291405 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-120ae375-8f1c-48ed-9083-d418098ae87b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:31.291991 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83056fbc-f2e6-4993-a836-70bd181d2be2', 'code': 200} Aug 11 08:08:31.293754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af7a3e-41b3-4641-92a8-f69f60b81530 None None] The sync data for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 is: [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cbae069f-594c-4913-8f78-1a05b17aa04b', 'name': '', 'network_id': 'f797909e-f93f-471e-8ce6-5506d59ddae2', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'mac_address': 'fa:16:3e:b7:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:22Z', 'updated_at': '2021-08-11T08:07:39Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'subnets': [{'id': '2cc0f745-979d-474f-9f4a-380d06f82f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:31.337299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:08:31.340931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:31.359473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:08:31.373620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14012ab5-7a44-4a8e-b79c-3e2919daa5cc req-e75116ac-b346-4a94-be1b-21b7ccc87f0e tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.375566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14012ab5-7a44-4a8e-b79c-3e2919daa5cc req-e75116ac-b346-4a94-be1b-21b7ccc87f0e tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 932 time: 0.0835798 Aug 11 08:08:31.381396 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3395c-1922-4e6d-a89e-2f8a7492771d x-openstack-request-id: req-4ed3395c-1922-4e6d-a89e-2f8a7492771d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:31.382744 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:31.383215 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ed3395c-1922-4e6d-a89e-2f8a7492771d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:31.383810 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'status': 'completed', 'code': 200} Aug 11 08:08:31.437403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event updated for resources: {'Port': ['ID=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:31.506328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14012ab5-7a44-4a8e-b79c-3e2919daa5cc req-b818fbdb-b1d5-4440-b343-733ee9595d7a tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205688 Aug 11 08:08:31.516576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.517314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:31.533723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-460664c8-f30b-4152-813e-3952b2be38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.536380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-460664c8-f30b-4152-813e-3952b2be38fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5816c7aca6a4602b7e36b13deb54260&device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 1096 time: 0.1112299 Aug 11 08:08:31.563988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-48ed3417-4dce-4af0-89fb-e732f42ff580 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8257904 Aug 11 08:08:31.590344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef70cf-4d43-4d89-be79-78f0c9ccdadd req-1bba7b10-7f16-4baf-b36c-e046fa2ccea5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.595294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9ef70cf-4d43-4d89-be79-78f0c9ccdadd req-1bba7b10-7f16-4baf-b36c-e046fa2ccea5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1101215 Aug 11 08:08:31.603760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbb029-6bc5-4e3e-ad3c-233c92402275 req-f03a5121-93d7-4cb5-b0ac-866c67b7135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.605345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06bbb029-6bc5-4e3e-ad3c-233c92402275 req-f03a5121-93d7-4cb5-b0ac-866c67b7135b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 1097 time: 0.1852708 Aug 11 08:08:31.623649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Request body: {'port': {'device_id': '7e25b33e-1983-4d72-a986-db7f682cf581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:31.727605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-00c8bf4e-f841-449d-99d2-fa9d5671eeae tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips/c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e HTTP/1.1" status: 200 len: 695 time: 0.0669553 Aug 11 08:08:31.751602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-5ed098c4-5152-4a13-b1e8-96c62527a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.751921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06bbb029-6bc5-4e3e-ad3c-233c92402275 req-5b28eda8-6e19-4274-a131-92e229b6fa65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917706 Aug 11 08:08:31.753693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-5ed098c4-5152-4a13-b1e8-96c62527a01d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 200 len: 930 time: 0.2076185 Aug 11 08:08:31.766251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9ef70cf-4d43-4d89-be79-78f0c9ccdadd req-b1ebb991-268a-4413-baa0-c37bae6e3dec tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595829 Aug 11 08:08:31.767211 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:31.781255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1dd703e7-65a3-4621-a3be-1d4d1caa3ced None None] Provisioning for port d41fc25c-bfff-4ae1-b1c4-70030b50c41a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:31.795463 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f20b25-ca37-433e-9d86-5ffd903b1bd2 None None] New status for floating IP c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:08:31.810705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1dd703e7-65a3-4621-a3be-1d4d1caa3ced None None] Provisioning complete for port d41fc25c-bfff-4ae1-b1c4-70030b50c41a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:31.810705 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1dd703e7-65a3-4621-a3be-1d4d1caa3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:31.876496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1dd703e7-65a3-4621-a3be-1d4d1caa3ced None None] Port d41fc25c-bfff-4ae1-b1c4-70030b50c41a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:08:31.933644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-1ed8e046-0f4d-4999-9c7e-7a326722396b tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:31.936012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-1ed8e046-0f4d-4999-9c7e-7a326722396b tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.1811364 Aug 11 08:08:32.010789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-93723d16-6e51-4c15-8b02-afdf93032dfc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 698 time: 0.0671980 Aug 11 08:08:32.076145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bfdff-4b65-4db2-ba94-c72c11bb87e2 req-64229942-c149-4906-b786-69ae68bcff2e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.079937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-973bfdff-4b65-4db2-ba94-c72c11bb87e2 req-64229942-c149-4906-b786-69ae68bcff2e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.1519682 Aug 11 08:08:32.135710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-29a7da24-2a09-42e1-8bc1-06ae2bfa7c4e tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 698 time: 0.1144495 Aug 11 08:08:32.137596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-d3cc2c3a-40a0-42bb-8879-ebee9ddd559c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 200 len: 217 time: 0.0586898 Aug 11 08:08:32.158643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-973bfdff-4b65-4db2-ba94-c72c11bb87e2 req-39e470dd-8163-48d0-b255-aac0e615af32 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722802 Aug 11 08:08:32.261062 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.266640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41fc25c-bfff-4ae1-b1c4-70030b50c41a {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:32.277219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.297424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Transition to ACTIVE for port object d41fc25c-bfff-4ae1-b1c4-70030b50c41a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:08:32.317048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.338512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-50d1d6d2-a479-42db-9cd0-7f6ea2b6217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.340593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-50d1d6d2-a479-42db-9cd0-7f6ea2b6217f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 200 len: 868 time: 0.1870370 Aug 11 08:08:32.408254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Deleting port 7aea7c93-2a3f-4494-9184-8cadf6242ee8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:32.408676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.411177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Pushing event updated for resources: {'Port': ['ID=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:32.420096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726595-a2ac-43e1-a48b-95e24482d21a req-d71021cd-2812-4b89-b84d-dc47b7a466ba tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.422047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5726595-a2ac-43e1-a48b-95e24482d21a req-d71021cd-2812-4b89-b84d-dc47b7a466ba tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 948 time: 0.1224353 Aug 11 08:08:32.465284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-0fc6f403-2efd-4539-a216-944f2eebd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.470593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-0fc6f403-2efd-4539-a216-944f2eebd4b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f797909e-f93f-471e-8ce6-5506d59ddae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168585 Aug 11 08:08:32.528651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5726595-a2ac-43e1-a48b-95e24482d21a req-c0e7f485-046e-4ca4-8bdb-0f42803307bd tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891080 Aug 11 08:08:32.545986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Attempting to bind port d41fc25c-bfff-4ae1-b1c4-70030b50c41a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:32.546328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Attempting to bind port d41fc25c-bfff-4ae1-b1c4-70030b50c41a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:32.547110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Attempting to bind port d41fc25c-bfff-4ae1-b1c4-70030b50c41a on network 7694fc1c-7f77-4641-8b93-5c87eb94db03 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:32.552214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Port d41fc25c-bfff-4ae1-b1c4-70030b50c41a on network 7694fc1c-7f77-4641-8b93-5c87eb94db03 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:32.552544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Attempting to bind port d41fc25c-bfff-4ae1-b1c4-70030b50c41a on network 7694fc1c-7f77-4641-8b93-5c87eb94db03 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:32.559223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:32.559569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Checking segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:32.560546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Bound using segment: {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:32.561485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Bound port: d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd340db-4e86-48e0-91d2-b7ba98040dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:32.561692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.608243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.608548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.635153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Calling delete_port for 7aea7c93-2a3f-4494-9184-8cadf6242ee8 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:32.651902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-3227dd89-d9d6-4a08-bd96-f85a6beb229d service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726217 Aug 11 08:08:32.657674 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6264888d-3c69-4e23-b386-c9668cdd604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.721010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] For port d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:08:32.726052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] For port d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:32.732390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.746167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554f1e-b30c-40ec-a297-bf8ca44aa863 req-9e715f89-de46-47f1-a34a-6237b0efdb9d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.748030 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23554f1e-b30c-40ec-a297-bf8ca44aa863 req-9e715f89-de46-47f1-a34a-6237b0efdb9d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.1202805 Aug 11 08:08:32.812844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.813844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:32.815940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] 10.222.0.69 "PUT /v2.0/ports/d41fc25c-bfff-4ae1-b1c4-70030b50c41a HTTP/1.1" status: 200 len: 1092 time: 1.2194932 Aug 11 08:08:32.816595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:32.820263 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a4113-ed50-4d75-a49e-ec0cab58b56c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:32.865357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4bae-a102-43ac-8f75-471b4780767b service neutron] Pushing event updated for resources: {'Port': ['ID=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:32.870901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23554f1e-b30c-40ec-a297-bf8ca44aa863 req-660b4f9f-2bd8-43d2-826d-f8ba7b13deb8 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001186 Aug 11 08:08:32.963091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-71456b0a-bb07-41b4-9111-c6e5148f8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:32.965198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-71456b0a-bb07-41b4-9111-c6e5148f8389 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1511044952fd4b72a027bf154b573325&device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 1095 time: 0.0575926 Aug 11 08:08:33.061285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-f0a5cbbb-2909-4783-8a2c-0a6a7b99beef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a HTTP/1.1" status: 200 len: 217 time: 0.0802641 Aug 11 08:08:33.134046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.141200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.146978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.153401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.160030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.166275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.172708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.181100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-77f495e9-d111-4810-ac15-0fb704a926d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.2016153 Aug 11 08:08:33.205849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-b0ff13ee-b2a2-4dfd-aaed-3fbd9377e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.206124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22fa9c74-adfa-43bb-8af0-f24571f77de1 req-2a766c77-5c08-4d85-8e3f-b035d4fff5a9 service neutron] 10.222.0.64 "GET /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440476 Aug 11 08:08:33.206539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-b0ff13ee-b2a2-4dfd-aaed-3fbd9377e583 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a365768-c038-47a9-9738-366edcfb183c HTTP/1.1" status: 200 len: 844 time: 0.1362271 Aug 11 08:08:33.261087 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:33.264131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11cdffc5-206e-491a-9fb1-1356f9a1d962 req-c50bfc91-514f-447c-9133-3932cfcbff9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821581 Aug 11 08:08:33.278940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-e1c1ae50-fad0-49db-a74f-23969dc7fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.280588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-e1c1ae50-fad0-49db-a74f-23969dc7fe36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7694fc1c-7f77-4641-8b93-5c87eb94db03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637913 Aug 11 08:08:33.286831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event deleted for resources: {'Port': ['ID=7aea7c93-2a3f-4494-9184-8cadf6242ee8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:33.369923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:33.372990 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:33.374594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39324a99-0d0d-4dd6-a8c9-f4d03e48020e req-95090e34-2624-48b5-bd23-d08cdad2aedc tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "DELETE /v2.0/floatingips/c89e62bb-19b4-45d4-a5f2-0b78a4ac9c2e HTTP/1.1" status: 204 len: 173 time: 1.2311032 Aug 11 08:08:33.441181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d0993-a0bd-4a9f-a8a7-299c368c4317 req-2c86f2eb-c969-4147-8f7a-d17fc5a6bf40 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.442774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d1d0993-a0bd-4a9f-a8a7-299c368c4317 req-2c86f2eb-c969-4147-8f7a-d17fc5a6bf40 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 944 time: 0.0811195 Aug 11 08:08:33.445185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-c8e21425-53b9-4b4e-9be2-102a08d4871f service neutron] 10.222.0.69 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531491 Aug 11 08:08:33.471560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:33.537818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 9b9c9697-7133-420e-9ba0-70718b658782 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:33.542910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 9b9c9697-7133-420e-9ba0-70718b658782 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:33.543283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:33.551185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d1d0993-a0bd-4a9f-a8a7-299c368c4317 req-1bb03f87-0f40-48fe-99e3-b5311f5551b4 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009078 Aug 11 08:08:33.603058 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38cc05e-fb24-46a0-8abc-2addb40521f9 x-openstack-request-id: req-e38cc05e-fb24-46a0-8abc-2addb40521f9 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:33.603354 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:33.603604 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e38cc05e-fb24-46a0-8abc-2addb40521f9 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:33.604011 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'status': 'completed', 'code': 200} Aug 11 08:08:33.630418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789f5e-d578-4563-9c50-645c9ebc3593 req-ea9cb9b8-2939-4165-98d5-a73765ba99bf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.633230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d789f5e-d578-4563-9c50-645c9ebc3593 req-ea9cb9b8-2939-4165-98d5-a73765ba99bf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.0706034 Aug 11 08:08:33.635056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ce97dd-02b8-4551-8dbb-ff9d50c1f6a8 req-389001db-05e3-4edf-a986-fe5dcef4b33f service neutron] 10.222.0.69 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562107 Aug 11 08:08:33.687274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d789f5e-d578-4563-9c50-645c9ebc3593 req-38497074-8cec-4eb4-af14-a920d2a0ce11 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Aug 11 08:08:33.688461 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:33.719537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:33.722264 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f55ac-af99-460f-ad1d-e4329319979a" -d '{"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:33.728640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0be71-38da-4546-a540-e1a0aff4de37 req-110d76f3-c972-400d-8471-d0344e08b0f1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.730474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35f0be71-38da-4546-a540-e1a0aff4de37 req-110d76f3-c972-400d-8471-d0344e08b0f1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.0766349 Aug 11 08:08:33.740524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:33.748163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:33.809762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35f0be71-38da-4546-a540-e1a0aff4de37 req-3d170d57-1b6c-448a-addc-1597c9f67418 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637276 Aug 11 08:08:33.818505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-6fd6c40e-d4a6-4468-951f-2690b124bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.820543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-6fd6c40e-d4a6-4468-951f-2690b124bf35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1511044952fd4b72a027bf154b573325&device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 1095 time: 0.0850470 Aug 11 08:08:33.863823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7701e69-ec93-4696-8097-59056b6defa6 req-a662ba79-99e7-4dc0-9dba-6f2f80a68576 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.870427 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7701e69-ec93-4696-8097-59056b6defa6 req-a662ba79-99e7-4dc0-9dba-6f2f80a68576 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 949 time: 0.0902245 Aug 11 08:08:33.917525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7701e69-ec93-4696-8097-59056b6defa6 req-bbe84bff-6a21-434f-afff-03e623b8f354 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Aug 11 08:08:33.968504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:33.975323 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f244f06-748d-4ab1-8350-0c4db6480737 x-openstack-request-id: req-3f244f06-748d-4ab1-8350-0c4db6480737 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:33.975612 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:33.975860 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f244f06-748d-4ab1-8350-0c4db6480737 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:33.976264 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'code': 200} Aug 11 08:08:33.981208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76454ab3-fd2e-4f3e-8f4d-060939016b28 req-3616d854-ddbb-40f8-80dd-1be503c50037 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:33.983051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76454ab3-fd2e-4f3e-8f4d-060939016b28 req-3616d854-ddbb-40f8-80dd-1be503c50037 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0859559 Aug 11 08:08:34.004311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-a13d1484-de08-4064-844c-fce27575f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.006057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-a13d1484-de08-4064-844c-fce27575f12c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7694fc1c-7f77-4641-8b93-5c87eb94db03 HTTP/1.1" status: 200 len: 906 time: 0.1783817 Aug 11 08:08:34.069167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76454ab3-fd2e-4f3e-8f4d-060939016b28 req-acc2b244-d856-4145-9db3-76ba245accc1 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0768085 Aug 11 08:08:34.110039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-6788a723-4db6-4805-bf92-d6a72bb76f36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a HTTP/1.1" status: 200 len: 217 time: 0.0598042 Aug 11 08:08:34.146943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f796bb-9623-43f4-8769-bda635f5b50f req-bab4c4fc-a8ee-494c-9d30-551217fea4aa tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.148567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5f796bb-9623-43f4-8769-bda635f5b50f req-bab4c4fc-a8ee-494c-9d30-551217fea4aa tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.1200395 Aug 11 08:08:34.148894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1fca7e92-a000-4f4e-b70d-dd45cba160a9 req-927531c2-13c1-4ea6-9e25-b5f102262eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0468729 Aug 11 08:08:34.158987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eec618-f92d-4cda-891f-a993a1adf962 req-739577b8-77fc-40e0-8cb9-b681793da700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.158987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2eec618-f92d-4cda-891f-a993a1adf962 req-739577b8-77fc-40e0-8cb9-b681793da700 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0889428 Aug 11 08:08:34.217185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-7d74e5c6-0c35-403d-b021-330d222e9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.220061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-7d74e5c6-0c35-403d-b021-330d222e9afc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a365768-c038-47a9-9738-366edcfb183c HTTP/1.1" status: 200 len: 844 time: 0.0794301 Aug 11 08:08:34.222806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5f796bb-9623-43f4-8769-bda635f5b50f req-2cd588db-c1cd-4e38-8ec9-ae489f420a4c tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591888 Aug 11 08:08:34.227268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2eec618-f92d-4cda-891f-a993a1adf962 req-719d255b-ef43-4a56-b3e3-93d11e082fe8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566781 Aug 11 08:08:34.289897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-1e8a1d41-edf3-45db-8e44-a4881878279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.291469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-1e8a1d41-edf3-45db-8e44-a4881878279c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7694fc1c-7f77-4641-8b93-5c87eb94db03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610702 Aug 11 08:08:34.464470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-f5069401-20dd-4f53-a803-656fb199e908 service neutron] 10.222.0.69 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639709 Aug 11 08:08:34.500071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.506140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.512295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.515760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e335-730a-4496-951b-4965a9ac8b32 req-fc916ade-821c-48da-beb3-18b65e39e420 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.517353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5088e335-730a-4496-951b-4965a9ac8b32 req-fc916ade-821c-48da-beb3-18b65e39e420 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 945 time: 0.0624955 Aug 11 08:08:34.518551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.525101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.531122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.537227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.539590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-8b94ad3a-c4df-4ea3-86bd-fd131ab8cc46 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1227098 Aug 11 08:08:34.561663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5088e335-730a-4496-951b-4965a9ac8b32 req-5e7f1f19-cce4-4b50-8cee-86358e4b19f0 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373194 Aug 11 08:08:34.651902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4df61b1d-ece3-40d0-b3c5-33447b1e1597 req-010d6bf2-0fb6-4c20-b5e7-b424cb7f9faf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012311 Aug 11 08:08:34.681915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-148a4113-ed50-4d75-a49e-ec0cab58b56c req-e96c018f-6128-4c8e-9815-d7af9d24f126 service neutron] 10.222.0.69 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057807 Aug 11 08:08:34.682145 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:34.720283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ba59-9832-4e32-a9ed-ef45ddbf3b19 req-04605120-3aba-44d3-b9a6-593fdd9be007 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.721870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1a5ba59-9832-4e32-a9ed-ef45ddbf3b19 req-04605120-3aba-44d3-b9a6-593fdd9be007 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.0844154 Aug 11 08:08:34.764659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1a5ba59-9832-4e32-a9ed-ef45ddbf3b19 req-c0720522-16c2-4e4a-86b0-15b298208959 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Aug 11 08:08:34.885653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5eb8f-78c4-4344-a16e-bb78885b90ba req-ea25a39c-be0b-46df-bd12-9e5e7fb9abe8 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.887225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25f5eb8f-78c4-4344-a16e-bb78885b90ba req-ea25a39c-be0b-46df-bd12-9e5e7fb9abe8 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 944 time: 0.0590100 Aug 11 08:08:34.890673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60419a-64cb-4854-8c0a-ec1109cad9ba req-32edc541-6058-4a99-bc0f-c5f961164f06 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:34.892265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd60419a-64cb-4854-8c0a-ec1109cad9ba req-32edc541-6058-4a99-bc0f-c5f961164f06 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.0519938 Aug 11 08:08:34.929387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25f5eb8f-78c4-4344-a16e-bb78885b90ba req-00349ce9-ca85-48d7-bd4f-93cdf4a7ef23 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350633 Aug 11 08:08:34.933295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd60419a-64cb-4854-8c0a-ec1109cad9ba req-7712e8b5-65ae-432b-ad78-42828631d059 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Aug 11 08:08:35.047070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75270d0-751b-4bff-b38b-7d771aede4d3 req-ac1fd45f-30a6-4df9-8f54-afda3afe93b4 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.048006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99a82d-37e4-4994-8032-34d909060525 req-5791cd24-a917-4e58-95a6-a93e5d986e7f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.048565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b75270d0-751b-4bff-b38b-7d771aede4d3 req-ac1fd45f-30a6-4df9-8f54-afda3afe93b4 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 949 time: 0.0531197 Aug 11 08:08:35.049726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df99a82d-37e4-4994-8032-34d909060525 req-5791cd24-a917-4e58-95a6-a93e5d986e7f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.0564392 Aug 11 08:08:35.090778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df99a82d-37e4-4994-8032-34d909060525 req-01e16d3d-b86a-4b73-847c-d58ff51f0403 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Aug 11 08:08:35.091377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b75270d0-751b-4bff-b38b-7d771aede4d3 req-9bf251b2-7f29-4072-a001-00a03398b563 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 Aug 11 08:08:35.691708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227ff0e-c4b0-48c8-a753-47621b857417 req-c6fc8e95-6668-4340-bb3a-d374917101a5 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.693276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1227ff0e-c4b0-48c8-a753-47621b857417 req-c6fc8e95-6668-4340-bb3a-d374917101a5 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 945 time: 0.0593958 Aug 11 08:08:35.738338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1227ff0e-c4b0-48c8-a753-47621b857417 req-27eea6cf-2e0a-44ea-a2f5-9d9f83e8f66b tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Aug 11 08:08:35.824785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.831095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.837896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.844076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.851814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.859394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.869287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.869287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcba686a-8847-4873-9d21-88ee47260e15 req-d800e669-677d-4809-97e5-6126f69fd8d9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1137972 Aug 11 08:08:35.920073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcba686a-8847-4873-9d21-88ee47260e15 req-4a9b3ae4-324e-432c-a42c-584590535dbe tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451798 Aug 11 08:08:35.969705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d4bac-1186-4198-a4d7-c1e75c3d15e2 req-321f4f31-073f-4f98-8265-7a7fbe38fe4a tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:35.971304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c7d4bac-1186-4198-a4d7-c1e75c3d15e2 req-321f4f31-073f-4f98-8265-7a7fbe38fe4a tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.0546560 Aug 11 08:08:36.018450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c7d4bac-1186-4198-a4d7-c1e75c3d15e2 req-d5aad6b1-1b97-4bf3-a28c-50c44a418373 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Aug 11 08:08:36.026811 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:36.081150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15739579-92da-4565-998b-a049ab97e218 req-ec0bd515-8f8a-4280-a996-d6ad831a414f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:36.082876 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15739579-92da-4565-998b-a049ab97e218 req-ec0bd515-8f8a-4280-a996-d6ad831a414f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 944 time: 0.0786493 Aug 11 08:08:36.125993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15739579-92da-4565-998b-a049ab97e218 req-d4b7824d-bc61-4804-8af8-bd2e99066a10 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363517 Aug 11 08:08:36.146250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b588f-bea2-47e6-9b47-0dcedb9d7859 req-abecbe38-5d85-4e1c-baa3-80167373f438 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:36.148167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb5b588f-bea2-47e6-9b47-0dcedb9d7859 req-abecbe38-5d85-4e1c-baa3-80167373f438 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.0513535 Aug 11 08:08:36.190749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb5b588f-bea2-47e6-9b47-0dcedb9d7859 req-dc3a0f29-3f5e-4088-b106-b8560e48eaaf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355911 Aug 11 08:08:36.249343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd0507-a82f-4efc-b488-9b348cc98803 req-8a26d9e8-f3c2-466f-a014-10ea384aebc9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:36.250990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-41cd0507-a82f-4efc-b488-9b348cc98803 req-8a26d9e8-f3c2-466f-a014-10ea384aebc9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.0574987 Aug 11 08:08:36.294113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-41cd0507-a82f-4efc-b488-9b348cc98803 req-c5abeeeb-6a89-44d2-a225-b68f98066c2d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Aug 11 08:08:36.318420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b572-bce8-45d2-96c3-605abe95d2c8 req-b21203e8-0e1c-48e8-86ba-7040e324bfe9 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:36.320056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d96b572-bce8-45d2-96c3-605abe95d2c8 req-b21203e8-0e1c-48e8-86ba-7040e324bfe9 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 949 time: 0.0669014 Aug 11 08:08:36.364393 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d96b572-bce8-45d2-96c3-605abe95d2c8 req-41d82b65-51fe-433a-8894-314286b0791e tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Aug 11 08:08:36.593576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 87a1059a-384e-4167-a94b-483884aac702 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:36.718595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:36.739822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '87a1059a-384e-4167-a94b-483884aac702', 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330', 'port_id': '87a1059a-384e-4167-a94b-483884aac702', 'mac_address': 'fa:16:3e:13:e6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856bec9-5e49-4d97-85cb-c8485228a063', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:36.812253 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:36.838356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a1059a-384e-4167-a94b-483884aac702 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:36.864805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:36.870859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:36.871945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d41fc25c-bfff-4ae1-b1c4-70030b50c41a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:36.913352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0156-efd1-4164-8fc7-90eb41d1d4f4 req-89e103be-6bdc-4054-8416-69997cfbdf7c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:36.914844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d0a0156-efd1-4164-8fc7-90eb41d1d4f4 req-89e103be-6bdc-4054-8416-69997cfbdf7c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 945 time: 0.0697074 Aug 11 08:08:36.950674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-65fa20ab-1d53-45ec-a6a0-59ad1d47cdb8 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:36.954504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-65fa20ab-1d53-45ec-a6a0-59ad1d47cdb8 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 945 time: 0.0669634 Aug 11 08:08:36.967027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d0a0156-efd1-4164-8fc7-90eb41d1d4f4 req-e6efcf42-18b6-4ac4-bbba-ee802e9e2473 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fd12d67-400b-4a07-b8fe-26037ddad0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Aug 11 08:08:36.991069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:37.082092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:37.094353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-94050f67-6263-42c1-84db-301aceaa4a05 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.096023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-94050f67-6263-42c1-84db-301aceaa4a05 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.0993869 Aug 11 08:08:37.105031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'port_id': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'mac_address': 'fa:16:3e:ac:4a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:37.152334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.184142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41fc25c-bfff-4ae1-b1c4-70030b50c41a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:37.198035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.204795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.211607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.222463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:37.223796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.228961 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.229957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.237439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.243736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.247209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2ce88-cefd-4dde-a180-b50418da3752 req-c2f55b6c-0ced-4afd-935c-09aae062f4cf tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.249284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bac2ce88-cefd-4dde-a180-b50418da3752 req-c2f55b6c-0ced-4afd-935c-09aae062f4cf tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 946 time: 0.0863452 Aug 11 08:08:37.252317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-00d485bd-ba2e-4653-9e74-1a6a7ab0b1d3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.2033243 Aug 11 08:08:37.288180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Deleting port 83056fbc-f2e6-4993-a836-70bd181d2be2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:37.288677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.310986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d77e7e3-696a-46fb-9258-a3bb24b73f49 req-e44c6389-5ea6-4db1-bacb-e977f91a2a89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560100 Aug 11 08:08:37.316043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:37.322628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Deleting port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:37.323065 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.369899 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bac2ce88-cefd-4dde-a180-b50418da3752 req-c13ee6c6-1777-4648-a7df-f1cc428d6ed3 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups?id=07dad705-f711-443e-8d94-d83d389f594a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039405 Aug 11 08:08:37.428811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] For port 83056fbc-f2e6-4993-a836-70bd181d2be2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=83056fbc-f2e6-4993-a836-70bd181d2be2,segment=NetworkSegment(7c9f926d-42b0-4421-bc8d-fc3895f97310),segment_id=7c9f926d-42b0-4421-bc8d-fc3895f97310)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:37.429485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.462555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Calling delete_port for 83056fbc-f2e6-4993-a836-70bd181d2be2 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:37.534203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbffde8-1ed7-4a16-9fab-63ec3d833852 req-925b1fb2-2f7e-4221-af00-43b36aa525e5 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.535865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cbffde8-1ed7-4a16-9fab-63ec3d833852 req-925b1fb2-2f7e-4221-af00-43b36aa525e5 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 945 time: 0.1338749 Aug 11 08:08:37.545956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] For port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:37.546398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.557832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebe8c4-b643-4f56-897b-04272be679a7 req-952c521c-7d62-4ce3-b776-248f4c9a0b74 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.559504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89ebe8c4-b643-4f56-897b-04272be679a7 req-952c521c-7d62-4ce3-b776-248f4c9a0b74 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1157064 Aug 11 08:08:37.568319 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-edf05635-54e8-415f-872a-05bbab18e3bc service neutron] 10.222.0.64 "GET /v2.0/ports/36413ede-9b88-4ca2-a345-af5b32f80a69/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 382 time: 0.2121332 Aug 11 08:08:37.580784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Calling delete_port for 608b15ae-16fe-4a4b-af69-6cf6b7efa08c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:37.596585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['d41fc25c-bfff-4ae1-b1c4-70030b50c41a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:37.613018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cbffde8-1ed7-4a16-9fab-63ec3d833852 req-683fa144-d8f5-488a-ae56-3e1c7840a4ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637791 Aug 11 08:08:37.644013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89ebe8c4-b643-4f56-897b-04272be679a7 req-5b8d87d2-428b-4144-bc90-2c78eacb14b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740471 Aug 11 08:08:37.656613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['87a1059a-384e-4167-a94b-483884aac702'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:37.762888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.796702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event deleted for resources: {'Port': ['ID=83056fbc-f2e6-4993-a836-70bd181d2be2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:37.830062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fc0dd-fbf8-4d4d-a228-ea220cea60e6 req-8c87e8f8-511e-4225-9c52-31531cbc1212 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:37.831758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d1fc0dd-fbf8-4d4d-a228-ea220cea60e6 req-8c87e8f8-511e-4225-9c52-31531cbc1212 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.0776145 Aug 11 08:08:37.832849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.855233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] No DVR routers for this DVR port 83056fbc-f2e6-4993-a836-70bd181d2be2 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:37.860270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.863087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3a1c229-44f1-49fb-9575-3a49b6c53e51 req-bdd24200-a58d-489a-9310-bfd57f109666 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.64 "DELETE /v2.0/ports/83056fbc-f2e6-4993-a836-70bd181d2be2 HTTP/1.1" status: 204 len: 173 time: 0.7555048 Aug 11 08:08:37.863854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'name': 'network-vif-deleted', 'tag': '83056fbc-f2e6-4993-a836-70bd181d2be2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:37.866641 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaac601a-06b9-4e02-8293-a46cf6c03454" -d '{"events": [{"server_uuid": "ee3d9dd3-0442-4bd5-925d-7df147c6f60d", "name": "network-vif-deleted", "tag": "83056fbc-f2e6-4993-a836-70bd181d2be2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:37.895313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['83056fbc-f2e6-4993-a836-70bd181d2be2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:37.920417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Pushing event deleted for resources: {'Port': ['ID=608b15ae-16fe-4a4b-af69-6cf6b7efa08c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:37.954679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] No DVR routers for this DVR port 608b15ae-16fe-4a4b-af69-6cf6b7efa08c on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:37.960548 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78724379-54b9-4a72-a580-5e06bfbbb64d x-openstack-request-id: req-78724379-54b9-4a72-a580-5e06bfbbb64d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:37.961397 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3d9dd3-0442-4bd5-925d-7df147c6f60d", "name": "network-vif-deleted", "tag": "83056fbc-f2e6-4993-a836-70bd181d2be2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:37.961397 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78724379-54b9-4a72-a580-5e06bfbbb64d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:37.961695 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3d9dd3-0442-4bd5-925d-7df147c6f60d', 'name': 'network-vif-deleted', 'tag': '83056fbc-f2e6-4993-a836-70bd181d2be2', 'status': 'completed', 'code': 200} Aug 11 08:08:37.976141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['608b15ae-16fe-4a4b-af69-6cf6b7efa08c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:37.984157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:37.986828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6095235-bdb4-41ef-a1b3-99eb3199aa42 req-e660fadb-1d1d-4059-92aa-071af77b3f5c tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.64 "DELETE /v2.0/ports/608b15ae-16fe-4a4b-af69-6cf6b7efa08c HTTP/1.1" status: 204 len: 173 time: 0.9905665 Aug 11 08:08:37.991352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d1fc0dd-fbf8-4d4d-a228-ea220cea60e6 req-3f2803c0-5bae-44cb-9520-48235ab5db37 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403582 Aug 11 08:08:37.992007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'name': 'network-vif-deleted', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:37.994891 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45139a33-461e-45dc-8931-979d9d0ed03b" -d '{"events": [{"server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "name": "network-vif-deleted", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:38.043291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-01f7c7c2-cb3d-448c-a60d-5fc5956893ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.046112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-01f7c7c2-cb3d-448c-a60d-5fc5956893ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 1101 time: 0.1308126 Aug 11 08:08:38.117658 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d4c4625-00fb-441a-8f79-ae5159d5491e req-1eb37988-74ab-4f9b-bff0-e72d85fce232 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664 tempest-FloatingIPsAssociationNegativeTestJSON-1561650664-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7e3e7e4-cfe4-4864-9feb-8983a898175d HTTP/1.1" status: 200 len: 210 time: 0.0288656 Aug 11 08:08:38.201055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-e4a9ac14-b2df-4726-8636-6124fe6b4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.203034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-e4a9ac14-b2df-4726-8636-6124fe6b4ddf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1101 time: 0.0475307 Aug 11 08:08:38.262507 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1abee8-9076-4491-a11e-982ad081c66a x-openstack-request-id: req-5e1abee8-9076-4491-a11e-982ad081c66a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:38.262889 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e3e7e4-cfe4-4864-9feb-8983a898175d", "name": "network-vif-deleted", "tag": "608b15ae-16fe-4a4b-af69-6cf6b7efa08c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:38.263281 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e1abee8-9076-4491-a11e-982ad081c66a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:38.263789 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e3e7e4-cfe4-4864-9feb-8983a898175d', 'name': 'network-vif-deleted', 'tag': '608b15ae-16fe-4a4b-af69-6cf6b7efa08c', 'status': 'completed', 'code': 200} Aug 11 08:08:38.323454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-786df6de-9dca-424c-8538-470cb6fbbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.325287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-786df6de-9dca-424c-8538-470cb6fbbf4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1139786 Aug 11 08:08:38.383526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-aa9b4402-831c-4814-ba1e-6523f59fd033 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.0481734 Aug 11 08:08:38.514547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-35c010b2-dbf5-493e-be64-b7f66f0c25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.516085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-35c010b2-dbf5-493e-be64-b7f66f0c25c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1247411 Aug 11 08:08:38.549550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f77f37b-033e-4ce1-967a-a633efe4e10e req-62d5378c-8ab4-46f3-a11b-3edc19480fe8 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee3d9dd3-0442-4bd5-925d-7df147c6f60d HTTP/1.1" status: 200 len: 210 time: 0.0434132 Aug 11 08:08:38.561757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.568141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.574094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.580319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.586451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.592631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.598739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.600679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-eae3b9e4-31c8-4d9c-a85f-270091502c14 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1954973 Aug 11 08:08:38.667975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d2f650d-43f6-4cab-a3c1-26ce5a1825d7 req-ae03ac3e-87b5-43a1-b2c8-b66b20602c0c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531116 Aug 11 08:08:38.670108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-38623c69-9440-4401-b5e8-50fbe0a190a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.671957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-38623c69-9440-4401-b5e8-50fbe0a190a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451435 Aug 11 08:08:38.837455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c4ecf-804d-4ca1-b583-ec8948ae76e9 req-65e72683-c3a8-4653-ad2f-a1d8e6a5ed36 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.839816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e4c4ecf-804d-4ca1-b583-ec8948ae76e9 req-65e72683-c3a8-4653-ad2f-a1d8e6a5ed36 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 945 time: 0.1030922 Aug 11 08:08:38.868448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-0172a160-8d2b-43c1-8ccf-9cb76a9d9f76 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878855 Aug 11 08:08:38.877511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881f0c0-99f1-4967-a7ca-23aa67ccabb2 req-c4d23d62-be6c-421d-8985-855673797e37 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:38.878977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e881f0c0-99f1-4967-a7ca-23aa67ccabb2 req-c4d23d62-be6c-421d-8985-855673797e37 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.0891640 Aug 11 08:08:38.892752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e4c4ecf-804d-4ca1-b583-ec8948ae76e9 req-d7ffa5c8-d5b9-4a47-ad10-657395bcbedc tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Aug 11 08:08:38.998913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e881f0c0-99f1-4967-a7ca-23aa67ccabb2 req-75a7372c-10ec-4336-aea1-64d8b6623c79 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107221 Aug 11 08:08:39.039211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0687b540-5f0a-4e51-9b0d-6d66b5d3bc10 req-a5eaac2f-f785-45ea-b318-d3cdd05031f6 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413677 Aug 11 08:08:39.152406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4624b-7626-4fa3-b4ed-23f6021f39dd req-b80b9a7c-e05e-4f24-9516-81db94a9197b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:39.154905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0f4624b-7626-4fa3-b4ed-23f6021f39dd req-b80b9a7c-e05e-4f24-9516-81db94a9197b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.0680888 Aug 11 08:08:39.214345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0f4624b-7626-4fa3-b4ed-23f6021f39dd req-acc00762-3a3c-48bb-8f99-b34b537d0de9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498629 Aug 11 08:08:39.271236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33428) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:39.516853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:39.628736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:39.647314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '9b9c9697-7133-420e-9ba0-70718b658782', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '9b9c9697-7133-420e-9ba0-70718b658782', 'mac_address': 'fa:16:3e:e8:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:39.695734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:39.702089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:39.726704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b9c9697-7133-420e-9ba0-70718b658782 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:39.773685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:39.793759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:39.845686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:39.900358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:40.005610 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58811735-83dd-4ba0-966d-e339437a68b9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.020376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.027014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.034650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.041003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.048503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.054685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.061946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.063997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-76c855d5-7591-4853-a2fa-fa683b27c839 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.1848376 Aug 11 08:08:40.111179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58811735-83dd-4ba0-966d-e339437a68b9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.128378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['9b9c9697-7133-420e-9ba0-70718b658782'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:40.189571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b926c15-8ff5-44dc-888e-878ba75aa7ba req-1b5b37ff-c92f-41da-a4bf-be8a37512f76 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078465 Aug 11 08:08:40.224245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58811735-83dd-4ba0-966d-e339437a68b9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.233116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58811735-83dd-4ba0-966d-e339437a68b9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.236583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-58811735-83dd-4ba0-966d-e339437a68b9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "DELETE /v2.0/security-groups/4aa8c052-3f95-4907-b41f-56fd52b451f3 HTTP/1.1" status: 204 len: 168 time: 0.3875582 Aug 11 08:08:40.237262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:40.289950 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-43e06706-8b53-478b-9ba6-c5272eed6034 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] show failed (client error): The resource could not be found. Aug 11 08:08:40.297728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3bc6-8d42-4291-a417-ba1940fd9ee0 req-da712986-bbc5-4d42-a1a1-f7c8ebf11786 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.306019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-43e06706-8b53-478b-9ba6-c5272eed6034 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "GET /v2.0/security-groups/4aa8c052-3f95-4907-b41f-56fd52b451f3 HTTP/1.1" status: 404 len: 347 time: 0.0591388 Aug 11 08:08:40.306360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bae3bc6-8d42-4291-a417-ba1940fd9ee0 req-da712986-bbc5-4d42-a1a1-f7c8ebf11786 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 945 time: 0.1379035 Aug 11 08:08:40.307701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33480) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:40.393995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58811735-83dd-4ba0-966d-e339437a68b9 tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8c052-3f95-4907-b41f-56fd52b451f3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:40.435476 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bae3bc6-8d42-4291-a417-ba1940fd9ee0 req-8c0b2bdf-ba6e-49cd-b3a4-7c7415ce1b6f tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279933 Aug 11 08:08:40.623246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 87a1059a-384e-4167-a94b-483884aac702 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:40.644057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1803b-8d4a-4504-b0cf-a90ecd5d0b48 req-9302efa9-0664-482d-b4f6-6318ab899ff9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.646824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cda1803b-8d4a-4504-b0cf-a90ecd5d0b48 req-9302efa9-0664-482d-b4f6-6318ab899ff9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.2348306 Aug 11 08:08:40.677026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad911e7-ec88-45a6-8012-dbd6664327d7 req-5efbdf20-7cff-462d-9c3b-e492addcbe22 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:40.679864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aad911e7-ec88-45a6-8012-dbd6664327d7 req-5efbdf20-7cff-462d-9c3b-e492addcbe22 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.1411324 Aug 11 08:08:40.700315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 87a1059a-384e-4167-a94b-483884aac702 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:40.706967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 87a1059a-384e-4167-a94b-483884aac702 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:40.707355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.749132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cda1803b-8d4a-4504-b0cf-a90ecd5d0b48 req-20f75fd9-864d-457e-83b3-d8ad099b658e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923870 Aug 11 08:08:40.751658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Deleting port 0b06e177-12b9-4b73-aa8c-33364dbe6f5f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:40.752199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.802642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Deleting port cbae069f-594c-4913-8f78-1a05b17aa04b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:40.802642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.840490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aad911e7-ec88-45a6-8012-dbd6664327d7 req-dbc9daa7-0a82-4bb3-ad14-4881d99e0bb4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390178 Aug 11 08:08:40.938097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:40.994484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a1059a-384e-4167-a94b-483884aac702'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:41.005230 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.005839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.009382 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7675f3-77d4-45d7-a87c-af8e6e4e97d8" -d '{"events": [{"server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "name": "network-vif-plugged", "status": "completed", "tag": "87a1059a-384e-4167-a94b-483884aac702"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:41.023128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] For port cbae069f-594c-4913-8f78-1a05b17aa04b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cbae069f-594c-4913-8f78-1a05b17aa04b,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:41.023563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.048350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:41.057151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Calling delete_port for 0b06e177-12b9-4b73-aa8c-33364dbe6f5f owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:41.058979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.061892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d41fc25c-bfff-4ae1-b1c4-70030b50c41a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:41.068000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Calling delete_port for cbae069f-594c-4913-8f78-1a05b17aa04b owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:41.182840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port d41fc25c-bfff-4ae1-b1c4-70030b50c41a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:41.196173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port d41fc25c-bfff-4ae1-b1c4-70030b50c41a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:41.196638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.247613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:41.357315 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.382510 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5fb8b-c1e9-4f9a-a101-ed74731ec8d9 x-openstack-request-id: req-43d5fb8b-c1e9-4f9a-a101-ed74731ec8d9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:41.382828 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "name": "network-vif-plugged", "status": "completed", "tag": "87a1059a-384e-4167-a94b-483884aac702", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:41.383167 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43d5fb8b-c1e9-4f9a-a101-ed74731ec8d9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:41.383438 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a1059a-384e-4167-a94b-483884aac702', 'code': 200} Aug 11 08:08:41.411359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:41.418977 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.524081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:41.544305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:41.583776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.584762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5aad-8601-4e6f-9136-2659e33f40b2 req-bd1763ae-6c26-4444-ae26-89ceeedbae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.589807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e33d5aad-8601-4e6f-9136-2659e33f40b2 req-bd1763ae-6c26-4444-ae26-89ceeedbae47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1096 time: 0.1390615 Aug 11 08:08:41.647548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.657102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.669142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.677447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.686602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.694206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.703100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.714372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-1c5377dc-7855-459b-b1ec-f35e7b3ab50c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.3022983 Aug 11 08:08:41.722083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:41.752188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:41.755697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'mac_address': 'fa:16:3e:14:1e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:41.763950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Pushing event deleted for resources: {'Port': ['ID=0b06e177-12b9-4b73-aa8c-33364dbe6f5f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:41.843088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e33d5aad-8601-4e6f-9136-2659e33f40b2 req-09cc08a3-bac4-4939-a469-fd681c84e11f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356796 Aug 11 08:08:41.863944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.877277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.897006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:41.953300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:41.953869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.957817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.958819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71632641-8c98-4d62-a8ff-4d602dea5b7d req-b282e8a9-a7da-4dff-826f-be7e02a7f727 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:41.959520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ab60214-be7c-4d1f-8850-9f5875905b5d tempest-ImagesOneServerNegativeTestJSON-1418693750 tempest-ImagesOneServerNegativeTestJSON-1418693750-project] 10.222.0.58 "DELETE /v2.0/floatingips/3a74032e-0127-4820-a473-0a832ca51963 HTTP/1.1" status: 204 len: 168 time: 1.6376393 Aug 11 08:08:41.962615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71632641-8c98-4d62-a8ff-4d602dea5b7d req-b282e8a9-a7da-4dff-826f-be7e02a7f727 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.2557960 Aug 11 08:08:41.963428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 9b9c9697-7133-420e-9ba0-70718b658782 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:41.964098 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:41.986896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-572a7f5d-4f60-4bcd-8f4e-caaa2dbdead5 req-07b0d8e6-2f54-484a-8c8a-64d5b0f4b54c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2715306 Aug 11 08:08:42.024980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbae069f-594c-4913-8f78-1a05b17aa04b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:42.044232 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:42.176810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:42.185606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71632641-8c98-4d62-a8ff-4d602dea5b7d req-d5fd22c6-b006-4aaf-81e5-7969713181b7 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620481 Aug 11 08:08:42.254959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09614c0f-ea0a-44b9-8fae-eb01982336e0 req-ea1c28c6-335e-457d-90c6-6bb94238cd06 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:42.278910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09614c0f-ea0a-44b9-8fae-eb01982336e0 req-ea1c28c6-335e-457d-90c6-6bb94238cd06 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 949 time: 0.1416218 Aug 11 08:08:42.311453 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:42.385670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09614c0f-ea0a-44b9-8fae-eb01982336e0 req-5a49eb86-2368-41d8-93a8-8f8946d35287 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049571 Aug 11 08:08:42.394872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:42.403449 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:42.404618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 83056fbc-f2e6-4993-a836-70bd181d2be2 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:42.410115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['36413ede-9b88-4ca2-a345-af5b32f80a69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:42.539476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 83056fbc-f2e6-4993-a836-70bd181d2be2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:42.539820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 83056fbc-f2e6-4993-a836-70bd181d2be2 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:42.540246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 608b15ae-16fe-4a4b-af69-6cf6b7efa08c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:42.606000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:42.626477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 608b15ae-16fe-4a4b-af69-6cf6b7efa08c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:42.626917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 608b15ae-16fe-4a4b-af69-6cf6b7efa08c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:42.629483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:42.745106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:43.035566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf386720-736b-4fad-a17b-d1f617c00cae req-cdaa6f6b-f914-4a37-9862-a0c65203b67c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.040477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf386720-736b-4fad-a17b-d1f617c00cae req-cdaa6f6b-f914-4a37-9862-a0c65203b67c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.6843522 Aug 11 08:08:43.156424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:43.183625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:43.256140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:43.280703 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:43.370241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf386720-736b-4fad-a17b-d1f617c00cae req-db9d8e00-bbd4-4035-adf5-381c50e9c6e9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024058 Aug 11 08:08:43.392098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a'}, {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:43.396330 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de66ae7-3f52-42d2-95aa-5e04696e1f50" -d '{"events": [{"server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "name": "network-vif-plugged", "status": "completed", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a"}, {"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:43.428227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:43.512910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-e96ce1ba-4374-4d9e-967a-85b9ac0c02b9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.520559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-e96ce1ba-4374-4d9e-967a-85b9ac0c02b9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 948 time: 0.2592247 Aug 11 08:08:43.677065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.700478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.715534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.723636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-070efc7b-f8ed-40c2-baf7-b9580674b848 service neutron] 10.222.0.64 "GET /v2.0/ports/36413ede-9b88-4ca2-a345-af5b32f80a69/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 382 time: 0.1970417 Aug 11 08:08:43.730980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Router db7a41ae-a582-4e3d-a94b-317096e76fd2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:08:43.732566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.747154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.747880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6430055-823a-4551-ba2f-aced749a4a92 req-8940e5bd-c216-4151-8f3a-cb8aedb35abb tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.762240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6430055-823a-4551-ba2f-aced749a4a92 req-8940e5bd-c216-4151-8f3a-cb8aedb35abb tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1210814 Aug 11 08:08:43.769955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.777474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.787626 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-fb06986f-9acd-4946-a299-96f8abb2aec8 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.2852933 Aug 11 08:08:43.880870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c97c68e-cf77-4e12-98b5-797968a3f0b4 req-4fe9b7eb-7441-4148-9bd5-5a481f89bc7d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909455 Aug 11 08:08:43.973688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-9851e546-89e2-4951-8b4f-ae5a5785876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:43.975627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-9851e546-89e2-4951-8b4f-ae5a5785876d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1099 time: 0.1896746 Aug 11 08:08:43.990714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6430055-823a-4551-ba2f-aced749a4a92 req-b0d32f89-fa05-44ba-a1d0-6d26233a8bff tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190282 Aug 11 08:08:44.150119 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63684591-224e-4163-be1c-2058cc1c3886 x-openstack-request-id: req-63684591-224e-4163-be1c-2058cc1c3886 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:44.150462 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "name": "network-vif-plugged", "status": "completed", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a", "code": 200}, {"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:44.151153 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63684591-224e-4163-be1c-2058cc1c3886 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:44.151996 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'code': 200} Aug 11 08:08:44.152409 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'code': 200} Aug 11 08:08:44.206292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:44.217612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] Sync routers for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:44.244311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4efc-8b37-49c9-aa17-5bb47ecb3eba req-aab5cb2d-f655-41df-aa28-8450be571b4d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:44.248681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-972e3c20-4ae7-4a0f-8fb8-53e1bff41f8c admin admin] 10.222.0.58 "PUT /v2.0/routers/db7a41ae-a582-4e3d-a94b-317096e76fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9761918 Aug 11 08:08:44.253973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b77a4efc-8b37-49c9-aa17-5bb47ecb3eba req-aab5cb2d-f655-41df-aa28-8450be571b4d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.1996260 Aug 11 08:08:44.254772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33548) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:44.264937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:44.264937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:44.273068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-76961649-114b-472a-ab58-a1e87f873a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:44.274998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-76961649-114b-472a-ab58-a1e87f873a29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2829390 Aug 11 08:08:44.275681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33550) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:44.455435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b77a4efc-8b37-49c9-aa17-5bb47ecb3eba req-90cfc3d1-db1e-4592-9524-b1aa3d235a29 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870744 Aug 11 08:08:44.518121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Deleting subnet 9f0d8c6e-4429-448c-899f-acfc3231bea3 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:08:44.523933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.540412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.614206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:44.624148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.641241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-084a447c-bc7a-442a-bddd-c274cd41d42d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.3398666 Aug 11 08:08:44.714542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.766069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.783527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-4d29f15d-cead-4c14-b672-19a481801b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:44.791687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Deleting port 1b9c977a-2770-491f-910f-4f2ed923befc {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:44.791687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.794971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-4d29f15d-cead-4c14-b672-19a481801b20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1527987 Aug 11 08:08:44.881817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb877-e287-4ed5-870a-b5512a02c475 req-99782129-c793-41a7-b64f-c6849623f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:44.883434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e0eb877-e287-4ed5-870a-b5512a02c475 req-99782129-c793-41a7-b64f-c6849623f27b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 1097 time: 0.5199502 Aug 11 08:08:44.944037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:08:41Z', 'revision_number': 5, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port': {'id': '1b9c977a-2770-491f-910f-4f2ed923befc', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:15Z', 'updated_at': '2021-08-11T08:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:44.959476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] For port 1b9c977a-2770-491f-910f-4f2ed923befc, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1b9c977a-2770-491f-910f-4f2ed923befc,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:44.959869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:44.981533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Calling delete_port for 1b9c977a-2770-491f-910f-4f2ed923befc owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:44.989238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] Checking router: db7a41ae-a582-4e3d-a94b-317096e76fd2 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:45.005954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] Routers {'db7a41ae-a582-4e3d-a94b-317096e76fd2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:45.006942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['db7a41ae-a582-4e3d-a94b-317096e76fd2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:45.172997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972195c-fc57-4d06-8d6e-1fae989f8797 req-134fa5dd-dbf1-4103-8d94-332f59de46e1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.194688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7972195c-fc57-4d06-8d6e-1fae989f8797 req-134fa5dd-dbf1-4103-8d94-332f59de46e1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.5661917 Aug 11 08:08:45.307179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-e8c20963-a2f4-4a25-95ff-e6982a455c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.311349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-e8c20963-a2f4-4a25-95ff-e6982a455c53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4981134 Aug 11 08:08:45.355928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] Set router db7a41ae-a582-4e3d-a94b-317096e76fd2 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:45.362801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7972195c-fc57-4d06-8d6e-1fae989f8797 req-52163514-25c5-48ed-bcd3-ce88607b5434 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629691 Aug 11 08:08:45.427433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e0eb877-e287-4ed5-870a-b5512a02c475 req-31ba7138-9bbe-4729-b7a3-f28e1912caaf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086377 Aug 11 08:08:45.453540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:08:44Z', 'revision_number': 6, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:45.493368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.501108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.513004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.520702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540b1eb-f334-494b-bb44-68e149ccb1c4 None None] The sync data for ids ['db7a41ae-a582-4e3d-a94b-317096e76fd2'] in n-d-789963-6 is: [{'id': 'db7a41ae-a582-4e3d-a94b-317096e76fd2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1278111488-router', 'tenant_id': 'c5816c7aca6a4602b7e36b13deb54260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:14Z', 'updated_at': '2021-08-11T08:08:44Z', 'revision_number': 6, 'project_id': 'c5816c7aca6a4602b7e36b13deb54260', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:45.521060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.528851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.544233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:45.547045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.553331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.572718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.575581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.578952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9f0d8c6e-4429-448c-899f-acfc3231bea3 HTTP/1.1" status: 204 len: 168 time: 1.2960372 Aug 11 08:08:45.583258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-7cb103c7-67d7-4288-8833-5f5021921a3d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.3722830 Aug 11 08:08:45.583678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33574) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:45.635768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 36413ede-9b88-4ca2-a345-af5b32f80a69 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:45.636929 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.641909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395f7a2-3138-470e-b499-1cc222308a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0d8c6e-4429-448c-899f-acfc3231bea3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:45.713001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9f73-ff26-4711-ae38-0d64b4d0d017 req-fb103bda-47eb-4bea-b5ce-101dc260c0a3 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:45.721604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-933d9f73-ff26-4711-ae38-0d64b4d0d017 req-fb103bda-47eb-4bea-b5ce-101dc260c0a3 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1627326 Aug 11 08:08:45.754012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.757173 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-c58d6863-0bd2-4863-9fee-cae80ca54b72 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872762 Aug 11 08:08:45.773026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35ed2389-36d7-4f19-9da0-79b7fc47d478 req-4881b6d0-ea0e-4333-b8ad-f942e6018373 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668448 Aug 11 08:08:45.811944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:45.815367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.821890 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.832155 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:45.875093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9c977a-2770-491f-910f-4f2ed923befc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:45.901395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:46.004277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-933d9f73-ff26-4711-ae38-0d64b4d0d017 req-5bccd716-e9d3-4ee9-8040-edea5e5dc56e tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812321 Aug 11 08:08:46.053118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-b5edcd2f-768a-4e04-80e0-3281bc5db67d service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880032 Aug 11 08:08:46.066834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.153450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:46.156634 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa6158a-98f8-45e0-8006-f780bdccdace" -d '{"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-plugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:46.174979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.218755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024ac3bd-cd14-4278-850a-4a1dd1909d2e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:46.230616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c5d4-8598-47e5-84a5-32146bd01acc req-15098d03-5f67-4837-8f5d-f5dd4f630f9a tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:46.232757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cba2c5d4-8598-47e5-84a5-32146bd01acc req-15098d03-5f67-4837-8f5d-f5dd4f630f9a tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0660288 Aug 11 08:08:46.248575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.267894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9f926d-42b0-4421-bc8d-fc3895f97310') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:46.268293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9f926d-42b0-4421-bc8d-fc3895f97310') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:46.270999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.286626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.299909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cba2c5d4-8598-47e5-84a5-32146bd01acc req-41a67b95-cf24-42e6-8cc9-397bc8df3232 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Aug 11 08:08:46.368863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.392446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93b0f4-ace9-4bbe-a262-5ada23256e56 req-7bdfac86-6c8d-46eb-a563-3a1275dbaab3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:46.394118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a93b0f4-ace9-4bbe-a262-5ada23256e56 req-7bdfac86-6c8d-46eb-a563-3a1275dbaab3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1786225 Aug 11 08:08:46.395645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:08:46.396036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:08:46.398110 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:08:46.400284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.400284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7a41ae-a582-4e3d-a94b-317096e76fd2 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:08:46.469854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.472588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2c56100a-2180-4587-82b4-e77c97d1c72c admin admin] 10.222.0.58 "DELETE /v2.0/routers/db7a41ae-a582-4e3d-a94b-317096e76fd2 HTTP/1.1" status: 204 len: 168 time: 2.2163973 Aug 11 08:08:46.473923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33590) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:46.512915 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9367b-26d2-4425-bdf3-fc4d3dd2e526 x-openstack-request-id: req-bef9367b-26d2-4425-bdf3-fc4d3dd2e526 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:46.513545 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-plugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:46.513545 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bef9367b-26d2-4425-bdf3-fc4d3dd2e526 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:46.513944 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'code': 200} Aug 11 08:08:46.532142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a93b0f4-ace9-4bbe-a262-5ada23256e56 req-76b2c010-3b85-4272-9bf3-231c07888525 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305926 Aug 11 08:08:46.551571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.559527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.562888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] 10.222.0.58 "DELETE /v2.0/networks/024ac3bd-cd14-4278-850a-4a1dd1909d2e HTTP/1.1" status: 204 len: 168 time: 0.9762735 Aug 11 08:08:46.630990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2a6b6-6ca2-4514-919c-fb06994b2292 admin admin] Pushing event deleted for resources: {'Network': ['ID=024ac3bd-cd14-4278-850a-4a1dd1909d2e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:46.659182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Deleting subnet 2cc0f745-979d-474f-9f4a-380d06f82f40 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:08:46.664536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.672256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:46.852717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1b9c977a-2770-491f-910f-4f2ed923befc no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:46.869471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:46.949481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1b9c977a-2770-491f-910f-4f2ed923befc {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:46.949817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1b9c977a-2770-491f-910f-4f2ed923befc not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:46.950236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cbae069f-594c-4913-8f78-1a05b17aa04b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:46.951751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2814914-3ed9-448e-96ee-6b1f4574b804 req-c23d128e-51c6-4553-896a-ef6e76d48c52 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:46.954164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2814914-3ed9-448e-96ee-6b1f4574b804 req-c23d128e-51c6-4553-896a-ef6e76d48c52 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1096 time: 0.2322257 Aug 11 08:08:47.012646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: cbae069f-594c-4913-8f78-1a05b17aa04b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:08:47.013279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cbae069f-594c-4913-8f78-1a05b17aa04b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:47.054269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33596) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:47.089589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2814914-3ed9-448e-96ee-6b1f4574b804 req-6feae8fb-7fd6-4c85-95ca-24582fc996ce tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274893 Aug 11 08:08:47.101962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.232698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:47.289636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1', 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09', 'port_id': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1', 'mac_address': 'fa:16:3e:d1:50:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3e633-7708-479c-8adb-f52be10ba2ec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:47.300940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.315604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.316444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b39543-c56f-4111-abee-3a190a7d7c72 req-9cf863f5-2f5e-4f6e-9051-a63b82dd0770 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.318754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2b39543-c56f-4111-abee-3a190a7d7c72 req-9cf863f5-2f5e-4f6e-9051-a63b82dd0770 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1273749 Aug 11 08:08:47.322534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.332725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.354504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.366416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.374128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.385305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:47.387675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-447c134a-85a8-4987-859a-86376ccb701e req-511c61a3-66d0-45bb-9966-a3d06febedbf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5431 time: 0.4251032 Aug 11 08:08:47.393322 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.400308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1575b89d-89e1-4b07-b4d4-4c0baa4c6d26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=695f232b293d40d9b5164df67b702d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412580 Aug 11 08:08:47.400584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:47.439316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:47.477606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:47.485500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.486634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b69e238a-eed7-4533-b1b1-63d543e9735e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:47.510793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-447c134a-85a8-4987-859a-86376ccb701e req-86e2361f-51be-43f9-8c3e-e4494f71d430 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092019 Aug 11 08:08:47.536105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc0f745-979d-474f-9f4a-380d06f82f40,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:47.580005 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.585778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8c949116-ea92-4f74-a39e-6e997b11eed6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2cc0f745-979d-474f-9f4a-380d06f82f40 HTTP/1.1" status: 204 len: 168 time: 1.1101537 Aug 11 08:08:47.588590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33614) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:47.600064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d4ee5-d483-4d1b-89ff-0aa0453b2cd7 None None] Network f797909e-f93f-471e-8ce6-5506d59ddae2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:08:47.624650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2b39543-c56f-4111-abee-3a190a7d7c72 req-60acb16c-df41-4d9c-a5d7-29a2de43464e tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946436 Aug 11 08:08:47.690281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53962f52-435a-4ea1-9c1e-ee036f2e3c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.720523 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53962f52-435a-4ea1-9c1e-ee036f2e3c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.862453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53962f52-435a-4ea1-9c1e-ee036f2e3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.867319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53962f52-435a-4ea1-9c1e-ee036f2e3c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:47.878939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53962f52-435a-4ea1-9c1e-ee036f2e3c71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07dad705-f711-443e-8d94-d83d389f594a HTTP/1.1" status: 204 len: 168 time: 0.3742297 Aug 11 08:08:47.950012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53962f52-435a-4ea1-9c1e-ee036f2e3c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dad705-f711-443e-8d94-d83d389f594a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:47.993769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.037193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755b57-7716-414d-b9b3-706dfc9de66b req-faf509e6-40b5-4e94-af9f-0eb61bbbb3dc tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:48.039015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3755b57-7716-414d-b9b3-706dfc9de66b req-faf509e6-40b5-4e94-af9f-0eb61bbbb3dc tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1614609 Aug 11 08:08:48.048091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:48.134171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b69e238a-eed7-4533-b1b1-63d543e9735e,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:48.173910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3755b57-7716-414d-b9b3-706dfc9de66b req-1b9e79cc-e9a0-4520-bc3d-af48589899ee tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084180 Aug 11 08:08:48.180031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b69e238a-eed7-4533-b1b1-63d543e9735e', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'port_id': 'b69e238a-eed7-4533-b1b1-63d543e9735e', 'mac_address': 'fa:16:3e:9f:ee:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:48.226904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e421-2028-432e-b55e-f79d86ba44a2 req-30c72161-29a1-4a55-9c84-ddd040cff9c3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:48.229054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85a1e421-2028-432e-b55e-f79d86ba44a2 req-30c72161-29a1-4a55-9c84-ddd040cff9c3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1734633 Aug 11 08:08:48.238700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] DHCP port deletion for f797909e-f93f-471e-8ce6-5506d59ddae2 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:08:48.249274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Deleting port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:48.249562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.353613 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.412521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69e238a-eed7-4533-b1b1-63d543e9735e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:48.456062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85a1e421-2028-432e-b55e-f79d86ba44a2 req-0e4d5b6c-9a94-45f4-bc7a-944caab52bfb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170825 Aug 11 08:08:48.514631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b69e238a-eed7-4533-b1b1-63d543e9735e,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:48.518815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] Deleting port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:48.519495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.543949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] For port 68337322-e8ed-44f9-93e3-cbab4e5c33d3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=68337322-e8ed-44f9-93e3-cbab4e5c33d3,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:48.545362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.583174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Calling delete_port for 68337322-e8ed-44f9-93e3-cbab4e5c33d3 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:48.620612 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.621797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 67a7d107-3f2f-45dd-bde0-86092c58343b details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:48.646975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10450c-f088-41be-8a89-730829952dde req-fff4e906-62b3-4436-943b-abb37a3eef70 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:48.674176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33640) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:48.675616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad10450c-f088-41be-8a89-730829952dde req-fff4e906-62b3-4436-943b-abb37a3eef70 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.3322890 Aug 11 08:08:48.681022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Request body: {'floatingip': {'port_id': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:48.772977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] For port 68337322-e8ed-44f9-93e3-cbab4e5c33d3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=68337322-e8ed-44f9-93e3-cbab4e5c33d3,segment=NetworkSegment(cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d),segment_id=cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:48.773645 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.794801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] Calling delete_port for 68337322-e8ed-44f9-93e3-cbab4e5c33d3 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:48.909175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 68337322-e8ed-44f9-93e3-cbab4e5c33d3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:48.925670 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:08:48.943620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=67a7d107-3f2f-45dd-bde0-86092c58343b,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:48.954262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:48.971441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '67a7d107-3f2f-45dd-bde0-86092c58343b', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'port_id': '67a7d107-3f2f-45dd-bde0-86092c58343b', 'mac_address': 'fa:16:3e:58:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:48.972336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.039085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.044995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] No DVR routers for this DVR port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:49.064910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] No DVR routers for this DVR port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:49.112278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.148800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.163132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Pushing event deleted for resources: {'Port': ['ID=68337322-e8ed-44f9-93e3-cbab4e5c33d3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:49.193457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.194905 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.213735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.221314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a7d107-3f2f-45dd-bde0-86092c58343b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:49.240156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.249989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=67a7d107-3f2f-45dd-bde0-86092c58343b,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:49.260348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.264667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.265454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18b69d87-4da7-4d61-b1b9-66cd9a260887 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:49.282932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.287481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-a44d16ff-baf1-4cec-91bf-32144c07fa44 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5433 time: 0.4232900 Aug 11 08:08:49.308146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:49.323670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:49.334267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No active binding found for port 68337322-e8ed-44f9-93e3-cbab4e5c33d3 {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 08:08:49.334749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 68337322-e8ed-44f9-93e3-cbab4e5c33d3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:08:49.356302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-61e9b941-3c76-419c-9343-bef44d4b5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.362870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.363333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.363564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-61e9b941-3c76-419c-9343-bef44d4b5e09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 1101 time: 0.3813291 Aug 11 08:08:49.363915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.364270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.364861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.365147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.365481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.365855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.366189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.366520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.366896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.367226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:08:49.384451 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.425092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f09edf75-673c-4f74-8db4-957e25342aa6 req-2889a2d3-5eca-4c2c-b7d3-c2eadbc0b829 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298325 Aug 11 08:08:49.429537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c64e-b65d-4dc5-9b5b-c38e201d87f4 None None] Pushing event deleted for resources: {'Port': ['ID=68337322-e8ed-44f9-93e3-cbab4e5c33d3,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:49.442571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f797909e-f93f-471e-8ce6-5506d59ddae2']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:49.488657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '18b69d87-4da7-4d61-b1b9-66cd9a260887', 'network_id': '2372f93c-ae15-4228-93b0-3d026bd1bc09', 'port_id': '18b69d87-4da7-4d61-b1b9-66cd9a260887', 'mac_address': 'fa:16:3e:7d:b5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3e633-7708-479c-8adb-f52be10ba2ec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:49.548224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:49.548700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0eb5ee-af94-49fe-ab24-f3b5e4dfa77d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:49.582085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-23ae091a-e01d-492d-a518-63130cbf544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.585534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-23ae091a-e01d-492d-a518-63130cbf544f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1101 time: 0.1551802 Aug 11 08:08:49.589861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:49.680818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.740692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b69d87-4da7-4d61-b1b9-66cd9a260887 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:49.810627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:49.829195 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:49.830346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f67b3301-76e1-4113-813d-02c1548af99a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:49.856632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-28f28363-5d17-4cc5-adf2-67609fdffdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:49.866407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-28f28363-5d17-4cc5-adf2-67609fdffdc5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2676504 Aug 11 08:08:50.026026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:50.034876 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-c59c49b3-efa5-4b52-ba95-392931a4662f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.1602628 Aug 11 08:08:50.118321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:50.260060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f67b3301-76e1-4113-813d-02c1548af99a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:50.298222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'f67b3301-76e1-4113-813d-02c1548af99a', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'port_id': 'f67b3301-76e1-4113-813d-02c1548af99a', 'mac_address': 'fa:16:3e:db:5d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:50.403544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.432970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67b3301-76e1-4113-813d-02c1548af99a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:50.505728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f67b3301-76e1-4113-813d-02c1548af99a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:50.515746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.517752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:50.566158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.618910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-980252233-network', 'tenant_id': 'e7fb5b9f9d9246d7af0155b5db8188d6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:50.675501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-28e78640-1370-48b1-9c36-85472741933b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:08:50.683947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-28e78640-1370-48b1-9c36-85472741933b tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284047 Aug 11 08:08:50.696403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Request body: {'binding': {'host': 'n-h1-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:50.697244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:08:50.729496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-c5e5d85a-83e2-4b6d-8f58-edf9d675e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:50.731293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-c5e5d85a-83e2-4b6d-8f58-edf9d675e066 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.6897678 Aug 11 08:08:50.750715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:50.764455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:50.770915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Made reservation on behalf of e7fb5b9f9d9246d7af0155b5db8188d6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:50.773629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.778797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '6eb97cc3-93b9-4792-a5bd-4a0f8c80d363', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'port_id': '6eb97cc3-93b9-4792-a5bd-4a0f8c80d363', 'mac_address': 'fa:16:3e:ae:09:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:50.800902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b892-1ebb-47bc-b8c7-e4deb8d55b5e req-012a52c3-36f3-4b24-8fb6-8c19e47a0c62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:50.802592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3232b892-1ebb-47bc-b8c7-e4deb8d55b5e req-012a52c3-36f3-4b24-8fb6-8c19e47a0c62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1959598 Aug 11 08:08:50.817014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.837906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.855974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:50.895747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:50.902927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:50.904583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 20c6b511-c435-4acd-9080-530c84ddc507 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:50.940050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3232b892-1ebb-47bc-b8c7-e4deb8d55b5e req-8deaa2b7-8ddc-4025-b811-593cce8f8b46 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088109 Aug 11 08:08:50.956595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-26828453-fbd5-4f29-a943-a2e7124eb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:50.958608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-26828453-fbd5-4f29-a943-a2e7124eb113 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153668 Aug 11 08:08:51.075758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=20c6b511-c435-4acd-9080-530c84ddc507,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:51.080425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-0b8898a1-41b3-4a02-8a65-d12239acaec2 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065114 Aug 11 08:08:51.084460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:51.128446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '20c6b511-c435-4acd-9080-530c84ddc507', 'network_id': '42523443-da12-421f-9b00-f32b705c6336', 'port_id': '20c6b511-c435-4acd-9080-530c84ddc507', 'mac_address': 'fa:16:3e:7d:99:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052dbbef-3aad-4588-84e9-887d25f7f2fb', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:51.163390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.165127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.177098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.196966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.214564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c6b511-c435-4acd-9080-530c84ddc507 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:51.247615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=20c6b511-c435-4acd-9080-530c84ddc507,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:51.256676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.287029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec44b-c4c4-4f78-adcb-2ac99b065cf7 req-1cd3d012-da8f-4713-93e3-5f58fd6a8568 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:51.289113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3eec44b-c4c4-4f78-adcb-2ac99b065cf7 req-1cd3d012-da8f-4713-93e3-5f58fd6a8568 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1353712 Aug 11 08:08:51.290169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on host n-h1-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:08:51.301695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:08:51.302373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:51.328383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:08:51.328822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.331518 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Floating IP 3db0a5c9-1ce2-4ee0-aa34-bbd46186b130 associated. External IP: 172.25.2.125, port: d41fc25c-bfff-4ae1-b1c4-70030b50c41a. Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:08:51.334122 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:08:51.361111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:51.378378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ada9c5-fd75-4489-88f4-103bff238c6c req-42aef8ff-54d9-4ec4-8781-a8fca3e86863 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883630 Aug 11 08:08:51.379352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:08:51.379912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:08:51.486269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:08:51.486870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:51.487917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:08:51.488693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Bound port: 87a1059a-384e-4167-a94b-483884aac702, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:08:51.545486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3eec44b-c4c4-4f78-adcb-2ac99b065cf7 req-07ca5420-eddf-449d-829d-170ba4fd1024 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364795 Aug 11 08:08:51.572478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:51.679791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.718059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.729092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.745515 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.758571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.775491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] 10.222.0.58 "DELETE /v2.0/networks/f797909e-f93f-471e-8ce6-5506d59ddae2 HTTP/1.1" status: 204 len: 168 time: 4.1773825 Aug 11 08:08:51.781833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58407ac-e444-4fbb-a4f9-9273ce7f18ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f797909e-f93f-471e-8ce6-5506d59ddae2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:51.807924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:51.821303 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779bed95-07d8-4d50-931c-4ad137efcd82" -d '{"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:51.848616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:51.855824 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.882076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:08:51.929678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:08:51.934754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac124c43-62d8-4700-8608-062eced75f3a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:51.951853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.952440 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Added segment 4ba7a776-b4dc-4cc7-a916-07c084126fa3 of type vlan for network f16581d6-be49-4caf-a214-f8dfbbb3bba5 Aug 11 08:08:51.965433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:51.967659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-99a51041-22fc-46a2-b8d1-6c0f84d79331 service neutron] 10.222.0.58 "POST /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702/bindings HTTP/1.1" status: 201 len: 389 time: 1.2823710 Aug 11 08:08:52.016253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:52.032033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-3b35e7c9-463b-4db0-a056-894f88a8bf32 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.041248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-3b35e7c9-463b-4db0-a056-894f88a8bf32 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.3616655 Aug 11 08:08:52.062443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:52.238544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Router e3a64846-f1a1-479d-8be5-deb589d59776 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:08:52.247173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1a1d0abf-5cff-4a6c-815c-ab480086d51f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5816c7aca6a4602b7e36b13deb54260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807458 Aug 11 08:08:52.250467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:52.329394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.342699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.355640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.370199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.374889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b69e238a-eed7-4533-b1b1-63d543e9735e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:52.403318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.409750 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45d8990-2f40-4047-b040-9b67240de7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.437059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.455647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.459852 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7476cd-b200-4b90-8c3e-b3317599a6d2 x-openstack-request-id: req-5d7476cd-b200-4b90-8c3e-b3317599a6d2 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:52.460479 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:52.461594 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d7476cd-b200-4b90-8c3e-b3317599a6d2 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:52.463346 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'code': 200} Aug 11 08:08:52.471177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8127e325-7666-4f06-b571-71bdb5a37fee req-06bce0de-dc4d-42c2-831b-cf2a2fb4d1aa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5438 time: 0.7202895 Aug 11 08:08:52.474530 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.480280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['20c6b511-c435-4acd-9080-530c84ddc507'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:52.524677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45d8990-2f40-4047-b040-9b67240de7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.557660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f67b3301-76e1-4113-813d-02c1548af99a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:52.565230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['67a7d107-3f2f-45dd-bde0-86092c58343b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:52.594443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['18b69d87-4da7-4d61-b1b9-66cd9a260887'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:52.598043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['9a621c4e-e175-4aa6-b5e3-49e3c49590d1'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:52.609522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:52.617685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.625408 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce220cd-2745-4257-a515-111a3487594c None None] Sync routers for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:52.645727 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:52.647019 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:52.660414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5d24d54f-b5af-4976-b425-57ec55dc61c2 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "PUT /v2.0/floatingips/3db0a5c9-1ce2-4ee0-aa34-bbd46186b130 HTTP/1.1" status: 200 len: 992 time: 3.9846365 Aug 11 08:08:52.681995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4497f-43f8-46d3-92a6-6cd28d28f250 req-32630067-6a07-4ca0-b513-b10544129871 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.696261 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47f4497f-43f8-46d3-92a6-6cd28d28f250 req-32630067-6a07-4ca0-b513-b10544129871 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.2139788 Aug 11 08:08:52.727987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.resource_extend [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:08:52.761165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:52.765602 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e533e207-70cb-4506-ba3d-3d1f695c76b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:52.777473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45d8990-2f40-4047-b040-9b67240de7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.783157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45d8990-2f40-4047-b040-9b67240de7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.785177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c45d8990-2f40-4047-b040-9b67240de7de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fd12d67-400b-4a07-b8fe-26037ddad0b3 HTTP/1.1" status: 204 len: 168 time: 0.5326648 Aug 11 08:08:52.854690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8127e325-7666-4f06-b571-71bdb5a37fee req-1adf3d02-18b9-4fa3-a50d-60b3066d46ac tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3033988 Aug 11 08:08:52.869351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d8990-2f40-4047-b040-9b67240de7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd12d67-400b-4a07-b8fe-26037ddad0b3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:52.890198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-7a97afa7-1c31-4b1c-b983-8164da2306c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.894786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-7a97afa7-1c31-4b1c-b983-8164da2306c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1096 time: 0.3891077 Aug 11 08:08:52.897920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.899320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:52.902341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:52.936175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47f4497f-43f8-46d3-92a6-6cd28d28f250 req-3518aeab-0267-4fde-8440-6f711723ddfb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368383 Aug 11 08:08:52.936583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:53.324547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9155cc-2675-4bf2-8543-1ec4c8177001 req-a8f8ce55-1174-4d38-a767-33bea4948b9a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:53.344277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bc9155cc-2675-4bf2-8543-1ec4c8177001 req-a8f8ce55-1174-4d38-a767-33bea4948b9a tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1700521 Aug 11 08:08:53.359523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] Pushing event updated for resources: {'Network': ['ID=f16581d6-be49-4caf-a214-f8dfbbb3bba5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:53.384656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6dfd6179-0c6a-4393-879f-d12db891ef55 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3569274 Aug 11 08:08:53.390613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33736) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:53.402368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Deleting port 5d974098-51fe-4408-af85-084032e48944 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:08:53.403039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:53.409184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Request body: {'subnet': {'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-980252233-subnet', 'tenant_id': 'e7fb5b9f9d9246d7af0155b5db8188d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:08:53.465208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bc9155cc-2675-4bf2-8543-1ec4c8177001 req-663608f6-0794-4926-a496-8f400990a1a1 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198006 Aug 11 08:08:53.505814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed92cd-ad33-43e9-b977-8360a0401d88 req-956047ff-261b-4829-9204-80330c6b0b85 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:53.519617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5ed92cd-ad33-43e9-b977-8360a0401d88 req-956047ff-261b-4829-9204-80330c6b0b85 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.3648634 Aug 11 08:08:53.535902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Made reservation on behalf of e7fb5b9f9d9246d7af0155b5db8188d6 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:08:53.543770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f16581d6-be49-4caf-a214-f8dfbbb3bba5 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:08:53.553182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:53.593636 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '3db0a5c9-1ce2-4ee0-aa34-bbd46186b130', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'port_id': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'mac_address': 'fa:16:3e:ac:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e25b33e-1983-4d72-a986-db7f682cf581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:08:22Z', 'updated_at': '2021-08-11T08:08:51Z', 'revision_number': 1, 'project_id': '1511044952fd4b72a027bf154b573325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:21Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:53.672836 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce220cd-2745-4257-a515-111a3487594c None None] Checking router: e3a64846-f1a1-479d-8be5-deb589d59776 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:53.676138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a379f75-3c71-493f-9459-3bc17340e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:53.682951 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a379f75-3c71-493f-9459-3bc17340e87c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.7716949 Aug 11 08:08:53.700679 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:53.701510 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:53.782131 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc46831-75a3-44e3-8198-9164a2be935e x-openstack-request-id: req-bcc46831-75a3-44e3-8198-9164a2be935e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:53.792074 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:53.795174 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcc46831-75a3-44e3-8198-9164a2be935e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:53.795874 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'status': 'completed', 'code': 200} Aug 11 08:08:53.895754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-797d61aa-aa2b-4836-a6eb-34094e87cb12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 217 time: 0.1864271 Aug 11 08:08:53.944389 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:54.020967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:08:54.169919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:54.184832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['6eb97cc3-93b9-4792-a5bd-4a0f8c80d363'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:54.190962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] For port 5d974098-51fe-4408-af85-084032e48944, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5d974098-51fe-4408-af85-084032e48944,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:54.191910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.203655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-b702639b-3d6a-436d-8ee4-9041961048fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.205774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-b702639b-3d6a-436d-8ee4-9041961048fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1511044952fd4b72a027bf154b573325&device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 1097 time: 0.3016574 Aug 11 08:08:54.243652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-24e515d4-8dc8-4f28-a265-cbf6460bfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.246638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-24e515d4-8dc8-4f28-a265-cbf6460bfbb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.2839735 Aug 11 08:08:54.256157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'mac_address': 'fa:16:3e:14:1e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:08:54.312635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.393992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5ed92cd-ad33-43e9-b977-8360a0401d88 req-30a51c9d-8529-463b-8b83-56b9fcbd0bcb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8682516 Aug 11 08:08:54.520817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.534043 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bce220cd-2745-4257-a515-111a3487594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '3db0a5c9-1ce2-4ee0-aa34-bbd46186b130', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'port_id': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'mac_address': 'fa:16:3e:ac:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e25b33e-1983-4d72-a986-db7f682cf581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:08:22Z', 'updated_at': '2021-08-11T08:08:51Z', 'revision_number': 1, 'project_id': '1511044952fd4b72a027bf154b573325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:21Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:54.540186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.561115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.584374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-e1fab918-effa-4019-9319-54b54ed054f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2930827 Aug 11 08:08:54.587120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.600462 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce220cd-2745-4257-a515-111a3487594c None None] The sync data for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 is: [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '3db0a5c9-1ce2-4ee0-aa34-bbd46186b130', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'port_id': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'mac_address': 'fa:16:3e:ac:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e25b33e-1983-4d72-a986-db7f682cf581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:08:22Z', 'updated_at': '2021-08-11T08:08:51Z', 'revision_number': 1, 'project_id': '1511044952fd4b72a027bf154b573325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:21Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:54.601236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.622968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.634822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:54.651383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-49529428-3d49-4f48-b5eb-565ba7af018f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5438 time: 0.5223427 Aug 11 08:08:54.807039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:54.878268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b28d3c70-40b7-4d31-8287-1c8594a5c1c0 req-32b7ea75-b7f4-4bc2-80fc-14db546a35bc tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259796 Aug 11 08:08:54.889201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19effa94-3a13-4a51-806e-53835d8d236d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:54.918796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Checking segment: {'id': '4ba7a776-b4dc-4cc7-a916-07c084126fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:08:54.919185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Network hostable DHCP agents. Network: f16581d6-be49-4caf-a214-f8dfbbb3bba5, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:08:54.976093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Network f16581d6-be49-4caf-a214-f8dfbbb3bba5 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:08:54.990199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f16581d6-be49-4caf-a214-f8dfbbb3bba5) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:08:55.012581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-97259380-4ffb-47b5-9270-29fd7b1af31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.015547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-97259380-4ffb-47b5-9270-29fd7b1af31c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7694fc1c-7f77-4641-8b93-5c87eb94db03 HTTP/1.1" status: 200 len: 906 time: 0.7557421 Aug 11 08:08:55.017421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.018064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:55.057174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-46881d07-b237-46d8-a5f1-9a98f7baa7b9 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465213 Aug 11 08:08:55.086810 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7bacfd8f-c908-42d1-9da6-d51f92be0695 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6936319 Aug 11 08:08:55.121129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d3eea-5ce7-4220-80eb-6832b73fffdb req-5810f03d-aad0-4790-8943-024cf8c59021 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.122846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd3d3eea-5ce7-4220-80eb-6832b73fffdb req-5810f03d-aad0-4790-8943-024cf8c59021 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/ports?device_id=06af03bc-1e1a-4bfd-bf85-82b168afcd62 HTTP/1.1" status: 200 len: 946 time: 0.1303346 Aug 11 08:08:55.177486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9011e9-1aec-40dd-89d9-13a9c8051409 None None] Network f16581d6-be49-4caf-a214-f8dfbbb3bba5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:08:55.210405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd3d3eea-5ce7-4220-80eb-6832b73fffdb req-ffe8e6d5-bb6b-4161-92f2-dae87f5f91db tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups?id=3319a10a-8d15-4fa8-86e2-a56eab27b7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773921 Aug 11 08:08:55.219966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-a917f142-0f80-42da-ab22-9f9e94d00079 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a HTTP/1.1" status: 200 len: 1000 time: 0.1932955 Aug 11 08:08:55.278529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3872c-fb50-4a87-9608-67cd2c3a7eb4 None None] New status for floating IP 3db0a5c9-1ce2-4ee0-aa34-bbd46186b130: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:08:55.371594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2887e648-11c8-400e-a56f-d3bf51fc90b6 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205688 Aug 11 08:08:55.470530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02649b-ba2a-4edc-8a28-7b731516bfc5 req-275cf56a-f47d-4360-922d-71dbf2ee1a51 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.482914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc02649b-ba2a-4edc-8a28-7b731516bfc5 req-275cf56a-f47d-4360-922d-71dbf2ee1a51 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 948 time: 0.9116261 Aug 11 08:08:55.508810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-d25fad2e-c009-42c6-9ef1-301d90f44ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.510547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-d25fad2e-c009-42c6-9ef1-301d90f44ead service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a365768-c038-47a9-9738-366edcfb183c HTTP/1.1" status: 200 len: 844 time: 0.1633570 Aug 11 08:08:55.532915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:08:55.567709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:55.568632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:55.569369 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 disassociated. External IP: 172.25.2.109, port: 5d974098-51fe-4408-af85-084032e48944. Aug 11 08:08:55.570073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Calling delete_port for 5d974098-51fe-4408-af85-084032e48944 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:08:55.614392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5d974098-51fe-4408-af85-084032e48944 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:08:55.662471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc02649b-ba2a-4edc-8a28-7b731516bfc5 req-9bce7106-05e1-4b23-b19a-2afe981f1f3e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781948 Aug 11 08:08:55.735670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-d11322ec-d5e7-48f9-bf74-5f8f25799468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:55.737869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-d11322ec-d5e7-48f9-bf74-5f8f25799468 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7694fc1c-7f77-4641-8b93-5c87eb94db03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028956 Aug 11 08:08:55.939406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:55.983698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:55.991005 n-d-789963-6 neutron-server[94574]: INFO neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No ports have port_id starting with 5d974098-51fe-4408-af85-084032e48944 Aug 11 08:08:55.998581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:56.035237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event deleted for resources: {'Port': ['ID=5d974098-51fe-4408-af85-084032e48944,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:56.092804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2962-e969-4eef-b100-f384621cdca9 req-c113f83b-1121-4091-9c45-a0f0f5f64428 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:56.098914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-466d2962-e969-4eef-b100-f384621cdca9 req-c113f83b-1121-4091-9c45-a0f0f5f64428 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.1485741 Aug 11 08:08:56.110211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:56.111933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-27ceb2f0-69e2-4ea4-aca9-3597febf08fc service neutron] 10.222.0.69 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624728 Aug 11 08:08:56.127590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d2393-ec98-4e14-855e-da72cf6db7f2 None None] Network f16581d6-be49-4caf-a214-f8dfbbb3bba5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:08:56.176320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-75471e22-24af-4625-9202-798929c277cd tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=27746b9f434b4730a6ac79a0e59ad9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579715 Aug 11 08:08:56.390772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:08:56.398046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e533e207-70cb-4506-ba3d-3d1f695c76b5 req-a550318f-e2b5-4d6c-9c2c-3a10d8d5952a service neutron] 10.222.0.69 "GET /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776916 Aug 11 08:08:56.473968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-466d2962-e969-4eef-b100-f384621cdca9 req-ab04fbc7-3465-471f-95f7-28a753bea43f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556173 Aug 11 08:08:56.483950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-fc7f0b56-dc68-48a2-ba9c-78c4b7a2e1f3 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:56.493548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-fc7f0b56-dc68-48a2-ba9c-78c4b7a2e1f3 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098702 Aug 11 08:08:56.522276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['36413ede-9b88-4ca2-a345-af5b32f80a69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:08:56.547868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-39dcdc0d-1704-4243-b08b-8ec2e85ddf8e tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/quotas/27746b9f434b4730a6ac79a0e59ad9f9 HTTP/1.1" status: 200 len: 375 time: 0.0532672 Aug 11 08:08:56.662541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4cbbb69a-2f54-4681-b98a-864dd4fb1514 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27746b9f434b4730a6ac79a0e59ad9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125257 Aug 11 08:08:56.747004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:08:56.773865 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:08:56.796363 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:56.800849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:56.933055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] No DVR routers for this DVR port 5d974098-51fe-4408-af85-084032e48944 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:08:56.942684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:56.946173 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3886993c-89d1-4f13-8bff-49e539a8f25d req-9837742e-9f2d-4120-8690-13ce62a98cbe tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.69 "DELETE /v2.0/ports/5d974098-51fe-4408-af85-084032e48944 HTTP/1.1" status: 204 len: 173 time: 4.8935392 Aug 11 08:08:57.057167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'name': 'network-vif-deleted', 'tag': '5d974098-51fe-4408-af85-084032e48944'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:57.072929 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350d5c54-017d-464b-a7de-a7abdf2898a5" -d '{"events": [{"server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "name": "network-vif-deleted", "tag": "5d974098-51fe-4408-af85-084032e48944"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:57.153865 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:57.232235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-075c867c-ec7b-4a81-a64a-a36376dcc29f tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.243682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-075c867c-ec7b-4a81-a64a-a36376dcc29f tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/networks?id=f16581d6-be49-4caf-a214-f8dfbbb3bba5 HTTP/1.1" status: 200 len: 813 time: 0.4126682 Aug 11 08:08:57.244316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b56ea1-fb84-4f58-a9cb-691855f5c48c req-45ba31c6-6c6a-44e0-aec2-3ecb50a61154 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.256463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82b56ea1-fb84-4f58-a9cb-691855f5c48c req-45ba31c6-6c6a-44e0-aec2-3ecb50a61154 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 950 time: 0.1293340 Aug 11 08:08:57.265052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-3d1f2d3b-8507-4391-a950-40eeae752a79 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/quotas/e7fb5b9f9d9246d7af0155b5db8188d6 HTTP/1.1" status: 200 len: 375 time: 0.0193033 Aug 11 08:08:57.335601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-72ed8255-e507-4d0e-b042-cb80422f2c27 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7fb5b9f9d9246d7af0155b5db8188d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695467 Aug 11 08:08:57.342884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82b56ea1-fb84-4f58-a9cb-691855f5c48c req-f8158a65-941a-4715-ad04-de596b38c4a5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848010 Aug 11 08:08:57.472281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b69e238a-eed7-4533-b1b1-63d543e9735e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:57.554795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port b69e238a-eed7-4533-b1b1-63d543e9735e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:57.561336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b69e238a-eed7-4533-b1b1-63d543e9735e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:57.561945 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.643160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.650761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.678698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.693899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.721295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.751677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.782970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:57.797880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.825771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-6287cd50-e445-49e0-92f5-e8fc6b259d99 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5438 time: 0.3043752 Aug 11 08:08:57.874228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:08:57.879872 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe3ebe2-24c1-403a-ac7f-bfb0a007ba01" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:08:57.954222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e3599f3-5443-435a-a80c-2deed49ff9e9 req-1908693f-cb34-4061-8d96-a96143296974 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271729 Aug 11 08:08:57.963065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b69e238a-eed7-4533-b1b1-63d543e9735e,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:57.972045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:57.973616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:58.123584 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:58.150158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-9f8ff091-9958-488e-9428-814c7c74cb2e service neutron] 10.222.0.58 "GET /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088920 Aug 11 08:08:58.175275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:58.205705 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:08:58.228223 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:08:58.228909 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:58.380404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:58.407966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-9b427bf8-6d04-40a8-a19b-56ae5952ecfb service neutron] 10.222.0.58 "GET /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550490 Aug 11 08:08:58.448631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:58.467522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:58.467949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.506646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.533385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a1e04bb-2070-4dfc-813b-abb33cafdbb4 req-983cf91f-71da-4045-9af6-071816f4dceb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 210 time: 0.1080554 Aug 11 08:08:58.539775 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:08:58.540894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 36413ede-9b88-4ca2-a345-af5b32f80a69 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:58.541331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.583130 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6b9768-8cae-4c5e-a538-4ade84ae2194 x-openstack-request-id: req-0a6b9768-8cae-4c5e-a538-4ade84ae2194 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:58.583678 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06af03bc-1e1a-4bfd-bf85-82b168afcd62", "name": "network-vif-deleted", "tag": "5d974098-51fe-4408-af85-084032e48944", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:58.584053 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a6b9768-8cae-4c5e-a538-4ade84ae2194 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:58.584632 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06af03bc-1e1a-4bfd-bf85-82b168afcd62', 'name': 'network-vif-deleted', 'tag': '5d974098-51fe-4408-af85-084032e48944', 'status': 'completed', 'code': 200} Aug 11 08:08:58.750825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.758509 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e2126a-07b0-4ca4-8ebf-7b7768bf426f x-openstack-request-id: req-b6e2126a-07b0-4ca4-8ebf-7b7768bf426f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:08:58.758909 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:08:58.759349 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6e2126a-07b0-4ca4-8ebf-7b7768bf426f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:08:58.759857 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e', 'code': 200} Aug 11 08:08:58.836976 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.844689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa95b-fc56-4d39-9884-53a52893074b req-df4ccffa-d684-4fe4-8802-d2e20e18758f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:58.857110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:58.863877 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.876856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dcbfa95b-fc56-4d39-9884-53a52893074b req-df4ccffa-d684-4fe4-8802-d2e20e18758f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.1363466 Aug 11 08:08:58.947594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:08:58.957450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:58.976206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dcbfa95b-fc56-4d39-9884-53a52893074b req-9de70e2f-b0ab-4cdc-9df3-5ea31b14d878 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983174 Aug 11 08:08:58.991738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:59.000130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c746972-ff34-4ab0-9bb5-e3c3fde6ca8d req-17a3f1e0-2bce-4702-b51f-2aff104642f1 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 210 time: 0.0748622 Aug 11 08:08:59.071208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=11']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:08:59.119626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-28479b14-c499-487a-8f9b-06f95aca5773 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=27746b9f434b4730a6ac79a0e59ad9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906966 Aug 11 08:08:59.177572 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-99785278-87cf-453e-94fb-016b7abaf8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:59.222670 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:08:59.291013 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a5c4ac-9388-4e74-acdd-6883c155bb4c None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:03:53Z', 'revision_number': 4, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '08277205-ade4-41a0-94da-dfcb0a254b23', 'name': '', 'network_id': '8584e3e8-8ee7-412e-9534-d7b0ad540356', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'mac_address': 'fa:16:3e:d5:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'dba33046-fb38-4921-845a-f9d601652319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:52Z', 'updated_at': '2021-08-11T08:04:03Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'subnets': [{'id': 'dba33046-fb38-4921-845a-f9d601652319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:08:59.346192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-5c16593b-0241-4e57-aebc-201f367edf24 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362250 Aug 11 08:08:59.358531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.371102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.390799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.402211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.412348 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:59.428775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.437222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.444337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:08:59.455103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-da44b320-c23a-4361-8721-26f810c3e363 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5440 time: 0.2153592 Aug 11 08:08:59.480743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 67a7d107-3f2f-45dd-bde0-86092c58343b up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:08:59.548056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f72949e-32e3-4fea-9801-dac8500f6936 req-dbf3c5b2-2c9b-480e-9bd4-6064b7dd2a6a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916162 Aug 11 08:08:59.636355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:08:59.678406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 67a7d107-3f2f-45dd-bde0-86092c58343b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:08:59.682821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 67a7d107-3f2f-45dd-bde0-86092c58343b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:08:59.683366 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:59.822103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bde5-ec50-4cec-a972-7557f1bba7d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:08:59.889034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bde5-ec50-4cec-a972-7557f1bba7d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.006936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bde5-ec50-4cec-a972-7557f1bba7d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.015340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bde5-ec50-4cec-a972-7557f1bba7d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.022721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0fa3bde5-ec50-4cec-a972-7557f1bba7d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "DELETE /v2.0/security-groups/3319a10a-8d15-4fa8-86e2-a56eab27b7f4 HTTP/1.1" status: 204 len: 168 time: 0.3841212 Aug 11 08:09:00.025203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33912) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:00.097072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3838797-5806-4776-b492-6a75651865a4 None None] New status for floating IP 8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:09:00.135885 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-13f2ef1d-f0c5-4a60-9453-8b059f4a59e7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] show failed (client error): The resource could not be found. Aug 11 08:09:00.144410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33914) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:00.155511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-13f2ef1d-f0c5-4a60-9453-8b059f4a59e7 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "GET /v2.0/security-groups/3319a10a-8d15-4fa8-86e2-a56eab27b7f4 HTTP/1.1" status: 404 len: 347 time: 0.1202178 Aug 11 08:09:00.156777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3bde5-ec50-4cec-a972-7557f1bba7d4 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3319a10a-8d15-4fa8-86e2-a56eab27b7f4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:00.257842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e95b87a-265a-4a65-b9ae-c1004fd4262d req-1c504bb5-75d9-4563-b657-e4c1643d6dbf tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 210 time: 0.0785744 Aug 11 08:09:00.359546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-8db76473-17e6-403f-8f1c-1ad43aabc900 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:00.361310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-8db76473-17e6-403f-8f1c-1ad43aabc900 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2316430 Aug 11 08:09:00.383389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Request body: {'port': {'device_id': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '27746b9f434b4730a6ac79a0e59ad9f9'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:00.423661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-5869578e-696d-4c7f-9055-810883272c19 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:00.439537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-5869578e-696d-4c7f-9055-810883272c19 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0907958 Aug 11 08:09:00.502987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.536377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-7a952fbb-4140-4155-a033-3233a23c388e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/quotas/d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 375 time: 0.0946119 Aug 11 08:09:00.567630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Deleting port c859da70-6138-4a3e-843b-cc1ba45440db {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:00.567981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.606420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=67a7d107-3f2f-45dd-bde0-86092c58343b,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:00.615900 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.618047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f67b3301-76e1-4113-813d-02c1548af99a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:00.659410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24816814-c3d7-49f2-b5c3-da3647e881d8 req-0b388857-2abe-4278-a005-49f6035a6627 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:00.666035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24816814-c3d7-49f2-b5c3-da3647e881d8 req-0b388857-2abe-4278-a005-49f6035a6627 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.1864696 Aug 11 08:09:00.752735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:00.761525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1'}, {'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:00.765285 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1a7ce-2334-4047-86b1-c6f7363cd191" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1"}, {"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-plugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:00.775002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port f67b3301-76e1-4113-813d-02c1548af99a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:00.779985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port f67b3301-76e1-4113-813d-02c1548af99a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:00.780622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.837994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24816814-c3d7-49f2-b5c3-da3647e881d8 req-b17f3ea0-7b71-43ee-aa0c-bf433d6e1ab5 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629412 Aug 11 08:09:00.890483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.890941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.922760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Calling delete_port for c859da70-6138-4a3e-843b-cc1ba45440db owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:00.931506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.993008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f67b3301-76e1-4113-813d-02c1548af99a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:00.997957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:00.999163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18b69d87-4da7-4d61-b1b9-66cd9a260887 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:01.031498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Made reservation on behalf of 27746b9f434b4730a6ac79a0e59ad9f9 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:01.044148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.094499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-3ea8df0c-fdd0-48d3-b121-31f174a7bc02 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5521054 Aug 11 08:09:01.105932 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.242752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:01.262309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 18b69d87-4da7-4d61-b1b9-66cd9a260887 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:01.267654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 18b69d87-4da7-4d61-b1b9-66cd9a260887 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:01.268289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.318652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3dcdecb-47db-4ed9-b90d-02cc1d0c986d req-d156a083-8700-48e0-89a3-99ce4bbadf6a tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 210 time: 0.1088538 Aug 11 08:09:01.373197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-6533858f-b333-4189-a798-f7ada3a89b65 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.375430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-6533858f-b333-4189-a798-f7ada3a89b65 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.64 "GET /v2.0/networks?id=f16581d6-be49-4caf-a214-f8dfbbb3bba5 HTTP/1.1" status: 200 len: 813 time: 0.4777274 Aug 11 08:09:01.397183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Request body: {'port': {'device_id': '54db5b65-faf2-407e-8016-695c975a3e88', 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5', 'admin_state_up': True, 'tenant_id': 'e7fb5b9f9d9246d7af0155b5db8188d6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:01.418027 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.458059 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b940a145-ad72-4f2f-891c-afc9c786c0e0 x-openstack-request-id: req-b940a145-ad72-4f2f-891c-afc9c786c0e0 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:01.460709 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1", "code": 200}, {"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-plugged", "status": "completed", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:01.460709 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b940a145-ad72-4f2f-891c-afc9c786c0e0 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:01.460709 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1', 'code': 200} Aug 11 08:09:01.460709 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'code': 200} Aug 11 08:09:01.460709 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b', 'code': 200} Aug 11 08:09:01.496541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.511049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.521710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:01.543675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.544919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:01.660729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.664660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:01.666293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Made reservation on behalf of e7fb5b9f9d9246d7af0155b5db8188d6 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:01.671043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.676238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.677673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:01.678083 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.692686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.698692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.721011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.732987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.739222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:01.741567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:01.763751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-fe97b1e1-bbbd-4335-b0eb-738323c5b671 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5442 time: 0.3340738 Aug 11 08:09:01.847518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.934422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:01.941677 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:01.942624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 20c6b511-c435-4acd-9080-530c84ddc507 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:01.980375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:01.993581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-871f02ce-f956-408c-b6c3-3bad12ab830d req-5451ffc6-9a54-42e1-8382-510d1ed2c2a3 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 210 time: 0.0887802 Aug 11 08:09:02.000862 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:09:02.043598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Allocated IP 172.20.0.14 (f16581d6-be49-4caf-a214-f8dfbbb3bba5/19effa94-3a13-4a51-806e-53835d8d236d/fba4db92-b640-4567-a149-f1fdc59ec937) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:02.056790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6e38a6d-bd1f-45aa-b24c-588017eec576 req-b13bae75-24a9-4397-be20-c1ad3c52d8cb tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2900882 Aug 11 08:09:02.076995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.242523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be104ba5-3554-4cbd-bde9-94e1d6b42673 req-6972aa99-5cc0-4a39-b917-df103199f68b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 210 time: 0.1490135 Aug 11 08:09:02.300379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:02.325698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.335171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 20c6b511-c435-4acd-9080-530c84ddc507 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:02.341029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Pushing event deleted for resources: {'Port': ['ID=c859da70-6138-4a3e-843b-cc1ba45440db,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:02.343765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 20c6b511-c435-4acd-9080-530c84ddc507 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:02.344189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.542445 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.578425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-225faa90-b434-4605-a9ba-8f8717f3b42d req-a40f38b2-5707-4b2f-ae62-db7603d371b0 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 210 time: 0.1133811 Aug 11 08:09:02.610747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.615241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.619877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-018051da-7fa1-41e0-807d-dfe6560ad4d9 tempest-ServersWithSpecificFlavorTestJSON-1754592546 tempest-ServersWithSpecificFlavorTestJSON-1754592546-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d339e17-c512-4f2a-92f4-b0d6a0a8b1d5 HTTP/1.1" status: 204 len: 168 time: 2.4713900 Aug 11 08:09:02.640948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=20c6b511-c435-4acd-9080-530c84ddc507,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:02.665454 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.680821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.709130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Allocated IP 192.168.233.65 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/17993376-c056-417f-b739-8075c61d769e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:02.753299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889cb0b-c84c-4e50-b10d-8a9c13e3c98c req-5e727457-2ee6-4cdf-847c-e84b272949cc tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:02.755010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889cb0b-c84c-4e50-b10d-8a9c13e3c98c req-5e727457-2ee6-4cdf-847c-e84b272949cc tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.4363468 Aug 11 08:09:02.800943 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-24fd402f-96c6-45b5-baa8-1fa29d0ce713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.811842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:02.896026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889cb0b-c84c-4e50-b10d-8a9c13e3c98c req-7142be39-1813-4854-9dba-84f04d7e8de3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239848 Aug 11 08:09:02.904360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:02.942979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Network f16581d6-be49-4caf-a214-f8dfbbb3bba5 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:02.952823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:02.958955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:02.991800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Pushing event updated for resources: {'Port': ['ID=fba4db92-b640-4567-a149-f1fdc59ec937,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:03.047029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:03.048501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.092043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-6c79d439-8c79-493c-a1c8-90e0335f7152 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7006888 Aug 11 08:09:03.192956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.209680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Request body: {'port': {'device_id': '54db5b65-faf2-407e-8016-695c975a3e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:03.240896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51d1ffbb-b329-4204-8503-697f3b836826 req-89325f4e-b187-4f66-8da0-bc8fbb987343 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 210 time: 0.0364900 Aug 11 08:09:03.251181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Transition to ACTIVE for port object 17993376-c056-417f-b739-8075c61d769e will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:03.364701 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.412733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.419750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-dcac4168-68a6-4c91-969e-b064d89aa39e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443592 Aug 11 08:09:03.461697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb97cc3-93b9-4792-a5bd-4a0f8c80d363'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6b511-c435-4acd-9080-530c84ddc507'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:03.464024 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c2e7ea-1e05-4e3d-bd05-a6ca52241ab7" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "f67b3301-76e1-4113-813d-02c1548af99a"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "6eb97cc3-93b9-4792-a5bd-4a0f8c80d363"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "20c6b511-c435-4acd-9080-530c84ddc507"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:03.583402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:03.585893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d3c042c-4e99-408a-9df4-1f74c6b8d916 req-fc9ba3ed-e65f-4df1-bfd1-0ee05d40335b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 210 time: 0.1243131 Aug 11 08:09:03.589823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:03.594770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:03.650922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Pushing event updated for resources: {'Port': ['ID=17993376-c056-417f-b739-8075c61d769e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:03.732089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:03.732779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.763289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-4f42de0e-3f42-43c0-9df0-878fc80ad0eb tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3858683 Aug 11 08:09:03.786387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Request body: {'port': {'device_id': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:03.832817 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a500df-a92e-486b-a6ba-09a2fcd2b781 x-openstack-request-id: req-42a500df-a92e-486b-a6ba-09a2fcd2b781 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:03.833302 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "f67b3301-76e1-4113-813d-02c1548af99a", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "6eb97cc3-93b9-4792-a5bd-4a0f8c80d363", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "20c6b511-c435-4acd-9080-530c84ddc507", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:03.833807 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42a500df-a92e-486b-a6ba-09a2fcd2b781 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:03.834392 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a', 'code': 200} Aug 11 08:09:03.834913 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887', 'code': 200} Aug 11 08:09:03.835333 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb97cc3-93b9-4792-a5bd-4a0f8c80d363', 'code': 200} Aug 11 08:09:03.835923 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c6b511-c435-4acd-9080-530c84ddc507', 'code': 200} Aug 11 08:09:03.926625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba4db92-b640-4567-a149-f1fdc59ec937 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:03.939494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.956421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:03.965893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:03.987370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.005729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.012241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.026028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.034219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.048755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.061963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-62926661-5015-4197-baf3-c79dca22ab9e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.8007555 Aug 11 08:09:04.078696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1c23c94-ec2d-4afa-a09f-37a718fa3848 None None] Provisioning for port 17993376-c056-417f-b739-8075c61d769e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:04.114633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1c23c94-ec2d-4afa-a09f-37a718fa3848 None None] Provisioning complete for port 17993376-c056-417f-b739-8075c61d769e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:04.115949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1c23c94-ec2d-4afa-a09f-37a718fa3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.159824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-455a8a24-695b-44a8-9a22-b6401b247889 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.161176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-455a8a24-695b-44a8-9a22-b6401b247889 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7313716 Aug 11 08:09:04.165144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c1c23c94-ec2d-4afa-a09f-37a718fa3848 None None] Port 17993376-c056-417f-b739-8075c61d769e cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:09:04.193261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Request body: {'port': {'device_id': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'd4cc25d5ec464087ad958fa57eea6b4a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:04.214339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Transition to ACTIVE for port object fba4db92-b640-4567-a149-f1fdc59ec937 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:04.262553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.305671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b68bd5f8-58b9-491e-938a-4eae7bae17c2 req-2e5d55d0-f29f-42bb-a45f-da03fc250e1f tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2425904 Aug 11 08:09:04.511473 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Pushing event updated for resources: {'Port': ['ID=fba4db92-b640-4567-a149-f1fdc59ec937,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:04.585107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986dd29-8b02-4721-9118-41054a81c51d req-aecc463c-7f9a-4b2a-b04b-6a47795dccbd tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.587268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7986dd29-8b02-4721-9118-41054a81c51d req-aecc463c-7f9a-4b2a-b04b-6a47795dccbd tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 932 time: 0.6602852 Aug 11 08:09:04.667478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Attempting to bind port fba4db92-b640-4567-a149-f1fdc59ec937 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:04.668120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Attempting to bind port fba4db92-b640-4567-a149-f1fdc59ec937 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '4ba7a776-b4dc-4cc7-a916-07c084126fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:04.668689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Attempting to bind port fba4db92-b640-4567-a149-f1fdc59ec937 on network f16581d6-be49-4caf-a214-f8dfbbb3bba5 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:04.693089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.721634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Port fba4db92-b640-4567-a149-f1fdc59ec937 on network f16581d6-be49-4caf-a214-f8dfbbb3bba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:09:04.722408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Attempting to bind port fba4db92-b640-4567-a149-f1fdc59ec937 on network f16581d6-be49-4caf-a214-f8dfbbb3bba5 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:04.727808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Made reservation on behalf of d4cc25d5ec464087ad958fa57eea6b4a for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:04.733341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.734524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.735168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.735810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.736461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.737226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.737755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.738479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:04.741882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-daeb8ed4-fbd9-4067-a18d-3b3b3a5fd10a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6502 time: 0.6609828 Aug 11 08:09:04.745396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:04.746032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Checking segment: {'id': '4ba7a776-b4dc-4cc7-a916-07c084126fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:04.746639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Bound using segment: {'id': '4ba7a776-b4dc-4cc7-a916-07c084126fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:04.747287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Bound port: fba4db92-b640-4567-a149-f1fdc59ec937, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba7a776-b4dc-4cc7-a916-07c084126fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:04.748186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.761089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7986dd29-8b02-4721-9118-41054a81c51d req-15a0df53-2fc1-4366-ab65-52f929a0687b tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297574 Aug 11 08:09:04.768562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17993376-c056-417f-b739-8075c61d769e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:04.833597 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.923970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Transition to ACTIVE for port object 17993376-c056-417f-b739-8075c61d769e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:04.949150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:04.990023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c150eb8f-b6f3-4a75-9c82-7e42b7d6992f req-fd080670-92bc-49f0-855a-ed2e34167eba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=638505e5-71a6-4f05-9d3d-a06104c95b56&id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109518 Aug 11 08:09:05.069460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389c056-402c-4bfc-b022-b647ad5988a8 req-7e7456a7-123e-4487-95e5-b423b26f1be4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:05.082798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c389c056-402c-4bfc-b022-b647ad5988a8 req-7e7456a7-123e-4487-95e5-b423b26f1be4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.4176028 Aug 11 08:09:05.166787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c389c056-402c-4bfc-b022-b647ad5988a8 req-15e6d5bf-ddda-4e31-a188-037fc776939a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Aug 11 08:09:05.177161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] For port fba4db92-b640-4567-a149-f1fdc59ec937, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:05.186873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] For port fba4db92-b640-4567-a149-f1fdc59ec937, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fba4db92-b640-4567-a149-f1fdc59ec937,segment=NetworkSegment(4ba7a776-b4dc-4cc7-a916-07c084126fa3),segment_id=4ba7a776-b4dc-4cc7-a916-07c084126fa3)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:05.189369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Allocated IP 192.168.233.46 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:05.215056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:05.240804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Pushing event updated for resources: {'Port': ['ID=17993376-c056-417f-b739-8075c61d769e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:05.337999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97461f6-0453-4f6c-af7c-7fc0fb55065d req-c5d2c8af-7f1e-4bb9-95fb-91eadf6d0694 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:05.340815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c97461f6-0453-4f6c-af7c-7fc0fb55065d req-c5d2c8af-7f1e-4bb9-95fb-91eadf6d0694 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 947 time: 0.3547387 Aug 11 08:09:05.349104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34010) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:05.376107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:05.377189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:05.379709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] 10.222.0.64 "PUT /v2.0/ports/fba4db92-b640-4567-a149-f1fdc59ec937 HTTP/1.1" status: 200 len: 1092 time: 2.2681789 Aug 11 08:09:05.380840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54db5b65-faf2-407e-8016-695c975a3e88', 'tag': 'fba4db92-b640-4567-a149-f1fdc59ec937'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:05.384863 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d457b-ae04-4d83-9e13-fabe1b12c79c" -d '{"events": [{"name": "network-changed", "server_uuid": "54db5b65-faf2-407e-8016-695c975a3e88", "tag": "fba4db92-b640-4567-a149-f1fdc59ec937"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:05.526445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Attempting to bind port 17993376-c056-417f-b739-8075c61d769e on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:05.527059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Attempting to bind port 17993376-c056-417f-b739-8075c61d769e by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:05.527302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Attempting to bind port 17993376-c056-417f-b739-8075c61d769e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:05.553420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a851-c7ff-46bc-9d8d-71de01f9629a service neutron] Pushing event updated for resources: {'Port': ['ID=fba4db92-b640-4567-a149-f1fdc59ec937,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:05.555584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Port 17993376-c056-417f-b739-8075c61d769e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:09:05.556114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Attempting to bind port 17993376-c056-417f-b739-8075c61d769e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:05.582822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c97461f6-0453-4f6c-af7c-7fc0fb55065d req-ae2dd046-d033-488a-9a52-ed15be26db84 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096367 Aug 11 08:09:05.585644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:05.586269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:05.586981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:05.587779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Bound port: 17993376-c056-417f-b739-8075c61d769e, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:05.588412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:05.713561 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:05.733594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Transition to ACTIVE for port object eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:05.869105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b2cfddd2-c7aa-469a-aa8f-c467a570b289 req-4e7d3b9a-1416-4101-8b94-e4a171e06e50 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 210 time: 0.1031039 Aug 11 08:09:05.873896 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:05.916029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:05.921848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:05.924806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', '7f7e66b7-0420-4a26-b81c-32c3ca340142', '36413ede-9b88-4ca2-a345-af5b32f80a69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:05.977550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] For port 17993376-c056-417f-b739-8075c61d769e, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:06.032646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:06.039211 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0445b5-ace2-4b07-afb0-c0c4c2578dae x-openstack-request-id: req-1e0445b5-ace2-4b07-afb0-c0c4c2578dae {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:06.039624 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54db5b65-faf2-407e-8016-695c975a3e88", "tag": "fba4db92-b640-4567-a149-f1fdc59ec937", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:06.040008 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e0445b5-ace2-4b07-afb0-c0c4c2578dae {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:06.040600 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54db5b65-faf2-407e-8016-695c975a3e88', 'tag': 'fba4db92-b640-4567-a149-f1fdc59ec937', 'status': 'completed', 'code': 200} Aug 11 08:09:06.098872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-4038c13b-e36f-4865-95a7-5ff9bf34b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.101382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-4038c13b-e36f-4865-95a7-5ff9bf34b946 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7fb5b9f9d9246d7af0155b5db8188d6&device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 1095 time: 0.5588901 Aug 11 08:09:06.131471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:06.143372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.161822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] For port 17993376-c056-417f-b739-8075c61d769e, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=17993376-c056-417f-b739-8075c61d769e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:06.211607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-41178734-3400-4a5f-b7e5-f3a2fed1f0c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba4db92-b640-4567-a149-f1fdc59ec937 HTTP/1.1" status: 200 len: 217 time: 0.0853045 Aug 11 08:09:06.232215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.280087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.280822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.313615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.321170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.328194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.332044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372379-5303-4463-a107-665546d934f2 req-9a174f8d-6b31-4706-ae36-589e2f6feb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.333881 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-9a174f8d-6b31-4706-ae36-589e2f6feb87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19effa94-3a13-4a51-806e-53835d8d236d HTTP/1.1" status: 200 len: 853 time: 0.1011975 Aug 11 08:09:06.335892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.342727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.349941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.356846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.366793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-9da23068-9482-4b3a-beb6-90d52c01e52c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.5823727 Aug 11 08:09:06.451446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.452083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.453598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] 10.222.0.64 "PUT /v2.0/ports/17993376-c056-417f-b739-8075c61d769e HTTP/1.1" status: 200 len: 1095 time: 2.6718431 Aug 11 08:09:06.464703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'tag': '17993376-c056-417f-b739-8075c61d769e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:06.468513 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb99736d-9a0b-4503-86f4-b554a1affc16" -d '{"events": [{"name": "network-changed", "server_uuid": "04db9bed-6693-4d3d-982b-b2a55a73f62c", "tag": "17993376-c056-417f-b739-8075c61d769e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:06.531918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f550415-9b82-4f4e-a581-6730a751f374 service neutron] Pushing event updated for resources: {'Port': ['ID=17993376-c056-417f-b739-8075c61d769e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:06.537001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11f50815-e9c5-4b38-8c94-caef4f84ae80 None None] Provisioning for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:06.551162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11f50815-e9c5-4b38-8c94-caef4f84ae80 None None] Provisioning complete for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:06.551539 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11f50815-e9c5-4b38-8c94-caef4f84ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:06.564838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92cbbc13-7c9a-44b2-b532-fc80e0b6e9d3 req-e0734540-8615-4426-a4ae-09eb2a53c58a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1971300 Aug 11 08:09:06.671505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-11f50815-e9c5-4b38-8c94-caef4f84ae80 None None] Port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:09:06.745783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-be2f420b-22d2-4873-bbf4-e12377817344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.748311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-be2f420b-22d2-4873-bbf4-e12377817344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27746b9f434b4730a6ac79a0e59ad9f9&device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 1098 time: 0.1697319 Aug 11 08:09:06.873584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff3586-dd5a-4ff3-8bf9-922e0155b2ee req-c11d1b43-2320-423e-b35a-65414f5e5998 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:06.875686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdff3586-dd5a-4ff3-8bf9-922e0155b2ee req-c11d1b43-2320-423e-b35a-65414f5e5998 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.0765805 Aug 11 08:09:06.940406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-65ac5e38-1303-4869-8c6e-1d125b445d88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f16581d6-be49-4caf-a214-f8dfbbb3bba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5943804 Aug 11 08:09:06.942564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-08bc1aad-b3a7-436b-8585-66b829944397 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=17993376-c056-417f-b739-8075c61d769e HTTP/1.1" status: 200 len: 217 time: 0.0642467 Aug 11 08:09:06.943793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-57b31564-51ff-405b-a6ed-fe7f7e36e2f0 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7612705 Aug 11 08:09:06.990395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Request body: {'port': {'device_id': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:07.037587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdff3586-dd5a-4ff3-8bf9-922e0155b2ee req-16e8fabc-d7c5-417a-b92b-4fe2944ac588 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452541 Aug 11 08:09:07.070746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-9d4833de-a54d-4c41-b121-507ff01ee65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:07.074943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-9d4833de-a54d-4c41-b121-507ff01ee65f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0934851 Aug 11 08:09:07.105606 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a45a2-12b1-406d-9a80-61303f4d637a x-openstack-request-id: req-196a45a2-12b1-406d-9a80-61303f4d637a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:07.105839 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04db9bed-6693-4d3d-982b-b2a55a73f62c", "tag": "17993376-c056-417f-b739-8075c61d769e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:07.106061 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-196a45a2-12b1-406d-9a80-61303f4d637a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:07.106519 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'tag': '17993376-c056-417f-b739-8075c61d769e', 'status': 'completed', 'code': 200} Aug 11 08:09:07.129175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:07.129466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340a959-dc67-4d95-8869-e459b7f07a68 req-4d6046a3-2d34-41f0-b67b-20441e428bd1 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:07.131303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3340a959-dc67-4d95-8869-e459b7f07a68 req-4d6046a3-2d34-41f0-b67b-20441e428bd1 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 944 time: 0.1943636 Aug 11 08:09:07.179296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:07.217192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-61d38dbb-b19e-4e4e-b58b-927b22316623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:07.218821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-61d38dbb-b19e-4e4e-b58b-927b22316623 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254578 Aug 11 08:09:07.277635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-ef66dc78-4766-4562-9e43-5f0ea213f4fb service neutron] 10.222.0.64 "GET /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027904 Aug 11 08:09:07.286376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3340a959-dc67-4d95-8869-e459b7f07a68 req-6897c643-1d79-4ce8-9989-6b9f42e9d154 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375110 Aug 11 08:09:07.539099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97372379-5303-4463-a107-665546d934f2 req-0e6e61b2-eec4-4186-a4a1-6c13f3725fce service neutron] 10.222.0.64 "GET /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516892 Aug 11 08:09:07.570115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f493a-9d66-4960-a22d-765a5a12caf6 req-0f34eeeb-4693-484b-9a8f-5193f39c3e4e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:07.571604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-362f493a-9d66-4960-a22d-765a5a12caf6 req-0f34eeeb-4693-484b-9a8f-5193f39c3e4e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 935 time: 0.1585202 Aug 11 08:09:07.651612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-362f493a-9d66-4960-a22d-765a5a12caf6 req-39818a6a-b331-457d-ab9a-c5ca21a57ec8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681784 Aug 11 08:09:07.674917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32fb7-a581-4489-a25d-905e5b2c6ed4 req-e9799180-725b-4003-a22f-38843ca79106 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:07.674917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6a32fb7-a581-4489-a25d-905e5b2c6ed4 req-e9799180-725b-4003-a22f-38843ca79106 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 947 time: 0.4973645 Aug 11 08:09:07.755705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-f535fccc-3d31-4425-9365-e5c849983cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:07.755705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-f535fccc-3d31-4425-9365-e5c849983cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7fb5b9f9d9246d7af0155b5db8188d6&device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 1095 time: 0.0993495 Aug 11 08:09:07.762166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:07.786720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-0680a86a-79c4-4736-bc5f-451acfef9a07 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383558 Aug 11 08:09:07.789864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:07.795644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6a32fb7-a581-4489-a25d-905e5b2c6ed4 req-6e5a404b-01d7-400f-96ba-1ab783187d27 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146228 Aug 11 08:09:07.865616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Transition to ACTIVE for port object eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:07.877208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:07.958619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8b15b25-9485-443e-a51c-8acdac5399f4 req-0d2e9190-412b-4887-b3f0-0306546492c7 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605225 Aug 11 08:09:08.002812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-4cf5050d-7017-4016-9f04-c9455a880a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.004399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-4cf5050d-7017-4016-9f04-c9455a880a7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f16581d6-be49-4caf-a214-f8dfbbb3bba5 HTTP/1.1" status: 200 len: 914 time: 0.2369034 Aug 11 08:09:08.009737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:08.031741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bfb51-ed9d-4206-bce9-93abc83956d0 req-4eb1ce8e-df6d-40ac-8e6c-cc9017e3f75c tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.033746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242bfb51-ed9d-4206-bce9-93abc83956d0 req-4eb1ce8e-df6d-40ac-8e6c-cc9017e3f75c tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 949 time: 0.1612256 Aug 11 08:09:08.036646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.048987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.061638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.073202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.084867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.096127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.106047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.108415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-d822e7ea-0072-43ab-82ad-b30e4ee1a888 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.2143095 Aug 11 08:09:08.144301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-15725e3a-d689-456b-ac7e-e4b29a1c2289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba4db92-b640-4567-a149-f1fdc59ec937 HTTP/1.1" status: 200 len: 217 time: 0.1087933 Aug 11 08:09:08.225964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31eb35e0-9371-4368-9bcf-30e64eec48a8 req-f447a311-1428-4ce0-b31c-edd162a245ca tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073599 Aug 11 08:09:08.234759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Deleting port 08277205-ade4-41a0-94da-dfcb0a254b23 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:08.235143 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:08.240190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-4bccd387-41d2-4772-a251-45a98fd992cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.241792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-4bccd387-41d2-4772-a251-45a98fd992cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27746b9f434b4730a6ac79a0e59ad9f9&device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 1098 time: 0.1258180 Aug 11 08:09:08.261168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-14ef570d-9279-43a4-b618-537c33032866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.263349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-14ef570d-9279-43a4-b618-537c33032866 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19effa94-3a13-4a51-806e-53835d8d236d HTTP/1.1" status: 200 len: 853 time: 0.1055019 Aug 11 08:09:08.280872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242bfb51-ed9d-4206-bce9-93abc83956d0 req-8ceda973-9211-48fa-b44b-1a0abeb09a9c tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126386 Aug 11 08:09:08.330901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-219126a4-d071-438d-9b14-b05d9427b289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f16581d6-be49-4caf-a214-f8dfbbb3bba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472176 Aug 11 08:09:08.332248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:08.332591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:08.332943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:08.359063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:09:08.359860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:08.416026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:08.416648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:08.417359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:08.417575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Bound port: eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:08.417957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:08.463759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] For port 08277205-ade4-41a0-94da-dfcb0a254b23, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=08277205-ade4-41a0-94da-dfcb0a254b23,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:08.464102 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:08.482502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-48295527-a6b4-42e9-a854-c41eb8ae897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.484104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-48295527-a6b4-42e9-a854-c41eb8ae897d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2322800 Aug 11 08:09:08.500233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be204-f26d-4682-a0fa-2f67d349b195 req-0e5b9560-5460-4f0a-9917-277cf96b09e9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.502909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c89be204-f26d-4682-a0fa-2f67d349b195 req-0e5b9560-5460-4f0a-9917-277cf96b09e9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.1388175 Aug 11 08:09:08.504535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Calling delete_port for 08277205-ade4-41a0-94da-dfcb0a254b23 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:08.541215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.547496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.553513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.561017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.567182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.568396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-e301f5d1-4d2c-4f4c-8567-fe69ac8d376f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=17993376-c056-417f-b739-8075c61d769e HTTP/1.1" status: 200 len: 217 time: 0.0605521 Aug 11 08:09:08.573368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.580075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.582180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8152b2a5-5ceb-4a65-9f85-f81f4026d470 req-9df47fcd-e814-4f08-a5fa-68ec97f09dab tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.1813254 Aug 11 08:09:08.597942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-a6e5c390-420b-49b3-b28d-e7e22877f928 service neutron] 10.222.0.64 "GET /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554321 Aug 11 08:09:08.598339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34074) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:08.606619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Request body: {'floatingip': {'port_id': 'f67b3301-76e1-4113-813d-02c1548af99a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:08.664059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:08.674675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:08.696262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c89be204-f26d-4682-a0fa-2f67d349b195 req-bd22b06c-07c6-40d1-914e-6a18a8e0d35e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744323 Aug 11 08:09:08.703169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-c0560205-a5d2-4a81-ab99-4abe52e4f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.704659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-c0560205-a5d2-4a81-ab99-4abe52e4f1f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1229341 Aug 11 08:09:08.744791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:08.784032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:08.864210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-8af4df4e-c7f4-4432-86a0-0318f3eb34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.865741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-8af4df4e-c7f4-4432-86a0-0318f3eb34e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441572 Aug 11 08:09:08.881688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c11fd-1b7b-457e-8abf-2dcf9c7403c4 req-dc832b74-309e-466e-856a-42154e810b75 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.883197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d99c11fd-1b7b-457e-8abf-2dcf9c7403c4 req-dc832b74-309e-466e-856a-42154e810b75 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.0940280 Aug 11 08:09:08.898452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:08.899141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:08.900574 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 1095 time: 1.9243019 Aug 11 08:09:08.906940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:08.909311 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a814f9e-a1df-4005-b42a-7ad80b482f91" -d '{"events": [{"name": "network-changed", "server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:08.975872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d66d457b-ae04-4d83-9e13-fabe1b12c79c req-4fc009f5-3481-4d65-9e24-da5c2869035b service neutron] 10.222.0.64 "GET /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635304 Aug 11 08:09:08.990443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b0b2-d01b-4b75-8e16-f6a2cae22178 req-4a3c5482-4988-4017-a735-a6aac64b4403 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:09.000351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b051b0b2-d01b-4b75-8e16-f6a2cae22178 req-4a3c5482-4988-4017-a735-a6aac64b4403 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 944 time: 0.2872908 Aug 11 08:09:09.004479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197d4d-bebc-47d6-a76e-726b0da3fc71 service neutron] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:09.037351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d99c11fd-1b7b-457e-8abf-2dcf9c7403c4 req-e322751b-335d-40f1-b729-d39b41067bc3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305790 Aug 11 08:09:09.060241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.130442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Pushing event deleted for resources: {'Port': ['ID=08277205-ade4-41a0-94da-dfcb0a254b23,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:09.142704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-846adedd-02a2-42ec-a9da-e889056456f9 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688868 Aug 11 08:09:09.205186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b051b0b2-d01b-4b75-8e16-f6a2cae22178 req-775e133b-74a7-4949-a4d3-390128b9b413 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042196 Aug 11 08:09:09.250346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-89433bf6-59aa-44db-b289-ef0167054da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:09.254648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-89433bf6-59aa-44db-b289-ef0167054da9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1098 time: 0.2101419 Aug 11 08:09:09.372277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-27bdf1d7-28a8-485d-90c6-84b5b5e3fc34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0687771 Aug 11 08:09:09.431781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb99736d-9a0b-4503-86f4-b554a1affc16 req-def668ef-8a3f-4893-a834-ebe384649b67 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780869 Aug 11 08:09:09.483784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-2c2f11c2-540f-4d85-9a14-df56b78beba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:09.485817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-2c2f11c2-540f-4d85-9a14-df56b78beba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0628827 Aug 11 08:09:09.504517 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.672299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4c7ac-5e04-4a02-b093-12f688e06875 req-1264ce15-40fa-4ec5-890f-47c77dcb3332 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:09.675245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7b4c7ac-5e04-4a02-b093-12f688e06875 req-1264ce15-40fa-4ec5-890f-47c77dcb3332 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 947 time: 0.2001648 Aug 11 08:09:09.679076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-174dd20d-a83a-4139-8163-6dd94097bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:09.680960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-174dd20d-a83a-4139-8163-6dd94097bf5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402404 Aug 11 08:09:09.811278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:09:09.817652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7b4c7ac-5e04-4a02-b093-12f688e06875 req-6835fda4-0268-41a1-bbe7-f06f3ee58786 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305830 Aug 11 08:09:09.867365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Router cc6aa91d-a741-4a28-9294-0e9c221db2cd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:09.880926 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc879cb-c794-4a52-ac99-27389ed95be6 x-openstack-request-id: req-5cc879cb-c794-4a52-ac99-27389ed95be6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:09.881423 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:09.881673 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5cc879cb-c794-4a52-ac99-27389ed95be6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:09.882093 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'status': 'completed', 'code': 200} Aug 11 08:09:09.908614 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:09.915767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-305f6cfc-0729-440b-984d-e3b6288bbe97 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206483 Aug 11 08:09:09.922095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.027234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:10.034152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ccb9669e-955c-42f2-9efd-3904ca963971 admin admin] 10.222.0.58 "PUT /v2.0/routers/cc6aa91d-a741-4a28-9294-0e9c221db2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6834042 Aug 11 08:09:10.041430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34148) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:10.045760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] Sync routers for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:10.062756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae360af-2bfc-40a1-b08b-2251d12c94fb req-4e3a2a9b-e4da-4576-94d6-8244d9e5559e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:10.064872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ae360af-2bfc-40a1-b08b-2251d12c94fb req-4e3a2a9b-e4da-4576-94d6-8244d9e5559e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.0874736 Aug 11 08:09:10.066849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:10.067754 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:10.079203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:10.153925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ae360af-2bfc-40a1-b08b-2251d12c94fb req-fbfc5266-5096-4dcd-ae86-766a7fda19c4 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597072 Aug 11 08:09:10.231139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.249973 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:10.286307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:10.288476 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d19123-e7a1-42d5-bf51-ac595f5ad31c" -d '{"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:10.310328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:10.323063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.345905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f21ee-d1eb-4dcc-844c-9840e7cf7738 req-3addc653-fedb-4d22-a788-504e57e6f552 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:10.349449 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf9f21ee-d1eb-4dcc-844c-9840e7cf7738 req-3addc653-fedb-4d22-a788-504e57e6f552 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.1006479 Aug 11 08:09:10.426215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf9f21ee-d1eb-4dcc-844c-9840e7cf7738 req-78387b27-4bc6-4d3c-a6cd-9366296e9544 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693104 Aug 11 08:09:10.437590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:10.496720 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2774a44-c00c-4173-a7cf-ba4f211abe69 x-openstack-request-id: req-f2774a44-c00c-4173-a7cf-ba4f211abe69 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:10.497018 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:10.497283 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2774a44-c00c-4173-a7cf-ba4f211abe69 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:10.497709 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'code': 200} Aug 11 08:09:10.555619 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:09:08Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:10.590964 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] Checking router: cc6aa91d-a741-4a28-9294-0e9c221db2cd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:10.600962 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] Routers {'cc6aa91d-a741-4a28-9294-0e9c221db2cd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:10.601684 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:10.752245 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] Set router cc6aa91d-a741-4a28-9294-0e9c221db2cd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:10.857256 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Floating IP d7de4586-a8b3-4530-ab08-a0729bdf1a36 associated. External IP: 172.25.2.206, port: f67b3301-76e1-4113-813d-02c1548af99a. Aug 11 08:09:10.864243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be34c6f-05c4-44a8-a069-b8cf5f91b528 req-38ee5339-9d95-469a-87c5-bffbc7e5961b service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9390774 Aug 11 08:09:10.898292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:10.959854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28d868-41de-42e1-9c07-7e51f93cc70f req-bf6eb9c5-cc8a-436f-939a-7bb67c391354 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:10.966002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f28d868-41de-42e1-9c07-7e51f93cc70f req-bf6eb9c5-cc8a-436f-939a-7bb67c391354 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 944 time: 0.1951814 Aug 11 08:09:10.977391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f83a2-8bdf-46cf-9f4a-084ee0d88b5b req-96dbf75b-7e99-4857-b26d-f42ffcfef62f tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:10.979182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c5f83a2-8bdf-46cf-9f4a-084ee0d88b5b req-96dbf75b-7e99-4857-b26d-f42ffcfef62f tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 947 time: 0.0672393 Aug 11 08:09:10.998999 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:09:08Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:11.031193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c5f83a2-8bdf-46cf-9f4a-084ee0d88b5b req-9cc98879-9362-4b10-8e3b-679bc79c80be tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Aug 11 08:09:11.033305 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132a63-0696-4e5d-8cf5-10bf5879405a None None] The sync data for ids ['cc6aa91d-a741-4a28-9294-0e9c221db2cd'] in n-d-789963-6 is: [{'id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-329406750-router', 'tenant_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:03:43Z', 'updated_at': '2021-08-11T08:09:08Z', 'revision_number': 5, 'project_id': 'fd379e2afe55474eb2e3a6103b64d7e0', 'gw_port': {'id': 'ecf80abe-3cf6-441e-96a4-cdcb5fe50566', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6aa91d-a741-4a28-9294-0e9c221db2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:03:45Z', 'updated_at': '2021-08-11T08:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:11.166811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f28d868-41de-42e1-9c07-7e51f93cc70f req-4db66923-9361-49a7-84f4-5f32e7bfb33d tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854410 Aug 11 08:09:11.187928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-f0b310cd-9af3-4aa5-965c-f221e3e6aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.189401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-f0b310cd-9af3-4aa5-965c-f221e3e6aff2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1098 time: 0.1835330 Aug 11 08:09:11.192589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:11.296674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea76f2-bba9-40e8-9a3d-9fc9bdc17574 req-49fef375-4f67-4ad3-89d7-15c20436b441 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.298242 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46ea76f2-bba9-40e8-9a3d-9fc9bdc17574 req-49fef375-4f67-4ad3-89d7-15c20436b441 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 945 time: 0.0701733 Aug 11 08:09:11.341956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46ea76f2-bba9-40e8-9a3d-9fc9bdc17574 req-ff0bb81c-e77b-4eb3-a55e-8a62a2eec75c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Aug 11 08:09:11.441289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-57140037-c4c7-4492-b9bc-48d6105e2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.442933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-57140037-c4c7-4492-b9bc-48d6105e2582 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2386587 Aug 11 08:09:11.458389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:11.500610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Deleting port ecf80abe-3cf6-441e-96a4-cdcb5fe50566 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:11.501056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:11.503863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-37ca5ed8-01cd-4490-acf1-e69f874b79e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0478547 Aug 11 08:09:11.701087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-54a920ea-e29e-4c5d-aba8-5498dee8d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.705615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-54a920ea-e29e-4c5d-aba8-5498dee8d8a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1865406 Aug 11 08:09:11.798302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4238d5e-ed0e-491b-a6ba-41defc80a9df req-a54a3260-f7f0-4278-9320-99ca850855bc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.800077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4238d5e-ed0e-491b-a6ba-41defc80a9df req-a54a3260-f7f0-4278-9320-99ca850855bc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.2819741 Aug 11 08:09:11.812097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] For port ecf80abe-3cf6-441e-96a4-cdcb5fe50566, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:11.812467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:11.837508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-369125cb-3434-4817-a7bb-2de78e34fe5f tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.839090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-369125cb-3434-4817-a7bb-2de78e34fe5f tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.0473623 Aug 11 08:09:11.853023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Calling delete_port for ecf80abe-3cf6-441e-96a4-cdcb5fe50566 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:11.862617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:11.870224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:11.883201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:11.884765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] Sync routers for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:11.892013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-cdf1205c-c708-47a3-9bd3-fa8b55238013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:11.893614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-cdf1205c-c708-47a3-9bd3-fa8b55238013 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779315 Aug 11 08:09:11.902715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:11.903717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:11.929004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:11.971252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4238d5e-ed0e-491b-a6ba-41defc80a9df req-26ea31ba-3118-452c-aa8e-c3c59d7447c4 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456313 Aug 11 08:09:12.027923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-091790b8-0e9e-4434-9ea1-ceedf1559d89 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "PUT /v2.0/floatingips/d7de4586-a8b3-4530-ab08-a0729bdf1a36 HTTP/1.1" status: 200 len: 991 time: 3.4249928 Aug 11 08:09:12.032672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:12.035402 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b" -d '{"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "f67b3301-76e1-4113-813d-02c1548af99a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:12.067294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:12.103848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 17993376-c056-417f-b739-8075c61d769e details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:09:12.117472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:12.141920 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7d87bb-4013-4549-a82f-3220b7961139 x-openstack-request-id: req-ce7d87bb-4013-4549-a82f-3220b7961139 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:12.142301 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "tag": "f67b3301-76e1-4113-813d-02c1548af99a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:12.142441 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce7d87bb-4013-4549-a82f-3220b7961139 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:12.142846 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a', 'status': 'completed', 'code': 200} Aug 11 08:09:12.148918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-a3eebaf2-060d-4ee8-9e1c-f3fdb4b8c724 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290442 Aug 11 08:09:12.173377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:12.256667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 17993376-c056-417f-b739-8075c61d769e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=17993376-c056-417f-b739-8075c61d769e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:12.274937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '17993376-c056-417f-b739-8075c61d769e', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '17993376-c056-417f-b739-8075c61d769e', 'mac_address': 'fa:16:3e:eb:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:09:12.300899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a1059a-384e-4167-a94b-483884aac702'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:12.304211 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92280362-94fa-4b22-8188-489e3ce59773" -d '{"events": [{"server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "87a1059a-384e-4167-a94b-483884aac702"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:12.310280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.316128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.342130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.375047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf80abe-3cf6-441e-96a4-cdcb5fe50566,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.385331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a814f9e-a1df-4005-b42a-7ad80b482f91 req-d1888eb8-4297-47a5-b3ce-259f108d119a service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238739 Aug 11 08:09:12.401271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72729b-21a2-4e43-9cad-f54a331d7fee req-d2a33558-37f4-4544-94bf-08a0288acfd4 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.403038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c72729b-21a2-4e43-9cad-f54a331d7fee req-d2a33558-37f4-4544-94bf-08a0288acfd4 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 944 time: 0.1158094 Aug 11 08:09:12.409029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.409631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.410182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.410728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.411463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.411790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.412329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.414462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-af78696e-7433-4329-acfc-796af7a38ae3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6502 time: 0.2107434 Aug 11 08:09:12.435891 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.472736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8726a-11da-455d-89e2-4cc8815c415e req-87bad194-555e-4704-898d-f0c5d8c1e01d tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.473169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17993376-c056-417f-b739-8075c61d769e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:12.475293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55d8726a-11da-455d-89e2-4cc8815c415e req-87bad194-555e-4704-898d-f0c5d8c1e01d tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 947 time: 0.2124121 Aug 11 08:09:12.514977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:12.532767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.567055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c72729b-21a2-4e43-9cad-f54a331d7fee req-d59435db-3e50-4365-87cc-5e6de1054da8 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242626 Aug 11 08:09:12.590756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on host n-h2-789963-6 for vnic_type normal with profile {"migrating_to": "n-h1-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:12.591345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:12.591752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:12.602082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:09:12.602424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Attempting to bind port 87a1059a-384e-4167-a94b-483884aac702 on network b0540c9e-ac3b-4b91-a575-dc4878825330 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:12.607805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 17993376-c056-417f-b739-8075c61d769e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=17993376-c056-417f-b739-8075c61d769e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:12.618044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:12.618927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Checking segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:12.619692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Bound using segment: {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:12.620325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Bound port: 87a1059a-384e-4167-a94b-483884aac702, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b0540c9e-ac3b-4b91-a575-dc4878825330'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:12.620830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.628409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.629915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fba4db92-b640-4567-a149-f1fdc59ec937 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:09:12.636822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-1e6c5741-b0ec-47db-8d40-a442f614a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:12.638664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-1e6c5741-b0ec-47db-8d40-a442f614a73f service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8 HTTP/1.1" status: 200 len: 918 time: 0.2110865 Aug 11 08:09:12.738052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.743192 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.756044 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55d8726a-11da-455d-89e2-4cc8815c415e req-59409ca2-3f28-4a54-84cf-8da4837383ff tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487278 Aug 11 08:09:12.788774 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe3bc05-dd72-42d2-b495-9a8e3eff878f x-openstack-request-id: req-3fe3bc05-dd72-42d2-b495-9a8e3eff878f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:12.789243 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "87a1059a-384e-4167-a94b-483884aac702", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:12.789640 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3fe3bc05-dd72-42d2-b495-9a8e3eff878f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:12.790406 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a1059a-384e-4167-a94b-483884aac702', 'code': 200} Aug 11 08:09:12.855612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 08277205-ade4-41a0-94da-dfcb0a254b23 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:12.885281 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-1d6690de-8683-4e4f-a510-e61a3a46df58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 200 len: 999 time: 0.2367575 Aug 11 08:09:12.889424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.890740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6aa91d-a741-4a28-9294-0e9c221db2cd {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:09:12.896907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:12.910263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0713a7c6-3bf8-4c57-a9e7-dcfd1853bebb admin admin] 10.222.0.58 "DELETE /v2.0/routers/cc6aa91d-a741-4a28-9294-0e9c221db2cd HTTP/1.1" status: 204 len: 168 time: 2.8635898 Aug 11 08:09:12.924470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:12.927208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34206) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:13.043954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542a2d1-1f3f-4525-8e49-3910b73fc07b req-4644114a-2931-4f22-a80d-b5b7c4f6a24f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.052002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0542a2d1-1f3f-4525-8e49-3910b73fc07b req-4644114a-2931-4f22-a80d-b5b7c4f6a24f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.1733887 Aug 11 08:09:13.056584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:13.083962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.150265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Deleting subnet dba33046-fb38-4921-845a-f9d601652319 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:13.152447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 08277205-ade4-41a0-94da-dfcb0a254b23 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:13.153001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-8dedc2bc-3462-4036-9fa3-20080226c25e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358314 Aug 11 08:09:13.153117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 08277205-ade4-41a0-94da-dfcb0a254b23 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:13.161511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0542a2d1-1f3f-4525-8e49-3910b73fc07b req-c20e5979-cd46-4025-a6c8-9a389ec4fc05 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Aug 11 08:09:13.184075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.189610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=17993376-c056-417f-b739-8075c61d769e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:13.238794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-cc642f9a-bb27-4b86-9c6f-6083ada7b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.240639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-cc642f9a-bb27-4b86-9c6f-6083ada7b2f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e00c32b9-9514-4042-90b4-93cdbf2b832e HTTP/1.1" status: 200 len: 856 time: 0.3334851 Aug 11 08:09:13.245497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-e4023e8d-3b58-4190-87fa-a28ac16d6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.247242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-e4023e8d-3b58-4190-87fa-a28ac16d6be6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 1100 time: 0.0489061 Aug 11 08:09:13.349914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:13.375009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.390332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-9c08261f-1113-46c2-a3c6-71f86df934a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.392006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-9c08261f-1113-46c2-a3c6-71f86df934a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1230507 Aug 11 08:09:13.393668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd7de4586-a8b3-4530-ab08-a0729bdf1a36', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'port_id': 'f67b3301-76e1-4113-813d-02c1548af99a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'mac_address': 'fa:16:3e:db:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:40Z', 'updated_at': '2021-08-11T08:09:09Z', 'revision_number': 1, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:43Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:13.400955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port fba4db92-b640-4567-a149-f1fdc59ec937, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fba4db92-b640-4567-a149-f1fdc59ec937,segment=NetworkSegment(4ba7a776-b4dc-4cc7-a916-07c084126fa3),segment_id=4ba7a776-b4dc-4cc7-a916-07c084126fa3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:13.403222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.404659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.406126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-2a8899e6-bcaa-479e-8a07-ac7a03f5327a service neutron] 10.222.0.64 "PUT /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 1121 time: 1.5480542 Aug 11 08:09:13.431813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0ddc-03a4-4595-aa16-2bfb85946580 req-719ac18b-5114-4b3b-8399-2cdc26130a12 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.440188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-156e0ddc-03a4-4595-aa16-2bfb85946580 req-719ac18b-5114-4b3b-8399-2cdc26130a12 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.2822673 Aug 11 08:09:13.444151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'fba4db92-b640-4567-a149-f1fdc59ec937', 'network_id': 'f16581d6-be49-4caf-a214-f8dfbbb3bba5', 'port_id': 'fba4db92-b640-4567-a149-f1fdc59ec937', 'mac_address': 'fa:16:3e:8c:b0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19effa94-3a13-4a51-806e-53835d8d236d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:09:13.448534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] Checking router: 630d7815-a4a4-49ad-9b76-e699c4fd70b6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:13.451417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-80666669-6d9b-4053-a656-ce9f861f00ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 200 len: 217 time: 0.0471509 Aug 11 08:09:13.468552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-b0bee297-6d3b-4232-b132-8ff9381a6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.470096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-b0bee297-6d3b-4232-b132-8ff9381a6fae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858263 Aug 11 08:09:13.503462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:13.504119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:13.532154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-71b1b190-054a-4e11-be61-23ed5e22ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.533866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-71b1b190-054a-4e11-be61-23ed5e22ecb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0675106 Aug 11 08:09:13.590460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-156e0ddc-03a4-4595-aa16-2bfb85946580 req-2253bf16-7b29-417f-8d9a-c68bf38c78c2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492813 Aug 11 08:09:13.616506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-e6023549-d61d-4087-96a6-384dfa1759ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.616506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-e6023549-d61d-4087-96a6-384dfa1759ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661557 Aug 11 08:09:13.617011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['87a1059a-384e-4167-a94b-483884aac702'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:13.619964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['87a1059a-384e-4167-a94b-483884aac702'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:13.627738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.711762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-b3f0c870-bae1-401b-ac2c-2470fc7c7bbe service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294171 Aug 11 08:09:13.712113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.771624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-f4ae514c-fe5d-40ce-9fbc-c577502fca8f service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532488 Aug 11 08:09:13.784499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.797672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985f546-ecbc-470a-923e-18d2cbfa5d35 req-a1d2bb6b-1d5b-46b6-abcf-d1df00cdcf17 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:13.799685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d985f546-ecbc-470a-923e-18d2cbfa5d35 req-a1d2bb6b-1d5b-46b6-abcf-d1df00cdcf17 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 944 time: 0.0834796 Aug 11 08:09:13.821891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba33046-fb38-4921-845a-f9d601652319,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:13.833565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:13.836426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.841748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78cc81d6-1d3a-4955-ba39-1b77ea6b7810 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dba33046-fb38-4921-845a-f9d601652319 HTTP/1.1" status: 204 len: 168 time: 0.9124219 Aug 11 08:09:13.842102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34224) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:13.917445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba4db92-b640-4567-a149-f1fdc59ec937 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:13.921961 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:13.922393 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d985f546-ecbc-470a-923e-18d2cbfa5d35 req-f2fb2305-4e8f-4c11-95e2-7b24e5b92f0d tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556977 Aug 11 08:09:13.938083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975131e5-3a32-4399-9fd9-4bee973ac916 None None] Network 8584e3e8-8ee7-412e-9534-d7b0ad540356 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:13.952071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36800c59-c545-475e-97d2-db2a7b33a8f3 req-ad965b0f-f13f-4ce2-a04c-891ec1760b22 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428978 Aug 11 08:09:13.981055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8f81c6-ea8d-4f21-ac7e-3eb308c4710b req-1608a13f-a4da-44b6-ab33-44e6cac27f7d service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599039 Aug 11 08:09:14.030990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8db9c-191c-4d03-a2c9-2f3a5fee41fa req-3294d9db-7cbb-49b4-b60e-26ae01537832 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:14.032750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97c8db9c-191c-4d03-a2c9-2f3a5fee41fa req-3294d9db-7cbb-49b4-b60e-26ae01537832 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 948 time: 0.1063993 Aug 11 08:09:14.061685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port fba4db92-b640-4567-a149-f1fdc59ec937, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fba4db92-b640-4567-a149-f1fdc59ec937,segment=NetworkSegment(4ba7a776-b4dc-4cc7-a916-07c084126fa3),segment_id=4ba7a776-b4dc-4cc7-a916-07c084126fa3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:14.084209 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.095373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97c8db9c-191c-4d03-a2c9-2f3a5fee41fa req-788ab976-26a5-420c-88a3-e287efb41a72 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557103 Aug 11 08:09:14.097046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Deleting port 3b3495e0-9093-444b-ac6b-e27b94b1f118 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:14.097498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.168769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] For port 3b3495e0-9093-444b-ac6b-e27b94b1f118, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3b3495e0-9093-444b-ac6b-e27b94b1f118,segment=NetworkSegment(7a809b6c-5759-44c9-b872-fa2ff6cb5e27),segment_id=7a809b6c-5759-44c9-b872-fa2ff6cb5e27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:14.169109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.186287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Calling delete_port for 3b3495e0-9093-444b-ac6b-e27b94b1f118 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:14.212293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:09:14.323830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.346259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=fba4db92-b640-4567-a149-f1fdc59ec937,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:14.360477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3495e0-9093-444b-ac6b-e27b94b1f118,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:14.365680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] No DVR routers for this DVR port 3b3495e0-9093-444b-ac6b-e27b94b1f118 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:14.376296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15847f5b-16f1-43af-b1aa-a1fca5321190 req-e4540119-ebcd-4a0a-aa4b-aa954ff38845 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:14.381689 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15847f5b-16f1-43af-b1aa-a1fca5321190 req-e4540119-ebcd-4a0a-aa4b-aa954ff38845 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.1114445 Aug 11 08:09:14.486697 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15847f5b-16f1-43af-b1aa-a1fca5321190 req-c270fdf6-b16f-4c7b-a308-58af433b4424 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007485 Aug 11 08:09:14.489567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.509432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8584e3e8-8ee7-412e-9534-d7b0ad540356']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:14.538883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a809b6c-5759-44c9-b872-fa2ff6cb5e27') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:14.539587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a809b6c-5759-44c9-b872-fa2ff6cb5e27') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:14.551008 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.567200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.582105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:14.587563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:09:14.588579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:09:14.592000 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:09:14.597382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659850da-b877-48f4-916a-b1e3592fb24d None None] DHCP port deletion for 8584e3e8-8ee7-412e-9534-d7b0ad540356 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:09:14.611133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '9b9c9697-7133-420e-9ba0-70718b658782', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '9b9c9697-7133-420e-9ba0-70718b658782', 'mac_address': 'fa:16:3e:e8:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:09:14.698127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd7de4586-a8b3-4530-ab08-a0729bdf1a36', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'port_id': 'f67b3301-76e1-4113-813d-02c1548af99a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'mac_address': 'fa:16:3e:db:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:40Z', 'updated_at': '2021-08-11T08:09:09Z', 'revision_number': 1, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:43Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:14.703150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.741211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ecf80abe-3cf6-441e-96a4-cdcb5fe50566 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:14.743003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.750882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879495ed-000a-4c31-85c0-c88af464f0cc None None] The sync data for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 is: [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd7de4586-a8b3-4530-ab08-a0729bdf1a36', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'port_id': 'f67b3301-76e1-4113-813d-02c1548af99a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'mac_address': 'fa:16:3e:db:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:07:40Z', 'updated_at': '2021-08-11T08:09:09Z', 'revision_number': 1, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:43Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:14.779633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.782135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8584e3e8-8ee7-412e-9534-d7b0ad540356 HTTP/1.1" status: 204 len: 168 time: 0.9370708 Aug 11 08:09:14.783683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee583c-5022-4d28-bb0e-3fe193897a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=8584e3e8-8ee7-412e-9534-d7b0ad540356,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:14.785570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34250) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:14.797964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ecf80abe-3cf6-441e-96a4-cdcb5fe50566 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:14.799227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ecf80abe-3cf6-441e-96a4-cdcb5fe50566 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:14.808310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['17993376-c056-417f-b739-8075c61d769e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:14.813336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9c9697-7133-420e-9ba0-70718b658782 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:14.833944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35a02d-f3e0-41ac-bf55-4192e138ddfc req-b72056d1-f686-4337-ac37-cdfac652e688 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:14.837216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e35a02d-f3e0-41ac-bf55-4192e138ddfc req-b72056d1-f686-4337-ac37-cdfac652e688 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.1023571 Aug 11 08:09:14.880921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['fba4db92-b640-4567-a149-f1fdc59ec937'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:14.885000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e35a02d-f3e0-41ac-bf55-4192e138ddfc req-4b1f2dcc-c822-436e-a34a-745fd4802ab3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Aug 11 08:09:14.913558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'tag': '87a1059a-384e-4167-a94b-483884aac702'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:14.915925 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaff2e4-5cff-47cf-92d2-23fd062188f5" -d '{"events": [{"name": "network-changed", "server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "tag": "87a1059a-384e-4167-a94b-483884aac702"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:14.953125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:14.965338 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:14.966239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 87a1059a-384e-4167-a94b-483884aac702 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:09:15.155197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4d27-6011-40f2-8c64-4d91e61e22e1 req-23b8a6b0-18e3-4536-a733-b935e0280d01 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:15.167267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd9e4d27-6011-40f2-8c64-4d91e61e22e1 req-23b8a6b0-18e3-4536-a733-b935e0280d01 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 945 time: 0.1334722 Aug 11 08:09:15.176943 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f3290-7726-47ea-9863-19923dc360be None None] New status for floating IP d7de4586-a8b3-4530-ab08-a0729bdf1a36: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:09:15.192813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:15.278256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd9e4d27-6011-40f2-8c64-4d91e61e22e1 req-cad8e505-9445-4f8d-83e0-be8f3c7c45cd tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090448 Aug 11 08:09:15.412528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:15.439341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 87a1059a-384e-4167-a94b-483884aac702 has no active binding in host n-h1-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:09:15.439736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:09:15.547299 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623944fc-a217-4169-a24e-d22809c5fb28 x-openstack-request-id: req-623944fc-a217-4169-a24e-d22809c5fb28 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:15.548316 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "tag": "87a1059a-384e-4167-a94b-483884aac702", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:15.548316 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-623944fc-a217-4169-a24e-d22809c5fb28 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:15.549152 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'tag': '87a1059a-384e-4167-a94b-483884aac702', 'status': 'completed', 'code': 200} Aug 11 08:09:15.622485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:15.659669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'mac_address': 'fa:16:3e:14:80:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:09:15.699093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad11c9-780f-4f64-b557-4f5b27ea368e req-298ec92d-4fa0-43c4-a50c-65d0ec6cba55 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:15.707222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1ad11c9-780f-4f64-b557-4f5b27ea368e req-298ec92d-4fa0-43c4-a50c-65d0ec6cba55 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.0913584 Aug 11 08:09:15.742907 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:15.816858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1ad11c9-780f-4f64-b557-4f5b27ea368e req-be42e77e-c915-4b91-b1f8-fc8cdd25ff5c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083894 Aug 11 08:09:15.830616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add75a88-81b1-4a3c-9ad4-ec0aa7704a4f req-a7a20dc2-dba2-4cc9-ad0e-9ddcedd33115 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:15.845298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-add75a88-81b1-4a3c-9ad4-ec0aa7704a4f req-a7a20dc2-dba2-4cc9-ad0e-9ddcedd33115 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 948 time: 0.2945807 Aug 11 08:09:15.858878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-83fd15e4-5018-4d0b-8410-c3747fdf0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:15.860487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-83fd15e4-5018-4d0b-8410-c3747fdf0efc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1124 time: 0.2987726 Aug 11 08:09:16.007195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-add75a88-81b1-4a3c-9ad4-ec0aa7704a4f req-6d25d3a5-85ee-4730-8a67-405065806e5c tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594093 Aug 11 08:09:16.040836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:16.069643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:16.076631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.087151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-c4b719fa-9a05-4276-a7ba-49549bdfbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:16.089968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-c4b719fa-9a05-4276-a7ba-49549bdfbabf service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.2208605 Aug 11 08:09:16.109350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372b76b-f4e4-4492-9ac1-fd1966e70e9f req-ac220e2c-c0e2-4f64-9a53-f2e78909aef9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:16.111417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9372b76b-f4e4-4492-9ac1-fd1966e70e9f req-ac220e2c-c0e2-4f64-9a53-f2e78909aef9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.0925620 Aug 11 08:09:16.163906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:16.183056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9372b76b-f4e4-4492-9ac1-fd1966e70e9f req-251109da-fe69-4294-83a8-b9ef0781f340 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536819 Aug 11 08:09:16.199617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-be3f9e55-6801-439e-9124-8cfcbb41e386 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 217 time: 0.0964053 Aug 11 08:09:16.322466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-6952938a-ac18-45f4-9ae2-475930119904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:16.325566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-6952938a-ac18-45f4-9ae2-475930119904 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1034744 Aug 11 08:09:16.393138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-32c289d8-0472-4132-a6b8-48feb9b34a09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554068 Aug 11 08:09:16.440848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:16.518883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['9b9c9697-7133-420e-9ba0-70718b658782'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:16.583983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41c83-5b9b-451a-9084-812b886afe23 req-59033cba-96c9-42b8-a9a6-6bbce22892d0 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:16.586757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fd41c83-5b9b-451a-9084-812b886afe23 req-59033cba-96c9-42b8-a9a6-6bbce22892d0 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 945 time: 0.1835637 Aug 11 08:09:16.609420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3b3495e0-9093-444b-ac6b-e27b94b1f118 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:16.709094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 3b3495e0-9093-444b-ac6b-e27b94b1f118 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:16.709634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3b3495e0-9093-444b-ac6b-e27b94b1f118 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:16.712871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fd41c83-5b9b-451a-9084-812b886afe23 req-8b579a94-0525-4e6e-bea5-ce46293a8ac3 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130562 Aug 11 08:09:16.831141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-ed4d2f28-8f7d-47ba-9f66-0aa66a973df8 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204996 Aug 11 08:09:17.137846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:17.152797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc1ce-6b80-4d91-8d26-d3181141665f req-17369b67-a69b-422b-990c-5ca0195abce2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:17.176766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f26dc1ce-6b80-4d91-8d26-d3181141665f req-17369b67-a69b-422b-990c-5ca0195abce2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.2078629 Aug 11 08:09:17.245961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccaff2e4-5cff-47cf-92d2-23fd062188f5 req-f92ec0b6-e7ef-4acf-9668-b5da44f40787 service neutron] 10.222.0.69 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831310 Aug 11 08:09:17.361798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9b1b5-4527-4454-91ef-6783e3f11b2b req-07304e02-0234-4003-bc61-2620a7839ff3 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:17.373441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1de9b1b5-4527-4454-91ef-6783e3f11b2b req-07304e02-0234-4003-bc61-2620a7839ff3 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 948 time: 0.1829054 Aug 11 08:09:17.485245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1de9b1b5-4527-4454-91ef-6783e3f11b2b req-7539528a-a362-4471-b1ea-ad465dbefef6 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048875 Aug 11 08:09:17.497350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f26dc1ce-6b80-4d91-8d26-d3181141665f req-ced38267-b359-4990-bb31-72054ef5fb50 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190603 Aug 11 08:09:17.590985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Deleting port 036ea81f-7571-4708-a780-4446c8c7a7d0 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:17.592413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:17.664194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011a166-7429-40bd-8252-d5b03aed8dd6 req-a3c55a82-c711-4e92-8311-610f49e19be3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:17.676040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0011a166-7429-40bd-8252-d5b03aed8dd6 req-a3c55a82-c711-4e92-8311-610f49e19be3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.0959649 Aug 11 08:09:17.735561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] For port 036ea81f-7571-4708-a780-4446c8c7a7d0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=036ea81f-7571-4708-a780-4446c8c7a7d0,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:17.736329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:17.739617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0011a166-7429-40bd-8252-d5b03aed8dd6 req-b0fb70ae-46b8-46da-8b17-530200033915 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Aug 11 08:09:17.793282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Calling delete_port for 036ea81f-7571-4708-a780-4446c8c7a7d0 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:18.031809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.088452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Pushing event deleted for resources: {'Port': ['ID=036ea81f-7571-4708-a780-4446c8c7a7d0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:18.103856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.104534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.105290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.105983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.106474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.107021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.107507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.108018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.108598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.109166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.109790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.110368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:18.202971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fba4db92-b640-4567-a149-f1fdc59ec937 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:18.327283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port fba4db92-b640-4567-a149-f1fdc59ec937 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:18.340546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port fba4db92-b640-4567-a149-f1fdc59ec937 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:18.343492 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.350030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.364507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcad3f-fb6f-40c8-a701-59a8c697768c req-7397937d-953e-4611-80ac-5ab91abfe663 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:18.375525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2fcad3f-fb6f-40c8-a701-59a8c697768c req-7397937d-953e-4611-80ac-5ab91abfe663 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 945 time: 0.3551657 Aug 11 08:09:18.570357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2fcad3f-fb6f-40c8-a701-59a8c697768c req-2e09f32e-2728-4375-bf4e-4d8c6778fbfb tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936069 Aug 11 08:09:18.662566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.766542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b06b2-de9c-4bf5-b475-cb63fa8987e5 req-36a381da-c20c-46bb-9557-0a73d6efe7cc tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:18.776249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-903b06b2-de9c-4bf5-b475-cb63fa8987e5 req-36a381da-c20c-46bb-9557-0a73d6efe7cc tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 948 time: 0.0810592 Aug 11 08:09:18.805593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port fba4db92-b640-4567-a149-f1fdc59ec937, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fba4db92-b640-4567-a149-f1fdc59ec937,segment=NetworkSegment(4ba7a776-b4dc-4cc7-a916-07c084126fa3),segment_id=4ba7a776-b4dc-4cc7-a916-07c084126fa3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:18.806661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db5b65-faf2-407e-8016-695c975a3e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4db92-b640-4567-a149-f1fdc59ec937'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:18.809557 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d8c5b2-3ce1-48c9-a374-79500c820e8f" -d '{"events": [{"server_uuid": "54db5b65-faf2-407e-8016-695c975a3e88", "name": "network-vif-plugged", "status": "completed", "tag": "fba4db92-b640-4567-a149-f1fdc59ec937"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:18.815311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:18.816154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 17993376-c056-417f-b739-8075c61d769e up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:18.908645 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-903b06b2-de9c-4bf5-b475-cb63fa8987e5 req-cfbb804f-268e-47a2-813c-fea058648760 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307781 Aug 11 08:09:18.938999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=fba4db92-b640-4567-a149-f1fdc59ec937,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:18.946100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Router 8a511e59-bc3c-4ed9-ad94-edab07272775 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:18.994786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e6205-0791-485e-9b6b-416fce37c884 req-b6e3db78-1714-45b4-8c3a-445abf6bc313 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:18.996483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b86e6205-0791-485e-9b6b-416fce37c884 req-b6e3db78-1714-45b4-8c3a-445abf6bc313 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.2953427 Aug 11 08:09:19.039063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 17993376-c056-417f-b739-8075c61d769e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:19.048544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 17993376-c056-417f-b739-8075c61d769e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:19.053549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.198234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.237590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b86e6205-0791-485e-9b6b-416fce37c884 req-135183ad-ef08-4826-87a2-2d0d035db41c tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206768 Aug 11 08:09:19.270580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 17993376-c056-417f-b739-8075c61d769e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=17993376-c056-417f-b739-8075c61d769e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:19.275370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:19.277810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.279187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:19.288620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c027956b-6a8b-4ce6-ad1b-36025a818067 admin admin] 10.222.0.58 "PUT /v2.0/routers/8a511e59-bc3c-4ed9-ad94-edab07272775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4981263 Aug 11 08:09:19.292447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:19.384526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8439c4f-999c-4d3b-98db-ffe918d64f68 req-53889994-a64d-4311-b35a-28b6edfdfacc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:19.386501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8439c4f-999c-4d3b-98db-ffe918d64f68 req-53889994-a64d-4311-b35a-28b6edfdfacc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.1441009 Aug 11 08:09:19.409383 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65be7df2-823a-4320-9fff-2dab64c0f877 x-openstack-request-id: req-65be7df2-823a-4320-9fff-2dab64c0f877 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:19.409826 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db5b65-faf2-407e-8016-695c975a3e88", "name": "network-vif-plugged", "status": "completed", "tag": "fba4db92-b640-4567-a149-f1fdc59ec937", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:19.409936 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65be7df2-823a-4320-9fff-2dab64c0f877 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:19.410301 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54db5b65-faf2-407e-8016-695c975a3e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba4db92-b640-4567-a149-f1fdc59ec937', 'code': 200} Aug 11 08:09:19.423069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] Sync routers for ids ['8a511e59-bc3c-4ed9-ad94-edab07272775'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:19.485841 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8439c4f-999c-4d3b-98db-ffe918d64f68 req-492965ae-1a0a-48db-b4be-c1b3d0abb0af tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832241 Aug 11 08:09:19.555534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] Routers {'8a511e59-bc3c-4ed9-ad94-edab07272775'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:19.556958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a511e59-bc3c-4ed9-ad94-edab07272775'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:19.572609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=17993376-c056-417f-b739-8075c61d769e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:19.653253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 9b9c9697-7133-420e-9ba0-70718b658782 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:19.653913 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.666501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e08834-93d8-471d-8d06-18e1a50bc84a req-a13ccbcf-1131-4de6-a3f3-2447b73a7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:19.668370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78e08834-93d8-471d-8d06-18e1a50bc84a req-a13ccbcf-1131-4de6-a3f3-2447b73a7333 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 1097 time: 0.1063302 Aug 11 08:09:19.729487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:19.738114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78e08834-93d8-471d-8d06-18e1a50bc84a req-23f9f458-20cc-4d67-95a8-14d924abbf3d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574970 Aug 11 08:09:19.814842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] Set router 8a511e59-bc3c-4ed9-ad94-edab07272775 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:20.017996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.026486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf4fd8-a493-4cbd-b2de-b8b6d8096ac9 req-70fa08b5-8f4c-4aeb-b973-7e892a3749f6 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:20.041537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8aaf4fd8-a493-4cbd-b2de-b8b6d8096ac9 req-70fa08b5-8f4c-4aeb-b973-7e892a3749f6 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1883125 Aug 11 08:09:20.135482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8aaf4fd8-a493-4cbd-b2de-b8b6d8096ac9 req-d18c2103-1bfa-4688-aba4-34445b1ce163 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905921 Aug 11 08:09:20.207891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1299d8-8f17-425c-8168-067c7cfd1659 req-2fdca34b-91e5-406e-8a39-b1398692c6fd tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:20.221440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a1299d8-8f17-425c-8168-067c7cfd1659 req-2fdca34b-91e5-406e-8a39-b1398692c6fd tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.1507199 Aug 11 08:09:20.254984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.277834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:20.311068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a1299d8-8f17-425c-8168-067c7cfd1659 req-9979688e-a8ed-4ad7-ae25-f37d7d136eb6 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880904 Aug 11 08:09:20.337939 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.404067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:20.418503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Deleting port afb44ba6-e3b5-4b2c-9287-1783835f172e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:20.419130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.538538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:20.546414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:20.556330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:20.557424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.562771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:09:17Z', 'revision_number': 5, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port': {'id': 'afb44ba6-e3b5-4b2c-9287-1783835f172e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:04:09Z', 'updated_at': '2021-08-11T08:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:20.614322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-c24093ce-ecd2-4fe3-930b-f3b6e25c6366 service neutron] 10.222.0.69 "GET /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.2377417 Aug 11 08:09:20.629574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca824eb-1961-4873-9427-23436af4e5b6 req-fa6bbf02-1085-432f-a513-84fe0ed2550f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:20.631159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bca824eb-1961-4873-9427-23436af4e5b6 req-fa6bbf02-1085-432f-a513-84fe0ed2550f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 943 time: 0.2043762 Aug 11 08:09:20.634428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] Checking router: 8a511e59-bc3c-4ed9-ad94-edab07272775 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:20.653289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] Routers {'8a511e59-bc3c-4ed9-ad94-edab07272775'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:20.653975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a511e59-bc3c-4ed9-ad94-edab07272775'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:20.666018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9145-2b45-4457-9eec-bc71183b2ccb req-9db87be1-71d7-4160-b6d6-4ceb7a63770e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:20.675426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-513a9145-2b45-4457-9eec-bc71183b2ccb req-9db87be1-71d7-4160-b6d6-4ceb7a63770e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.0788167 Aug 11 08:09:20.757172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-513a9145-2b45-4457-9eec-bc71183b2ccb req-4406b6ad-af02-46f6-980e-4d5d39611fac tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803561 Aug 11 08:09:20.766113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] For port afb44ba6-e3b5-4b2c-9287-1783835f172e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=afb44ba6-e3b5-4b2c-9287-1783835f172e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:20.766670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.777486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] Set router 8a511e59-bc3c-4ed9-ad94-edab07272775 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:20.858010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bca824eb-1961-4873-9427-23436af4e5b6 req-0eb0a8ef-edd8-4942-adf0-cdf3f8d455ff tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525502 Aug 11 08:09:20.865203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:09:20Z', 'revision_number': 6, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:20.865408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Calling delete_port for afb44ba6-e3b5-4b2c-9287-1783835f172e owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:20.869227 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:20.908901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6483a-3d06-40f7-ad43-d735d34eaffa None None] The sync data for ids ['8a511e59-bc3c-4ed9-ad94-edab07272775'] in n-d-789963-6 is: [{'id': '8a511e59-bc3c-4ed9-ad94-edab07272775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2065667471-router', 'tenant_id': '145e26c51ab44478871430df3bda1fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:04:06Z', 'updated_at': '2021-08-11T08:09:20Z', 'revision_number': 6, 'project_id': '145e26c51ab44478871430df3bda1fc4', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:20.957518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:20.968461 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:21.048504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:21.112932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:21.181637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:21.255373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a1059a-384e-4167-a94b-483884aac702 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:21.281040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:21.412111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17993376-c056-417f-b739-8075c61d769e'}, {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}, {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:21.417396 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2786583e-6cb0-4e4b-8a1f-27cde2b07d6f" -d '{"events": [{"server_uuid": "04db9bed-6693-4d3d-982b-b2a55a73f62c", "name": "network-vif-plugged", "status": "completed", "tag": "17993376-c056-417f-b739-8075c61d769e"}, {"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}, {"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-plugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:21.440663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:21.448494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:21.515158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8077741-8892-4e84-9555-cddb99149d55 req-79778c18-ebe6-4400-b401-283bfac81599 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:21.519166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8077741-8892-4e84-9555-cddb99149d55 req-79778c18-ebe6-4400-b401-283bfac81599 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1129909 Aug 11 08:09:21.530968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Pushing event deleted for resources: {'Port': ['ID=afb44ba6-e3b5-4b2c-9287-1783835f172e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:21.597740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8077741-8892-4e84-9555-cddb99149d55 req-92104fd3-5cbc-472b-a52d-e3aa51b8160f tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732532 Aug 11 08:09:21.626930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 87a1059a-384e-4167-a94b-483884aac702 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:21.725558 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e9a6bb-0607-475c-9df5-975e42afa5d5 x-openstack-request-id: req-16e9a6bb-0607-475c-9df5-975e42afa5d5 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:21.726044 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04db9bed-6693-4d3d-982b-b2a55a73f62c", "name": "network-vif-plugged", "status": "completed", "tag": "17993376-c056-417f-b739-8075c61d769e", "code": 200}, {"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "code": 200}, {"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-plugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:21.726304 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16e9a6bb-0607-475c-9df5-975e42afa5d5 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:21.726705 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17993376-c056-417f-b739-8075c61d769e', 'code': 200} Aug 11 08:09:21.727159 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'code': 200} Aug 11 08:09:21.727488 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'code': 200} Aug 11 08:09:21.825383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] Transition to ACTIVE for port object 87a1059a-384e-4167-a94b-483884aac702 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:21.848439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:21.903216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70fd5a-c18b-4940-aac3-e94600fa3abe req-cb310823-904c-4be0-8989-b768bc556d5c tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:21.905068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f70fd5a-c18b-4940-aac3-e94600fa3abe req-cb310823-904c-4be0-8989-b768bc556d5c tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.1801925 Aug 11 08:09:21.966771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:21.989444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b4b6-f76c-4ac6-9c88-6d36550ed91f req-d4b4c471-6cc5-4b0a-8180-50fe640651fe tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:21.991653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a083b4b6-f76c-4ac6-9c88-6d36550ed91f req-d4b4c471-6cc5-4b0a-8180-50fe640651fe tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1062655 Aug 11 08:09:22.108089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a083b4b6-f76c-4ac6-9c88-6d36550ed91f req-60a35b4b-dfcb-4c8c-af8c-d76f7a3cf621 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998828 Aug 11 08:09:22.166040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.168279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.186957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ac574-eb6e-4106-89f1-a5fd8ca819f4 req-3c7e43f9-a531-49e7-99a4-11c7abec48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:22.192788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f38ac574-eb6e-4106-89f1-a5fd8ca819f4 req-3c7e43f9-a531-49e7-99a4-11c7abec48cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1100 time: 0.1181273 Aug 11 08:09:22.250801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f38ac574-eb6e-4106-89f1-a5fd8ca819f4 req-477c2688-e852-4527-82f1-034e7dd31159 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469434 Aug 11 08:09:22.269982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] Pushing event updated for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=10']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:22.273093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] No DVR routers for this DVR port 87a1059a-384e-4167-a94b-483884aac702 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:22.313094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.313836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a511e59-bc3c-4ed9-ad94-edab07272775 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:09:22.326356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.327630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e32098ea-17eb-4610-8ca4-8744faa567dd admin admin] 10.222.0.58 "DELETE /v2.0/routers/8a511e59-bc3c-4ed9-ad94-edab07272775 HTTP/1.1" status: 204 len: 168 time: 3.0341461 Aug 11 08:09:22.337344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:22.344252 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f70fd5a-c18b-4940-aac3-e94600fa3abe req-3990e5d3-90e7-4aec-8d85-1180d0f98bfa tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214580 Aug 11 08:09:22.411610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-9e3464c9-7ff6-4bf3-864b-dd4a0cd8df70 service neutron] 10.222.0.69 "PUT /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702/bindings/n-h1-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 1.7793806 Aug 11 08:09:22.411869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Deleting subnet bb052f02-66e6-4a77-8d9c-a1e9c13d0756 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:22.421541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.439285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27af94-07d3-4e9a-a2c7-450460a65c6c req-1a13ae2c-495c-4097-ad8a-b4cd37983f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:22.440846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d27af94-07d3-4e9a-a2c7-450460a65c6c req-1a13ae2c-495c-4097-ad8a-b4cd37983f76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 1100 time: 0.3373408 Aug 11 08:09:22.518459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.537460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadbc90-c974-4371-bbd6-7356b07dcb83 req-fb98ff11-3413-437c-ae97-c0265319dcc2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:22.551856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caadbc90-c974-4371-bbd6-7356b07dcb83 req-fb98ff11-3413-437c-ae97-c0265319dcc2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.2614138 Aug 11 08:09:22.620750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afb44ba6-e3b5-4b2c-9287-1783835f172e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:22.683695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: afb44ba6-e3b5-4b2c-9287-1783835f172e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:22.684371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afb44ba6-e3b5-4b2c-9287-1783835f172e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:22.685089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 036ea81f-7571-4708-a780-4446c8c7a7d0 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:22.752352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caadbc90-c974-4371-bbd6-7356b07dcb83 req-27c6489b-15aa-4e46-82f0-94776e61557a tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011180 Aug 11 08:09:22.767215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 036ea81f-7571-4708-a780-4446c8c7a7d0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:22.767553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 036ea81f-7571-4708-a780-4446c8c7a7d0 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:22.826690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-014270d4-6123-4a96-bf6d-b7211b2669e9 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:22.828344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-014270d4-6123-4a96-bf6d-b7211b2669e9 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.1676946 Aug 11 08:09:22.835701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:22.992249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.037813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb052f02-66e6-4a77-8d9c-a1e9c13d0756,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:23.042552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-b004a68f-bc1b-4800-8d71-e5854ae94c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:23.045098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-b004a68f-bc1b-4800-8d71-e5854ae94c20 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7&tenant_id=1ef799b07b634e4b864fa48a59d0f984 HTTP/1.1" status: 200 len: 1095 time: 0.1999397 Aug 11 08:09:23.064056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.065313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d0eb3-4536-423a-89d6-2d3bb1871f25 None None] Network 379a3916-083f-4de6-9b3f-247fc38b0703 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:23.070308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bb052f02-66e6-4a77-8d9c-a1e9c13d0756 HTTP/1.1" status: 204 len: 168 time: 0.7315395 Aug 11 08:09:23.071131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34410) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:23.082472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.082960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.083538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.084079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.084498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.085681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.086349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.086732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.087149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.087535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.087925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.088335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7434e60-b081-44dc-8914-c862be4f8558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:23.220349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d27af94-07d3-4e9a-a2c7-450460a65c6c req-0337600e-f605-4db1-9562-9d5a1091080b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597536 Aug 11 08:09:23.228757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-f8fbd684-66cf-412d-989e-38469da9e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:23.231392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-f8fbd684-66cf-412d-989e-38469da9e257 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ef799b07b634e4b864fa48a59d0f984&device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1095 time: 0.1208014 Aug 11 08:09:23.248085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.258970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d540548-5230-406b-840d-7b0f3388f350 req-5be1b8ae-9be7-4ba6-a0ae-9aaa62a4c98c tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:23.270636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d540548-5230-406b-840d-7b0f3388f350 req-5be1b8ae-9be7-4ba6-a0ae-9aaa62a4c98c tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1659338 Aug 11 08:09:23.373734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d540548-5230-406b-840d-7b0f3388f350 req-8f8a1da9-c407-41e4-96f9-d842dfb35498 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976489 Aug 11 08:09:23.434716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] DHCP port deletion for 379a3916-083f-4de6-9b3f-247fc38b0703 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:09:23.453564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa464-7713-4ca9-85b6-e1d9cc7f6a6b req-de0f4df6-4cff-42db-a016-591a26e7a23c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:23.468372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1caa464-7713-4ca9-85b6-e1d9cc7f6a6b req-de0f4df6-4cff-42db-a016-591a26e7a23c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2047470 Aug 11 08:09:23.529482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Deleting port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:23.530288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.564585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] Deleting port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:23.565297 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.574838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998784-4169-4f20-9a96-64c8bf3b739c req-36f0990d-f58c-4c2b-a5dc-c0fb886bb1ae tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:23.587576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8998784-4169-4f20-9a96-64c8bf3b739c req-36f0990d-f58c-4c2b-a5dc-c0fb886bb1ae tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.0873098 Aug 11 08:09:23.640468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1caa464-7713-4ca9-85b6-e1d9cc7f6a6b req-52fd0f79-b4ab-4212-8745-b6be27e54c62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701450 Aug 11 08:09:23.660041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] For port 8adc58cd-4e57-480f-babf-3dbf965e5ea2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8adc58cd-4e57-480f-babf-3dbf965e5ea2,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:23.661131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.692827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8998784-4169-4f20-9a96-64c8bf3b739c req-25752527-674a-41f8-a223-e86f202b9f9a tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040626 Aug 11 08:09:23.713642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] Calling delete_port for 8adc58cd-4e57-480f-babf-3dbf965e5ea2 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:23.812145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] For port 8adc58cd-4e57-480f-babf-3dbf965e5ea2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8adc58cd-4e57-480f-babf-3dbf965e5ea2,segment=NetworkSegment(47d9cad8-3006-4d3f-9522-ebead3f6b6a0),segment_id=47d9cad8-3006-4d3f-9522-ebead3f6b6a0)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:23.812519 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:23.842657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Calling delete_port for 8adc58cd-4e57-480f-babf-3dbf965e5ea2 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:23.850871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-65667784-1ea6-40d0-aaab-f264f8e9dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:23.853172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-65667784-1ea6-40d0-aaab-f264f8e9dde9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 200 len: 908 time: 0.2304866 Aug 11 08:09:23.869974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.065788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.067150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600f5a-5f83-41e4-b25b-ea9390aec336 req-30260575-f41c-431f-9ff7-fe44a9a89930 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:24.069387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-67600f5a-5f83-41e4-b25b-ea9390aec336 req-30260575-f41c-431f-9ff7-fe44a9a89930 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.0832155 Aug 11 08:09:24.142169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-95c1cf3c-5010-4e4c-950b-705143093089 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 200 len: 217 time: 0.1390550 Aug 11 08:09:24.143383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Pushing event deleted for resources: {'Port': ['ID=8adc58cd-4e57-480f-babf-3dbf965e5ea2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:24.149263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] No DVR routers for this DVR port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:24.189839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-67600f5a-5f83-41e4-b25b-ea9390aec336 req-5b4c6d7d-a649-4dca-8016-b86d3c9b048b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022124 Aug 11 08:09:24.214009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] Pushing event deleted for resources: {'Port': ['ID=8adc58cd-4e57-480f-babf-3dbf965e5ea2,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:24.220962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33068d-9092-463b-8c85-d8d94e3beb30 None None] No DVR routers for this DVR port 8adc58cd-4e57-480f-babf-3dbf965e5ea2 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:24.303438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.315106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-5ea511a5-4767-4daf-b750-3afc50a3e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:24.316928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-5ea511a5-4767-4daf-b750-3afc50a3e2ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 200 len: 847 time: 0.1631501 Aug 11 08:09:24.322776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379a3916-083f-4de6-9b3f-247fc38b0703']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:24.359438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-76e2cc54-62d0-4a01-93e5-749a473dd364 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0540c9e-ac3b-4b91-a575-dc4878825330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336978 Aug 11 08:09:24.365287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d9cad8-3006-4d3f-9522-ebead3f6b6a0') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:24.369448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d9cad8-3006-4d3f-9522-ebead3f6b6a0') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:24.410143 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.470943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.483148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:09:24.483576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:09:24.488937 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:09:24.605313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.623365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:24.633477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] 10.222.0.58 "DELETE /v2.0/networks/379a3916-083f-4de6-9b3f-247fc38b0703 HTTP/1.1" status: 204 len: 168 time: 1.5573919 Aug 11 08:09:24.641929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8adc58cd-4e57-480f-babf-3dbf965e5ea2 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:24.649792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-f82dd9d5-f35f-450b-9b2d-34126fd01ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688556 Aug 11 08:09:24.650659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7644-0bda-4a5b-b3ff-e51a7df1d96f admin admin] Pushing event deleted for resources: {'Network': ['ID=379a3916-083f-4de6-9b3f-247fc38b0703,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:24.706402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8adc58cd-4e57-480f-babf-3dbf965e5ea2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:24.707221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8adc58cd-4e57-480f-babf-3dbf965e5ea2 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:24.761877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aabf93-70ce-4da4-8f79-f65791b0de46 req-347205a4-34ea-482f-8d86-7101cea851f0 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:24.781287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06aabf93-70ce-4da4-8f79-f65791b0de46 req-347205a4-34ea-482f-8d86-7101cea851f0 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1503544 Aug 11 08:09:24.871377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06aabf93-70ce-4da4-8f79-f65791b0de46 req-8326dcad-2800-41e0-b278-b9cd4c485c64 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751030 Aug 11 08:09:24.882415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-072e05c3-9de1-4de7-99dd-44bb9389f4c1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153020 Aug 11 08:09:24.908441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad43f-b950-407c-ad23-bd4da4d6d034 req-99966549-a84b-42f5-b58d-1772f2b68d38 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:24.917137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d53ad43f-b950-407c-ad23-bd4da4d6d034 req-99966549-a84b-42f5-b58d-1772f2b68d38 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1004016 Aug 11 08:09:24.924057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34460) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:24.975362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d53ad43f-b950-407c-ad23-bd4da4d6d034 req-c754a7b5-182e-4bf6-b381-f5950774d735 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Aug 11 08:09:25.009561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9a196866-a25a-47a6-bf33-7eec9fbffc3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd379e2afe55474eb2e3a6103b64d7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836477 Aug 11 08:09:25.012140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34464) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:25.109860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b216e-9bdc-41f5-879a-d2d15c6d1e0f req-b80b7fd3-25a7-4633-b390-659eb71e0c11 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:25.118837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c7b216e-9bdc-41f5-879a-d2d15c6d1e0f req-b80b7fd3-25a7-4633-b390-659eb71e0c11 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.1242797 Aug 11 08:09:25.125875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3057-4a22-4574-bffe-cffe61b77da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:25.200405 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3057-4a22-4574-bffe-cffe61b77da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:25.229814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c7b216e-9bdc-41f5-879a-d2d15c6d1e0f req-a2193b20-813d-407c-8395-33d77ff69573 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001978 Aug 11 08:09:25.329669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3057-4a22-4574-bffe-cffe61b77da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:25.331992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3057-4a22-4574-bffe-cffe61b77da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:25.341882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d2d3057-4a22-4574-bffe-cffe61b77da8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da0f9c3a-bfa0-49e4-88aa-e4e69c2e6a59 HTTP/1.1" status: 204 len: 168 time: 0.3277621 Aug 11 08:09:25.380996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d3057-4a22-4574-bffe-cffe61b77da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f9c3a-bfa0-49e4-88aa-e4e69c2e6a59,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:25.446434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16271a9d-1bc8-4fd5-a19a-6f5cec857ccb req-ee30dd95-8967-408c-aa6d-f38cb55b0ebd tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:25.454047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16271a9d-1bc8-4fd5-a19a-6f5cec857ccb req-ee30dd95-8967-408c-aa6d-f38cb55b0ebd tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1100 time: 0.0806396 Aug 11 08:09:25.486219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd149-3e8c-4926-b448-f553157b6835 req-f933192b-1d4d-4b94-8df7-e06b9dae15d0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:25.487429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f00fd149-3e8c-4926-b448-f553157b6835 req-f933192b-1d4d-4b94-8df7-e06b9dae15d0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.0621305 Aug 11 08:09:25.537099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16271a9d-1bc8-4fd5-a19a-6f5cec857ccb req-5b9fd61b-d4b0-489b-9a00-6166247992bd tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804760 Aug 11 08:09:25.550120 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f00fd149-3e8c-4926-b448-f553157b6835 req-400c6413-f277-4075-a252-1d46b4f47d84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530937 Aug 11 08:09:25.960661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-85960472-ffde-440b-a117-88b90d2e8fe6 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:25.963798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-85960472-ffde-440b-a117-88b90d2e8fe6 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7&tenant_id=1ef799b07b634e4b864fa48a59d0f984&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.6077316 Aug 11 08:09:26.125356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34498) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:26.161565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-ce0d2460-96ac-460a-a6b9-0de293721a56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327107 Aug 11 08:09:26.339735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda6ad-4db9-4a64-8f65-cea7412d0452 req-ba5ec67c-45b3-47fb-aa54-7b1dcb8281c4 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:26.342356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82fda6ad-4db9-4a64-8f65-cea7412d0452 req-ba5ec67c-45b3-47fb-aa54-7b1dcb8281c4 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1394756 Aug 11 08:09:26.425930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82fda6ad-4db9-4a64-8f65-cea7412d0452 req-0e643dc2-3ff5-4109-ba9e-bf8fcf50969d tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728493 Aug 11 08:09:26.787940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424f718-10b8-4277-a693-0156501e8284 req-57860c17-236b-464e-8bc5-c9e2432891de tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:26.789561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2424f718-10b8-4277-a693-0156501e8284 req-57860c17-236b-464e-8bc5-c9e2432891de tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 1095 time: 0.0929611 Aug 11 08:09:26.801187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-9e00d368-1927-4664-b497-db4a33b55311 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:26.801187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-9e00d368-1927-4664-b497-db4a33b55311 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.64 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1149540 Aug 11 08:09:26.876753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-bd44c3af-1d91-42a3-99bc-7a0ef50c6356 service neutron] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:26.887312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-bd44c3af-1d91-42a3-99bc-7a0ef50c6356 service neutron] Notify callbacks [] for binding, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:26.889528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8a52b8-c2b2-433e-8bd7-55a643fa609a req-bd44c3af-1d91-42a3-99bc-7a0ef50c6356 service neutron] 10.222.0.64 "DELETE /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702/bindings/n-h2-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.9087760 Aug 11 08:09:26.923184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982bc11-1d12-439b-a457-8897da0d2824 req-f5a898dd-37e9-4d21-ae99-d611ce2f83b7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:26.948036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1982bc11-1d12-439b-a457-8897da0d2824 req-f5a898dd-37e9-4d21-ae99-d611ce2f83b7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.3466222 Aug 11 08:09:26.953424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2424f718-10b8-4277-a693-0156501e8284 req-1d2ffab7-b735-42c9-b481-e71294799ab1 tempest-LiveMigrationTest-616263521 tempest-LiveMigrationTest-616263521-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506894 Aug 11 08:09:26.973879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-04b9cbce-e857-4634-a245-b2cdbea58696 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=145e26c51ab44478871430df3bda1fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8468564 Aug 11 08:09:26.980353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34526) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:27.109583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1982bc11-1d12-439b-a457-8897da0d2824 req-4b27cadc-c62c-486b-9d59-9600c31106d4 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314135 Aug 11 08:09:27.239084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-754bc1c5-2280-4efc-9c57-ff329a92edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:27.276781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-754bc1c5-2280-4efc-9c57-ff329a92edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:27.346826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Deleting port fba4db92-b640-4567-a149-f1fdc59ec937 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:27.347271 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:27.418833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b6807-5ed4-40cd-8e39-e02759f6c882 req-fcdcacd4-962b-4fed-b6b0-bda352de0727 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:27.431734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-319b6807-5ed4-40cd-8e39-e02759f6c882 req-fcdcacd4-962b-4fed-b6b0-bda352de0727 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.3374560 Aug 11 08:09:27.478752 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-754bc1c5-2280-4efc-9c57-ff329a92edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:27.481935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-754bc1c5-2280-4efc-9c57-ff329a92edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:27.483494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-754bc1c5-2280-4efc-9c57-ff329a92edc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3452062a-5d5f-4df4-b719-662264f41e05 HTTP/1.1" status: 204 len: 168 time: 0.5000167 Aug 11 08:09:27.647069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bc1c5-2280-4efc-9c57-ff329a92edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3452062a-5d5f-4df4-b719-662264f41e05,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:27.816571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] For port fba4db92-b640-4567-a149-f1fdc59ec937, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fba4db92-b640-4567-a149-f1fdc59ec937,segment=NetworkSegment(4ba7a776-b4dc-4cc7-a916-07c084126fa3),segment_id=4ba7a776-b4dc-4cc7-a916-07c084126fa3)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:27.826814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:27.863364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Calling delete_port for fba4db92-b640-4567-a149-f1fdc59ec937 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:27.868210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-319b6807-5ed4-40cd-8e39-e02759f6c882 req-127ecfd4-ed4e-423b-bb09-7d089ec21a5b tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352331 Aug 11 08:09:28.077136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089860b-a2f9-4eed-8142-4185d1d256d3 req-6b9b379b-1704-4a6f-b05c-c23294e89b4a tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:28.085217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2089860b-a2f9-4eed-8142-4185d1d256d3 req-6b9b379b-1704-4a6f-b05c-c23294e89b4a tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 946 time: 0.1290865 Aug 11 08:09:28.145139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:28.183100 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2089860b-a2f9-4eed-8142-4185d1d256d3 req-8705e648-7f28-40e3-aac9-f2d00af2eb82 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/security-groups?id=ac124c43-62d8-4700-8608-062eced75f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823557 Aug 11 08:09:28.189559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['fba4db92-b640-4567-a149-f1fdc59ec937'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:28.297216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Pushing event deleted for resources: {'Port': ['ID=fba4db92-b640-4567-a149-f1fdc59ec937,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:28.424671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:28.573717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba303d3-7c3c-461b-a280-d6f077bcdc92 req-38d2ec5f-e824-48a5-97d7-55a466ace2e9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:28.589043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ba303d3-7c3c-461b-a280-d6f077bcdc92 req-38d2ec5f-e824-48a5-97d7-55a466ace2e9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.4242773 Aug 11 08:09:28.593141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] No DVR routers for this DVR port fba4db92-b640-4567-a149-f1fdc59ec937 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:28.598216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:28.602228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-832c97da-a6aa-40cd-9823-06d2f4e19af7 req-339a8924-e931-44c7-940a-35868a398b96 tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.64 "DELETE /v2.0/ports/fba4db92-b640-4567-a149-f1fdc59ec937 HTTP/1.1" status: 204 len: 173 time: 1.7867630 Aug 11 08:09:28.635161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db5b65-faf2-407e-8016-695c975a3e88', 'name': 'network-vif-deleted', 'tag': 'fba4db92-b640-4567-a149-f1fdc59ec937'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:28.640796 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6087f-85b0-48e5-8b1d-87caca25cc5c" -d '{"events": [{"server_uuid": "54db5b65-faf2-407e-8016-695c975a3e88", "name": "network-vif-deleted", "tag": "fba4db92-b640-4567-a149-f1fdc59ec937"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:28.684391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ba303d3-7c3c-461b-a280-d6f077bcdc92 req-b7d684a8-36c6-469c-9166-3474eb38f8a7 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938764 Aug 11 08:09:28.891382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0b5c2-7a64-4784-99df-8988b702bc5d req-2152d63e-a3ba-48e0-8ec4-ee518c610195 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:28.892969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47f0b5c2-7a64-4784-99df-8988b702bc5d req-2152d63e-a3ba-48e0-8ec4-ee518c610195 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1693740 Aug 11 08:09:28.914270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29692006-af90-499d-a0fc-9b6b1842310d req-8cedbf81-afe3-4832-9663-16d87b8f6f48 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:28.916092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29692006-af90-499d-a0fc-9b6b1842310d req-8cedbf81-afe3-4832-9663-16d87b8f6f48 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 944 time: 0.2924125 Aug 11 08:09:29.105815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47f0b5c2-7a64-4784-99df-8988b702bc5d req-d630e96d-74a9-4335-ab09-f3f2c496d093 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883478 Aug 11 08:09:29.194054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771dae-62fd-4462-be68-d91fe5eb3923 req-afc20135-0694-44ea-9261-d5f9284a3a1c tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:29.194561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Deleting port 87a1059a-384e-4167-a94b-483884aac702 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:29.195918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:29.198394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07771dae-62fd-4462-be68-d91fe5eb3923 req-afc20135-0694-44ea-9261-d5f9284a3a1c tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.1425741 Aug 11 08:09:29.212733 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f4dbf6f-9ff4-4143-af5b-7585cf8d9fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:29.257424 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef629e3-ae96-46be-b941-174da9b4734f x-openstack-request-id: req-5ef629e3-ae96-46be-b941-174da9b4734f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:29.257797 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db5b65-faf2-407e-8016-695c975a3e88", "name": "network-vif-deleted", "tag": "fba4db92-b640-4567-a149-f1fdc59ec937", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:29.257959 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ef629e3-ae96-46be-b941-174da9b4734f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:29.258448 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54db5b65-faf2-407e-8016-695c975a3e88', 'name': 'network-vif-deleted', 'tag': 'fba4db92-b640-4567-a149-f1fdc59ec937', 'status': 'completed', 'code': 200} Aug 11 08:09:29.353119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07771dae-62fd-4462-be68-d91fe5eb3923 req-c175f6e2-e2a4-4cd7-a7fe-0fa5d8224963 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357729 Aug 11 08:09:29.395340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:29.429822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] For port 87a1059a-384e-4167-a94b-483884aac702, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=87a1059a-384e-4167-a94b-483884aac702,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:29.430207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:29.467627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Calling delete_port for 87a1059a-384e-4167-a94b-483884aac702 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:29.509079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-daae712f-df71-408a-a4f6-5b308594648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:29.512221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-daae712f-df71-408a-a4f6-5b308594648b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1100 time: 0.0751164 Aug 11 08:09:29.650126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b2f6ecb2-50c7-406a-8dfd-9b18538b8d9b req-d39c1d69-81f1-401c-8590-0b7f4e4b12af tempest-ServerAddressesTestJSON-1726366983 tempest-ServerAddressesTestJSON-1726366983-project] 10.222.0.58 "GET /v2.0/ports?device_id=54db5b65-faf2-407e-8016-695c975a3e88 HTTP/1.1" status: 200 len: 210 time: 0.0535035 Aug 11 08:09:29.737684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-c29c5275-e56e-4cb4-84df-ef4b993ad30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:29.741387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-c29c5275-e56e-4cb4-84df-ef4b993ad30d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2153826 Aug 11 08:09:29.847801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-c8f3c212-3930-493b-a4cd-0bf8bcb95ae3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0912855 Aug 11 08:09:29.879988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:29.921334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8e9b3199-fd96-4024-96a9-4cb19aca671d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:29.948312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-1a1f02d7-3c56-4418-bcf0-4661a748a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:29.952095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-1a1f02d7-3c56-4418-bcf0-4661a748a704 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0926225 Aug 11 08:09:29.969228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event deleted for resources: {'Port': ['ID=87a1059a-384e-4167-a94b-483884aac702,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:30.049942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-55e6f6fa-4f26-4e66-aaa9-a7f857069a38 req-2de94458-0b22-47e7-9816-f6230c90903f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0959363 Aug 11 08:09:30.075705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['87a1059a-384e-4167-a94b-483884aac702'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:30.093359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] No DVR routers for this DVR port 87a1059a-384e-4167-a94b-483884aac702 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:30.099936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:30.100407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29692006-af90-499d-a0fc-9b6b1842310d req-630be350-19e6-40c4-9b54-cb3be3ead5a1 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.64 "DELETE /v2.0/ports/87a1059a-384e-4167-a94b-483884aac702 HTTP/1.1" status: 204 len: 173 time: 1.1658325 Aug 11 08:09:30.101107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'name': 'network-vif-deleted', 'tag': '87a1059a-384e-4167-a94b-483884aac702'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:30.105601 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a62e26c-0d84-46af-a296-d9c0a41c77f1" -d '{"events": [{"server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "name": "network-vif-deleted", "tag": "87a1059a-384e-4167-a94b-483884aac702"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:30.185186 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1aff50-5ba8-4859-9db2-10441328acca x-openstack-request-id: req-1d1aff50-5ba8-4859-9db2-10441328acca {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:30.186706 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1a2765-b5e0-40b7-ba38-b7d466acd9f7", "name": "network-vif-deleted", "tag": "87a1059a-384e-4167-a94b-483884aac702", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:30.186706 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d1aff50-5ba8-4859-9db2-10441328acca {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:30.187046 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1a2765-b5e0-40b7-ba38-b7d466acd9f7', 'name': 'network-vif-deleted', 'tag': '87a1059a-384e-4167-a94b-483884aac702', 'status': 'completed', 'code': 200} Aug 11 08:09:30.239724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-c4f96b1e-a8fa-46f3-bb5c-38d0bc37e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:30.242967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-c4f96b1e-a8fa-46f3-bb5c-38d0bc37e2c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2209232 Aug 11 08:09:30.256083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fba4db92-b640-4567-a149-f1fdc59ec937 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:30.331709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: fba4db92-b640-4567-a149-f1fdc59ec937 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:30.332356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fba4db92-b640-4567-a149-f1fdc59ec937 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:30.608267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-e23400ef-c02f-462e-b7b0-5f8b98fabd8a service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413436 Aug 11 08:09:30.647022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef2739-24b5-4a2d-b7fa-30bb7ff475df req-6a711d25-8f80-40b2-8c0c-d8eee0df154d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:30.661993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-faef2739-24b5-4a2d-b7fa-30bb7ff475df req-6a711d25-8f80-40b2-8c0c-d8eee0df154d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2819026 Aug 11 08:09:30.775547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d7c93-821c-4237-bdb1-0def8a27ab7b req-cd0b5521-6276-42ec-9876-6f09bdb4c049 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:30.777719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a8d7c93-821c-4237-bdb1-0def8a27ab7b req-cd0b5521-6276-42ec-9876-6f09bdb4c049 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.3174608 Aug 11 08:09:30.823056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-6179ecce-1dec-4991-9cc4-4ccbe0c80e32 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:30.825757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-6179ecce-1dec-4991-9cc4-4ccbe0c80e32 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.64 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 949 time: 0.2737749 Aug 11 08:09:30.829897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-faef2739-24b5-4a2d-b7fa-30bb7ff475df req-1521c20d-84b3-4fd6-8cfe-bdcb9de33754 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662352 Aug 11 08:09:30.936947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-2441f444-c167-4c48-bf82-b926ae55ef1d service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701547 Aug 11 08:09:31.036412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a8d7c93-821c-4237-bdb1-0def8a27ab7b req-0551f39a-0512-4121-9f76-a1625c7c15e0 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/security-groups?id=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406385 Aug 11 08:09:31.147541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34644) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:31.164518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Deleting port 17993376-c056-417f-b739-8075c61d769e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:31.164518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.269201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Deleting subnet 19effa94-3a13-4a51-806e-53835d8d236d {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:31.281515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.346895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.440450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43e2c4ce-6f47-4ddb-9748-7d37d875e7a3 req-e3a2f24f-049a-49d0-a3ea-1d057171ac6f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0692394 Aug 11 08:09:31.490329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.504305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] For port 17993376-c056-417f-b739-8075c61d769e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=17993376-c056-417f-b739-8075c61d769e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:31.505042 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.527159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Calling delete_port for 17993376-c056-417f-b739-8075c61d769e owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:31.632571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.786995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.795730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19effa94-3a13-4a51-806e-53835d8d236d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:31.824278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['17993376-c056-417f-b739-8075c61d769e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:31.838274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Pushing event deleted for resources: {'Port': ['ID=17993376-c056-417f-b739-8075c61d769e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:31.852666 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.862252 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ecfeab86-170a-462e-82f1-af9b6d0ffb0a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/19effa94-3a13-4a51-806e-53835d8d236d HTTP/1.1" status: 204 len: 168 time: 0.7134516 Aug 11 08:09:31.882765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:31.898035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] No DVR routers for this DVR port 17993376-c056-417f-b739-8075c61d769e on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:31.900847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:31.903158 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-553d8d91-c9d9-4550-a6c8-b68cd59256d9 req-9263e8ba-fd0c-4e52-b68a-fccdbb646927 tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.64 "DELETE /v2.0/ports/17993376-c056-417f-b739-8075c61d769e HTTP/1.1" status: 204 len: 173 time: 1.0209372 Aug 11 08:09:32.187035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.188094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'name': 'network-vif-deleted', 'tag': '17993376-c056-417f-b739-8075c61d769e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:32.192689 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a7755-5764-43fe-ac0c-a53af00c4b84" -d '{"events": [{"server_uuid": "04db9bed-6693-4d3d-982b-b2a55a73f62c", "name": "network-vif-deleted", "tag": "17993376-c056-417f-b739-8075c61d769e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:32.238786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93683b-2c63-422a-a27a-f2d23af9fa7a req-f6a13266-1c74-4a07-9d25-5efd8b9edad1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:32.248655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a93683b-2c63-422a-a27a-f2d23af9fa7a req-f6a13266-1c74-4a07-9d25-5efd8b9edad1 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1744134 Aug 11 08:09:32.265910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 17993376-c056-417f-b739-8075c61d769e no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:32.352221 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.353694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 17993376-c056-417f-b739-8075c61d769e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:32.354263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 17993376-c056-417f-b739-8075c61d769e not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:32.354908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 87a1059a-384e-4167-a94b-483884aac702 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:32.377485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a93683b-2c63-422a-a27a-f2d23af9fa7a req-4421fab7-6abb-48b4-ad93-7fc98656f66a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271820 Aug 11 08:09:32.403161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 87a1059a-384e-4167-a94b-483884aac702 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:32.404193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 87a1059a-384e-4167-a94b-483884aac702 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:32.407842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c26fa977-73dc-4a44-8e95-0113df7202ea req-fe4c4925-8f88-4a3a-8b05-9ef308f7d01c tempest-ImagesNegativeTestJSON-1648236476 tempest-ImagesNegativeTestJSON-1648236476-project] 10.222.0.58 "GET /v2.0/ports?device_id=04db9bed-6693-4d3d-982b-b2a55a73f62c HTTP/1.1" status: 200 len: 210 time: 0.0725257 Aug 11 08:09:32.459823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.494878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16581d6-be49-4caf-a214-f8dfbbb3bba5']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:32.526877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7a776-b4dc-4cc7-a916-07c084126fa3') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:32.527641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7a776-b4dc-4cc7-a916-07c084126fa3') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:32.572719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.611044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.633289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:09:32.637554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:09:32.641971 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:09:32.652255 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef5911d-eabf-4f52-9911-aaaff6d45100 x-openstack-request-id: req-4ef5911d-eabf-4f52-9911-aaaff6d45100 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:32.653139 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04db9bed-6693-4d3d-982b-b2a55a73f62c", "name": "network-vif-deleted", "tag": "17993376-c056-417f-b739-8075c61d769e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:32.653454 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ef5911d-eabf-4f52-9911-aaaff6d45100 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:32.655186 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04db9bed-6693-4d3d-982b-b2a55a73f62c', 'name': 'network-vif-deleted', 'tag': '17993376-c056-417f-b739-8075c61d769e', 'status': 'completed', 'code': 200} Aug 11 08:09:32.677097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f0d3-ef9d-4bad-abad-158e90010c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.835067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.848484 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:32.850635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f16581d6-be49-4caf-a214-f8dfbbb3bba5 HTTP/1.1" status: 204 len: 168 time: 0.9640841 Aug 11 08:09:32.895075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eea78b-2d8b-4f98-9762-2754c91f0fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16581d6-be49-4caf-a214-f8dfbbb3bba5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:32.946166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78c7813c-2ad5-4935-b952-e50a369c07bc req-c9358300-920f-42a7-9666-9169b97c0ac8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0687435 Aug 11 08:09:33.239711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34708) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:33.363140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78476670-6094-4d9b-8cdc-1e9a2318ef84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7fb5b9f9d9246d7af0155b5db8188d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210041 Aug 11 08:09:33.365840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:33.476450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57513155-b30f-470f-ba8e-7c9599bea0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:33.544056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57513155-b30f-470f-ba8e-7c9599bea0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:33.652536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4dcf-a5ff-4838-a0ff-ec8449b536c3 req-f5eb0c03-7ea5-473e-8a44-1b509ab985a9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:33.654649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d58a4dcf-a5ff-4838-a0ff-ec8449b536c3 req-f5eb0c03-7ea5-473e-8a44-1b509ab985a9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1137724 Aug 11 08:09:33.780530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d58a4dcf-a5ff-4838-a0ff-ec8449b536c3 req-4fceb998-47c0-47f9-8cec-0a1052b7c1b8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153469 Aug 11 08:09:33.783797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57513155-b30f-470f-ba8e-7c9599bea0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:33.790940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57513155-b30f-470f-ba8e-7c9599bea0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:33.804774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-57513155-b30f-470f-ba8e-7c9599bea0d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac124c43-62d8-4700-8608-062eced75f3a HTTP/1.1" status: 204 len: 168 time: 0.4237084 Aug 11 08:09:33.844478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57513155-b30f-470f-ba8e-7c9599bea0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac124c43-62d8-4700-8608-062eced75f3a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:33.894397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:34.092768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad873392-af77-45b9-9584-daf3c8ad85dd req-647d6c1d-eaa6-45a5-a62c-b581d08ba71f tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0459015 Aug 11 08:09:34.147709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-721a1c74-34d0-4acc-bd43-24e20574b402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.368629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-721a1c74-34d0-4acc-bd43-24e20574b402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.379024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-721a1c74-34d0-4acc-bd43-24e20574b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.504961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-721a1c74-34d0-4acc-bd43-24e20574b402 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff9462b24d53414cb433de15718e9d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071937 Aug 11 08:09:34.562778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:34.577705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34770) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:34.579288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a1c74-34d0-4acc-bd43-24e20574b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a5bf20-8a2d-4187-a436-fd88d03c4df4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:34.697638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.780247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb58ddf3-d033-4aac-87b5-693382730b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.829176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb58ddf3-d033-4aac-87b5-693382730b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.899366 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb58ddf3-d033-4aac-87b5-693382730b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.904463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb58ddf3-d033-4aac-87b5-693382730b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:34.913546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fb58ddf3-d033-4aac-87b5-693382730b93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0a5bf20-8a2d-4187-a436-fd88d03c4df4 HTTP/1.1" status: 204 len: 168 time: 0.3295763 Aug 11 08:09:34.950341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ddf3-d033-4aac-87b5-693382730b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a5bf20-8a2d-4187-a436-fd88d03c4df4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:35.181530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a153-8941-4763-a4ac-c8c11d8e3938 req-a795befa-3366-420c-b8df-e3be9b14ee80 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:35.197387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b32a153-8941-4763-a4ac-c8c11d8e3938 req-a795befa-3366-420c-b8df-e3be9b14ee80 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1497235 Aug 11 08:09:35.327120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7928906-a0bf-4d19-a927-b987308213dc req-ccad3360-a6a7-4f93-8beb-150e8f0e58c6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0904708 Aug 11 08:09:35.348761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b32a153-8941-4763-a4ac-c8c11d8e3938 req-d3e47440-3be8-488b-9265-adf535138cf8 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407964 Aug 11 08:09:35.399410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72d82647-5009-4f69-822e-5343693b6953 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27746b9f434b4730a6ac79a0e59ad9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352559 Aug 11 08:09:35.402304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34796) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:35.583657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34812) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:35.597954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92b1cdae-022b-4b0a-985c-4745b064896d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:35.613705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7b0749f-cdc2-4664-a96d-4da5b5e4333e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:35.657416 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92b1cdae-022b-4b0a-985c-4745b064896d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:35.756388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92b1cdae-022b-4b0a-985c-4745b064896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:35.765024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92b1cdae-022b-4b0a-985c-4745b064896d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:35.769002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92b1cdae-022b-4b0a-985c-4745b064896d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8 HTTP/1.1" status: 204 len: 168 time: 0.3635502 Aug 11 08:09:35.787851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1cdae-022b-4b0a-985c-4745b064896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a50ba0-a50e-4a6a-8d7a-8d23e71a94d8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:35.898309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7b0749f-cdc2-4664-a96d-4da5b5e4333e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:35.907431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7b0749f-cdc2-4664-a96d-4da5b5e4333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.027087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34820) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:36.053907 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.066576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d7b0749f-cdc2-4664-a96d-4da5b5e4333e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b42ddf8af9245ae8cc4849945e6b312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807861 Aug 11 08:09:36.069604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34824) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:36.096753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0749f-cdc2-4664-a96d-4da5b5e4333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f63902-cc7d-4433-b4e8-1e746867f65e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:36.240698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f823-4f8e-4fa1-877b-8791af4f633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.316621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f823-4f8e-4fa1-877b-8791af4f633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.434663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-33963121-network', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:36.440487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f823-4f8e-4fa1-877b-8791af4f633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.444349 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f823-4f8e-4fa1-877b-8791af4f633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.445852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bfe7f823-4f8e-4fa1-877b-8791af4f633b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3f63902-cc7d-4433-b4e8-1e746867f65e HTTP/1.1" status: 204 len: 168 time: 0.3751683 Aug 11 08:09:36.469622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f823-4f8e-4fa1-877b-8791af4f633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f63902-cc7d-4433-b4e8-1e746867f65e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:36.512010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Made reservation on behalf of f3a830c831f04611a724fa395dcc5de5 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:36.518061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.538103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:36.619853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0bc5a97-922b-4a65-a842-52074c2325f1 req-edc7b5ec-fbd2-4a3b-8f77-0ab7fd7f28d9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0901954 Aug 11 08:09:36.775524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94d61-8385-4d26-b1b0-49be539145d8 req-6417aba1-0a28-4331-b6bf-44ee0a002dce tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:36.788801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cf94d61-8385-4d26-b1b0-49be539145d8 req-6417aba1-0a28-4331-b6bf-44ee0a002dce tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2035456 Aug 11 08:09:36.892926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cf94d61-8385-4d26-b1b0-49be539145d8 req-51f98efd-28cd-401c-ab48-7163f4726531 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051781 Aug 11 08:09:37.001815 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.022501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.086988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:09:37.140769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:37.173429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.174187 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Added segment cd15abb5-34f4-4fbc-937c-b0d208fc7360 of type vlan for network ac06e3fc-6b86-41d7-b1be-4848221b2340 Aug 11 08:09:37.337137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.437233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.438994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:37.440361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.577082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5438478 Aug 11 08:09:37.577700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34886) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:37.586790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Request body: {'subnet': {'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-33963121-subnet', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:37.616255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492129-9ad2-4014-9f89-6a204c0c552a admin admin] Pushing event updated for resources: {'Network': ['ID=ac06e3fc-6b86-41d7-b1be-4848221b2340,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:37.641341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:09:37.652310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Made reservation on behalf of f3a830c831f04611a724fa395dcc5de5 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:37.679719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:37.829311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54669f89-d0da-44f0-81c7-8bda18b65035 req-087792be-939f-40ef-9c42-8dac8aaa6d75 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=de1a2765-b5e0-40b7-ba38-b7d466acd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0953107 Aug 11 08:09:38.063080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:38.157176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Checking segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:38.157589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Network hostable DHCP agents. Network: ac06e3fc-6b86-41d7-b1be-4848221b2340, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:09:38.212471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1c321c-c2f6-4f25-8430-0823a80fca36,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:38.223431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c960-cb73-4257-b5fc-d3f7c86eea43 req-f5bdae20-8544-4a76-9c6b-dda602d1fd16 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:38.230753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d857c960-cb73-4257-b5fc-d3f7c86eea43 req-f5bdae20-8544-4a76-9c6b-dda602d1fd16 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1431437 Aug 11 08:09:38.267056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:09:38.286078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ac06e3fc-6b86-41d7-b1be-4848221b2340) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:38.294320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813872e4-6963-4cd6-997c-6e9c7d9de66b None None] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:38.323996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:38.324607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:38.352931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d857c960-cb73-4257-b5fc-d3f7c86eea43 req-e491fc9c-e730-40ee-a129-62d75cd07134 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028948 Aug 11 08:09:38.378617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fbac42ae-2def-4082-8b1f-73ab170b2fa0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7991548 Aug 11 08:09:38.381289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34932) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:38.400092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:38.487756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:38.490481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:38.530696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1f24a-17ee-4465-b98f-50919a5e0f15 None None] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:38.709291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aef022-5b3f-48b8-b251-49a270832234 req-da6e2db5-357d-482b-bf53-7d06bca27652 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:38.711989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92aef022-5b3f-48b8-b251-49a270832234 req-da6e2db5-357d-482b-bf53-7d06bca27652 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 950 time: 0.1317523 Aug 11 08:09:38.803446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:38.842514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92aef022-5b3f-48b8-b251-49a270832234 req-55cbfda3-d839-4e9c-8a62-03ac09bce52b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081080 Aug 11 08:09:38.996582 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:09:39.162591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:39.731554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:39.741170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271abcf0-f239-4e81-a339-283bdced58f4 req-5a926b43-a52b-495d-9bfd-0e5ae004e026 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:39.748780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-271abcf0-f239-4e81-a339-283bdced58f4 req-5a926b43-a52b-495d-9bfd-0e5ae004e026 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2526746 Aug 11 08:09:39.800087 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:39.896429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-271abcf0-f239-4e81-a339-283bdced58f4 req-e4119668-67a2-4368-bad0-1a403a2fda12 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461985 Aug 11 08:09:40.086700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Allocated IP 172.25.2.117 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/87659f45-e712-4fe1-9115-635e23df629c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:40.238839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:40.358584 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:40.460626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Pushing event updated for resources: {'Port': ['ID=87659f45-e712-4fe1-9115-635e23df629c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:40.473361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:40.475875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:40.479881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:40.983974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2146b-0563-46d6-8ffb-da4d130f28c1 req-df03a336-6909-41fa-a5d7-4c77ad5f7e8b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:40.991975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96b2146b-0563-46d6-8ffb-da4d130f28c1 req-df03a336-6909-41fa-a5d7-4c77ad5f7e8b tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 950 time: 0.1413546 Aug 11 08:09:41.045824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96b2146b-0563-46d6-8ffb-da4d130f28c1 req-399a95c6-d076-46cd-bf89-aa538eab3403 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Aug 11 08:09:41.096262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:41.232964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fce44-7a40-4505-a5ef-c7ac0babc397 req-f11e296f-f4a2-4c73-bee4-894d0261c361 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:41.234647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a18fce44-7a40-4505-a5ef-c7ac0babc397 req-f11e296f-f4a2-4c73-bee4-894d0261c361 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1742287 Aug 11 08:09:41.312693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a18fce44-7a40-4505-a5ef-c7ac0babc397 req-cdf97f08-0d52-4d68-a345-3b14562ccdca tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Aug 11 08:09:41.498129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:41.713639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Router b9bbc09c-872a-418b-9af7-3b2429d62e12 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:09:41.900153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:41.911641 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Sync routers for ids ['b9bbc09c-872a-418b-9af7-3b2429d62e12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:41.927307 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Routers {'b9bbc09c-872a-418b-9af7-3b2429d62e12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:41.931303 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b9bbc09c-872a-418b-9af7-3b2429d62e12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:41.944135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:41.949886 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b58c4e30-3158-4979-a6f6-c9a0bb2e8415 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5641549 Aug 11 08:09:41.950094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35066) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:42.273077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:42.308557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Set router b9bbc09c-872a-418b-9af7-3b2429d62e12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:42.321677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694d58-9fc9-475e-a504-d75f3e5d1c86 req-796d688a-0466-4c9d-b2c1-4a1c6498b814 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:42.337979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53694d58-9fc9-475e-a504-d75f3e5d1c86 req-796d688a-0466-4c9d-b2c1-4a1c6498b814 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 950 time: 0.1466389 Aug 11 08:09:42.441673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:42.560871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53694d58-9fc9-475e-a504-d75f3e5d1c86 req-b0cd49ec-6e8d-4ec4-a7dd-86311c69386d tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085674 Aug 11 08:09:42.565514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.649658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:42.655445 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7206d4a-e6e0-4e13-b7fc-83ebb1bc7a07" -d '{"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:42.712844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:42.726565 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:42.862800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa4b2b-4d2c-4732-9f6b-14e60d9d7f11 req-984f4375-896d-4d0d-a96e-bdbe1a2af67e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:42.875630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cfa4b2b-4d2c-4732-9f6b-14e60d9d7f11 req-984f4375-896d-4d0d-a96e-bdbe1a2af67e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2673030 Aug 11 08:09:42.916488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=11']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:42.973688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-329309b4-7151-4630-a0eb-0788d71e6b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.058396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cfa4b2b-4d2c-4732-9f6b-14e60d9d7f11 req-c7c44e10-4f8a-429b-8957-f96e4dcdd79f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687658 Aug 11 08:09:43.076137 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:09:40Z', 'revision_number': 3, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:43.081699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35100) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:43.169571 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ddd23-c8d4-4e8d-8b17-40afb947bc16 x-openstack-request-id: req-524ddd23-c8d4-4e8d-8b17-40afb947bc16 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:43.169940 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:43.170165 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-524ddd23-c8d4-4e8d-8b17-40afb947bc16 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:43.170809 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'code': 200} Aug 11 08:09:43.183013 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Checking router: b9bbc09c-872a-418b-9af7-3b2429d62e12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:43.183918 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Updating router b9bbc09c-872a-418b-9af7-3b2429d62e12 port 87659f45-e712-4fe1-9115-635e23df629c binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:09:43.234966 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.318472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-329309b4-7151-4630-a0eb-0788d71e6b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.333776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-329309b4-7151-4630-a0eb-0788d71e6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.401376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-329309b4-7151-4630-a0eb-0788d71e6b86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d42148ff31ed452fb98cc8de2cb0e629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542723 Aug 11 08:09:43.405929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329309b4-7151-4630-a0eb-0788d71e6b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6784044-b952-4965-89ee-9f3c36712b9c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:43.411492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35104) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:43.427462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-a65163c1-8ac5-4344-8092-44df076fdd8c tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.430050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-a65163c1-8ac5-4344-8092-44df076fdd8c tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 948 time: 0.5612876 Aug 11 08:09:43.660665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9c64937-fec0-422f-8c43-7ccddfeebe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.817397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.846304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f55962a9-c39b-48f3-b310-fe01475df167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.915958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a29f1-3517-48db-9b14-4dd544ae9962 req-39bcd700-8b3f-47c7-8073-68a2873d9110 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:43.919244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea3a29f1-3517-48db-9b14-4dd544ae9962 req-39bcd700-8b3f-47c7-8073-68a2873d9110 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.2479427 Aug 11 08:09:43.928000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Deleting port 9b9c9697-7133-420e-9ba0-70718b658782 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:43.928664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.939615 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f55962a9-c39b-48f3-b310-fe01475df167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.961260 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:43.976365 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Transition to ACTIVE for port object 87659f45-e712-4fe1-9115-635e23df629c will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:43.994799 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.118778 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Pushing event updated for resources: {'Port': ['ID=87659f45-e712-4fe1-9115-635e23df629c,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:44.143674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40eff8-2b3d-4d43-89e3-f64234cf44fa req-2cd36bed-3fa3-47c2-9bec-a5ec348ca440 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:44.145432 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f40eff8-2b3d-4d43-89e3-f64234cf44fa req-2cd36bed-3fa3-47c2-9bec-a5ec348ca440 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 948 time: 0.4384298 Aug 11 08:09:44.151139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.151653 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.151961 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.152293 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.152767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.153125 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.153445 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.153964 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.154442 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.154766 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.155081 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.156726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:44.172000 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Attempting to bind port 87659f45-e712-4fe1-9115-635e23df629c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:44.172460 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Attempting to bind port 87659f45-e712-4fe1-9115-635e23df629c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:44.173069 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Attempting to bind port 87659f45-e712-4fe1-9115-635e23df629c on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:44.180497 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:44.180928 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:44.181474 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.182163 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:44.182782 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Bound port: 87659f45-e712-4fe1-9115-635e23df629c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:44.183781 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.284649 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] For port 87659f45-e712-4fe1-9115-635e23df629c, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:44.289780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] For port 87659f45-e712-4fe1-9115-635e23df629c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=87659f45-e712-4fe1-9115-635e23df629c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:44.299724 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.340706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-1c181115-6e8a-4dea-aaa6-713b217936d8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:44.343165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-1c181115-6e8a-4dea-aaa6-713b217936d8 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 945 time: 0.1768022 Aug 11 08:09:44.372430 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Routers {'b9bbc09c-872a-418b-9af7-3b2429d62e12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:44.373306 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b9bbc09c-872a-418b-9af7-3b2429d62e12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:44.420541 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e373f79-53b6-4cf9-84cf-08d20e7f9e7a None None] Pushing event updated for resources: {'Port': ['ID=87659f45-e712-4fe1-9115-635e23df629c,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:44.422860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f40eff8-2b3d-4d43-89e3-f64234cf44fa req-efb50612-d379-452c-8590-1e05b12cf1e1 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/security-groups?id=55feea6f-6f4a-4177-98dd-64b7206d7882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317750 Aug 11 08:09:44.501034 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9c64937-fec0-422f-8c43-7ccddfeebe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.538448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9c64937-fec0-422f-8c43-7ccddfeebe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.555710 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] Set router b9bbc09c-872a-418b-9af7-3b2429d62e12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:44.596142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c9c64937-fec0-422f-8c43-7ccddfeebe77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71a133d43ac843da8e9093eb5053627f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5060651 Aug 11 08:09:44.605462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35116) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:44.635048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea3a29f1-3517-48db-9b14-4dd544ae9962 req-5c0d2985-9451-49ee-b367-3e14b658c7b6 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919448 Aug 11 08:09:44.642939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Allocated IP 172.20.0.1 (ac06e3fc-6b86-41d7-b1be-4848221b2340/8e1c321c-c2f6-4f25-8430-0823a80fca36/6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:44.683338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c64937-fec0-422f-8c43-7ccddfeebe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c37067-6496-4461-b696-2be2bc00b7e6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:44.717212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Deleting port 8e9b3199-fd96-4024-96a9-4cb19aca671d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:44.717605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.758987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f55962a9-c39b-48f3-b310-fe01475df167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.762203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f55962a9-c39b-48f3-b310-fe01475df167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.764367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f55962a9-c39b-48f3-b310-fe01475df167 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6784044-b952-4965-89ee-9f3c36712b9c HTTP/1.1" status: 204 len: 168 time: 1.3515205 Aug 11 08:09:44.776444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] For port 9b9c9697-7133-420e-9ba0-70718b658782, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=9b9c9697-7133-420e-9ba0-70718b658782,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:44.777176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.825136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55962a9-c39b-48f3-b310-fe01475df167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6784044-b952-4965-89ee-9f3c36712b9c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:44.829593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Calling delete_port for 9b9c9697-7133-420e-9ba0-70718b658782 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:44.871507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-898c7b7b-725a-4265-ba33-3374e99c5611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.888588 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:09:40Z', 'revision_number': 3, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:44.928220 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed3e33-1301-48b6-896f-2feab0631b63 None None] The sync data for ids ['b9bbc09c-872a-418b-9af7-3b2429d62e12'] in n-d-789963-6 is: [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:09:40Z', 'revision_number': 3, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:44.935547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71420d03-7640-4878-8ef4-c767f9bdb27f req-e6741b59-0c72-4013-81ab-96d4ccb68527 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:44.941623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71420d03-7640-4878-8ef4-c767f9bdb27f req-e6741b59-0c72-4013-81ab-96d4ccb68527 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1839993 Aug 11 08:09:44.969250 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-898c7b7b-725a-4265-ba33-3374e99c5611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.986522 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:44.992293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] For port 8e9b3199-fd96-4024-96a9-4cb19aca671d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8e9b3199-fd96-4024-96a9-4cb19aca671d,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:44.995887 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.024370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Calling delete_port for 8e9b3199-fd96-4024-96a9-4cb19aca671d owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:45.078546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71420d03-7640-4878-8ef4-c767f9bdb27f req-44979893-00da-4610-9840-19b4ce8781ed tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943913 Aug 11 08:09:45.155157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.178772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:45.184238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:45.203001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.242541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-898c7b7b-725a-4265-ba33-3374e99c5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.245500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:45.245801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-898c7b7b-725a-4265-ba33-3374e99c5611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.250474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-898c7b7b-725a-4265-ba33-3374e99c5611 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78c37067-6496-4461-b696-2be2bc00b7e6 HTTP/1.1" status: 204 len: 168 time: 0.6408899 Aug 11 08:09:45.291421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Pushing event deleted for resources: {'Port': ['ID=9b9c9697-7133-420e-9ba0-70718b658782,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:45.318210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] No DVR routers for this DVR port 9b9c9697-7133-420e-9ba0-70718b658782 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:45.320795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c7b7b-725a-4265-ba33-3374e99c5611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c37067-6496-4461-b696-2be2bc00b7e6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:45.323240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.326343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b670b6ed-1d4d-490f-af29-2c711505ec32 req-b601defa-5fa9-4e73-8797-52594e99dc86 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.64 "DELETE /v2.0/ports/9b9c9697-7133-420e-9ba0-70718b658782 HTTP/1.1" status: 204 len: 173 time: 1.8797550 Aug 11 08:09:45.326926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-deleted', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:45.329094 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e91989-0b7d-4200-8fe9-378bafbada94" -d '{"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-deleted", "tag": "9b9c9697-7133-420e-9ba0-70718b658782"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:45.391424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Pushing event updated for resources: {'Port': ['ID=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:45.476990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.588035 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847cad58-8244-4f7b-977c-25e1c6e23142 x-openstack-request-id: req-847cad58-8244-4f7b-977c-25e1c6e23142 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:45.588516 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2818a6ed-fd39-4353-a1b9-679e35158cc8", "name": "network-vif-deleted", "tag": "9b9c9697-7133-420e-9ba0-70718b658782", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:45.588755 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-847cad58-8244-4f7b-977c-25e1c6e23142 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:45.589390 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2818a6ed-fd39-4353-a1b9-679e35158cc8', 'name': 'network-vif-deleted', 'tag': '9b9c9697-7133-420e-9ba0-70718b658782', 'status': 'completed', 'code': 200} Aug 11 08:09:45.637768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:45.677561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8e9b3199-fd96-4024-96a9-4cb19aca671d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:09:45.705454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35132) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:45.713280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event deleted for resources: {'Port': ['ID=8e9b3199-fd96-4024-96a9-4cb19aca671d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:45.773220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb260ef7-427d-4edf-9631-0869f6e13c25 req-9fd78ad1-a5eb-4cca-96ca-ff9b368e4be0 tempest-ImagesOneServerTestJSON-2075228875 tempest-ImagesOneServerTestJSON-2075228875-project] 10.222.0.58 "GET /v2.0/ports?device_id=2818a6ed-fd39-4353-a1b9-679e35158cc8 HTTP/1.1" status: 200 len: 210 time: 0.1565247 Aug 11 08:09:45.870707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f20ce8-dec7-4bef-b0fa-c5b4d4e64265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.070764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ebb1000-d4b9-4822-abd6-33f95308379c req-8fbe7aa7-d737-4ebf-9a0f-40c7dd022696 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 210 time: 0.0658138 Aug 11 08:09:46.071565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] No DVR routers for this DVR port 8e9b3199-fd96-4024-96a9-4cb19aca671d on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:46.111320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.118561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35a2563d-7c15-4e07-ab13-f0ae94919ec4 req-2be51cd9-5e09-4410-8acd-6da164762b84 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "DELETE /v2.0/ports/8e9b3199-fd96-4024-96a9-4cb19aca671d HTTP/1.1" status: 204 len: 173 time: 1.7637286 Aug 11 08:09:46.119108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'name': 'network-vif-deleted', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:46.121846 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934fb5e-5c2f-4355-a785-a89a4b0374fe" -d '{"events": [{"server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "name": "network-vif-deleted", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:46.214906 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f01df-0b43-4d12-b515-9565c2441a95 x-openstack-request-id: req-e18f01df-0b43-4d12-b515-9565c2441a95 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:46.216352 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f78714-ed3e-411f-8e8c-7694218811b9", "name": "network-vif-deleted", "tag": "8e9b3199-fd96-4024-96a9-4cb19aca671d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:46.216352 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e18f01df-0b43-4d12-b515-9565c2441a95 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:46.216352 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78714-ed3e-411f-8e8c-7694218811b9', 'name': 'network-vif-deleted', 'tag': '8e9b3199-fd96-4024-96a9-4cb19aca671d', 'status': 'completed', 'code': 200} Aug 11 08:09:46.241552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.283369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:46.371358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 9b9c9697-7133-420e-9ba0-70718b658782 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:46.372188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 9b9c9697-7133-420e-9ba0-70718b658782 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:46.382751 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f20ce8-dec7-4bef-b0fa-c5b4d4e64265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.402906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f20ce8-dec7-4bef-b0fa-c5b4d4e64265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.403157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60711958-dcaa-43c0-99cc-a9490996676e req-b4d15e75-0f42-4968-910b-cc9f5ec89bec tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:46.413539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60711958-dcaa-43c0-99cc-a9490996676e req-b4d15e75-0f42-4968-910b-cc9f5ec89bec tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1209261 Aug 11 08:09:46.473321 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60711958-dcaa-43c0-99cc-a9490996676e req-f9912ea2-6713-4e02-9e2c-29d2afd6e747 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545948 Aug 11 08:09:46.531279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-31f20ce8-dec7-4bef-b0fa-c5b4d4e64265 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eaa366396bab457489085865bf6d31ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087263 Aug 11 08:09:46.534322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35152) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:46.536648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f20ce8-dec7-4bef-b0fa-c5b4d4e64265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65194c9f-7dd1-44b8-b294-30ab9437a964,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:46.644863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1140c5f4-5c14-4a8a-ab79-f6ef4688db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.676476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1140c5f4-5c14-4a8a-ab79-f6ef4688db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.719769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 87659f45-e712-4fe1-9115-635e23df629c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:46.797533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.811708 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.832606 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1140c5f4-5c14-4a8a-ab79-f6ef4688db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.836330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1140c5f4-5c14-4a8a-ab79-f6ef4688db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:46.837678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1140c5f4-5c14-4a8a-ab79-f6ef4688db58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65194c9f-7dd1-44b8-b294-30ab9437a964 HTTP/1.1" status: 204 len: 168 time: 0.3022234 Aug 11 08:09:46.864981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140c5f4-5c14-4a8a-ab79-f6ef4688db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65194c9f-7dd1-44b8-b294-30ab9437a964,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:46.888858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 87659f45-e712-4fe1-9115-635e23df629c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:46.911897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 87659f45-e712-4fe1-9115-635e23df629c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:46.913361 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.108451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Pushing event updated for resources: {'Port': ['ID=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:47.157328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.181676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.254635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 87659f45-e712-4fe1-9115-635e23df629c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=87659f45-e712-4fe1-9115-635e23df629c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:47.264649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.343680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9554419d-2bd1-4cda-b619-570c65985ad7 req-472ed1e9-f946-4ceb-85fa-490f5be4e1f3 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f78714-ed3e-411f-8e8c-7694218811b9 HTTP/1.1" status: 200 len: 210 time: 0.0487044 Aug 11 08:09:47.399183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35174) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:47.412002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:47.414960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:47.415702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=87659f45-e712-4fe1-9115-635e23df629c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:47.645794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Router b9bbc09c-872a-418b-9af7-3b2429d62e12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:09:47.649542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1087781532-network', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:47.738171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b09533-4885-4421-a06f-53f6c1fa385a req-77339ae3-c27e-46e8-8c93-496e3b519c30 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:47.741867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b09533-4885-4421-a06f-53f6c1fa385a req-77339ae3-c27e-46e8-8c93-496e3b519c30 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1557016 Aug 11 08:09:47.744301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Made reservation on behalf of 1dbe854c21684feb818c2ad78f8d7b1b for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:47.753510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.770849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35184) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:47.778382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:47.814179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 8e9b3199-fd96-4024-96a9-4cb19aca671d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:47.814942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8e9b3199-fd96-4024-96a9-4cb19aca671d not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:47.837311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:47.893794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b09533-4885-4421-a06f-53f6c1fa385a req-6834775a-f296-469e-821b-56117ca5970d tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319134 Aug 11 08:09:48.120538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.128037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.178512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:09:48.221851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.222056 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Added segment 1905bd40-829e-4b46-9049-362aa48a2f20 of type vlan for network 8009d263-0465-4777-a91f-b736a751bf58 Aug 11 08:09:48.235184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd68534b-3d79-4b9c-8450-f5768575a99f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:48.289665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7bcc6cfd-a6f5-47e7-a5cf-b2ca59e57de4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee13877817414c298ecb65156bfa2429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161819 Aug 11 08:09:48.340724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35198) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:48.413973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.479535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d230de7b-c4ff-46b5-ab69-871f1ab9d04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.531740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:48.553010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a93af3e-184f-4e1a-aad4-a7763accf891 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9bbc09c-872a-418b-9af7-3b2429d62e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6017852 Aug 11 08:09:48.558388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d230de7b-c4ff-46b5-ab69-871f1ab9d04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.583477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.587339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:48.588489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.605046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Sync routers for ids ['b9bbc09c-872a-418b-9af7-3b2429d62e12'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:48.628649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Routers {'b9bbc09c-872a-418b-9af7-3b2429d62e12'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:48.633830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b9bbc09c-872a-418b-9af7-3b2429d62e12'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:48.754807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 87659f45-e712-4fe1-9115-635e23df629c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:48.772229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] Pushing event updated for resources: {'Network': ['ID=8009d263-0465-4777-a91f-b736a751bf58,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:48.797677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-10a1c088-d336-4e5b-bbb0-1ee4c1f0dd58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3971264 Aug 11 08:09:48.798841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35210) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:48.814998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Request body: {'subnet': {'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1087781532-subnet', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:48.848821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Made reservation on behalf of 1dbe854c21684feb818c2ad78f8d7b1b for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:48.851917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.932054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8009d263-0465-4777-a91f-b736a751bf58 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:09:48.994654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d230de7b-c4ff-46b5-ab69-871f1ab9d04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:48.999500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d230de7b-c4ff-46b5-ab69-871f1ab9d04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.001600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d230de7b-c4ff-46b5-ab69-871f1ab9d04c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55feea6f-6f4a-4177-98dd-64b7206d7882 HTTP/1.1" status: 204 len: 168 time: 0.6588118 Aug 11 08:09:49.049284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230de7b-c4ff-46b5-ab69-871f1ab9d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55feea6f-6f4a-4177-98dd-64b7206d7882,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:49.195201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Set router b9bbc09c-872a-418b-9af7-3b2429d62e12 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:49.261905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 87659f45-e712-4fe1-9115-635e23df629c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:49.262996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.289285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f3b9-950f-46c6-b4dd-3f3ac244e434 req-4bbe806c-e4f8-4452-9317-a87fb34e5d93 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:49.292656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3573f3b9-950f-46c6-b4dd-3f3ac244e434 req-4bbe806c-e4f8-4452-9317-a87fb34e5d93 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.1187575 Aug 11 08:09:49.347416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50616ed-7546-4ff5-9daa-3cdcca6556fc req-2c6e21c6-8d98-4229-9d36-33000e1a2e62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:49.355533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e50616ed-7546-4ff5-9daa-3cdcca6556fc req-2c6e21c6-8d98-4229-9d36-33000e1a2e62 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1601882 Aug 11 08:09:49.427287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3573f3b9-950f-46c6-b4dd-3f3ac244e434 req-9ede26ae-4a1b-415f-8321-1a92b3571e0d tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209893 Aug 11 08:09:49.430625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e50616ed-7546-4ff5-9daa-3cdcca6556fc req-ae4ef348-ba74-4455-94ea-2a94a2fdc5a2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Aug 11 08:09:49.438631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.659150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Checking segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:49.659700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Network hostable DHCP agents. Network: 8009d263-0465-4777-a91f-b736a751bf58, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:09:49.660149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-325d440b-50ec-4795-a4de-32e5d8c838f2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:49.662678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-325d440b-50ec-4795-a4de-32e5d8c838f2 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 944 time: 0.1483576 Aug 11 08:09:49.666081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0b2be6-bfc3-49db-ad59-62068c6ef390,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:49.719636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Network 8009d263-0465-4777-a91f-b736a751bf58 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:09:49.737599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8009d263-0465-4777-a91f-b736a751bf58) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:49.750238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:49.751147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.778374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87ad8fb0-7adb-4bfe-b67e-2f99c193a6e0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9719503 Aug 11 08:09:49.779480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35234) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:49.785709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:49.817021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.819863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.857078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6760ec-d06e-48b3-9c1e-d0c4a83df9ce None None] Network 8009d263-0465-4777-a91f-b736a751bf58 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:49.927234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Deleting port 4d020923-fb36-4841-9d73-448b19fdca62 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:49.927770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:49.985044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:50.170574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:09:46Z', 'revision_number': 4, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7', 'name': '', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'mac_address': 'fa:16:3e:e4:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:43Z', 'updated_at': '2021-08-11T08:09:46Z', 'revision_number': 2, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'subnets': [{'id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:50.212566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] For port 4d020923-fb36-4841-9d73-448b19fdca62, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d020923-fb36-4841-9d73-448b19fdca62,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:50.213707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:50.267458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Calling delete_port for 4d020923-fb36-4841-9d73-448b19fdca62 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:50.292475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Checking router: b9bbc09c-872a-418b-9af7-3b2429d62e12 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:50.293103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Updating router b9bbc09c-872a-418b-9af7-3b2429d62e12 port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:09:50.302041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:50.403352 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:50.605390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d49e4a0e-4f70-4b24-bb72-441a7ec96f63 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:50.614976 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d49e4a0e-4f70-4b24-bb72-441a7ec96f63 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 809 time: 0.3068628 Aug 11 08:09:50.654503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-8009d263-0465-4777-a91f-b736a751bf58', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:09:50.655335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-86f5fc3d-a816-49bf-b5a5-c53e435cbd9b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/quotas/f3a830c831f04611a724fa395dcc5de5 HTTP/1.1" status: 200 len: 375 time: 0.0387676 Aug 11 08:09:50.656214 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:50.846314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:50.862980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-43d61116-8573-43d6-8305-fe3f08e31610 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022882 Aug 11 08:09:50.948970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event deleted for resources: {'Port': ['ID=4d020923-fb36-4841-9d73-448b19fdca62,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:51.028979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858fd81-2457-4ebc-889a-061831242913 req-179486d6-9025-46f5-b9ae-b58de2f41b18 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:51.031296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2858fd81-2457-4ebc-889a-061831242913 req-179486d6-9025-46f5-b9ae-b58de2f41b18 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.3297789 Aug 11 08:09:51.051221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] No DVR routers for this DVR port 4d020923-fb36-4841-9d73-448b19fdca62 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:51.059189 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.062696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ab2e231-ee75-4918-ac3d-c8d0697fa636 req-7d4e3847-75cb-4b16-bf50-8b8491d74bbb tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "DELETE /v2.0/ports/4d020923-fb36-4841-9d73-448b19fdca62 HTTP/1.1" status: 204 len: 173 time: 1.3886476 Aug 11 08:09:51.063338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'name': 'network-vif-deleted', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:51.067154 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a80f7d-d1c0-49d7-9776-f556a80a1481" -d '{"events": [{"server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "name": "network-vif-deleted", "tag": "4d020923-fb36-4841-9d73-448b19fdca62"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:51.148597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2858fd81-2457-4ebc-889a-061831242913 req-6a26a4bf-6375-4d53-b229-5970158db2de tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000025 Aug 11 08:09:51.406473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da3bb228-b9a8-4ba0-8892-1ddbc66bae23 req-58b9e2e2-7abc-4bfa-b65a-5a1cdc9af86e tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=f53d54dd-54f7-497c-a331-af60de7447b1 HTTP/1.1" status: 200 len: 210 time: 0.0526114 Aug 11 08:09:51.410799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.444566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Allocated IP 172.20.0.2 (8009d263-0465-4777-a91f-b736a751bf58/6a0b2be6-bfc3-49db-ad59-62068c6ef390/ba468457-1049-4e48-89e3-da26193012a9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:51.476449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.549738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-45311e61-72d5-4dd8-ba23-055376b9db01 service neutron] 10.222.0.58 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781235 Aug 11 08:09:51.744232 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4a039-6da8-4980-90ec-da1a607c16db x-openstack-request-id: req-7fb4a039-6da8-4980-90ec-da1a607c16db {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:51.744600 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d54dd-54f7-497c-a331-af60de7447b1", "name": "network-vif-deleted", "tag": "4d020923-fb36-4841-9d73-448b19fdca62", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:51.746456 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7fb4a039-6da8-4980-90ec-da1a607c16db {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:51.747200 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d54dd-54f7-497c-a331-af60de7447b1', 'name': 'network-vif-deleted', 'tag': '4d020923-fb36-4841-9d73-448b19fdca62', 'status': 'completed', 'code': 200} Aug 11 08:09:51.852156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-9f5f59bf-d5eb-4dc4-a50e-f67929ecc719 service neutron] 10.222.0.58 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951193 Aug 11 08:09:51.887170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.895278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Allocated IP 172.25.2.118 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/ae23b4c2-affb-4ff1-997f-8f198cfeba40) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:51.911219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Transition to ACTIVE for port object 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:51.928327 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.931184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:51.955960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Transition to ACTIVE for port object ba468457-1049-4e48-89e3-da26193012a9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:51.987372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Transition to ACTIVE for port object ba468457-1049-4e48-89e3-da26193012a9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:52.063332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.127212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Network 8009d263-0465-4777-a91f-b736a751bf58 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:52.128440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Pushing event updated for resources: {'Port': ['ID=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:52.141342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.141767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.142353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.142763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.143191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.143601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.143999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.144534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.145124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.145578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.146087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.146501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:09:52.189639 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2ccb2e5b-208c-40f7-bb3e-6c3b8846b522 req-a57a0417-5370-4aed-95bb-9eb3b2224de1 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 210 time: 0.0621314 Aug 11 08:09:52.216229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:52.244514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.258505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:52.298043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Attempting to bind port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:52.298686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Attempting to bind port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:52.299459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Attempting to bind port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 on network ac06e3fc-6b86-41d7-b1be-4848221b2340 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:52.306607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.311131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Pushing event updated for resources: {'Port': ['ID=ba468457-1049-4e48-89e3-da26193012a9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:52.346859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:52.350830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Checking segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:52.351483 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.351738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Bound using segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:52.352327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Bound port: 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:52.352633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.411335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Attempting to bind port ba468457-1049-4e48-89e3-da26193012a9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:52.411716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Attempting to bind port ba468457-1049-4e48-89e3-da26193012a9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:52.412083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Attempting to bind port ba468457-1049-4e48-89e3-da26193012a9 on network 8009d263-0465-4777-a91f-b736a751bf58 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:52.422988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:52.423367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Checking segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:52.423775 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.424173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Bound using segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:52.424656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Bound port: ba468457-1049-4e48-89e3-da26193012a9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:52.425078 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.440090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Pushing event updated for resources: {'Port': ['ID=ae23b4c2-affb-4ff1-997f-8f198cfeba40,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:52.479502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:52.496336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:52.501547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:52.551136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] For port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:52.559353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bef5b-111b-4d06-ae3b-3f1d9a0ab76f req-5eb3654d-af37-4df4-9a3a-383a4a6446cf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:52.561230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e20bef5b-111b-4d06-ae3b-3f1d9a0ab76f req-5eb3654d-af37-4df4-9a3a-383a4a6446cf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1620235 Aug 11 08:09:52.562070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] For port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:52.572808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.697544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e20bef5b-111b-4d06-ae3b-3f1d9a0ab76f req-ef749f2c-9245-4639-acbd-12ec036f1bd5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206589 Aug 11 08:09:52.710728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] For port ba468457-1049-4e48-89e3-da26193012a9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:52.715969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Routers {'b9bbc09c-872a-418b-9af7-3b2429d62e12'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:52.717226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b9bbc09c-872a-418b-9af7-3b2429d62e12'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:52.845004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] For port ba468457-1049-4e48-89e3-da26193012a9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ba468457-1049-4e48-89e3-da26193012a9,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:52.897331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:52.952467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc3659-9fc5-400f-bec6-5a5e6699de46 None None] Pushing event updated for resources: {'Port': ['ID=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:53.100607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848979b-8327-4286-b701-6c9c2f7a2ee4 None None] Pushing event updated for resources: {'Port': ['ID=ba468457-1049-4e48-89e3-da26193012a9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:53.119766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] Set router b9bbc09c-872a-418b-9af7-3b2429d62e12 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:53.366696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:53.423684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1638dfa2-224c-4742-8d97-fe401e3dcc82 req-aa883d7a-999b-4eb5-8078-85235f755a94 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 210 time: 0.0751805 Aug 11 08:09:53.509930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145ff5-e641-4e54-8234-c406e458ced3 req-b280c6a8-7c52-46e0-957b-756958fd43a9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:53.520917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7145ff5-e641-4e54-8234-c406e458ced3 req-b280c6a8-7c52-46e0-957b-756958fd43a9 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.3273988 Aug 11 08:09:53.627376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-79436c30-de2b-4e0d-97dc-74a3aa8e6441 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:53.629450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-79436c30-de2b-4e0d-97dc-74a3aa8e6441 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 944 time: 0.1466262 Aug 11 08:09:53.707708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:09:46Z', 'revision_number': 4, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7', 'name': '', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'mac_address': 'fa:16:3e:e4:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:43Z', 'updated_at': '2021-08-11T08:09:52Z', 'revision_number': 4, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'subnets': [{'id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:53.743271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5589b-45d7-4739-9615-dcc8078c1013 None None] The sync data for ids ['b9bbc09c-872a-418b-9af7-3b2429d62e12'] in n-d-789963-6 is: [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:09:46Z', 'revision_number': 4, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7', 'name': '', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'mac_address': 'fa:16:3e:e4:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:43Z', 'updated_at': '2021-08-11T08:09:52Z', 'revision_number': 4, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'subnets': [{'id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:53.773543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7145ff5-e641-4e54-8234-c406e458ced3 req-6415419a-bdb3-426e-b074-c9fe03426875 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/security-groups?id=e24c1181-9f99-4788-8601-0225e7679d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500136 Aug 11 08:09:53.809882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:53.918249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 4d020923-fb36-4841-9d73-448b19fdca62 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:53.919284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d020923-fb36-4841-9d73-448b19fdca62 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:53.999475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Deleting port dcd27b93-2973-459d-8253-98585df5cd46 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:09:54.006500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:54.146854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:54.417295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] For port dcd27b93-2973-459d-8253-98585df5cd46, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dcd27b93-2973-459d-8253-98585df5cd46,segment=NetworkSegment(eb5d0539-ea75-4dfc-8629-b73a5b2b03f6),segment_id=eb5d0539-ea75-4dfc-8629-b73a5b2b03f6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:54.417844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:54.451732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Calling delete_port for dcd27b93-2973-459d-8253-98585df5cd46 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:09:54.573335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35384) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:54.588089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Router bbea0a30-f909-4bbc-9219-388f1e64f015 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:09:54.860268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ecb1155-583d-45fe-ac8a-8dd233b82816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:54.875130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83269526-9661-4d71-88ce-443dacab2fcd None None] Network 8009d263-0465-4777-a91f-b736a751bf58 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:09:54.886764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-fcc1d067-2aa1-47f0-8153-8aba4fa5b2f2 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:54.888482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-fcc1d067-2aa1-47f0-8153-8aba4fa5b2f2 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.69 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 809 time: 0.7114291 Aug 11 08:09:54.892502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:54.906642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1565087e-9ad8-4deb-a0e6-6129430f810e req-34c58627-66a0-4bd2-9795-91f253115eae tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 210 time: 0.0739307 Aug 11 08:09:54.925763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Pushing event deleted for resources: {'Port': ['ID=dcd27b93-2973-459d-8253-98585df5cd46,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:54.937892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd366a08-dd01-4512-8807-d0e3c7992a00 req-1ec22524-666c-4067-a468-42c93e0b0f3c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:54.942498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:09:54.947873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd366a08-dd01-4512-8807-d0e3c7992a00 req-1ec22524-666c-4067-a468-42c93e0b0f3c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.9714613 Aug 11 08:09:54.953830 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Sync routers for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:09:54.961190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Request body: {'port': {'device_id': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'admin_state_up': True, 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:54.984299 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:54.986986 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:55.095391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ecb1155-583d-45fe-ac8a-8dd233b82816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.096268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ba468457-1049-4e48-89e3-da26193012a9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:55.152400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89db18d5-6b20-4ab6-a747-d1f73e467c15 req-8c25be46-893e-48ff-84d8-5cd3e7e04f7b tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.0546451 Aug 11 08:09:55.162170 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ecb1155-583d-45fe-ac8a-8dd233b82816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.177743 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:55.190288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] No DVR routers for this DVR port dcd27b93-2973-459d-8253-98585df5cd46 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:09:55.212584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd366a08-dd01-4512-8807-d0e3c7992a00 req-6bd21517-f62d-4a19-840b-a964fa07e640 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635024 Aug 11 08:09:55.219297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.223295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9335c05-5420-4e78-9eaf-d83b199b8c7a req-bbe4b2e4-756b-440d-983f-00ecd1ab48f0 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.69 "DELETE /v2.0/ports/dcd27b93-2973-459d-8253-98585df5cd46 HTTP/1.1" status: 204 len: 173 time: 1.5837097 Aug 11 08:09:55.230434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'name': 'network-vif-deleted', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:09:55.233415 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce4ee0b-0284-4365-ae00-ac61623f025e" -d '{"events": [{"server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "name": "network-vif-deleted", "tag": "dcd27b93-2973-459d-8253-98585df5cd46"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:09:55.260860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Made reservation on behalf of f3a830c831f04611a724fa395dcc5de5 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:09:55.262188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb1155-583d-45fe-ac8a-8dd233b82816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7331a148-be6e-4adf-88a4-bd33b232de6c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:55.268716 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.273458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.276653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e84a48c3-5245-476a-8248-bedf99bb91de admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4956815 Aug 11 08:09:55.287227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35398) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:55.288782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-241780c3-9f7e-4550-b7e8-5ce99744a861 None None] Provisioning for port ba468457-1049-4e48-89e3-da26193012a9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:55.332928 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303fb225-baa2-469b-9864-fc3b6827f327 x-openstack-request-id: req-303fb225-baa2-469b-9864-fc3b6827f327 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:09:55.333525 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da25451d-4eff-4ea8-ac5a-a96c1cc0c29f", "name": "network-vif-deleted", "tag": "dcd27b93-2973-459d-8253-98585df5cd46", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:09:55.333931 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-303fb225-baa2-469b-9864-fc3b6827f327 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:09:55.334686 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25451d-4eff-4ea8-ac5a-a96c1cc0c29f', 'name': 'network-vif-deleted', 'tag': 'dcd27b93-2973-459d-8253-98585df5cd46', 'status': 'completed', 'code': 200} Aug 11 08:09:55.344005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ecb1155-583d-45fe-ac8a-8dd233b82816 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45580f79c81f4287b6482091c2b92565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623608 Aug 11 08:09:55.348178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:55.514997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb77ebb7-9772-47f9-a231-33db08edfecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.601773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb77ebb7-9772-47f9-a231-33db08edfecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.619431 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:09:52Z', 'revision_number': 3, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:55.634949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ba468457-1049-4e48-89e3-da26193012a9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:55.642576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ba468457-1049-4e48-89e3-da26193012a9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:55.643072 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.655489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Allocated IP 172.20.0.7 (ac06e3fc-6b86-41d7-b1be-4848221b2340/8e1c321c-c2f6-4f25-8430-0823a80fca36/e8ba0c02-96a3-424f-98f5-288cd11af47a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:55.696004 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Checking router: bbea0a30-f909-4bbc-9219-388f1e64f015 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:09:55.697067 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Updating router bbea0a30-f909-4bbc-9219-388f1e64f015 port ae23b4c2-affb-4ff1-997f-8f198cfeba40 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:09:55.746513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb77ebb7-9772-47f9-a231-33db08edfecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.755740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb77ebb7-9772-47f9-a231-33db08edfecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.760565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eb77ebb7-9772-47f9-a231-33db08edfecc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7331a148-be6e-4adf-88a4-bd33b232de6c HTTP/1.1" status: 204 len: 168 time: 0.4099689 Aug 11 08:09:55.805053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77ebb7-9772-47f9-a231-33db08edfecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7331a148-be6e-4adf-88a4-bd33b232de6c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:55.815685 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:55.920206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.045663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port ba468457-1049-4e48-89e3-da26193012a9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ba468457-1049-4e48-89e3-da26193012a9,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:56.052323 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.054241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:56.222704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=ba468457-1049-4e48-89e3-da26193012a9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:56.243483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5a6d3-3270-412f-a846-82d75d418fe7 req-aa8eb555-684c-43d7-aa27-833f42b3b34c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 210 time: 0.0986919 Aug 11 08:09:56.279292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dbba4320-295d-49a2-a65e-ea1a56315768 None None] Provisioning complete for port ba468457-1049-4e48-89e3-da26193012a9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:56.279920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dbba4320-295d-49a2-a65e-ea1a56315768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.306636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.330555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:56.338214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:56.338958 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.566275 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.637110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f58c1-707e-4ecf-a014-be3fea32e35f req-d0801274-f905-4b75-8358-10ca31e8768c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:56.653374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:56.654396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35434) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:56.656631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a30f58c1-707e-4ecf-a014-be3fea32e35f req-d0801274-f905-4b75-8358-10ca31e8768c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2293410 Aug 11 08:09:56.660963 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.725603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a30f58c1-707e-4ecf-a014-be3fea32e35f req-05014b80-e45e-49f6-8f93-758d0c123357 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665200 Aug 11 08:09:56.763809 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b33e4ea2-22aa-4bda-b851-117bd9b78c2c req-a6c5fe85-f18a-4807-9839-bc4bd5df9f88 tempest-LiveMigrationTest-279107798 tempest-LiveMigrationTest-279107798-project] 10.222.0.58 "GET /v2.0/ports?device_id=da25451d-4eff-4ea8-ac5a-a96c1cc0c29f HTTP/1.1" status: 200 len: 210 time: 0.2577658 Aug 11 08:09:56.809902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:56.821677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b8c8fc-0d25-48fb-9341-f39dadffb016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.878229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ba468457-1049-4e48-89e3-da26193012a9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:56.902375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:56.961332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Pushing event updated for resources: {'Port': ['ID=e8ba0c02-96a3-424f-98f5-288cd11af47a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:56.996031 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.006161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ba468457-1049-4e48-89e3-da26193012a9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:57.007475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.024603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:57.029595 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Transition to ACTIVE for port object ae23b4c2-affb-4ff1-997f-8f198cfeba40 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:57.033364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:57.038705 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.041158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:57.132358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Attempting to bind port ae23b4c2-affb-4ff1-997f-8f198cfeba40 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:57.132771 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Attempting to bind port ae23b4c2-affb-4ff1-997f-8f198cfeba40 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:57.133241 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Attempting to bind port ae23b4c2-affb-4ff1-997f-8f198cfeba40 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:57.139783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:57.140531 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:57.141512 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.142188 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:57.142906 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Bound port: ae23b4c2-affb-4ff1-997f-8f198cfeba40, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:57.143497 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.175489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:57.176101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.191035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.202686 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ca5a-e3f0-44e4-85ae-cd495e23d499 None None] Pushing event updated for resources: {'Port': ['ID=ae23b4c2-affb-4ff1-997f-8f198cfeba40,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:57.256893 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] For port ae23b4c2-affb-4ff1-997f-8f198cfeba40, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:09:57.261319 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] For port ae23b4c2-affb-4ff1-997f-8f198cfeba40, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ae23b4c2-affb-4ff1-997f-8f198cfeba40,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:09:57.267525 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.290304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b8c8fc-0d25-48fb-9341-f39dadffb016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.302613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b8c8fc-0d25-48fb-9341-f39dadffb016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.327856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d74fa6a2-7c51-4cc8-b3cb-99ebbab93d88 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4043863 Aug 11 08:09:57.337245 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75ca5a-e3f0-44e4-85ae-cd495e23d499 None None] Pushing event updated for resources: {'Port': ['ID=ae23b4c2-affb-4ff1-997f-8f198cfeba40,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:57.385131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Request body: {'port': {'device_id': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:57.407432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:09:57.409046 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:57.437872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8c8fc-0d25-48fb-9341-f39dadffb016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5aacce-60fa-4dc7-8f8d-ac04d1e34d43,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:57.443761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-92b8c8fc-0d25-48fb-9341-f39dadffb016 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a252f0ec95924ac2837270ab1c115836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095006 Aug 11 08:09:57.448319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35462) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:57.504871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c457c-9444-40cb-9e1f-12e5fad4503f req-9409cfde-1612-4796-9ff0-d2d9c02df05e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:57.507035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d67c457c-9444-40cb-9e1f-12e5fad4503f req-9409cfde-1612-4796-9ff0-d2d9c02df05e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 931 time: 0.1128211 Aug 11 08:09:57.525576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.547363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Allocated IP 172.20.0.1 (8009d263-0465-4777-a91f-b736a751bf58/6a0b2be6-bfc3-49db-ad59-62068c6ef390/96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:09:57.584201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d67c457c-9444-40cb-9e1f-12e5fad4503f req-19d7a01d-a0c2-4839-a401-11e3ac324db6 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638747 Aug 11 08:09:57.585127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b64a5d-40bc-456b-9b3f-93f69179d367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.610221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b64a5d-40bc-456b-9b3f-93f69179d367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.625201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:09:57.671723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b64a5d-40bc-456b-9b3f-93f69179d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.677810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b64a5d-40bc-456b-9b3f-93f69179d367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:57.681412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e4b64a5d-40bc-456b-9b3f-93f69179d367 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c5aacce-60fa-4dc7-8f8d-ac04d1e34d43 HTTP/1.1" status: 204 len: 168 time: 0.2245057 Aug 11 08:09:57.706106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b64a5d-40bc-456b-9b3f-93f69179d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5aacce-60fa-4dc7-8f8d-ac04d1e34d43,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:57.848353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dcd27b93-2973-459d-8253-98585df5cd46 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:09:57.881416 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:09:52Z', 'revision_number': 3, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:09:57.889714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35472) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:57.925784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a308e-5363-495f-b3aa-6a378b54966a None None] The sync data for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 is: [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:09:52Z', 'revision_number': 3, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:09:58.081051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: dcd27b93-2973-459d-8253-98585df5cd46 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:09:58.081683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dcd27b93-2973-459d-8253-98585df5cd46 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:09:58.159869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ba0c02-96a3-424f-98f5-288cd11af47a {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:09:58.227647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.248190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.260216 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-679bb264-8add-41fb-9c63-e83af5edf120 req-54f31077-f69c-4ac8-8180-793df2b151e4 service neutron] show failed (client error): The resource could not be found. Aug 11 08:09:58.262411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-54f31077-f69c-4ac8-8180-793df2b151e4 service neutron] 10.222.0.64 "GET /v2.0/ports/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.1530271 Aug 11 08:09:58.358612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b80c1-cf12-449d-87c1-01072b7d3cf8 req-c569e1e7-b4a1-486f-8511-977eb0f2c87e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:58.381226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f65b80c1-cf12-449d-87c1-01072b7d3cf8 req-c569e1e7-b4a1-486f-8511-977eb0f2c87e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.3442879 Aug 11 08:09:58.385398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Transition to ACTIVE for port object e8ba0c02-96a3-424f-98f5-288cd11af47a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:58.388589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Transition to ACTIVE for port object 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:09:58.453577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.487237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.663092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Deleting subnet 5856bec9-5e49-4d97-85cb-c8485228a063 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:09:58.697755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:58.880490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ba0c02-96a3-424f-98f5-288cd11af47a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:58.913851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f65b80c1-cf12-449d-87c1-01072b7d3cf8 req-d9d5e6da-c584-4512-8478-7741094e24ac tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309668 Aug 11 08:09:59.026544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.105884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-f70275ca-26b2-43bf-ad78-4a18de431acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:59.110619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-f70275ca-26b2-43bf-ad78-4a18de431acf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 1100 time: 0.4636030 Aug 11 08:09:59.143664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127d6c-9269-4125-b5c8-44e00ecea3cb req-7c308186-b3bb-454a-b6f0-673c575effad tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:09:59.160098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6127d6c-9269-4125-b5c8-44e00ecea3cb req-7c308186-b3bb-454a-b6f0-673c575effad tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 943 time: 0.3295925 Aug 11 08:09:59.163312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:09:59.201278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.205585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-592c52cd-3897-4e0a-8225-108836e48784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.248116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ae23b4c2-affb-4ff1-997f-8f198cfeba40 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:09:59.278375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.449151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6127d6c-9269-4125-b5c8-44e00ecea3cb req-695833e0-d10b-45eb-a276-07c9ad83a9b3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871561 Aug 11 08:09:59.450957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.458301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ae23b4c2-affb-4ff1-997f-8f198cfeba40 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:09:59.469208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ae23b4c2-affb-4ff1-997f-8f198cfeba40 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:09:59.475043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.481460 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.523510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Pushing event updated for resources: {'Port': ['ID=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:59.538352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Network 8009d263-0465-4777-a91f-b736a751bf58 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:09:59.543855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.552350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:09:59.594438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:09:59.596983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.601505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Attempting to bind port e8ba0c02-96a3-424f-98f5-288cd11af47a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:09:59.601860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Attempting to bind port e8ba0c02-96a3-424f-98f5-288cd11af47a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:09:59.602179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Attempting to bind port e8ba0c02-96a3-424f-98f5-288cd11af47a on network ac06e3fc-6b86-41d7-b1be-4848221b2340 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:59.604284 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5856bec9-5e49-4d97-85cb-c8485228a063 HTTP/1.1" status: 204 len: 168 time: 1.7133491 Aug 11 08:09:59.605698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35516) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:09:59.608534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a1040-83fe-440a-8d98-4e81e8a55101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5856bec9-5e49-4d97-85cb-c8485228a063,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:09:59.672712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Port e8ba0c02-96a3-424f-98f5-288cd11af47a on network ac06e3fc-6b86-41d7-b1be-4848221b2340 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:09:59.673332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Attempting to bind port e8ba0c02-96a3-424f-98f5-288cd11af47a on network ac06e3fc-6b86-41d7-b1be-4848221b2340 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:09:59.682638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:09:59.683385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Checking segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:09:59.684012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Bound using segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:09:59.684693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Bound port: e8ba0c02-96a3-424f-98f5-288cd11af47a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:09:59.685289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.859142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.872769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.904072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port ae23b4c2-affb-4ff1-997f-8f198cfeba40, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ae23b4c2-affb-4ff1-997f-8f198cfeba40,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:09:59.910504 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:09:59.911887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:00.160492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:00.161026 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.165122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] For port e8ba0c02-96a3-424f-98f5-288cd11af47a, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:00.172915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] For port e8ba0c02-96a3-424f-98f5-288cd11af47a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:00.194748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.212708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=ae23b4c2-affb-4ff1-997f-8f198cfeba40,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:00.237390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23a474ed-596a-4488-a0cd-beb35f22d2c5 None None] Provisioning for port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:00.244296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23a474ed-596a-4488-a0cd-beb35f22d2c5 None None] Provisioning complete for port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:00.253436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23a474ed-596a-4488-a0cd-beb35f22d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.375895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-23a474ed-596a-4488-a0cd-beb35f22d2c5 None None] Port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:10:00.477917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:00.478990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.481693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/e8ba0c02-96a3-424f-98f5-288cd11af47a HTTP/1.1" status: 200 len: 1091 time: 3.1111634 Aug 11 08:10:00.511930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'tag': 'e8ba0c02-96a3-424f-98f5-288cd11af47a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:00.516165 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fa2a74-5262-4bbb-97b8-fd32bba1f865" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdf3f20-9c3e-4018-8f80-f50659fde61f", "tag": "e8ba0c02-96a3-424f-98f5-288cd11af47a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:00.521046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-4b9be569-27c6-4535-981b-2cc4dbaec377 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad5b0709a6f9466da7c33b169168061d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374956 Aug 11 08:10:00.562931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.703723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3e7c-6ce6-429f-a10c-3b287ee592aa req-2091094a-dbf6-4258-ae6a-8fab16866603 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:00.706265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f1c3e7c-6ce6-429f-a10c-3b287ee592aa req-2091094a-dbf6-4258-ae6a-8fab16866603 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.5276649 Aug 11 08:10:00.779055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.801121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0540c9e-ac3b-4b91-a575-dc4878825330']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.821063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d3277-39e8-42ad-bbcb-c690628202a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ba0c02-96a3-424f-98f5-288cd11af47a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:00.826996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.827609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5d0539-ea75-4dfc-8629-b73a5b2b03f6') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:00.842772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-f4a9dac7-1242-43a0-af0c-d6a250075c75 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:00.844424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-f4a9dac7-1242-43a0-af0c-d6a250075c75 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016696 Aug 11 08:10:00.857645 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.861465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ae23b4c2-affb-4ff1-997f-8f198cfeba40 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:00.874063 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-ee63d243-32c1-4359-87b4-1e0232936c65 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/quotas/ad5b0709a6f9466da7c33b169168061d HTTP/1.1" status: 200 len: 375 time: 0.0196326 Aug 11 08:10:00.899994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.915702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:10:00.916078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.953825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ae23b4c2-affb-4ff1-997f-8f198cfeba40 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:00.954290 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:00.968227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d0c2bcdc-e382-4f14-b65c-0087f96b6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:00.971343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-d0c2bcdc-e382-4f14-b65c-0087f96b6b39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 1094 time: 0.4162602 Aug 11 08:10:00.993655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.013388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f1c3e7c-6ce6-429f-a10c-3b287ee592aa req-c9172436-080d-4691-862c-a7d01005f281 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659526 Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:10:01.032558 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:10:01.041874 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.123802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.129123 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b0540c9e-ac3b-4b91-a575-dc4878825330 HTTP/1.1" status: 204 len: 168 time: 1.5194068 Aug 11 08:10:01.131058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-1747f67a-81a5-46ec-a718-041d3a3f1d85 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2394481 Aug 11 08:10:01.131823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35574) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:01.162679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167acb94-f801-43e9-be7c-e6976fd6ca05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0540c9e-ac3b-4b91-a575-dc4878825330,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:01.233239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Deleting subnet fba20ba4-ebcc-4486-aa66-811f26d22eb1 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:10:01.238738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.298059 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.367094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.498118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.529593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba20ba4-ebcc-4486-aa66-811f26d22eb1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:01.548364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.553860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2b376394-08d1-4d47-a9f7-d314d4331595 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fba20ba4-ebcc-4486-aa66-811f26d22eb1 HTTP/1.1" status: 204 len: 168 time: 0.4189057 Aug 11 08:10:01.554938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35590) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:01.665186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.803957 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5739075-37eb-447a-b923-cede7b2b1398 x-openstack-request-id: req-f5739075-37eb-447a-b923-cede7b2b1398 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:01.804545 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdf3f20-9c3e-4018-8f80-f50659fde61f", "tag": "e8ba0c02-96a3-424f-98f5-288cd11af47a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:01.804545 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5739075-37eb-447a-b923-cede7b2b1398 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:01.805074 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'tag': 'e8ba0c02-96a3-424f-98f5-288cd11af47a', 'status': 'completed', 'code': 200} Aug 11 08:10:01.822394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.831195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-321594bb-c3a6-4f4d-9357-faea60d9f1ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a HTTP/1.1" status: 200 len: 217 time: 0.8109591 Aug 11 08:10:01.839170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea98179-0e83-4de7-9a26-12f07aade086']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:01.856380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55be09d-64e6-4808-80c6-3ec6da2a38f3') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:01.857030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55be09d-64e6-4808-80c6-3ec6da2a38f3') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:01.868161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.897791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.908091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:10:01.908678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:10:01.912439 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:10:01.948855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:02.006241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-24adb417-ba6b-43d1-a3e8-b28fbf31c116 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ad5b0709a6f9466da7c33b169168061d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363395 Aug 11 08:10:02.075666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056418dd-d205-438a-b351-5dbf0b232b6f req-01aafca4-c93f-4dcc-9b01-65ab96115675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:02.077901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-01aafca4-c93f-4dcc-9b01-65ab96115675 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.2331097 Aug 11 08:10:02.078183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.088422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.094445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] 10.222.0.58 "DELETE /v2.0/networks/0ea98179-0e83-4de7-9a26-12f07aade086 HTTP/1.1" status: 204 len: 168 time: 0.5337877 Aug 11 08:10:02.094996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463f096-0ada-4a55-9ae0-01163ccc8265 req-2f209efe-9e6c-4282-a6f0-5ca86ee2273e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:02.100985 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b463f096-0ada-4a55-9ae0-01163ccc8265 req-2f209efe-9e6c-4282-a6f0-5ca86ee2273e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 943 time: 0.3036909 Aug 11 08:10:02.113263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3312e8-af35-48b5-b153-e2ce3c1b704b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea98179-0e83-4de7-9a26-12f07aade086,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:02.133445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:02.180565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-cc99c6a2-e8d3-4c25-a008-10384f30595e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772023 Aug 11 08:10:02.196153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-9bbe8873-4be8-476a-a25b-eeb325a7dd5d tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:02.206219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-9bbe8873-4be8-476a-a25b-eeb325a7dd5d tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941593 Aug 11 08:10:02.225858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-bd6da46b-5c78-4fb1-b7ea-a449baa85608 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/quotas/ad5b0709a6f9466da7c33b169168061d HTTP/1.1" status: 200 len: 375 time: 0.0183499 Aug 11 08:10:02.258919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.313571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-17631bc2-3f01-44ec-b1e6-cdcd6bed8924 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841105 Aug 11 08:10:02.317814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.327793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:02.339911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b463f096-0ada-4a55-9ae0-01163ccc8265 req-ff6a61dd-6f5f-49ee-a04e-e02d1edc9d01 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379160 Aug 11 08:10:02.377167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Transition to ACTIVE for port object eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:02.401129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.465164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:02.496370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35618) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:02.549765 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.554735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-5e154537-c4aa-41f1-b1f2-290068736a27 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641322 Aug 11 08:10:02.555880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:02.595516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07ba8ede-3437-4ebf-976d-8e588a6e5ab5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ef799b07b634e4b864fa48a59d0f984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974874 Aug 11 08:10:02.598468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:02.616035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.690942 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cf0f4441-31ae-4b7e-ad63-f076cbb2d2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.705577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-083dcf82-44f7-4cff-92c8-d1ff76a678bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.734801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-083dcf82-44f7-4cff-92c8-d1ff76a678bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.786073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] No DVR routers for this DVR port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:02.907767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-083dcf82-44f7-4cff-92c8-d1ff76a678bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.910955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-083dcf82-44f7-4cff-92c8-d1ff76a678bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:02.915509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-083dcf82-44f7-4cff-92c8-d1ff76a678bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e24c1181-9f99-4788-8601-0225e7679d20 HTTP/1.1" status: 204 len: 168 time: 0.3127270 Aug 11 08:10:02.933897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dcf82-44f7-4cff-92c8-d1ff76a678bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24c1181-9f99-4788-8601-0225e7679d20,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:03.004342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3bbc6c9-8bcd-4e7d-873e-13e79bffacbe req-3d3464af-810f-4dd2-9bff-9caaaad5d812 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 210 time: 0.0349519 Aug 11 08:10:03.075600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83531391-d81f-494d-907e-455b1a938738 req-ba39bc00-f02b-48c5-b1c9-55efd9a4f360 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:03.085866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83531391-d81f-494d-907e-455b1a938738 req-ba39bc00-f02b-48c5-b1c9-55efd9a4f360 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.4279580 Aug 11 08:10:03.104269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35634) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:03.162301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056418dd-d205-438a-b351-5dbf0b232b6f req-dfd55a84-a766-4757-b1fe-68e12d386311 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767274 Aug 11 08:10:03.188377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Pushing event updated for resources: {'Port': ['ID=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:03.195470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:03.197584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:03.197943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:03.198240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:03.233860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:03.234203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:03.251732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83531391-d81f-494d-907e-455b1a938738 req-eb94b490-ced9-415c-8e3c-c3952c25bc51 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646836 Aug 11 08:10:03.262146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:03.262530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:03.262913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:03.270242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Bound port: eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:03.274645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:03.420267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-d1c72bd0-fcaa-4e64-92c0-eca25e641ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:03.426677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-d1c72bd0-fcaa-4e64-92c0-eca25e641ec4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 1094 time: 0.1416962 Aug 11 08:10:03.434507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-dd59b724-d502-4e12-9248-aeaaad131553 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ad5b0709a6f9466da7c33b169168061d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761592 Aug 11 08:10:03.666002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acc75971-336d-45bd-92da-44478a671c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:03.667543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:03.696563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Network 8009d263-0465-4777-a91f-b736a751bf58 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:03.705588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:03.707530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35646) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:03.709893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:03.733739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:03.824977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-cf006054-0662-4166-9a31-0899cdf4d3d4 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:03.825241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6d58f-1347-48b2-a58e-ee975ff0781c req-9ca17895-9f29-4b5f-b45b-997f5202414d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:03.827400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-cf006054-0662-4166-9a31-0899cdf4d3d4 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3706923 Aug 11 08:10:03.827595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5f6d58f-1347-48b2-a58e-ee975ff0781c req-9ca17895-9f29-4b5f-b45b-997f5202414d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 943 time: 0.2153146 Aug 11 08:10:03.828146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:03.831263 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c0372-00b2-415a-b019-ecc2b6c06e43" -d '{"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-unplugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:03.877627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-cfa59c43-86a3-4fe0-9958-cd7ddd289a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:03.880456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-cfa59c43-86a3-4fe0-9958-cd7ddd289a58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 910 time: 0.4443634 Aug 11 08:10:03.928971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Request body: {'port': {'device_id': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ad5b0709a6f9466da7c33b169168061d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:03.952538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-3b65602a-fb3d-49ab-bc4a-a9565f626b16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a HTTP/1.1" status: 200 len: 217 time: 0.0622959 Aug 11 08:10:03.974877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:03.975638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:03.977350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] 10.222.0.69 "PUT /v2.0/ports/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 1095 time: 4.8322928 Aug 11 08:10:03.980908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5f6d58f-1347-48b2-a58e-ee975ff0781c req-edeaa6fc-1373-4c0d-a8a3-6f7a75fdd86b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245904 Aug 11 08:10:04.071072 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c994747-2479-4391-93c2-5949c8d4b042 x-openstack-request-id: req-0c994747-2479-4391-93c2-5949c8d4b042 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:04.071370 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-unplugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:04.071594 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c994747-2479-4391-93c2-5949c8d4b042 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:04.071989 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'code': 200} Aug 11 08:10:04.082704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-faf5bd30-342a-438f-befc-63f7e0b6be3f None None] Provisioning complete for port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:04.083175 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-faf5bd30-342a-438f-befc-63f7e0b6be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.167311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-faf5bd30-342a-438f-befc-63f7e0b6be3f None None] Port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:10:04.194482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acc75971-336d-45bd-92da-44478a671c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.198208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0d44cef0-3082-43dc-a3f1-c8a00804c8ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0947fc34cbd24d1a9ab6f52e202ea2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808624 Aug 11 08:10:04.210255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35656) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:04.220290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acc75971-336d-45bd-92da-44478a671c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.252196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88158b3c-7ebc-4b44-861d-ab3abe8fad4e service neutron] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:04.310434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-a17aabf4-51ae-46ae-9b42-c0e756b891c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:04.313394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-a17aabf4-51ae-46ae-9b42-c0e756b891c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1098 time: 0.2403066 Aug 11 08:10:04.316653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b3f32e3-afdb-4d39-95f8-9c6b8b59e006 req-bdb6cd8b-db5e-4219-9c43-b20c2ca971af tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 210 time: 0.1903453 Aug 11 08:10:04.353912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-51038782-287d-4829-9901-d8e613a44350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:04.355776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-51038782-287d-4829-9901-d8e613a44350 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.3524559 Aug 11 08:10:04.366866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-acc75971-336d-45bd-92da-44478a671c93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=079e69b2f29242e798c1a483676e43f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2608714 Aug 11 08:10:04.393315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35660) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:04.445725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc75971-336d-45bd-92da-44478a671c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80e596-0701-4307-98c7-67934ae14342,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:04.448734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Router bbea0a30-f909-4bbc-9219-388f1e64f015 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:10:04.449987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-01681456-c8fb-4f74-b63c-9c7dbc9d1e43 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ad5b0709a6f9466da7c33b169168061d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932407 Aug 11 08:10:04.456279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-c8342c85-5418-46e8-8894-a8f14e253923 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733168 Aug 11 08:10:04.477620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Made reservation on behalf of ad5b0709a6f9466da7c33b169168061d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:04.481487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.513612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.579856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f01a-6bf6-4a80-9114-e7e187b8df45 req-4b0bf81e-938a-421b-99e1-e0ae1110490a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:04.581528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7ed3f01a-6bf6-4a80-9114-e7e187b8df45 req-4b0bf81e-938a-421b-99e1-e0ae1110490a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.1887190 Aug 11 08:10:04.610276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-66229943-231c-4635-9deb-867495128920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:04.611643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-decbe5e8-8d47-4634-a607-686dd4152a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.612482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-66229943-231c-4635-9deb-867495128920 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2892678 Aug 11 08:10:04.683210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.709316 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-decbe5e8-8d47-4634-a607-686dd4152a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.728631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-7a1317e2-6092-4db7-a824-e4e7784f0c52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0990007 Aug 11 08:10:04.757311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a03b9c6-8aab-4191-8e54-9959cadc08a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.803353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7ed3f01a-6bf6-4a80-9114-e7e187b8df45 req-f892fd5c-d7d2-4922-b1fb-82b57dc37689 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125750 Aug 11 08:10:04.809130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:10:04.821019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-543e95fa-1aa3-4ea6-b8a2-d85c2f4eba5f admin admin] 10.222.0.58 "PUT /v2.0/routers/bbea0a30-f909-4bbc-9219-388f1e64f015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5267408 Aug 11 08:10:04.834345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Sync routers for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:10:04.847690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:04.848663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:04.853417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-c9247a7c-5c69-4e24-a800-af0745df834f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:04.855237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-c9247a7c-5c69-4e24-a800-af0745df834f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3965268 Aug 11 08:10:04.895208 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.901368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a03b9c6-8aab-4191-8e54-9959cadc08a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.903801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.970347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Request body: {'port': {'device_id': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ad5b0709a6f9466da7c33b169168061d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:04.974024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:04.980988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a03b9c6-8aab-4191-8e54-9959cadc08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.984921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a03b9c6-8aab-4191-8e54-9959cadc08a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:04.988538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a03b9c6-8aab-4191-8e54-9959cadc08a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f80e596-0701-4307-98c7-67934ae14342 HTTP/1.1" status: 204 len: 168 time: 0.5826681 Aug 11 08:10:04.996169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-602151a2-6f54-43c9-9f1f-2baa5439eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:04.998109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-602151a2-6f54-43c9-9f1f-2baa5439eda6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2546306 Aug 11 08:10:05.003499 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-0a558cec-c44d-48b7-a520-51e16bc36178 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404737 Aug 11 08:10:05.004677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-decbe5e8-8d47-4634-a607-686dd4152a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:05.010974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-decbe5e8-8d47-4634-a607-686dd4152a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:05.010974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-decbe5e8-8d47-4634-a607-686dd4152a34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eac8f5a3-b36c-4d6b-8247-0d1f5a9e6cf4 HTTP/1.1" status: 204 len: 168 time: 0.7977569 Aug 11 08:10:05.012957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:05.074666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03b9c6-8aab-4191-8e54-9959cadc08a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80e596-0701-4307-98c7-67934ae14342,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:05.169331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbe5e8-8d47-4634-a607-686dd4152a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac8f5a3-b36c-4d6b-8247-0d1f5a9e6cf4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:05.244554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb264-8add-41fb-9c63-e83af5edf120 req-8f3227dd-5c43-43b6-b8b5-4e7a77db5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:05.246209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-8f3227dd-5c43-43b6-b8b5-4e7a77db5351 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378244 Aug 11 08:10:05.361693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dcb31-149a-49ff-81e6-d661c70f149a req-952966ec-44c7-44c4-be05-93438da1ac7e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:05.363617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-641dcb31-149a-49ff-81e6-d661c70f149a req-952966ec-44c7-44c4-be05-93438da1ac7e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 943 time: 0.1570587 Aug 11 08:10:05.376038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31fa2a74-5262-4bbb-97b8-fd32bba1f865 req-972a5a19-4f2d-46b3-b39b-3af9edec9a15 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307502 Aug 11 08:10:05.379098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-1dc1723c-ef3c-48c0-943d-917f490660a0 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145844 Aug 11 08:10:05.398728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Allocated IP 192.168.233.226 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/e2fca25a-b9e2-4f34-9010-728bdaa32f1e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:10:05.406356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:01Z', 'revision_number': 2, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:05.413468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Made reservation on behalf of ad5b0709a6f9466da7c33b169168061d for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:05.417470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:05.478631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Checking router: bbea0a30-f909-4bbc-9219-388f1e64f015 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:10:05.479244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Updating router bbea0a30-f909-4bbc-9219-388f1e64f015 port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:10:05.537987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:05.558307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-641dcb31-149a-49ff-81e6-d661c70f149a req-25e718ca-ec69-42b8-931a-f5734502a786 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718364 Aug 11 08:10:05.629274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-679bb264-8add-41fb-9c63-e83af5edf120 req-cda2c821-d43c-4214-9435-c02f9317b8c6 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266130 Aug 11 08:10:05.771513 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:05.807507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Transition to ACTIVE for port object e2fca25a-b9e2-4f34-9010-728bdaa32f1e will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:05.853935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:05.876079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e8ba0c02-96a3-424f-98f5-288cd11af47a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:05.925262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b9d3632c-4070-4b4a-9365-10795a401601 req-cdf67f3d-8ef8-4327-b054-2b8a1c3f0c90 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 210 time: 0.0681775 Aug 11 08:10:06.015439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Allocated IP 192.168.233.81 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/40d976ce-d126-4143-a967-6fbb09daba47) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:10:06.032705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:06.040155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:06.068996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:10:06.082760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:06.093086 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58077fb0-20ff-467c-84ab-9d66a006d3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:06.121754 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.129022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:06.135722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Transition to ACTIVE for port object 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:06.153747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.166372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:06.206045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f688f341-bcbd-4bcb-9ffc-d43413610c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.223880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.224959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6574d9-311a-4258-a0da-7d25b963708e None None] Pushing event updated for resources: {'Port': ['ID=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:06.301094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:06.301888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.339394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.356148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-8e0a95e1-02eb-4eca-9637-dadc1fb49aca tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4338217 Aug 11 08:10:06.361397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Transition to ACTIVE for port object 40d976ce-d126-4143-a967-6fbb09daba47 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:06.390854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Request body: {'port': {'device_id': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:06.491283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd694-9d4b-48c4-ad24-4e05b9386e6a req-5b07553a-9e73-4ddd-ba98-0e45b116f932 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:06.499123 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-699cd694-9d4b-48c4-ad24-4e05b9386e6a req-5b07553a-9e73-4ddd-ba98-0e45b116f932 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.1007707 Aug 11 08:10:06.509731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.526210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.578573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:06.581806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:06.594011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:06.606536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:10:06.673726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:06.701169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.726540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb8131ed-5b5e-45a0-9fad-c920f3c64f21 None None] Provisioning for port e2fca25a-b9e2-4f34-9010-728bdaa32f1e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:06.750266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Attempting to bind port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:06.752489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Attempting to bind port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:06.753535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Attempting to bind port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec on network 8009d263-0465-4777-a91f-b736a751bf58 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:06.767725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f688f341-bcbd-4bcb-9ffc-d43413610c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.774282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb8131ed-5b5e-45a0-9fad-c920f3c64f21 None None] Provisioning complete for port e2fca25a-b9e2-4f34-9010-728bdaa32f1e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:06.775333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb8131ed-5b5e-45a0-9fad-c920f3c64f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.794330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-699cd694-9d4b-48c4-ad24-4e05b9386e6a req-17adc92c-128a-4c6f-bc0e-9aa78634266c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755299 Aug 11 08:10:06.814802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d34e3561-57a5-46c5-b2fe-3fe7eab82dc8 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8516889 Aug 11 08:10:06.815366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f688f341-bcbd-4bcb-9ffc-d43413610c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.827613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:06.833482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425039914', 'description': 'tempest-description--887106880'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:06.861732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:06.862798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Checking segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:06.862798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.863063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Bound using segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:06.863432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Bound port: 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:06.863789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:06.888235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Request body: {'port': {'device_id': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:06.900401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e8ba0c02-96a3-424f-98f5-288cd11af47a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:06.914308 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18283086-ecea-47cc-8b65-b0ffa327401b x-openstack-request-id: req-18283086-ecea-47cc-8b65-b0ffa327401b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:06.914603 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:06.914873 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18283086-ecea-47cc-8b65-b0ffa327401b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:06.915337 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'status': 'completed', 'code': 200} Aug 11 08:10:06.998255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e8ba0c02-96a3-424f-98f5-288cd11af47a', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'port_id': 'e8ba0c02-96a3-424f-98f5-288cd11af47a', 'mac_address': 'fa:16:3e:54:8b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:07.002150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cb8131ed-5b5e-45a0-9fad-c920f3c64f21 None None] Port e2fca25a-b9e2-4f34-9010-728bdaa32f1e cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:10:07.079159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.088445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f688f341-bcbd-4bcb-9ffc-d43413610c18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=811dac228ac645d0b189b4af010b05f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9575446 Aug 11 08:10:07.092143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:07.110558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688f341-bcbd-4bcb-9ffc-d43413610c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91aab76-05db-46e6-a368-5f1d470e0e09,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:07.120682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] For port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:07.123973 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.142623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ba0c02-96a3-424f-98f5-288cd11af47a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:07.166482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] For port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:07.167364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c1cb-61ba-497f-8e32-a75192224dd9 req-a8eb87d3-90f5-411a-be96-56220665795b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:07.177502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4544c1cb-61ba-497f-8e32-a75192224dd9 req-a8eb87d3-90f5-411a-be96-56220665795b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 943 time: 0.1681015 Aug 11 08:10:07.178555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.183082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e8ba0c02-96a3-424f-98f5-288cd11af47a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:07.188358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0a50ef04-2202-47a8-b50f-28b67cf2ef7b None None] Provisioning for port 40d976ce-d126-4143-a967-6fbb09daba47 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:07.199373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.223354 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.229543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0a50ef04-2202-47a8-b50f-28b67cf2ef7b None None] Provisioning complete for port 40d976ce-d126-4143-a967-6fbb09daba47 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:07.229958 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0a50ef04-2202-47a8-b50f-28b67cf2ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.248395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-e60f30ba-c80a-461e-b8de-68180a824485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:07.250542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-e60f30ba-c80a-461e-b8de-68180a824485 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1098 time: 0.3025789 Aug 11 08:10:07.267421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-f521f890-77f2-44a8-8bd7-eab553db5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:07.269283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-f521f890-77f2-44a8-8bd7-eab553db5265 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1098 time: 0.3275526 Aug 11 08:10:07.301740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:07.302654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:07.367867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6574d9-311a-4258-a0da-7d25b963708e None None] Pushing event updated for resources: {'Port': ['ID=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:07.382479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0a50ef04-2202-47a8-b50f-28b67cf2ef7b None None] Port 40d976ce-d126-4143-a967-6fbb09daba47 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:10:07.493324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4544c1cb-61ba-497f-8e32-a75192224dd9 req-7ba10395-7b01-4dc2-93b4-c9925a5429ae tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144331 Aug 11 08:10:07.538788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e8ba0c02-96a3-424f-98f5-288cd11af47a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:07.575171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:07.647253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e8ba0c02-96a3-424f-98f5-288cd11af47a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:07.653837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.665825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.749832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c3d3d-fa02-4d1f-89ae-f5d902914921,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:07.773238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.775911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e47c04ed-ab93-455a-bed6-1a2b23da3077 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9464643 Aug 11 08:10:07.779560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:07.788327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c3d3d-fa02-4d1f-89ae-f5d902914921', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:07.863187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.982924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:07.992430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce994f-8bfe-4c4d-aedf-f5d6c2388de1 req-c5b9c968-b83c-4a79-8bc2-6e8ceb4f33d2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.000589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8ce994f-8bfe-4c4d-aedf-f5d6c2388de1 req-c5b9c968-b83c-4a79-8bc2-6e8ceb4f33d2 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.1162653 Aug 11 08:10:08.006661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.048505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c36e73-9cf0-4ae2-ab72-3eb9589fa69c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:08.068384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.070079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-193a092d-8442-49b8-a8d0-829c02286a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887173 Aug 11 08:10:08.072594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:08.077341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-88559c78-0e1c-4756-b39e-a2dc96bc03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.077952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c3d3d-fa02-4d1f-89ae-f5d902914921', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:08.078843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-88559c78-0e1c-4756-b39e-a2dc96bc03f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.7816548 Aug 11 08:10:08.096835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8ce994f-8bfe-4c4d-aedf-f5d6c2388de1 req-5dba69f4-8759-4e72-9dac-d2ef44e5f89a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926404 Aug 11 08:10:08.157553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.208091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-c7a970fc-0202-4338-b9f7-3d601b9bbe77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.1130788 Aug 11 08:10:08.239063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0135b776-0107-4b72-bdc7-52e1e0b001af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.254959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f61730-002b-4e59-802b-5e90fb679eb0 req-20406d30-4cee-4678-8629-e367ed996b30 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.263486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78f61730-002b-4e59-802b-5e90fb679eb0 req-20406d30-4cee-4678-8629-e367ed996b30 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 935 time: 0.8614411 Aug 11 08:10:08.264811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:07Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:08.281822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.289364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.306305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411c068-914e-4f18-8787-af72d295bc28 None None] The sync data for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 is: [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:07Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:10:08.314992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d894bd0-3335-4ac3-84ad-3a75b6648f43,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:08.327834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.334902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85a5f98e-9fc7-4efb-a6f6-075f13f87f11 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2610779 Aug 11 08:10:08.335611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35740) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:08.350704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:08.411247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0135b776-0107-4b72-bdc7-52e1e0b001af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.443922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-70e4d08e-a490-4884-a597-39eb2654de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.445768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-70e4d08e-a490-4884-a597-39eb2654de66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 1.1811128 Aug 11 08:10:08.448770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.462692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fca25a-b9e2-4f34-9010-728bdaa32f1e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:08.499643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.561565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-7ab4d379-9f4f-4abd-b1dd-cf91f756d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.564082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-7ab4d379-9f4f-4abd-b1dd-cf91f756d2dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.3176637 Aug 11 08:10:08.582539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78f61730-002b-4e59-802b-5e90fb679eb0 req-383bf2f4-d48f-4686-af91-da5406d4326d tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132346 Aug 11 08:10:08.584383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-54083cef-55ef-4791-9d54-2b7615e024ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.1261458 Aug 11 08:10:08.675665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Transition to ACTIVE for port object e2fca25a-b9e2-4f34-9010-728bdaa32f1e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:08.731066 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.830875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:08.865251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-391d8551-1087-4a99-9f7e-6b5dd50e45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.869861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-391d8551-1087-4a99-9f7e-6b5dd50e45fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2648883 Aug 11 08:10:08.888454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-2c64b0d1-3c01-48b1-a106-699942e2dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:08.891358 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-2c64b0d1-3c01-48b1-a106-699942e2dae6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3057296 Aug 11 08:10:08.906606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:08.911350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:08.911917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.917490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0135b776-0107-4b72-bdc7-52e1e0b001af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.922604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0135b776-0107-4b72-bdc7-52e1e0b001af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:08.927956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0135b776-0107-4b72-bdc7-52e1e0b001af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a91aab76-05db-46e6-a368-5f1d470e0e09 HTTP/1.1" status: 204 len: 168 time: 1.8305669 Aug 11 08:10:08.970342 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:09.045592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa983e-da73-4a45-9aa0-35abbdd79d96 req-970502ad-2da9-4a8d-be22-f174aa7f3fa4 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:09.060635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92aa983e-da73-4a45-9aa0-35abbdd79d96 req-970502ad-2da9-4a8d-be22-f174aa7f3fa4 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 947 time: 0.2203212 Aug 11 08:10:09.072058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-25312d7b-07b0-41d3-ae89-aa6cce59720e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:09.074408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-25312d7b-07b0-41d3-ae89-aa6cce59720e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.69 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 947 time: 0.4298728 Aug 11 08:10:09.077134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:09.207812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:09.214860 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:09.257761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135b776-0107-4b72-bdc7-52e1e0b001af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91aab76-05db-46e6-a368-5f1d470e0e09,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:09.271486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:09.380026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5761-e3c9-4d80-b46e-e7845bf02a84 req-0b3fe0f4-03fc-4e9b-8391-7876ffead0d0 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:09.381781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d57c5761-e3c9-4d80-b46e-e7845bf02a84 req-0b3fe0f4-03fc-4e9b-8391-7876ffead0d0 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 944 time: 0.6589601 Aug 11 08:10:09.398108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:09.494745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-b34252b8-146a-4c6f-9e27-98482fa19209 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549643 Aug 11 08:10:09.564529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-ab7193d7-9551-4ba3-bc77-96e96a9b4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:09.567464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-ab7193d7-9551-4ba3-bc77-96e96a9b4310 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6745052 Aug 11 08:10:09.782149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-ae843c7c-f53a-42a6-9478-73947aebda2e service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242472 Aug 11 08:10:09.835921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d57c5761-e3c9-4d80-b46e-e7845bf02a84 req-12a04ecd-ed2b-4506-b6b9-65861871baaf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901086 Aug 11 08:10:09.878821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-04647687-d546-4484-afd9-9c0bbeede01b service neutron] 10.222.0.69 "GET /v2.0/ports/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 382 time: 0.7899234 Aug 11 08:10:09.891744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:09.913710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92aa983e-da73-4a45-9aa0-35abbdd79d96 req-72c947b1-c53a-46b7-9bcd-7cd294753418 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8517151 Aug 11 08:10:09.924808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Attempting to bind port e2fca25a-b9e2-4f34-9010-728bdaa32f1e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:09.925395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Attempting to bind port e2fca25a-b9e2-4f34-9010-728bdaa32f1e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:09.927387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Attempting to bind port e2fca25a-b9e2-4f34-9010-728bdaa32f1e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:09.975325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Port e2fca25a-b9e2-4f34-9010-728bdaa32f1e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:09.976725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Attempting to bind port e2fca25a-b9e2-4f34-9010-728bdaa32f1e on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:09.993889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e8ba0c02-96a3-424f-98f5-288cd11af47a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:10.009681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:10.011022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:10.011830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:10.013270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Bound port: e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:10.014267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.079943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d976ce-d126-4143-a967-6fbb09daba47 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:10.107578 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.144606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Transition to ACTIVE for port object 40d976ce-d126-4143-a967-6fbb09daba47 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:10.203670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.232848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-e8f4e11a-a458-440e-aab1-fa285b3f83cf service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431460 Aug 11 08:10:10.379178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:10.423268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'mac_address': 'fa:16:3e:14:80:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:10.426767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port e8ba0c02-96a3-424f-98f5-288cd11af47a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:10.434974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:10.441926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e8ba0c02-96a3-424f-98f5-288cd11af47a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:10.444616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.454595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:10.490537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Allocated IP 172.25.2.162 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/af81858f-94f9-49e5-a161-ca46354f394f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:10:10.511638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58077fb0-20ff-467c-84ab-9d66a006d3cc req-12188925-fbbb-4a1b-bf48-249785631de3 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689936 Aug 11 08:10:10.512648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:10.513971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.548944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:10.549954 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.552295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] 10.222.0.69 "PUT /v2.0/ports/e2fca25a-b9e2-4f34-9010-728bdaa32f1e HTTP/1.1" status: 200 len: 1096 time: 4.1763346 Aug 11 08:10:10.553292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:10.556210 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a088b56-48ff-428a-850f-ec0b2087f3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:10.647648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-bf7ec523-4cb8-4460-beb3-49baa533ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:10.649460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-bf7ec523-4cb8-4460-beb3-49baa533ad27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1098 time: 0.4982474 Aug 11 08:10:10.664367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.699632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:10.706843 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4e14b9-77ad-4456-be60-3750f84a344a x-openstack-request-id: req-cd4e14b9-77ad-4456-be60-3750f84a344a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:10.707141 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:10.707392 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cd4e14b9-77ad-4456-be60-3750f84a344a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:10.707805 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'status': 'completed', 'code': 200} Aug 11 08:10:10.729256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3679a8ea-06b9-43b2-adc9-9bd1cc7e91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:10.731265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-3679a8ea-06b9-43b2-adc9-9bd1cc7e91ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 1099 time: 0.0964694 Aug 11 08:10:10.732465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228e1a6-f41d-4f0a-91d6-91efdc080b1e service neutron] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:10.802497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:10.843194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.879264 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:10.886405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-cc4baa70-b761-4cf1-8f73-09222bbf3db7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e HTTP/1.1" status: 200 len: 217 time: 0.1392629 Aug 11 08:10:10.891738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:11.001512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-057a0213-cf74-4a03-a8f1-40dfb58842f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.003886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-057a0213-cf74-4a03-a8f1-40dfb58842f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1103771 Aug 11 08:10:11.016270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ba0c02-96a3-424f-98f5-288cd11af47a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:11.025111 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7280f8e3-ec0b-439a-8fc3-eeb84bb82471" -d '{"events": [{"server_uuid": "9cdf3f20-9c3e-4018-8f80-f50659fde61f", "name": "network-vif-plugged", "status": "completed", "tag": "e8ba0c02-96a3-424f-98f5-288cd11af47a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:11.040782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:11.051805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e8ba0c02-96a3-424f-98f5-288cd11af47a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:11.053199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:11.053686 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.097074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-072f514c-bf0d-4d52-bf97-c6975fcc90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.099067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-072f514c-bf0d-4d52-bf97-c6975fcc90b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.4360738 Aug 11 08:10:11.105837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.174158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-f4db55f2-855d-4f79-9067-3f17f0225b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.176527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-f4db55f2-855d-4f79-9067-3f17f0225b9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640627 Aug 11 08:10:11.197984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-5d33f838-659f-4567-87df-61831f4e0ade service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0775797 Aug 11 08:10:11.227249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:11.261075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e8ba0c02-96a3-424f-98f5-288cd11af47a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:11.291154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-b884c1d6-4777-43c6-844c-0f8e3059b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.293418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-b884c1d6-4777-43c6-844c-0f8e3059b97f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0806897 Aug 11 08:10:11.294799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Attempting to bind port 40d976ce-d126-4143-a967-6fbb09daba47 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:11.295546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Attempting to bind port 40d976ce-d126-4143-a967-6fbb09daba47 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:11.296286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Attempting to bind port 40d976ce-d126-4143-a967-6fbb09daba47 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:11.323681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5591-7655-42c7-8298-21d720f0efc4 req-da030901-f18c-4e04-8a66-a17b37902bc9 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.336606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d6f5591-7655-42c7-8298-21d720f0efc4 req-da030901-f18c-4e04-8a66-a17b37902bc9 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.8637264 Aug 11 08:10:11.386524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-60effd61-2d2f-489c-94e7-59829546f335 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019286 Aug 11 08:10:11.386845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Port 40d976ce-d126-4143-a967-6fbb09daba47 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:11.386956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Attempting to bind port 40d976ce-d126-4143-a967-6fbb09daba47 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:11.461622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d6f5591-7655-42c7-8298-21d720f0efc4 req-6dab45f1-4739-4634-aae2-1071d418d8e7 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238272 Aug 11 08:10:11.485160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:11.485512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:11.485922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:11.486411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Bound port: 40d976ce-d126-4143-a967-6fbb09daba47, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:11.486790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.534564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.555883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-fad04eca-8d6f-4ef8-9771-b323913624ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.557437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-fad04eca-8d6f-4ef8-9771-b323913624ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440608 Aug 11 08:10:11.564677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-385a46cb-634c-4ff8-8576-c9274bcabaaf req-20ed9a30-c34e-4a3c-b788-25c09fa724e1 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701579 Aug 11 08:10:11.585941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b54a7a-726b-448d-a34a-e53c05bc3ca6 req-657d1f0c-9a71-4356-bdba-ddc21adb949c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.597499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40b54a7a-726b-448d-a34a-e53c05bc3ca6 req-657d1f0c-9a71-4356-bdba-ddc21adb949c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.0710230 Aug 11 08:10:11.657666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40b54a7a-726b-448d-a34a-e53c05bc3ca6 req-e1db1c78-b336-498e-9b2e-85ea89a573df tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570977 Aug 11 08:10:11.724968 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dad7ea-997e-4ef1-99c7-2f45836d09c9 x-openstack-request-id: req-11dad7ea-997e-4ef1-99c7-2f45836d09c9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:11.726023 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdf3f20-9c3e-4018-8f80-f50659fde61f", "name": "network-vif-plugged", "status": "completed", "tag": "e8ba0c02-96a3-424f-98f5-288cd11af47a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:11.726478 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11dad7ea-997e-4ef1-99c7-2f45836d09c9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:11.727129 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ba0c02-96a3-424f-98f5-288cd11af47a', 'code': 200} Aug 11 08:10:11.736517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:11.740135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:11.750446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-ef269a4b-1abb-4123-9ae4-f380c44669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.752436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-ef269a4b-1abb-4123-9ae4-f380c44669f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 1099 time: 0.0638726 Aug 11 08:10:11.756537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.820225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efce4f-8211-451a-afb2-9491b578d6fe req-330098c0-58eb-49c7-bc62-234879fe569f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.831563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-80efce4f-8211-451a-afb2-9491b578d6fe req-330098c0-58eb-49c7-bc62-234879fe569f tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.2942836 Aug 11 08:10:11.910161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.910808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.912310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] 10.222.0.64 "PUT /v2.0/ports/40d976ce-d126-4143-a967-6fbb09daba47 HTTP/1.1" status: 200 len: 1095 time: 5.0516768 Aug 11 08:10:11.915466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-0fc2e6e1-69d8-42e0-81fe-aebce6c51202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.917003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-0fc2e6e1-69d8-42e0-81fe-aebce6c51202 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1567886 Aug 11 08:10:11.917149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:11.919514 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf474a1-9d43-490a-90ab-78a27845ee21" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "tag": "40d976ce-d126-4143-a967-6fbb09daba47"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:11.920765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321553c8-45dc-4135-ad4b-76ef257506d4 req-047f434f-e363-448a-843b-9b32018ce9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:11.922398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-321553c8-45dc-4135-ad4b-76ef257506d4 req-047f434f-e363-448a-843b-9b32018ce9b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 1096 time: 0.0865123 Aug 11 08:10:11.948600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-a22eec35-f0fb-45d2-ba4e-849312ab6d3d service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549857 Aug 11 08:10:11.967228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:11.996807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-80efce4f-8211-451a-afb2-9491b578d6fe req-84f5d864-f8f8-4faa-ad10-ae2e4742d2a5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640625 Aug 11 08:10:12.040253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-a10f15a1-54fd-4bb2-967a-a40b779673b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e HTTP/1.1" status: 200 len: 217 time: 0.0759513 Aug 11 08:10:12.115840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-321553c8-45dc-4135-ad4b-76ef257506d4 req-714cfce5-e48a-4bf5-bdbd-d4fa1a09d05b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543674 Aug 11 08:10:12.136017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-6507a3c5-75e7-4470-a58d-d2c488c9f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:12.140948 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-6507a3c5-75e7-4470-a58d-d2c488c9f6b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0893292 Aug 11 08:10:12.141306 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7782e2-ea05-4a8a-a8c7-67992d6bb60f x-openstack-request-id: req-ac7782e2-ea05-4a8a-a8c7-67992d6bb60f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:12.141306 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "tag": "40d976ce-d126-4143-a967-6fbb09daba47", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:12.141306 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac7782e2-ea05-4a8a-a8c7-67992d6bb60f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:12.141306 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47', 'status': 'completed', 'code': 200} Aug 11 08:10:12.164510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:12.173987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d472-62de-4eb5-854f-9d49de3a6b06 service neutron] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:12.180914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:12.189278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:10:12.255559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-6549223e-36c1-40a6-aaf6-19b374819f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:12.257227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-6549223e-36c1-40a6-aaf6-19b374819f3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 1098 time: 0.2590938 Aug 11 08:10:12.336314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event updated for resources: {'Port': ['ID=af81858f-94f9-49e5-a161-ca46354f394f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:12.341951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-73c0dd5f-2529-4f42-9ec9-fd3b3308a2cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=40d976ce-d126-4143-a967-6fbb09daba47 HTTP/1.1" status: 200 len: 217 time: 0.0674224 Aug 11 08:10:12.348686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-2ef8fb5a-18aa-4238-a454-eb8d53e621ba service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693812 Aug 11 08:10:12.469256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d9b423d3-c4f6-4c11-8d6f-a62316cb6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:12.470923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-a568cbf0-69da-4cdb-8dcd-be70d95cdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:12.472253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-d9b423d3-c4f6-4c11-8d6f-a62316cb6218 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1222920 Aug 11 08:10:12.473459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-a568cbf0-69da-4cdb-8dcd-be70d95cdb16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822113 Aug 11 08:10:12.477801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:12.607634 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:12.655058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-cb55ebb2-12a9-4d52-995f-9dec4588d9f9 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739137 Aug 11 08:10:12.655986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-a7f38f66-ad48-496d-b835-20ea1173b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:12.659510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-a7f38f66-ad48-496d-b835-20ea1173b2fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788042 Aug 11 08:10:12.702053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35836) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:12.760612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc046ef-f595-47a4-93fb-3d05c4e106e0 req-081396cf-cb5e-4f15-9436-cc21ad8cee53 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:12.762340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bdc046ef-f595-47a4-93fb-3d05c4e106e0 req-081396cf-cb5e-4f15-9436-cc21ad8cee53 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.1743255 Aug 11 08:10:12.783751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35840) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:12.887727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bdc046ef-f595-47a4-93fb-3d05c4e106e0 req-2e6a43b8-4491-49a8-a3a6-56934fef7ffc tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172500 Aug 11 08:10:12.892124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a088b56-48ff-428a-850f-ec0b2087f3dc req-5f17f5ae-cfb7-46c4-965a-91df631d68c1 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295606 Aug 11 08:10:12.898040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43c25a7c-5b46-4941-865c-fa7011875661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:12.916652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb083898-e883-4c76-af4b-fb1e689f4058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.018532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d735a20-00fe-47a8-abad-166079d4a33c req-e1f5324b-bef3-4068-8c6d-1578115b5ed7 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:13.020191 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d735a20-00fe-47a8-abad-166079d4a33c req-e1f5324b-bef3-4068-8c6d-1578115b5ed7 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.2341580 Aug 11 08:10:13.030344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-8770aa4f-da21-4f5a-b076-6f16a4e461ea service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588715 Aug 11 08:10:13.051835 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43c25a7c-5b46-4941-865c-fa7011875661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.060139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43c25a7c-5b46-4941-865c-fa7011875661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.114240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-43c25a7c-5b46-4941-865c-fa7011875661 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82da63c9bb904874a91975f08972475b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098296 Aug 11 08:10:13.116942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c25a7c-5b46-4941-865c-fa7011875661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa86c47-9ee5-43e8-85ab-5b8f4856ff7e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:13.118995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:13.168049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.175113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d735a20-00fe-47a8-abad-166079d4a33c req-21fc664c-978d-442c-8846-49a6d4f00b1d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405838 Aug 11 08:10:13.199846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.246398 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb083898-e883-4c76-af4b-fb1e689f4058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.255338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb083898-e883-4c76-af4b-fb1e689f4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.275890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1343-eb76-4fdc-915e-ae21bb02e408 req-c86af55f-0fc1-446a-a2a5-4fe52e088cff tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:13.277910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2cc1343-eb76-4fdc-915e-ae21bb02e408 req-c86af55f-0fc1-446a-a2a5-4fe52e088cff tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.0908592 Aug 11 08:10:13.286760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-216c62ab-6ee7-45f9-a6a7-872373f0fc35 req-46f51755-64ca-4bd7-8a37-2340bcad7e37 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411661 Aug 11 08:10:13.307163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event updated for resources: {'Port': ['ID=af81858f-94f9-49e5-a161-ca46354f394f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:13.315497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb083898-e883-4c76-af4b-fb1e689f4058 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d335802940bb4370b51281972ab7898d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234284 Aug 11 08:10:13.318748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb083898-e883-4c76-af4b-fb1e689f4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb901b33-4f80-45da-b561-087e701c2554,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:13.321464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:13.330113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2376bc6a-c27b-4bd3-ae29-5a4dcece30ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.342937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.362973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2cc1343-eb76-4fdc-915e-ae21bb02e408 req-c81e1f62-d536-423f-92f6-413dd6636265 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Aug 11 08:10:13.396915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.398679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f88a6d0-c370-4e08-a347-824af09e54c3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0615160 Aug 11 08:10:13.400760 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2376bc6a-c27b-4bd3-ae29-5a4dcece30ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.454489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-34928859-e3f4-409a-b17f-b784e6e13ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.510092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-34928859-e3f4-409a-b17f-b784e6e13ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.531284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2376bc6a-c27b-4bd3-ae29-5a4dcece30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.533957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2376bc6a-c27b-4bd3-ae29-5a4dcece30ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.537946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2376bc6a-c27b-4bd3-ae29-5a4dcece30ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1aa86c47-9ee5-43e8-85ab-5b8f4856ff7e HTTP/1.1" status: 204 len: 168 time: 0.4094646 Aug 11 08:10:13.564962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376bc6a-c27b-4bd3-ae29-5a4dcece30ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa86c47-9ee5-43e8-85ab-5b8f4856ff7e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:13.572214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-1f177401-1cfc-4353-a877-2c1fa5bdea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:13.573800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-1f177401-1cfc-4353-a877-2c1fa5bdea29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 1098 time: 0.1076605 Aug 11 08:10:13.642286 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-34928859-e3f4-409a-b17f-b784e6e13ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.644976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-34928859-e3f4-409a-b17f-b784e6e13ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:13.648825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-34928859-e3f4-409a-b17f-b784e6e13ebb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb901b33-4f80-45da-b561-087e701c2554 HTTP/1.1" status: 204 len: 168 time: 0.3262935 Aug 11 08:10:13.670884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34928859-e3f4-409a-b17f-b784e6e13ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb901b33-4f80-45da-b561-087e701c2554,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:13.727003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-d0c482d0-e1d2-4774-8bcb-77867d112d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:13.728670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-d0c482d0-e1d2-4774-8bcb-77867d112d09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1478958 Aug 11 08:10:13.784449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-31e69d76-bc6c-44b3-a49b-d12c576c9199 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=40d976ce-d126-4143-a967-6fbb09daba47 HTTP/1.1" status: 200 len: 217 time: 0.0475202 Aug 11 08:10:13.846717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-640ec407-aed9-46b5-84ca-c7a1f72d0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:13.848941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-640ec407-aed9-46b5-84ca-c7a1f72d0db3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0557334 Aug 11 08:10:13.901893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:13.926663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-a469a492-45c5-417f-a6bf-0aebc5dc4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:13.933825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-a469a492-45c5-417f-a6bf-0aebc5dc4dbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759943 Aug 11 08:10:14.032270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:14.036692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:14.036692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:14.176376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:14.202865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-1f466a07-eec2-4f48-996b-9535b561f01d service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436616 Aug 11 08:10:14.233825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:14.235841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35908) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:14.240964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-51a42d06-caa9-4d41-94fb-df84bf6fe694 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1779406 Aug 11 08:10:14.250619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-710afa83-2c81-4b45-9611-a68c2feeb163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:14.283027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:14.291340 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79972e7-415a-4cde-ab3e-a39056f2f0c9" -d '{"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-plugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:14.330563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:14.338165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:14.342113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7dfb1-2724-45cd-9fd6-0a165ae7561d req-3c7ed86b-9f32-4169-ade7-97b872e3ba6f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:14.354546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59e7dfb1-2724-45cd-9fd6-0a165ae7561d req-3c7ed86b-9f32-4169-ade7-97b872e3ba6f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.3543947 Aug 11 08:10:14.424133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d065a41-6b09-4cb8-aa4a-c6752e185e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:14.443657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:14.553326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-481ebdc3-addf-462f-b195-af30685768c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:14.555714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-481ebdc3-addf-462f-b195-af30685768c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 1102 time: 0.2492945 Aug 11 08:10:14.571123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c054-f9db-420f-9073-4b748faccdae req-86d86e21-8da6-4444-81cd-6c9d1116c04c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:14.581126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03f8c054-f9db-420f-9073-4b748faccdae req-86d86e21-8da6-4444-81cd-6c9d1116c04c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.2001786 Aug 11 08:10:14.738673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59e7dfb1-2724-45cd-9fd6-0a165ae7561d req-33e410b4-c0fb-45a9-8cf7-2777ded1a66b tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827305 Aug 11 08:10:14.768667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bf474a1-9d43-490a-90ab-78a27845ee21 req-0a209a65-2549-449f-b4e5-fdea2adf302a service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582907 Aug 11 08:10:14.806351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03f8c054-f9db-420f-9073-4b748faccdae req-9d8a8e62-1571-4fc7-87c3-96dc5b8fb916 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218790 Aug 11 08:10:14.854813 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b6812-f944-452c-8f34-ed7020cbe90c x-openstack-request-id: req-c91b6812-f944-452c-8f34-ed7020cbe90c {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:14.855205 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-plugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:14.855550 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c91b6812-f944-452c-8f34-ed7020cbe90c {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:14.856042 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'code': 200} Aug 11 08:10:14.904995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-7475b5d4-52bf-47b4-ade8-28691a9281b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2053070 Aug 11 08:10:14.910325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-272ed25c-4d70-4817-8a4e-3d8b1a3d307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:14.912232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-272ed25c-4d70-4817-8a4e-3d8b1a3d307d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3244770 Aug 11 08:10:14.974929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-710afa83-2c81-4b45-9611-a68c2feeb163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.054323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-710afa83-2c81-4b45-9611-a68c2feeb163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.057398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-ac2e220c-6e0b-4a57-9c76-b72960fe211a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 200 len: 217 time: 0.1072927 Aug 11 08:10:15.120535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-1d37afc6-efeb-4e56-b6c1-7870255ff015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.122138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-1d37afc6-efeb-4e56-b6c1-7870255ff015 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27&tenant_id=d4cc25d5ec464087ad958fa57eea6b4a HTTP/1.1" status: 200 len: 1100 time: 0.0699296 Aug 11 08:10:15.141770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:15.178124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527fe1-3f6c-4e93-9d1d-9163ad73f50d req-58002f62-0582-4efc-8a88-f72cc07970a7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.179658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48527fe1-3f6c-4e93-9d1d-9163ad73f50d req-58002f62-0582-4efc-8a88-f72cc07970a7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.2862787 Aug 11 08:10:15.212797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-710afa83-2c81-4b45-9611-a68c2feeb163 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c51fec3b9cf462ca15f34fbb4b51b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0207367 Aug 11 08:10:15.225077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710afa83-2c81-4b45-9611-a68c2feeb163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126a3149-617d-4562-bb77-891e6e9081e8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:15.228165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35954) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:15.235587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.236083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.236552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.237056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.237529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.238019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.238498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.241028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-eb5a5580-7df5-49a7-a442-ef57c227b2fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6502 time: 0.2196732 Aug 11 08:10:15.272098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-81735194-1737-4c95-9801-7282c8533c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.273703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-81735194-1737-4c95-9801-7282c8533c6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2055526 Aug 11 08:10:15.363549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-120942e7-6c16-4348-a33b-05c8bb3391da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.365198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-120942e7-6c16-4348-a33b-05c8bb3391da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 1096 time: 0.1912956 Aug 11 08:10:15.370976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.378400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48527fe1-3f6c-4e93-9d1d-9163ad73f50d req-fd2f47a8-b322-4ff1-9cd8-77e4597fa6e9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754642 Aug 11 08:10:15.472716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-7374c42d-de84-4258-a772-d6cf6468e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.473706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-7374c42d-de84-4258-a772-d6cf6468e86f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814177 Aug 11 08:10:15.475857 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d065a41-6b09-4cb8-aa4a-c6752e185e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.485926 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d065a41-6b09-4cb8-aa4a-c6752e185e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.492613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945a179-12b3-4614-9be2-f5ccfe67a863 req-87d95dd8-17bd-4692-bee2-3050555f49ce tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.494606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7945a179-12b3-4614-9be2-f5ccfe67a863 req-87d95dd8-17bd-4692-bee2-3050555f49ce tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.3191454 Aug 11 08:10:15.508911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-51fe0919-7339-4781-856f-1f71a7c340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.509436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-51fe0919-7339-4781-856f-1f71a7c340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.510365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-51fe0919-7339-4781-856f-1f71a7c340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.511515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-51fe0919-7339-4781-856f-1f71a7c340ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=2372f93c-ae15-4228-93b0-3d026bd1bc09&id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 2299 time: 0.2352583 Aug 11 08:10:15.598638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cb56053-041c-44aa-be9f-f33ead05705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.640946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9d065a41-6b09-4cb8-aa4a-c6752e185e2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54edd2d23db64a22ad8596263d0e33ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3989093 Aug 11 08:10:15.649297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d065a41-6b09-4cb8-aa4a-c6752e185e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae5f083-bde8-4f8e-8394-1ff3a92b32b7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:15.651838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35960) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:15.703064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-b6ddb86d-09b6-4e7e-ba76-dcea365fd139 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 200 len: 1001 time: 0.1746461 Aug 11 08:10:15.713854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-22487c80-05e3-4394-b7fa-831dfc0218b1 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310941 Aug 11 08:10:15.730038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7945a179-12b3-4614-9be2-f5ccfe67a863 req-22771266-4816-43ad-94a7-ac7ad195de3d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992202 Aug 11 08:10:15.786840 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cb56053-041c-44aa-be9f-f33ead05705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:15.863919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-07908bfa-eecf-4dec-97c2-613a6a2b3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:15.866680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-07908bfa-eecf-4dec-97c2-613a6a2b3e43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 910 time: 0.4867661 Aug 11 08:10:15.901914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:15.992748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-1758bb13-423b-4a55-901a-fd367fc4985f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a HTTP/1.1" status: 200 len: 217 time: 0.1032190 Aug 11 08:10:15.993149 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:10:16.102390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cb56053-041c-44aa-be9f-f33ead05705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.105010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cb56053-041c-44aa-be9f-f33ead05705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.110737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5cb56053-041c-44aa-be9f-f33ead05705f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/126a3149-617d-4562-bb77-891e6e9081e8 HTTP/1.1" status: 204 len: 168 time: 0.8430743 Aug 11 08:10:16.138567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-962c9a52-49cf-454c-b7c7-ffce4b9906f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:16.140525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-962c9a52-49cf-454c-b7c7-ffce4b9906f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.1394756 Aug 11 08:10:16.152713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:16.160451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:16.168212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb56053-041c-44aa-be9f-f33ead05705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126a3149-617d-4562-bb77-891e6e9081e8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:16.194074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'mac_address': 'fa:16:3e:db:ef:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:16.250087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-25921d5b-f791-424b-ad47-f0bfa348aae1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004598 Aug 11 08:10:16.278622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a290e755-2be1-4d3e-ae73-969c4c0f9697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.285744 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.287442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-bc6447c0-5bcb-47ad-bb84-9945c2eb416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:16.289326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-bc6447c0-5bcb-47ad-bb84-9945c2eb416b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e00c32b9-9514-4042-90b4-93cdbf2b832e HTTP/1.1" status: 200 len: 856 time: 0.5780349 Aug 11 08:10:16.315046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fca25a-b9e2-4f34-9010-728bdaa32f1e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:16.352424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:16.366735 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a290e755-2be1-4d3e-ae73-969c4c0f9697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.382705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:16.395058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.417805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28adec3-ec61-4423-ab36-15bd23ff96bb req-5ecb61f0-5a52-4ea0-b631-4a3ad571953a tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:16.426151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b28adec3-ec61-4423-ab36-15bd23ff96bb req-5ecb61f0-5a52-4ea0-b631-4a3ad571953a tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.2179360 Aug 11 08:10:16.435920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfcbc939-3fae-438f-86b9-b6320b1ee01c req-3a99f300-8f65-438e-a277-aac37f0f18ef service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127385 Aug 11 08:10:16.464149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-5cde1966-7154-4a7a-9d50-9528095fdf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:16.467132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-5cde1966-7154-4a7a-9d50-9528095fdf89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618822 Aug 11 08:10:16.473745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.479051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:16.518600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Transition to ACTIVE for port object eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:16.525032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:16.531978 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec365b6-374f-4cbb-801c-19a226135bdf" -d '{"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-unplugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:16.546284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.562478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b28adec3-ec61-4423-ab36-15bd23ff96bb req-e1c8716c-75c1-40b5-8fc2-8dfaf9590148 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351974 Aug 11 08:10:16.582096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a290e755-2be1-4d3e-ae73-969c4c0f9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.588213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a290e755-2be1-4d3e-ae73-969c4c0f9697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:16.589774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a290e755-2be1-4d3e-ae73-969c4c0f9697 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ae5f083-bde8-4f8e-8394-1ff3a92b32b7 HTTP/1.1" status: 204 len: 168 time: 0.9327345 Aug 11 08:10:16.632102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290e755-2be1-4d3e-ae73-969c4c0f9697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae5f083-bde8-4f8e-8394-1ff3a92b32b7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:16.723394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-83f073c9-4038-4c5c-a181-c67d4dfbafff service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461050 Aug 11 08:10:16.756430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:16.782986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e2fca25a-b9e2-4f34-9010-728bdaa32f1e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:16.875765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-456c4927-861f-4ccd-8102-482032148836 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064651 Aug 11 08:10:16.880257 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc7adc-dd9e-4016-8dda-0bf4fc388dd6 x-openstack-request-id: req-6bdc7adc-dd9e-4016-8dda-0bf4fc388dd6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:16.880598 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-unplugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:16.880785 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bdc7adc-dd9e-4016-8dda-0bf4fc388dd6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:16.881259 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'code': 200} Aug 11 08:10:16.886330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] No DVR routers for this DVR port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:16.927167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:16.949109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:17.013015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '40d976ce-d126-4143-a967-6fbb09daba47', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '40d976ce-d126-4143-a967-6fbb09daba47', 'mac_address': 'fa:16:3e:cd:4b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:17.053794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-dff46b36-e289-4914-9ce5-ec2f0249b4d1 service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179827 Aug 11 08:10:17.172233 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-6bab34c8-ed15-4ffe-bc83-24da0cc56cfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 217 time: 0.1001315 Aug 11 08:10:17.182693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:17.182992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:17.183244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:17.195740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:17.222923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41332b4-9f02-4668-8135-f3869b3e0210 req-4da07123-229f-4594-b4e5-7b65882ea4da tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:17.231014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d41332b4-9f02-4668-8135-f3869b3e0210 req-4da07123-229f-4594-b4e5-7b65882ea4da tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.6569018 Aug 11 08:10:17.242704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:17.242704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Attempting to bind port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:17.273586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d976ce-d126-4143-a967-6fbb09daba47 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:17.334437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:17.335460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:17.335460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:17.335758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Bound port: eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:17.336138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:17.351489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:17.374570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:17.376848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-fab9ea28-5abb-4bdc-9c05-f746630f8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:17.378617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-fab9ea28-5abb-4bdc-9c05-f746630f8b25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.2003992 Aug 11 08:10:17.401692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40f067bf-ae1c-4ef1-99cb-a19dc33b8d0d req-c89a6ec6-b95c-43cd-8dcd-92165ec4a5e9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127583 Aug 11 08:10:17.434332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350812-ef62-453a-a3c4-bfa03f8e441c req-b074be47-1d2a-4825-8efb-b72b28d755d4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:17.442960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9350812-ef62-453a-a3c4-bfa03f8e441c req-b074be47-1d2a-4825-8efb-b72b28d755d4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1814990 Aug 11 08:10:17.504929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d41332b4-9f02-4668-8135-f3869b3e0210 req-fbd50e72-0858-4bb2-871e-007b28aa5c73 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066455 Aug 11 08:10:17.540471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:17.568370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9350812-ef62-453a-a3c4-bfa03f8e441c req-b22d61ef-ada3-415c-8cc3-7dbb6c662665 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239014 Aug 11 08:10:17.587115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-61bfa2ff-f328-48dc-956f-d54c38143d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:17.589201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-61bfa2ff-f328-48dc-956f-d54c38143d26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2013710 Aug 11 08:10:17.619693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:17.627588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:17.647658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:17.697363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['40d976ce-d126-4143-a967-6fbb09daba47'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:17.802476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:17.804352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:17.813217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 1096 time: 2.6762490 Aug 11 08:10:17.884398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-fec882ad-12ae-4b49-b4eb-1e540fb5986d service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861233 Aug 11 08:10:17.932758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:18.074906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08688290-113b-4191-83e5-a645e8d72cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=11']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:18.138162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba4c60-4fdd-4c60-81f9-de34dd9c2755 req-b61b8b91-3010-442c-a901-a0890fc46a7f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.153671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78ba4c60-4fdd-4c60-81f9-de34dd9c2755 req-b61b8b91-3010-442c-a901-a0890fc46a7f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 948 time: 0.4794877 Aug 11 08:10:18.174324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-f7773b1b-6185-43b1-9e66-a536ac6efc9e service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808349 Aug 11 08:10:18.192737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-d050fdb6-2156-4c62-945c-ae8922f2f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.196634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-d050fdb6-2156-4c62-945c-ae8922f2f685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1099 time: 0.2751238 Aug 11 08:10:18.213326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:18.312927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-77504265-eb39-4f75-9e54-044c036e5cc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 217 time: 0.1316462 Aug 11 08:10:18.362731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78ba4c60-4fdd-4c60-81f9-de34dd9c2755 req-e5e5eef2-5613-4bb1-827d-480fe0313210 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049105 Aug 11 08:10:18.372692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36022) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:18.417287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-03f58afe-511c-47e3-8102-d1ea2718a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.420148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-03f58afe-511c-47e3-8102-d1ea2718a4e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.0995686 Aug 11 08:10:18.434727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-b990aafb-e464-46e6-b0d2-88d84c30f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.436603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-b990aafb-e464-46e6-b0d2-88d84c30f15a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2293112 Aug 11 08:10:18.490264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-999457b2-e00e-40f3-83d6-ecc9d1058bcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0441728 Aug 11 08:10:18.502334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-32dcb713-176f-461d-a5ab-1bc6ee03a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.504608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-32dcb713-176f-461d-a5ab-1bc6ee03a7a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743964 Aug 11 08:10:18.569732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-67e58e3f-feda-4552-b2f2-c07add8f16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.570258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-67e58e3f-feda-4552-b2f2-c07add8f16d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0695274 Aug 11 08:10:18.638175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1928234285-network', 'tenant_id': '6bcca3cb5ba64ea18452dfca1f674c8a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:18.675260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-d22749d1-ef74-4f59-9376-7873d6dc14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.677222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-d22749d1-ef74-4f59-9376-7873d6dc14af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959611 Aug 11 08:10:18.693153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-ce2481c2-4ce3-42b0-a7c7-2a009b409876 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800525 Aug 11 08:10:18.711292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Made reservation on behalf of 6bcca3cb5ba64ea18452dfca1f674c8a for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:18.714056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:18.777994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:18.797363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef692-ae33-4b85-bdd1-cddb61468344 req-62328703-a6ad-4c1e-a761-740b1d95f3cf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.812407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1fef692-ae33-4b85-bdd1-cddb61468344 req-62328703-a6ad-4c1e-a761-740b1d95f3cf tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.1777754 Aug 11 08:10:18.885091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9ae6c-b9fe-4edc-87b6-97fb24af3943 req-f5f4b02a-c6de-4f3f-86f2-906b6598e4fd tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:18.893042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6f9ae6c-b9fe-4edc-87b6-97fb24af3943 req-f5f4b02a-c6de-4f3f-86f2-906b6598e4fd tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.2104986 Aug 11 08:10:18.899023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:18.901743 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613" -d '{"events": [{"name": "network-changed", "server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:18.924704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-8423f343-a35d-437b-b134-0dda1b51ebb2 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238362 Aug 11 08:10:18.956293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-3204662f-2c68-4e21-b93b-67e0481f05b9 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692277 Aug 11 08:10:18.972686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6f9ae6c-b9fe-4edc-87b6-97fb24af3943 req-79c59624-b9a8-4b1f-9f44-c120858e9212 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787017 Aug 11 08:10:18.992982 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-5279443b-e85a-4697-b2ce-291e31097e0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=67a7d107-3f2f-45dd-bde0-86092c58343b HTTP/1.1" status: 200 len: 217 time: 0.0609295 Aug 11 08:10:19.041947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.056062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.105542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-46648806-7f08-4061-9428-87d59b493913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.108590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-46648806-7f08-4061-9428-87d59b493913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.1071928 Aug 11 08:10:19.142157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f245d-6913-49f2-9c39-a86193d324fa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:19.142468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1fef692-ae33-4b85-bdd1-cddb61468344 req-93170259-2f72-4189-90fa-5392a1c01aa3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232303 Aug 11 08:10:19.164518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:10:19.197251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-26845d59-bd16-4d3c-9ca9-313ec8fd0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.197449 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df73d1f6-5653-47ea-b2a7-5c47c9bb300b x-openstack-request-id: req-df73d1f6-5653-47ea-b2a7-5c47c9bb300b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:19.197619 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:19.197784 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df73d1f6-5653-47ea-b2a7-5c47c9bb300b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:19.198169 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'status': 'completed', 'code': 200} Aug 11 08:10:19.198715 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-26845d59-bd16-4d3c-9ca9-313ec8fd0ab0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832293 Aug 11 08:10:19.211140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.211649 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Added segment 992a3cab-65df-46ec-9f94-1d129486d193 of type vlan for network 9948d4ea-d7b5-4b75-bc1c-50d025476918 Aug 11 08:10:19.356492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-8ea5e1c6-5eb2-42d2-a5e0-408e41dba490 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407359 Aug 11 08:10:19.377246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.396838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dd0b713-007c-4c3d-9041-01bfe9c079b4 req-07f13402-07a2-4caf-bcad-8dbe5706ea07 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204202 Aug 11 08:10:19.424454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-af4a4807-0b96-4d28-8348-54d0733fd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.424712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-af4a4807-0b96-4d28-8348-54d0733fd539 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1099 time: 0.1921957 Aug 11 08:10:19.547555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.548550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.555667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-845e91f3-ecdc-413d-9a35-22d797e79cba service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657822 Aug 11 08:10:19.557594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.608546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-618260da-d6e0-4ffa-b36b-a2cb39c070d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=b69e238a-eed7-4533-b1b1-63d543e9735e HTTP/1.1" status: 200 len: 217 time: 0.0455658 Aug 11 08:10:19.678088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-910a84ec-5139-426e-91e4-8ff5d8cd221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.679760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-910a84ec-5139-426e-91e4-8ff5d8cd221a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.0645907 Aug 11 08:10:19.726978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3531394 Aug 11 08:10:19.730212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36062) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:19.742335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Request body: {'subnet': {'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1928234285-subnet', 'tenant_id': '6bcca3cb5ba64ea18452dfca1f674c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:19.756377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870d3ff-db95-48d7-b019-37253c0e65d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9948d4ea-d7b5-4b75-bc1c-50d025476918,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:19.769610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-55ce124d-066b-46b9-a4e8-4c26fe3be5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.771021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-55ce124d-066b-46b9-a4e8-4c26fe3be5e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3371208 Aug 11 08:10:19.783928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086f2c8-c750-4750-a63e-401e60713e4b req-5fc9fb92-3f89-4246-9b9d-831c55ade774 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.786001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-e4abecc6-a09f-422f-9b06-8231fdbc4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.788737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-e4abecc6-a09f-422f-9b06-8231fdbc4cfa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008687 Aug 11 08:10:19.793519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:10:19.795476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7086f2c8-c750-4750-a63e-401e60713e4b req-5fc9fb92-3f89-4246-9b9d-831c55ade774 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 948 time: 0.2595568 Aug 11 08:10:19.816452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-6e1c0074-e48c-419d-97de-ade2b79a95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:19.818099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-6e1c0074-e48c-419d-97de-ade2b79a95f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1099 time: 0.2837942 Aug 11 08:10:19.869692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-c11fbf5a-8ad4-4dd4-b010-a26d1c621dbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0718877 Aug 11 08:10:19.926618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Made reservation on behalf of 6bcca3cb5ba64ea18452dfca1f674c8a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:19.931319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:19.953648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:20.002210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7086f2c8-c750-4750-a63e-401e60713e4b req-f4ad980e-2d1f-4ba9-9cdd-65dd087d4ef6 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035880 Aug 11 08:10:20.018731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-0d27e2c2-bc14-4587-a081-f5b14dc04e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.020963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-0d27e2c2-bc14-4587-a081-f5b14dc04e76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1324208 Aug 11 08:10:20.079597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port e2fca25a-b9e2-4f34-9010-728bdaa32f1e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:20.085884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e2fca25a-b9e2-4f34-9010-728bdaa32f1e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:20.086264 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.109787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-3870ccdd-0ad6-4e50-b944-69db715f416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.114641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-3870ccdd-0ad6-4e50-b944-69db715f416e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2622836 Aug 11 08:10:20.147051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-02625886-43c0-4ff3-8e13-2d688105095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.149221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-02625886-43c0-4ff3-8e13-2d688105095b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165643 Aug 11 08:10:20.200074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-aeafb962-4bea-46db-84e1-d5b47304c605 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0767877 Aug 11 08:10:20.243226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.328146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-80c05751-5776-4951-b5b6-202478784887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.330000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-80c05751-5776-4951-b5b6-202478784887 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1172247 Aug 11 08:10:20.338675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:20.341566 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59937c-f57d-4490-92de-a84020b8a20d" -d '{"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-plugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:20.351146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:20.360369 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.398912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47840e2-484a-4f9d-b758-3207ac312b27 req-2846cb01-073b-49f6-ac80-934e946fbec3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.407661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b47840e2-484a-4f9d-b758-3207ac312b27 req-2846cb01-073b-49f6-ac80-934e946fbec3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.2240574 Aug 11 08:10:20.419339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-7b2a4241-5184-4540-a1ae-1c3cd24d9337 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178041 Aug 11 08:10:20.440416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:20.446227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:20.479440 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.522885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 40d976ce-d126-4143-a967-6fbb09daba47 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:20.531790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 40d976ce-d126-4143-a967-6fbb09daba47 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:20.532812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.554405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b47840e2-484a-4f9d-b758-3207ac312b27 req-718845c5-1d73-4193-a556-5ecbaf68e8f6 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442297 Aug 11 08:10:20.640583 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c270fd0-3f5e-4bf5-b1ba-cfe380faf7f4 x-openstack-request-id: req-4c270fd0-3f5e-4bf5-b1ba-cfe380faf7f4 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:20.641242 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-plugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:20.641242 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c270fd0-3f5e-4bf5-b1ba-cfe380faf7f4 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:20.641544 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'code': 200} Aug 11 08:10:20.658508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.716390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:20.726475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.732484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:20.733999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Network hostable DHCP agents. Network: 9948d4ea-d7b5-4b75-bc1c-50d025476918, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:10:20.775125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:20.809685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-77e9763b-71a0-469d-a5ea-8ad27a5793e8 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249156 Aug 11 08:10:20.813865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:10:20.835328 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-6be6cf37-27e3-454e-8e26-793a4756fd09 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844533 Aug 11 08:10:20.842666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.843092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.843590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.844723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.844723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.844723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.845125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.845316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.845691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.846124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.846496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.846823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:20.857792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:20.885970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-042a44f8-0553-4d84-957f-ab0c2c1bde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.888918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-042a44f8-0553-4d84-957f-ab0c2c1bde6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5471857 Aug 11 08:10:20.906109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-a092c815-e215-45ed-97d2-33f044a7652d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 200 len: 217 time: 0.0551929 Aug 11 08:10:20.907673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 9948d4ea-d7b5-4b75-bc1c-50d025476918) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:20.916926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.917938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:20.918838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a3add-7998-4c9d-a869-f13192da900d None None] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:10:20.959830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25187c0-9b9d-47ab-8fab-92d1eb79c341 req-11add1e3-7fb8-4943-91b3-87a1a812bcae tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.975522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25187c0-9b9d-47ab-8fab-92d1eb79c341 req-11add1e3-7fb8-4943-91b3-87a1a812bcae tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.2043726 Aug 11 08:10:20.978851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a700f-7def-4295-a770-4bf4c49707cb req-66c42397-def8-4aba-9028-a93f13a3b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:20.981184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc8a700f-7def-4295-a770-4bf4c49707cb req-66c42397-def8-4aba-9028-a93f13a3b9c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 1101 time: 0.2082574 Aug 11 08:10:20.989515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3dcc8c8a-cbfb-453d-862c-982874a369c9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2580867 Aug 11 08:10:21.024655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-d5f71023-42f9-4eea-b2bc-675997834828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:21.027021 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-d5f71023-42f9-4eea-b2bc-675997834828 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.0967848 Aug 11 08:10:21.101874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc8a700f-7def-4295-a770-4bf4c49707cb req-506bfbfb-8562-41a1-8af5-51c611819ab2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947211 Aug 11 08:10:21.128999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-f194d73f-50fc-4fe3-9625-cd0b8bc9fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:21.135806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-f194d73f-50fc-4fe3-9625-cd0b8bc9fcba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965574 Aug 11 08:10:21.263814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-be27fc9a-37c6-445e-b48a-ed690111029f service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437580 Aug 11 08:10:21.284141 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f25187c0-9b9d-47ab-8fab-92d1eb79c341 req-46836f90-0ae1-4824-8150-390afec9bc64 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075013 Aug 11 08:10:21.311310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-e2033521-a373-4981-b776-e53b78d24973 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129131 Aug 11 08:10:21.338386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b630e9-33fe-44e9-81e2-3e1652b2479e None None] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:10:21.531012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aaa7a54-ddbc-48c5-b03d-e02c645aa613 req-ca9addc9-3b80-4366-97d4-54fe2e4fa7b2 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120681 Aug 11 08:10:21.558056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcbc6e-b188-4eb8-86a2-3413b4ee8505 req-5e28e655-35d4-4a7a-b7cb-b992d1bf22af tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:21.566713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0dcbc6e-b188-4eb8-86a2-3413b4ee8505 req-5e28e655-35d4-4a7a-b7cb-b992d1bf22af tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 949 time: 0.0906394 Aug 11 08:10:21.625586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0dcbc6e-b188-4eb8-86a2-3413b4ee8505 req-4518ec71-63f4-4227-b0e6-65046e728ca3 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578058 Aug 11 08:10:21.715935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-fe3543d2-5c88-4cc5-bf06-0a4935224cdc service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852786 Aug 11 08:10:21.970887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03916d-a632-446a-a17a-7b62966f4a11 req-303df0c5-5e6a-4b6e-84c9-a97c13110c0b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:21.972519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d03916d-a632-446a-a17a-7b62966f4a11 req-303df0c5-5e6a-4b6e-84c9-a97c13110c0b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1166501 Aug 11 08:10:21.975550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-7fb15e78-f201-433b-9da3-6f528d629b49 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517512 Aug 11 08:10:22.056541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d03916d-a632-446a-a17a-7b62966f4a11 req-a530444d-b7b3-4f89-88ca-84aeb9d556d7 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759120 Aug 11 08:10:22.057904 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-8be6d2bf-8b41-4b9a-9868-f3acc52b8b85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 200 len: 217 time: 0.0615993 Aug 11 08:10:22.139083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-2f56e869-f531-404b-9043-9ae60576ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:22.144391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-2f56e869-f531-404b-9043-9ae60576ab54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.0789204 Aug 11 08:10:22.278293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-703de6a1-2d7b-4648-9312-69ee9265bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:22.284094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-703de6a1-2d7b-4648-9312-69ee9265bfec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888345 Aug 11 08:10:22.358898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36122) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:22.364134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-973506638-network', 'tenant_id': 'b3b31c51081645d186beac330fc9a529'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:22.425903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Made reservation on behalf of b3b31c51081645d186beac330fc9a529 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:22.429133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.452495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.459027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:22.541849 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-2b7a4648-ce1e-4782-8788-ce1747953aa9 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502992 Aug 11 08:10:22.643948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:22.650073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:22.655796 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e40c1f-f769-4636-b789-9f0b6b1e53cf" -d '{"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-plugged", "status": "completed", "tag": "40d976ce-d126-4143-a967-6fbb09daba47"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:22.685154 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.691761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'mac_address': 'fa:16:3e:14:80:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:22.697730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.713349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec4d0a-e68e-4bb3-a875-cb64156c74db req-90b8afa2-6cbc-46c8-acf5-06fea25d9998 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:22.728365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4ec4d0a-e68e-4bb3-a875-cb64156c74db req-90b8afa2-6cbc-46c8-acf5-06fea25d9998 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 948 time: 0.2779977 Aug 11 08:10:22.785295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a4000a-04e0-4053-b890-0d740be332a5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:22.794098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:10:22.820169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.820811 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Added segment 893845c8-d120-4c58-9817-6fb6ab5f584d of type vlan for network 933e9a28-09c5-41db-8426-014580b66482 Aug 11 08:10:22.821402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.869036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:22.874116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a379703-305c-4b91-8be0-5fa0cbd439c3 req-cbf5749c-ce1f-4db9-b7fe-ea2b388db8ad service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233173 Aug 11 08:10:22.892952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4ec4d0a-e68e-4bb3-a875-cb64156c74db req-d7ced454-d7e8-401c-bae4-fb644c56eb0a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561201 Aug 11 08:10:22.901121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.957151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:22.967136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.988232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:22.990093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:22.991118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:23.080602 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7202859 Aug 11 08:10:23.082600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=12']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:23.084960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36144) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:23.093932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Request body: {'subnet': {'network_id': '933e9a28-09c5-41db-8426-014580b66482', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-973506638-subnet', 'tenant_id': 'b3b31c51081645d186beac330fc9a529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:23.133894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Pushing event updated for resources: {'Network': ['ID=933e9a28-09c5-41db-8426-014580b66482,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:23.147758 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177ab3cf-b43e-4799-80fa-9915c55074aa x-openstack-request-id: req-177ab3cf-b43e-4799-80fa-9915c55074aa {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:23.148069 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-plugged", "status": "completed", "tag": "40d976ce-d126-4143-a967-6fbb09daba47", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:23.148503 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-177ab3cf-b43e-4799-80fa-9915c55074aa {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:23.148948 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47', 'code': 200} Aug 11 08:10:23.160937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.161539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.162077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.166371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.166935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.167492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.168066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.168968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.169206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.169803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.170447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.171173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b21fa7-bef2-4e7c-a7f4-8e9a3a8aea0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:23.201360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 933e9a28-09c5-41db-8426-014580b66482 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:10:23.210810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Made reservation on behalf of b3b31c51081645d186beac330fc9a529 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:23.217941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:23.318814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:23.383568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cec10-e807-49ba-882e-b1e30bb1a48c req-da457996-3201-41ec-a3f4-f087f24c04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:23.387747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce1cec10-e807-49ba-882e-b1e30bb1a48c req-da457996-3201-41ec-a3f4-f087f24c04eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 1100 time: 0.1352501 Aug 11 08:10:23.484013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce1cec10-e807-49ba-882e-b1e30bb1a48c req-a25265f6-178f-41da-a624-be56e675c000 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882852 Aug 11 08:10:23.495754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e082f-41dd-42f3-afe4-601f62bdc30e req-6c03c728-b6b1-45bf-b226-43f66494133a tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:23.504000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-397e082f-41dd-42f3-afe4-601f62bdc30e req-6c03c728-b6b1-45bf-b226-43f66494133a tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 949 time: 0.3280849 Aug 11 08:10:23.542780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78523f-52f6-4be9-bf70-199fb32db513 req-b7911367-64dd-4d75-9943-f59c61bd1c76 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:23.545667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4b78523f-52f6-4be9-bf70-199fb32db513 req-b7911367-64dd-4d75-9943-f59c61bd1c76 tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 1100 time: 0.0875587 Aug 11 08:10:23.571966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-397e082f-41dd-42f3-afe4-601f62bdc30e req-a1903814-5f8d-4d99-8d5b-bae254cb22a2 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667624 Aug 11 08:10:23.640915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4b78523f-52f6-4be9-bf70-199fb32db513 req-ac6793d6-2d6a-484c-b7ad-4637062bba4d tempest-MigrationsAdminTest-439370386 tempest-MigrationsAdminTest-439370386-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717671 Aug 11 08:10:23.699867 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:23.816919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b9712a-1c83-4938-8d45-97423a993974,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:23.834711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e48d10-51de-41c6-97ef-b994c43b7f7a req-6b5989d0-36bb-4e93-9e29-3698c8917c8b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:23.836370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1e48d10-51de-41c6-97ef-b994c43b7f7a req-6b5989d0-36bb-4e93-9e29-3698c8917c8b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1572123 Aug 11 08:10:23.855538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Checking segment: {'id': '893845c8-d120-4c58-9817-6fb6ab5f584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '933e9a28-09c5-41db-8426-014580b66482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:23.855883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Network hostable DHCP agents. Network: 933e9a28-09c5-41db-8426-014580b66482, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:10:23.902715 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1e48d10-51de-41c6-97ef-b994c43b7f7a req-dc2d9c2a-ef22-4fa2-aa45-8dacae25cb30 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Aug 11 08:10:23.906475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Network 933e9a28-09c5-41db-8426-014580b66482 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:10:23.934893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 933e9a28-09c5-41db-8426-014580b66482) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:23.943575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:23.945343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:23.963976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8e962-cea5-4a89-b303-02ebbe8afb4d None None] Network 933e9a28-09c5-41db-8426-014580b66482 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:10:23.992177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-852b8f58-7475-45f9-bcef-0d6de761ebcd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9049973 Aug 11 08:10:24.330121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1e8fd-5730-4552-85dc-71ea6110d11f None None] Network 933e9a28-09c5-41db-8426-014580b66482 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:10:24.473364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:24.573236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23617-d993-4622-91cd-67b527cdf44d req-3c4f4fa3-91b0-4523-8697-4bbc6b5c157b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:24.581924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62c23617-d993-4622-91cd-67b527cdf44d req-3c4f4fa3-91b0-4523-8697-4bbc6b5c157b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 949 time: 0.1049554 Aug 11 08:10:24.608728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:24.617266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:24.617647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:24.655579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62c23617-d993-4622-91cd-67b527cdf44d req-57fa1dbb-9a59-4895-8657-f02724ae29b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692172 Aug 11 08:10:24.753151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:24.811756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:24.817993 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:24.898574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=13']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:24.991625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-5a7470d6-519c-4035-b103-c3b641600009 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:24.998562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-5a7470d6-519c-4035-b103-c3b641600009 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.1439950 Aug 11 08:10:25.015601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-530ab107-27d5-4e75-b5c4-e9d57268ec10 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/quotas/6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 375 time: 0.0128095 Aug 11 08:10:25.061091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-164505c6-86f4-460d-a382-3e67c889bac1 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381532 Aug 11 08:10:25.135313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513056e-5da5-47fd-9d11-5a952eab673c req-b9e0bddd-179c-46b8-bc9c-bf7791cd2485 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:25.138385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6513056e-5da5-47fd-9d11-5a952eab673c req-b9e0bddd-179c-46b8-bc9c-bf7791cd2485 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 949 time: 0.0852966 Aug 11 08:10:25.149881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:25.153821 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d55ea-5d37-47e6-9936-f5ef9717094b" -d '{"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-plugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:25.190450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fba057bc-fbef-4c27-9a35-66c33cf13c9a service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175001 Aug 11 08:10:25.206710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6513056e-5da5-47fd-9d11-5a952eab673c req-1056bd2f-e907-48ed-9e8a-f0f367dd0afb tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575676 Aug 11 08:10:25.344780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27538e-fe23-4130-8b7f-16b99dbd334d req-60d94275-2fd8-4294-8063-73da70739f73 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:25.347069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a27538e-fe23-4130-8b7f-16b99dbd334d req-60d94275-2fd8-4294-8063-73da70739f73 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.0730295 Aug 11 08:10:25.360864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-aee819b9-a443-41d9-b5cd-3364cc5a15e5 service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508605 Aug 11 08:10:25.414967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a27538e-fe23-4130-8b7f-16b99dbd334d req-f696ff8b-ab54-4a9c-88a4-cbe78fcf852c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Aug 11 08:10:25.619534 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82a89d-c297-42ca-8e6a-ed38f83d9ee8 x-openstack-request-id: req-bd82a89d-c297-42ca-8e6a-ed38f83d9ee8 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:25.619846 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-plugged", "status": "completed", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:25.620103 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd82a89d-c297-42ca-8e6a-ed38f83d9ee8 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:25.620685 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'code': 200} Aug 11 08:10:25.840907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed8316-fa31-497d-8457-82b59022abd2 req-0fbbbbc9-f4f5-4ddf-853b-e235a8163e88 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:25.854184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82ed8316-fa31-497d-8457-82b59022abd2 req-0fbbbbc9-f4f5-4ddf-853b-e235a8163e88 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 950 time: 0.1700671 Aug 11 08:10:25.915664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe01743a-1907-47f1-b4c0-232a7fce7e49 req-8c455c5f-a7ad-4720-8e80-23d8f143c4a5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 210 time: 0.0584357 Aug 11 08:10:25.958515 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82ed8316-fa31-497d-8457-82b59022abd2 req-ef5ee91a-75bb-4cf6-b573-5c00280c3f14 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030936 Aug 11 08:10:26.167710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb94cdc-883b-4231-a764-4850f101fead req-7a90dc52-2c36-4e61-9eb8-ece54f2fbc55 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:26.171187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcb94cdc-883b-4231-a764-4850f101fead req-7a90dc52-2c36-4e61-9eb8-ece54f2fbc55 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 950 time: 0.1351814 Aug 11 08:10:26.194310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a237df4a-23d2-46d3-8154-e41580b398e7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:26.197635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a237df4a-23d2-46d3-8154-e41580b398e7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 950 time: 0.1417060 Aug 11 08:10:26.249483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcb94cdc-883b-4231-a764-4850f101fead req-bdfbae87-9748-495d-9b37-9fa2dd1a610b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659564 Aug 11 08:10:26.414063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Deleting port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:26.415022 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:26.620307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] For port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:26.620723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:26.650257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Calling delete_port for eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:26.917784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c97852-6ce1-4815-ba6c-39e25868d45f req-38f3b952-7a5c-4e6e-a6a2-df224682de58 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:26.921144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98c97852-6ce1-4815-ba6c-39e25868d45f req-38f3b952-7a5c-4e6e-a6a2-df224682de58 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1141350 Aug 11 08:10:26.963181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:27.008860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', '7f7e66b7-0420-4a26-b81c-32c3ca340142', '36413ede-9b88-4ca2-a345-af5b32f80a69', 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:27.076704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event deleted for resources: {'Port': ['ID=eb045e97-7de3-4773-b0ed-ca5aa7e93ac2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:27.134011 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98c97852-6ce1-4815-ba6c-39e25868d45f req-832d2c69-7541-4703-a325-076adecd627d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021439 Aug 11 08:10:27.256569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] No DVR routers for this DVR port eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:27.264388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:27.268828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67f476a0-3b7e-4435-ac59-71cd450b0104 req-a618810b-0cd9-4159-af71-d9ee8a8384b6 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "DELETE /v2.0/ports/eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 HTTP/1.1" status: 204 len: 173 time: 1.0656042 Aug 11 08:10:27.269386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-deleted', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:27.271835 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e47d3a-8796-4b2f-b7c3-ae748cd0a7a1" -d '{"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-deleted", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:27.545250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-215621d4-70e1-4e14-96ea-0ef9a532a41e req-faf182ca-d0d8-4c5b-bada-8c07945975c6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 210 time: 0.0769694 Aug 11 08:10:27.607492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-806f25a2-4f45-4e23-98af-31085cdfe1ec tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:27.610013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-806f25a2-4f45-4e23-98af-31085cdfe1ec tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.2953093 Aug 11 08:10:27.642081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Request body: {'port': {'device_id': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'admin_state_up': True, 'tenant_id': '6bcca3cb5ba64ea18452dfca1f674c8a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:28.005253 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9938b21-b343-4972-8564-6eab7efd2884 x-openstack-request-id: req-e9938b21-b343-4972-8564-6eab7efd2884 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:28.007056 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468157bc-ab1f-4567-84dc-4fe0dbb2aa27", "name": "network-vif-deleted", "tag": "eb045e97-7de3-4773-b0ed-ca5aa7e93ac2", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:28.009256 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9938b21-b343-4972-8564-6eab7efd2884 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:28.010358 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468157bc-ab1f-4567-84dc-4fe0dbb2aa27', 'name': 'network-vif-deleted', 'tag': 'eb045e97-7de3-4773-b0ed-ca5aa7e93ac2', 'status': 'completed', 'code': 200} Aug 11 08:10:28.071807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a79118e-3cd9-46ad-9f37-d9fa6822d33a req-790ed45b-ebf9-4a1a-8856-487dc49ea99c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=468157bc-ab1f-4567-84dc-4fe0dbb2aa27 HTTP/1.1" status: 200 len: 210 time: 0.1786139 Aug 11 08:10:28.177542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Made reservation on behalf of 6bcca3cb5ba64ea18452dfca1f674c8a for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:28.185156 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:28.416235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089df5-3ae3-4df1-a367-19b6ca3c1a21 req-090f04d4-4f5a-4513-a06f-1f284cf03954 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:28.419283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a089df5-3ae3-4df1-a367-19b6ca3c1a21 req-090f04d4-4f5a-4513-a06f-1f284cf03954 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1431520 Aug 11 08:10:28.427584 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:28.476940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Allocated IP 172.20.0.10 (9948d4ea-d7b5-4b75-bc1c-50d025476918/6c4e1143-e354-48c5-9f78-b1a91ecbfbe4/3b2bec83-cecd-437c-b0fa-5094c41e575c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:10:28.518505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a089df5-3ae3-4df1-a367-19b6ca3c1a21 req-39acb764-8a57-47c8-9d63-9599b377e184 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Aug 11 08:10:28.750481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:28.803871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-613678bf-2d25-4e1c-a8da-262cea1f969d req-e30ee9f6-f3a2-4162-a407-d7cf3de02a67 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 210 time: 0.0479405 Aug 11 08:10:28.845591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:28.912737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:28.916780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:28.925295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:10:28.930233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:29.009501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:29.010638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:29.037607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-fd76d026-e1eb-4e65-b6cd-fd78e6abf1fc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4017677 Aug 11 08:10:29.057918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Request body: {'port': {'device_id': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:29.175303 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:29.206569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d41a9d5f-37e8-4d5b-9d45-afe0740c2bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:29.403912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:29.636333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b2a36-fbde-45eb-8bd5-ba31dceda3d8 req-ea564366-9947-49dd-af17-7cd785f2952c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:29.646071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d6b2a36-fbde-45eb-8bd5-ba31dceda3d8 req-ea564366-9947-49dd-af17-7cd785f2952c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 951 time: 0.1744258 Aug 11 08:10:29.747140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2bec83-cecd-437c-b0fa-5094c41e575c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:29.760207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d6b2a36-fbde-45eb-8bd5-ba31dceda3d8 req-d4a88514-4080-46f0-bbe9-838255b6d4f5 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019650 Aug 11 08:10:29.762390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:29.780276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Transition to ACTIVE for port object 3b2bec83-cecd-437c-b0fa-5094c41e575c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:29.793432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:29.893184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:29.973691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:30.144024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:30.156818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:30.157481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:30.157896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:30.171992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'mac_address': 'fa:16:3e:db:ef:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:30.183498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:30.184390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:30.207147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9753e-c16c-4f4f-bd29-c143a160cbe0 req-efacfb0a-6b51-4382-a702-92db61f1b097 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:30.209239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86b9753e-c16c-4f4f-bd29-c143a160cbe0 req-efacfb0a-6b51-4382-a702-92db61f1b097 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1538739 Aug 11 08:10:30.210968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:30.211331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:30.211761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:30.212221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Bound port: 3b2bec83-cecd-437c-b0fa-5094c41e575c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:30.212592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:30.253830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:30.274704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2fca25a-b9e2-4f34-9010-728bdaa32f1e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:30.311889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:30.327989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:30.412152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:30.420232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86b9753e-c16c-4f4f-bd29-c143a160cbe0 req-aedfe5f5-51c1-456a-8dbf-536ea90134b4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829081 Aug 11 08:10:30.487786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:30.492078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:30.500804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:30.501056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:30.582414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:30.582967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb045e97-7de3-4773-b0ed-ca5aa7e93ac2 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:30.587034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e2fca25a-b9e2-4f34-9010-728bdaa32f1e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:30.628390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:30.630368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:30.632434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 1092 time: 1.5803692 Aug 11 08:10:30.659516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:30.663514 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17d4a4-2933-4903-a559-1c70ba8df3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:30.705017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803109d0-71d1-4e9d-82b5-ccffcaefdae3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:30.733142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24715c23-b583-4a2b-9079-dd8f5fadcd14 req-f6c2d1a9-6b97-47a9-84f3-affc021e08ba tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:30.734791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24715c23-b583-4a2b-9079-dd8f5fadcd14 req-f6c2d1a9-6b97-47a9-84f3-affc021e08ba tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.1799853 Aug 11 08:10:30.767628 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1ac4d2-2378-4126-8392-03e53816dde0 x-openstack-request-id: req-0c1ac4d2-2378-4126-8392-03e53816dde0 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:30.768312 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:30.768560 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c1ac4d2-2378-4126-8392-03e53816dde0 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:30.768988 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'status': 'completed', 'code': 200} Aug 11 08:10:30.841531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-0470c783-91e2-474e-a94d-d1494cdb0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:30.843721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-0470c783-91e2-474e-a94d-d1494cdb0e21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1095 time: 0.1079092 Aug 11 08:10:30.859145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24715c23-b583-4a2b-9079-dd8f5fadcd14 req-e07100b6-b55e-4a2a-99e1-33d0ab8ee55b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093352 Aug 11 08:10:30.908006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-a1cf17b5-00f1-45ef-bbbe-f337fc070ff0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 217 time: 0.0430264 Aug 11 08:10:31.011688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:31.081903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69150c79-4246-4475-8726-ba651a762ade req-0e41aed1-e910-40f9-984d-b237ca2180f7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:31.090496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69150c79-4246-4475-8726-ba651a762ade req-0e41aed1-e910-40f9-984d-b237ca2180f7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 951 time: 0.1777527 Aug 11 08:10:31.128964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-462d9c71-3e51-4c81-a01c-7c1c23d94e3e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:31.129882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-9fcf29de-c13e-4f66-8637-3a767dac3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:31.131199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-462d9c71-3e51-4c81-a01c-7c1c23d94e3e tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 951 time: 0.1483285 Aug 11 08:10:31.132433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-9fcf29de-c13e-4f66-8637-3a767dac3942 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1488905 Aug 11 08:10:31.169341 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69150c79-4246-4475-8726-ba651a762ade req-b7b31b8c-7e39-477f-ab57-541a0b8c2793 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768523 Aug 11 08:10:31.195772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-5600a7d4-c025-4164-a933-8bebfea9563f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473220 Aug 11 08:10:31.244057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-695031b9-39fb-4c94-9f8c-cb96452f8190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:31.314318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-5da48061-5eac-4f4e-913c-fbbef4b5d238 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048694 Aug 11 08:10:31.401671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Deleting port 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:31.402098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:31.520896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5abf0240-1e19-48af-ae89-1c9b62429270 req-5e08dd2d-1b7e-4ca1-8a55-28f119227b37 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925545 Aug 11 08:10:31.622929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] For port 36413ede-9b88-4ca2-a345-af5b32f80a69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=36413ede-9b88-4ca2-a345-af5b32f80a69,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:31.622929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:31.639203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-695031b9-39fb-4c94-9f8c-cb96452f8190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:31.648532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-695031b9-39fb-4c94-9f8c-cb96452f8190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:31.651384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Calling delete_port for 36413ede-9b88-4ca2-a345-af5b32f80a69 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:31.703994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695031b9-39fb-4c94-9f8c-cb96452f8190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba4291c-1f19-4b81-b6a4-e4705f05d26a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:31.741068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-2fd9d908-d2ca-4276-8409-82d381d2e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:31.743315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-2fd9d908-d2ca-4276-8409-82d381d2e85e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1095 time: 0.0798228 Aug 11 08:10:31.754969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfed6c-5682-46c4-9837-b57ebbc42b1d req-da7ab864-8c39-4f0b-aba7-92767b61ab18 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:31.756422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addfed6c-5682-46c4-9837-b57ebbc42b1d req-da7ab864-8c39-4f0b-aba7-92767b61ab18 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1650541 Aug 11 08:10:31.835605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-695031b9-39fb-4c94-9f8c-cb96452f8190 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1e73517f9c043e3ac667545a63c54b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8225362 Aug 11 08:10:31.836225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36398) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:31.871091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addfed6c-5682-46c4-9837-b57ebbc42b1d req-28f811cc-c0b5-48cd-b88e-8816f79ca556 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890219 Aug 11 08:10:31.948925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-cb73fe35-4d6c-421e-a724-7567680befa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:31.951435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-cb73fe35-4d6c-421e-a724-7567680befa2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.1936605 Aug 11 08:10:31.998158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:32.046414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-705e880c-4b0b-4619-ad95-42a13f55d63e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 217 time: 0.0876555 Aug 11 08:10:32.079958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.095259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7b59389-76a3-4d8f-bb4b-7ea9082b948d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.130644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', '7f7e66b7-0420-4a26-b81c-32c3ca340142', '36413ede-9b88-4ca2-a345-af5b32f80a69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:32.196252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event deleted for resources: {'Port': ['ID=36413ede-9b88-4ca2-a345-af5b32f80a69,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:32.236787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-b99af701-dd05-4781-a805-ddf4e0e3626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:32.236787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-b99af701-dd05-4781-a805-ddf4e0e3626b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1710911 Aug 11 08:10:32.289994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-2cd2528f-ebc6-40a3-8b83-2f8a3c5551e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531499 Aug 11 08:10:32.292270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e2fca25a-b9e2-4f34-9010-728bdaa32f1e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:32.292720 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.333470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7b59389-76a3-4d8f-bb4b-7ea9082b948d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.355495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.365784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] No DVR routers for this DVR port 36413ede-9b88-4ca2-a345-af5b32f80a69 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:32.371197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.373957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5511c611-2fee-40f0-a311-a3b353a6a93c req-520a27d4-af0c-45e7-b403-35f11b7f0b1c tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "DELETE /v2.0/ports/36413ede-9b88-4ca2-a345-af5b32f80a69 HTTP/1.1" status: 204 len: 173 time: 1.2291558 Aug 11 08:10:32.374603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b2b66-af08-4ce1-b5d7-d15cee29cb68 req-b7de191c-a239-416b-9ed0-259de3a52562 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:32.375673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-deleted', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:32.380959 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d82058-c97b-4f32-95b6-4592520f5b26" -d '{"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-deleted", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:32.383277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-223b2b66-af08-4ce1-b5d7-d15cee29cb68 req-b7de191c-a239-416b-9ed0-259de3a52562 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.1973734 Aug 11 08:10:32.452587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-223b2b66-af08-4ce1-b5d7-d15cee29cb68 req-6d550107-7c11-4524-96a7-a5185c63e310 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683653 Aug 11 08:10:32.479901 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7b59389-76a3-4d8f-bb4b-7ea9082b948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.483632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7b59389-76a3-4d8f-bb4b-7ea9082b948d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.486051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c7b59389-76a3-4d8f-bb4b-7ea9082b948d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ba4291c-1f19-4b81-b6a4-e4705f05d26a HTTP/1.1" status: 204 len: 168 time: 0.6464117 Aug 11 08:10:32.521907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-8bd63d21-fdd3-4826-8168-2320dbb5370e service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221794 Aug 11 08:10:32.528154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b59389-76a3-4d8f-bb4b-7ea9082b948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba4291c-1f19-4b81-b6a4-e4705f05d26a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:32.684037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.755541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:32.772854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:32.776592 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afdd886-339e-43f9-a2ff-8b956184b1d7" -d '{"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-plugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:32.792358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.834335 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f7834a24-a162-4ff4-8dd4-c43b94c4b5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:32.880442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea17d4a4-2933-4903-a559-1c70ba8df3b8 req-d415c75f-5728-4f6d-b9e6-09aa66ea74e8 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500276 Aug 11 08:10:32.993341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09c89b79-96b0-43c9-9ced-4c18ffcfe956 req-e0e02c85-a6ad-4e8e-835e-bb89a544e5fb tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f34a8e0-819b-4ec9-9d85-576301af5ebc HTTP/1.1" status: 200 len: 210 time: 0.0650811 Aug 11 08:10:33.002550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:33.057174 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77016e8-9f95-48ec-a616-7d4f162249af x-openstack-request-id: req-b77016e8-9f95-48ec-a616-7d4f162249af {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:33.066000 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34a8e0-819b-4ec9-9d85-576301af5ebc", "name": "network-vif-deleted", "tag": "36413ede-9b88-4ca2-a345-af5b32f80a69", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:33.066270 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b77016e8-9f95-48ec-a616-7d4f162249af {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:33.067168 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34a8e0-819b-4ec9-9d85-576301af5ebc', 'name': 'network-vif-deleted', 'tag': '36413ede-9b88-4ca2-a345-af5b32f80a69', 'status': 'completed', 'code': 200} Aug 11 08:10:33.114313 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a9879f-954a-4239-bf66-636919e11242 x-openstack-request-id: req-e5a9879f-954a-4239-bf66-636919e11242 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:33.114757 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-plugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:33.115199 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5a9879f-954a-4239-bf66-636919e11242 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:33.115906 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'code': 200} Aug 11 08:10:33.220405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36420) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:33.251422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81b94fe2-8466-4d17-8d4a-a0b596e4f8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.281253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402d1a1-e484-47f8-b8ab-c4ac13b4a41e req-25aa0c19-b57b-4d96-983b-26eb035b2830 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:33.290248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b402d1a1-e484-47f8-b8ab-c4ac13b4a41e req-25aa0c19-b57b-4d96-983b-26eb035b2830 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.0801163 Aug 11 08:10:33.347493 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b402d1a1-e484-47f8-b8ab-c4ac13b4a41e req-61694d8d-9db9-43ce-bd5e-a2dadc28bc7e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561893 Aug 11 08:10:33.460246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81b94fe2-8466-4d17-8d4a-a0b596e4f8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.468085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81b94fe2-8466-4d17-8d4a-a0b596e4f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.514987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36422) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:33.523642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-81b94fe2-8466-4d17-8d4a-a0b596e4f8ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8a97d8a496d421d8b787a4598c0c034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009641 Aug 11 08:10:33.572967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b94fe2-8466-4d17-8d4a-a0b596e4f8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9313210e-51f6-4994-bed2-176930146376,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:33.612236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e6af46e-4294-477a-98e8-513bf54f8052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.676163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e6af46e-4294-477a-98e8-513bf54f8052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.722990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab3095-515a-4fdd-89b4-c53d55854963 req-d9435cbe-3b43-4985-a1cf-83d245834459 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:33.724771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-75ab3095-515a-4fdd-89b4-c53d55854963 req-d9435cbe-3b43-4985-a1cf-83d245834459 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1063251 Aug 11 08:10:33.778153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e6af46e-4294-477a-98e8-513bf54f8052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.781134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e6af46e-4294-477a-98e8-513bf54f8052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:33.782806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9e6af46e-4294-477a-98e8-513bf54f8052 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9313210e-51f6-4994-bed2-176930146376 HTTP/1.1" status: 204 len: 168 time: 0.2663968 Aug 11 08:10:33.802801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6af46e-4294-477a-98e8-513bf54f8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313210e-51f6-4994-bed2-176930146376,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:33.819798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-75ab3095-515a-4fdd-89b4-c53d55854963 req-b80e829e-0561-4f33-869f-faf126e5f355 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797870 Aug 11 08:10:33.994461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5674a4-c9da-468a-b76a-27783a2687d9 req-511552fb-356f-4c55-8902-9d2ceb012134 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:34.004309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c5674a4-c9da-468a-b76a-27783a2687d9 req-511552fb-356f-4c55-8902-9d2ceb012134 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.0942953 Aug 11 08:10:34.079300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c5674a4-c9da-468a-b76a-27783a2687d9 req-3a546ea8-41a1-4278-a30e-57789451de0e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713100 Aug 11 08:10:34.510179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:34.653174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:34.746561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 36413ede-9b88-4ca2-a345-af5b32f80a69 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:34.746561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 36413ede-9b88-4ca2-a345-af5b32f80a69 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:34.792439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:34.889697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:34.908545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'port_id': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'mac_address': 'fa:16:3e:3d:9b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e1143-e354-48c5-9f78-b1a91ecbfbe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:10:34.971706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57439045-fff4-47cc-82fa-10c20aef8964 req-908055db-3e68-4cf1-add7-bd3bd582ef72 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:34.981184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57439045-fff4-47cc-82fa-10c20aef8964 req-908055db-3e68-4cf1-add7-bd3bd582ef72 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1429064 Aug 11 08:10:34.997762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:35.036053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2bec83-cecd-437c-b0fa-5094c41e575c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:35.100991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57439045-fff4-47cc-82fa-10c20aef8964 req-9881219f-9f1b-4fdc-b71d-ce545aa3a282 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179507 Aug 11 08:10:35.120723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:35.130669 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:35.238400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:35.382495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcffc-d319-426c-83e5-b882f2e73223 req-97529ea6-97e1-4e81-a948-d48feeac1f0a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:35.392039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95adcffc-d319-426c-83e5-b882f2e73223 req-97529ea6-97e1-4e81-a948-d48feeac1f0a tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.0634534 Aug 11 08:10:35.460099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95adcffc-d319-426c-83e5-b882f2e73223 req-7ce62d78-bddc-4d63-ba7e-6fa314bf8ba3 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662510 Aug 11 08:10:35.492466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['3b2bec83-cecd-437c-b0fa-5094c41e575c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:35.708591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805bf25-aebc-4ced-8714-69af6bfe4ca9 req-50881de2-9970-476a-9c48-161fc2e94dfc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:35.715239 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5805bf25-aebc-4ced-8714-69af6bfe4ca9 req-50881de2-9970-476a-9c48-161fc2e94dfc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 945 time: 0.1139529 Aug 11 08:10:35.820361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5805bf25-aebc-4ced-8714-69af6bfe4ca9 req-5a835a6e-525e-4d44-8504-56a6147f10ad tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986888 Aug 11 08:10:36.044031 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:36.364684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac85c5c-2028-4da0-a35c-ea18c0ecff3e req-833bbfd4-a9a7-4915-8d0c-03d79ebdf766 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:36.366736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fac85c5c-2028-4da0-a35c-ea18c0ecff3e req-833bbfd4-a9a7-4915-8d0c-03d79ebdf766 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1223531 Aug 11 08:10:36.412093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-b6946f24-858f-4394-aa43-5a34cb030f33 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:36.416454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-b6946f24-858f-4394-aa43-5a34cb030f33 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.2023988 Aug 11 08:10:36.441845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dda52d-e2a0-4622-898a-c1c85d2243b6 req-079a10d6-2a54-44c5-bbdd-3b440968d18b tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:36.456526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63dda52d-e2a0-4622-898a-c1c85d2243b6 req-079a10d6-2a54-44c5-bbdd-3b440968d18b tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1737623 Aug 11 08:10:36.480670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fac85c5c-2028-4da0-a35c-ea18c0ecff3e req-6fa4ead2-6d56-41cf-9725-3792d6bc2639 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984194 Aug 11 08:10:36.511918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:10:36.622705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 3b2bec83-cecd-437c-b0fa-5094c41e575c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:36.627952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 3b2bec83-cecd-437c-b0fa-5094c41e575c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:36.628335 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:36.673627 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63dda52d-e2a0-4622-898a-c1c85d2243b6 req-a9f9ace6-c3b6-48f3-be63-7f8904b32173 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159166 Aug 11 08:10:36.740261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Deleting port 7f7e66b7-0420-4a26-b81c-32c3ca340142 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:36.741307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:36.931221 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:36.975428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:36.980203 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28135d9-d608-4140-ad83-09caa145bf1d" -d '{"events": [{"server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "name": "network-vif-plugged", "status": "completed", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:37.031237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:37.039787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:37.154914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:37.155561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc146359-6fa4-439d-87ef-f508e439007f req-d50c3652-fc79-4c08-8f33-c08e053aa08d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:37.156730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc146359-6fa4-439d-87ef-f508e439007f req-d50c3652-fc79-4c08-8f33-c08e053aa08d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 946 time: 0.1084287 Aug 11 08:10:37.224718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc146359-6fa4-439d-87ef-f508e439007f req-6c56306a-796a-4bf6-8558-e8c16a135505 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595148 Aug 11 08:10:37.287047 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c00f083-38a8-46dd-bc42-7743afa900ea x-openstack-request-id: req-4c00f083-38a8-46dd-bc42-7743afa900ea {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:37.287474 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "name": "network-vif-plugged", "status": "completed", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:37.287848 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c00f083-38a8-46dd-bc42-7743afa900ea {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:37.288383 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'code': 200} Aug 11 08:10:37.467235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911686d-99ec-43d7-852a-a80fc570b590 req-4b03057a-c576-4c0d-8835-9c765cec2023 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:37.478685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e911686d-99ec-43d7-852a-a80fc570b590 req-4b03057a-c576-4c0d-8835-9c765cec2023 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 949 time: 0.1015840 Aug 11 08:10:37.486557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0643c-ede5-45da-873e-41406ed0d437 req-bfed4a31-f958-4992-b2ab-f5f2c845b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:37.490435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18d0643c-ede5-45da-873e-41406ed0d437 req-bfed4a31-f958-4992-b2ab-f5f2c845b791 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1097 time: 0.1048005 Aug 11 08:10:37.519777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] For port 7f7e66b7-0420-4a26-b81c-32c3ca340142, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7f7e66b7-0420-4a26-b81c-32c3ca340142,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:37.520229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:37.570574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Calling delete_port for 7f7e66b7-0420-4a26-b81c-32c3ca340142 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:37.615890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18d0643c-ede5-45da-873e-41406ed0d437 req-c54d1527-ca52-4a95-a2ec-6959e16d74b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147523 Aug 11 08:10:37.744017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e911686d-99ec-43d7-852a-a80fc570b590 req-78e41bc9-5bd8-4322-91b0-6af8e5614c98 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638571 Aug 11 08:10:37.826765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:37.871060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', '7f7e66b7-0420-4a26-b81c-32c3ca340142'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:37.875711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceadeea-35d8-4b0c-a54f-1d55986dd752 req-92b1e4e0-8cdc-4456-9d30-05d15f3f449d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:37.881845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ceadeea-35d8-4b0c-a54f-1d55986dd752 req-92b1e4e0-8cdc-4456-9d30-05d15f3f449d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1955764 Aug 11 08:10:37.930529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event deleted for resources: {'Port': ['ID=7f7e66b7-0420-4a26-b81c-32c3ca340142,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:37.965254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36550) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:37.994689 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ceadeea-35d8-4b0c-a54f-1d55986dd752 req-f846fc7a-6827-4d21-bc64-786dcde7b88f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048734 Aug 11 08:10:38.096170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] No DVR routers for this DVR port 7f7e66b7-0420-4a26-b81c-32c3ca340142 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:38.112461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.114557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23b54987-2259-4eb5-9a34-a8d31957c7c4 req-5cc04fd0-60ef-4194-b46d-8e8249f0f82b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "DELETE /v2.0/ports/7f7e66b7-0420-4a26-b81c-32c3ca340142 HTTP/1.1" status: 204 len: 173 time: 1.6910796 Aug 11 08:10:38.115021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-deleted', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:38.129536 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653c3be2-7bb4-425e-ba50-fa03b7b261b6" -d '{"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-deleted", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:38.173050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea15262-ee53-40a5-b32f-6fc2e6439163 req-b2994771-0297-41c3-bd08-2189610db638 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:38.174726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ea15262-ee53-40a5-b32f-6fc2e6439163 req-b2994771-0297-41c3-bd08-2189610db638 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.2311299 Aug 11 08:10:38.208846 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aabfb436-cbc4-46dc-8c84-31e5d438fc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.261655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ea15262-ee53-40a5-b32f-6fc2e6439163 req-47cc1bbd-d811-4005-b154-da85f4acfa97 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719779 Aug 11 08:10:38.301715 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3af31-b2a7-4155-ab51-2eeeeb53a3e7 x-openstack-request-id: req-0bb3af31-b2a7-4155-ab51-2eeeeb53a3e7 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:38.302009 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66", "name": "network-vif-deleted", "tag": "7f7e66b7-0420-4a26-b81c-32c3ca340142", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:38.302259 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bb3af31-b2a7-4155-ab51-2eeeeb53a3e7 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:38.302736 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66', 'name': 'network-vif-deleted', 'tag': '7f7e66b7-0420-4a26-b81c-32c3ca340142', 'status': 'completed', 'code': 200} Aug 11 08:10:38.543938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aabfb436-cbc4-46dc-8c84-31e5d438fc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.552635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07e818-e29d-4fb5-bfc6-eefbcc7e79a6 req-34dbd7fb-490d-4a5c-a638-a0e9a0496521 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:38.554630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa07e818-e29d-4fb5-bfc6-eefbcc7e79a6 req-34dbd7fb-490d-4a5c-a638-a0e9a0496521 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 946 time: 0.1096303 Aug 11 08:10:38.561023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aabfb436-cbc4-46dc-8c84-31e5d438fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.632935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa07e818-e29d-4fb5-bfc6-eefbcc7e79a6 req-d4b1342f-efda-41a6-9d2e-c34a4c0b6599 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Aug 11 08:10:38.668595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aabfb436-cbc4-46dc-8c84-31e5d438fc84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5dbfbdd5d984a61bfeed378c54b9b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967094 Aug 11 08:10:38.668595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36570) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:38.668595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfb436-cbc4-46dc-8c84-31e5d438fc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef17cf3-83e9-43a8-860c-c5518433c598,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:38.800473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78310955-c366-4990-97cd-a61c92b5f396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.832921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78310955-c366-4990-97cd-a61c92b5f396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.896028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78310955-c366-4990-97cd-a61c92b5f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.902527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78310955-c366-4990-97cd-a61c92b5f396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:38.905706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78310955-c366-4990-97cd-a61c92b5f396 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ef17cf3-83e9-43a8-860c-c5518433c598 HTTP/1.1" status: 204 len: 168 time: 0.2392497 Aug 11 08:10:38.935353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78310955-c366-4990-97cd-a61c92b5f396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef17cf3-83e9-43a8-860c-c5518433c598,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:39.065472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c8a26bf-9fe7-4c1c-8690-6b1e410c0899 req-084b6f73-610c-4694-9cf1-de2279301a6b tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d6e07b-c2ba-4428-89a3-c3d18cfe0f66 HTTP/1.1" status: 200 len: 210 time: 0.1207662 Aug 11 08:10:39.205480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a23de-d419-4add-95e2-566cc599f6a9 req-d68a154c-dcac-4f6a-9b43-81136906b9df tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:39.226236 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-324a23de-d419-4add-95e2-566cc599f6a9 req-d68a154c-dcac-4f6a-9b43-81136906b9df tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1157410 Aug 11 08:10:39.361037 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-324a23de-d419-4add-95e2-566cc599f6a9 req-a5a7651b-ac98-4db9-bc66-84d62ce525da tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218379 Aug 11 08:10:39.364955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72e46-f53f-4371-b363-680046c65abd req-b16f1cb2-df2b-4cf6-8b20-ff2027a87d66 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:39.366984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bce72e46-f53f-4371-b363-680046c65abd req-b16f1cb2-df2b-4cf6-8b20-ff2027a87d66 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1595917 Aug 11 08:10:39.583670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b68f5-dc6d-43c2-afa4-fe1d3c3f4fdb req-c33c9edb-e6d2-4d9c-9fc0-950cb805ad38 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:39.587029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c11b68f5-dc6d-43c2-afa4-fe1d3c3f4fdb req-c33c9edb-e6d2-4d9c-9fc0-950cb805ad38 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 946 time: 0.1934321 Aug 11 08:10:39.634900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Deleting port d41fc25c-bfff-4ae1-b1c4-70030b50c41a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:39.635300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:39.689045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36606) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:39.715689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e6fc-f54b-49c9-9e98-2ffba52564dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:39.768666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c11b68f5-dc6d-43c2-afa4-fe1d3c3f4fdb req-710b7f98-677a-4598-80ce-3079d38a949d tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups?id=14345d6c-1f36-4538-9956-9824312c2509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701849 Aug 11 08:10:39.870900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] For port d41fc25c-bfff-4ae1-b1c4-70030b50c41a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:39.871274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:39.937707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e6fc-f54b-49c9-9e98-2ffba52564dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:39.955875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e6fc-f54b-49c9-9e98-2ffba52564dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:39.984336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfc298-55a9-452a-ac24-86009e696706 req-e6b838cb-fc2c-4ca5-8357-25a6547fef0f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:39.988216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67bfc298-55a9-452a-ac24-86009e696706 req-e6b838cb-fc2c-4ca5-8357-25a6547fef0f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 946 time: 0.2153974 Aug 11 08:10:40.034593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ab3e6fc-f54b-49c9-9e98-2ffba52564dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48fb60c71a07460fa6eac7d91d893385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441803 Aug 11 08:10:40.037143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:40.037982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e6fc-f54b-49c9-9e98-2ffba52564dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd68838-39a6-4840-87f1-862325c3fbfb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:40.078320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67bfc298-55a9-452a-ac24-86009e696706 req-a704ca26-c61d-4a4a-a2a3-b11a16183717 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678928 Aug 11 08:10:40.548280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:40.620348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 7f7e66b7-0420-4a26-b81c-32c3ca340142 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:40.625710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7f7e66b7-0420-4a26-b81c-32c3ca340142 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:40.706023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c8361e-26ad-434b-8dac-3cb9d260f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:40.718045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9afb2f-d925-4235-8d9d-3d19b19a19dc req-35b41580-ac00-47ee-9e4d-deb093575f0b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:40.727220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c9afb2f-d925-4235-8d9d-3d19b19a19dc req-35b41580-ac00-47ee-9e4d-deb093575f0b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1097 time: 0.0767879 Aug 11 08:10:40.788224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c9afb2f-d925-4235-8d9d-3d19b19a19dc req-a2ef1eea-fa82-483d-910a-a69ee5057ae7 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Aug 11 08:10:40.843397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c8361e-26ad-434b-8dac-3cb9d260f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:40.893616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:40.893993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:40.894304 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Floating IP 3db0a5c9-1ce2-4ee0-aa34-bbd46186b130 disassociated. External IP: 172.25.2.125, port: d41fc25c-bfff-4ae1-b1c4-70030b50c41a. Aug 11 08:10:40.894649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Calling delete_port for d41fc25c-bfff-4ae1-b1c4-70030b50c41a owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:40.918321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cdb3b-69b8-49bd-b289-617a2c296d95 req-cf73620b-47fb-4ae1-adcc-2046764f6e7f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:40.919992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a0cdb3b-69b8-49bd-b289-617a2c296d95 req-cf73620b-47fb-4ae1-adcc-2046764f6e7f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1930618 Aug 11 08:10:41.010023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a0cdb3b-69b8-49bd-b289-617a2c296d95 req-608dbe22-38e3-4735-976d-875797cb5889 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831711 Aug 11 08:10:41.016393 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c8361e-26ad-434b-8dac-3cb9d260f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:41.020758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c8361e-26ad-434b-8dac-3cb9d260f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:41.035624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-21c8361e-26ad-434b-8dac-3cb9d260f6da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddd68838-39a6-4840-87f1-862325c3fbfb HTTP/1.1" status: 204 len: 168 time: 0.9957609 Aug 11 08:10:41.077383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8361e-26ad-434b-8dac-3cb9d260f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd68838-39a6-4840-87f1-862325c3fbfb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:41.088631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49930-0fe4-4e9f-83d0-94b79ce3ec0d req-414d54f1-cefd-4cd6-8e2e-dbb0b0de85cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:41.103870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92a49930-0fe4-4e9f-83d0-94b79ce3ec0d req-414d54f1-cefd-4cd6-8e2e-dbb0b0de85cc tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.1503716 Aug 11 08:10:41.199873 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:41.214275 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92a49930-0fe4-4e9f-83d0-94b79ce3ec0d req-66c50a23-2775-43ff-a437-c6c2b102af06 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008878 Aug 11 08:10:41.329757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event deleted for resources: {'Port': ['ID=d41fc25c-bfff-4ae1-b1c4-70030b50c41a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:41.371079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-428c2b60-9760-4130-af30-c6b9c474e1ed req-ab8e197c-0471-488b-8136-92d01771a843 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e25b33e-1983-4d72-a986-db7f682cf581 HTTP/1.1" status: 200 len: 210 time: 0.0739582 Aug 11 08:10:41.513103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313eaf1-306f-461b-9ad8-45398ffd578d req-30bafc0b-586d-42aa-b36e-edf290736d4a tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:41.515415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8313eaf1-306f-461b-9ad8-45398ffd578d req-30bafc0b-586d-42aa-b36e-edf290736d4a tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1097 time: 0.1615372 Aug 11 08:10:41.584675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Router e3a64846-f1a1-479d-8be5-deb589d59776 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:10:41.604113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8313eaf1-306f-461b-9ad8-45398ffd578d req-7fde8215-a675-4be1-88a1-3d146cf57586 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696583 Aug 11 08:10:41.941416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:10:41.967741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] Sync routers for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:10:41.987327 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:41.987974 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:10:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:42.038066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] No DVR routers for this DVR port d41fc25c-bfff-4ae1-b1c4-70030b50c41a on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:42.041319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:42.043638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bce72e46-f53f-4371-b363-680046c65abd req-bf5b57db-4011-45f4-aeb9-f13c38ef5fee tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.69 "DELETE /v2.0/ports/d41fc25c-bfff-4ae1-b1c4-70030b50c41a HTTP/1.1" status: 204 len: 173 time: 2.6693566 Aug 11 08:10:42.044361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'name': 'network-vif-deleted', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:42.047345 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206460f-aa17-4a5e-97e0-7578708fa0ed" -d '{"events": [{"server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "name": "network-vif-deleted", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:42.323610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2df0f4-d896-4706-8697-1d71f606d306 req-c16993f0-3c23-4331-9838-fc422eb1167f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:42.337813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b2df0f4-d896-4706-8697-1d71f606d306 req-c16993f0-3c23-4331-9838-fc422eb1167f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1378243 Aug 11 08:10:42.427036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b2df0f4-d896-4706-8697-1d71f606d306 req-8c36485d-5022-4a94-9c4e-7ea5bb45b342 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864072 Aug 11 08:10:42.431641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-4040f682-9802-4600-87ac-09edbbdab7d7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:42.457702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-4040f682-9802-4600-87ac-09edbbdab7d7 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.2565427 Aug 11 08:10:42.503738 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:42.628073 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b597b-46fa-4447-ad21-f72ef0340a85 x-openstack-request-id: req-043b597b-46fa-4447-ad21-f72ef0340a85 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:42.628386 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e25b33e-1983-4d72-a986-db7f682cf581", "name": "network-vif-deleted", "tag": "d41fc25c-bfff-4ae1-b1c4-70030b50c41a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:42.628632 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-043b597b-46fa-4447-ad21-f72ef0340a85 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:42.629091 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e25b33e-1983-4d72-a986-db7f682cf581', 'name': 'network-vif-deleted', 'tag': 'd41fc25c-bfff-4ae1-b1c4-70030b50c41a', 'status': 'completed', 'code': 200} Aug 11 08:10:42.872381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Deleting port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:42.872860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:43.178677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] For port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:43.181198 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:43.234030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Calling delete_port for 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:43.383242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01263a-39ce-4c4f-874e-3a9020e1b7e1 req-3e429f42-9e5e-4aa6-94ef-6b5a50d35784 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:43.400197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2e01263a-39ce-4c4f-874e-3a9020e1b7e1 req-3e429f42-9e5e-4aa6-94ef-6b5a50d35784 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaabcfe0-d6dd-4e68-9981-0d1d6e42348c HTTP/1.1" status: 200 len: 950 time: 0.3230941 Aug 11 08:10:43.415125 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:21Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:43.483885 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] Checking router: e3a64846-f1a1-479d-8be5-deb589d59776 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:10:43.503996 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:43.505233 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:10:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:43.571568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2e01263a-39ce-4c4f-874e-3a9020e1b7e1 req-6519b29a-1aac-4a76-a330-8371a1f1a984 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.58 "GET /v2.0/security-groups?id=9e9bce2b-991c-494a-9c2c-c0569f1c5839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702926 Aug 11 08:10:43.640637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:43.686332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:43.691585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Pushing event deleted for resources: {'Port': ['ID=24efaaaa-36a2-4af3-89d7-5cc8b8fd062a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:43.808476 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:43.875847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] No DVR routers for this DVR port 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:43.887187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:43.889751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b66eb3a6-5911-4d50-866d-e4604b9f4459 req-3ec0b588-65e9-478e-a209-9afad06cf1c9 tempest-MigrationsAdminTest-324633109 tempest-MigrationsAdminTest-324633109-project] 10.222.0.64 "DELETE /v2.0/ports/24efaaaa-36a2-4af3-89d7-5cc8b8fd062a HTTP/1.1" status: 204 len: 173 time: 1.4375007 Aug 11 08:10:43.890141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-deleted', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:43.892758 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0cd38c-7cc9-4271-a1df-8d96af3e6bc4" -d '{"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-deleted", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:44.041116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d41fc25c-bfff-4ae1-b1c4-70030b50c41a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:44.121574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: d41fc25c-bfff-4ae1-b1c4-70030b50c41a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:44.121921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d41fc25c-bfff-4ae1-b1c4-70030b50c41a not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:44.197487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727c3b8-9b1f-4e5c-ac49-047b47f52095 req-8e4fbdb9-3775-4261-b9e0-17a0e9d9b707 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:44.239123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c727c3b8-9b1f-4e5c-ac49-047b47f52095 req-8e4fbdb9-3775-4261-b9e0-17a0e9d9b707 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.2344139 Aug 11 08:10:44.547642 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:21Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:44.563150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd7c6-ef06-4f7f-9b77-7a9b111adac5 req-c5e1a86e-9c16-41ca-a511-9a3dfc1d4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:44.568129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0febd7c6-ef06-4f7f-9b77-7a9b111adac5 req-c5e1a86e-9c16-41ca-a511-9a3dfc1d4a14 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 1096 time: 0.4144874 Aug 11 08:10:44.655313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c727c3b8-9b1f-4e5c-ac49-047b47f52095 req-e1e77d35-7243-46b6-9fa9-9ec83291ea4e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150734 Aug 11 08:10:44.664364 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9380ec-b789-45cd-9c72-83e3d8b34e26 None None] The sync data for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 is: [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '424603ab-3a3c-4b0c-8978-18df40f141af', 'name': '', 'network_id': '7694fc1c-7f77-4641-8b93-5c87eb94db03', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'mac_address': 'fa:16:3e:16:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1a365768-c038-47a9-9738-366edcfb183c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:08:04Z', 'updated_at': '2021-08-11T08:08:21Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'subnets': [{'id': '1a365768-c038-47a9-9738-366edcfb183c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:10:44.712730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0febd7c6-ef06-4f7f-9b77-7a9b111adac5 req-73a768d8-d44b-4645-bab4-7e64e170fa2c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295526 Aug 11 08:10:44.749574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:44.894898 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-256586dc-77f0-4a9b-ac60-e1f2ae98a7ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:44.949593 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-256586dc-77f0-4a9b-ac60-e1f2ae98a7ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:45.039503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-256586dc-77f0-4a9b-ac60-e1f2ae98a7ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:45.043680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-256586dc-77f0-4a9b-ac60-e1f2ae98a7ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:45.048185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-256586dc-77f0-4a9b-ac60-e1f2ae98a7ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "DELETE /v2.0/security-groups/14345d6c-1f36-4538-9956-9824312c2509 HTTP/1.1" status: 204 len: 168 time: 0.2944450 Aug 11 08:10:45.049514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:45.057370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256586dc-77f0-4a9b-ac60-e1f2ae98a7ef tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14345d6c-1f36-4538-9956-9824312c2509,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:45.072074 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-905864a3-cee5-4f2e-9fc6-0c7aff442a7b tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] show failed (client error): The resource could not be found. Aug 11 08:10:45.079391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-905864a3-cee5-4f2e-9fc6-0c7aff442a7b tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "GET /v2.0/security-groups/14345d6c-1f36-4538-9956-9824312c2509 HTTP/1.1" status: 404 len: 347 time: 0.0278099 Aug 11 08:10:45.080336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:45.263804 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a4b040-181a-48a0-9397-c2d57b8cde35 x-openstack-request-id: req-a4a4b040-181a-48a0-9397-c2d57b8cde35 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:45.264199 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaabcfe0-d6dd-4e68-9981-0d1d6e42348c", "name": "network-vif-deleted", "tag": "24efaaaa-36a2-4af3-89d7-5cc8b8fd062a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:45.264524 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4a4b040-181a-48a0-9397-c2d57b8cde35 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:45.266262 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaabcfe0-d6dd-4e68-9981-0d1d6e42348c', 'name': 'network-vif-deleted', 'tag': '24efaaaa-36a2-4af3-89d7-5cc8b8fd062a', 'status': 'completed', 'code': 200} Aug 11 08:10:45.358662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1065e20-a588-457e-bf89-8983ff11f83a None None] New status for floating IP 3db0a5c9-1ce2-4ee0-aa34-bbd46186b130: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:10:45.386846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Deleting port 16b9ab90-9f03-4f51-9790-47505916baed {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:45.387211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:45.510905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:45.511672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:45.554218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Calling delete_port for 16b9ab90-9f03-4f51-9790-47505916baed owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:45.910806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36786) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:45.964665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-bece63fc-3f37-4c1f-980a-d326823bf67d tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:10:45.981627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-bece63fc-3f37-4c1f-980a-d326823bf67d tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6855285 Aug 11 08:10:46.043152 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.079326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:46.079791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:10:46.095346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Pushing event deleted for resources: {'Port': ['ID=16b9ab90-9f03-4f51-9790-47505916baed,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:46.168008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9208bf38-7792-4073-9ca0-94cccb97a333 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4cc25d5ec464087ad958fa57eea6b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525067 Aug 11 08:10:46.168920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36798) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:46.175042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e775e21-92c4-46ea-89b5-2c6a738e20b9 req-161dd210-3d27-4d9e-b4c3-f51738289174 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:46.184677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e775e21-92c4-46ea-89b5-2c6a738e20b9 req-161dd210-3d27-4d9e-b4c3-f51738289174 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1962092 Aug 11 08:10:46.220466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.223514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.224939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c1bbcdb-96b7-426b-b9b4-d38ca3107537 tempest-ServersTestJSON-1744611391 tempest-ServersTestJSON-1744611391-project] 10.222.0.58 "DELETE /v2.0/floatingips/3db0a5c9-1ce2-4ee0-aa34-bbd46186b130 HTTP/1.1" status: 204 len: 168 time: 1.1431603 Aug 11 08:10:46.230386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36800) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:46.318065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e775e21-92c4-46ea-89b5-2c6a738e20b9 req-058a461e-a630-46b6-a822-fdc95d0a8fcd tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313925 Aug 11 08:10:46.320058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5181c21e-be3d-438c-bb29-c361004bef69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.362888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5181c21e-be3d-438c-bb29-c361004bef69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.411887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:46.412234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:46.412578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:46.417912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:46.418247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:46.424907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:46.425273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:46.426145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:46.426293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Bound port: 3b2bec83-cecd-437c-b0fa-5094c41e575c, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:46.535343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5181c21e-be3d-438c-bb29-c361004bef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.538725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5181c21e-be3d-438c-bb29-c361004bef69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.542200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5181c21e-be3d-438c-bb29-c361004bef69 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e9bce2b-991c-494a-9c2c-c0569f1c5839 HTTP/1.1" status: 204 len: 168 time: 0.3697057 Aug 11 08:10:46.542430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:46.567250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:46.571966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-8bc977ba-7b3f-4ff8-b03a-b7ba18ff813f service neutron] 10.222.0.58 "POST /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5891664 Aug 11 08:10:46.589894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:46.595415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181c21e-be3d-438c-bb29-c361004bef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9bce2b-991c-494a-9c2c-c0569f1c5839,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:46.685236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:46.685806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 24efaaaa-36a2-4af3-89d7-5cc8b8fd062a not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:46.937001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-d065f959-219d-466c-8ee3-0e926ca7ab27 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1425039914&fields=id&tenant_id=1dbe854c21684feb818c2ad78f8d7b1b HTTP/1.1" status: 200 len: 267 time: 0.1812716 Aug 11 08:10:47.112822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-92c962fb-a751-4300-bb91-5b8352d9bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:47.115555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-92c962fb-a751-4300-bb91-5b8352d9bac6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1097 time: 0.1343780 Aug 11 08:10:47.220364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-0670f266-aec3-4047-a28f-98d81e3f6b1c tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:47.228303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-0670f266-aec3-4047-a28f-98d81e3f6b1c tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/networks?id=8009d263-0465-4777-a91f-b736a751bf58 HTTP/1.1" status: 200 len: 816 time: 0.2798190 Aug 11 08:10:47.258162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-a87282ee-f639-414e-9a3e-dd597e0fe3f9 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/quotas/1dbe854c21684feb818c2ad78f8d7b1b HTTP/1.1" status: 200 len: 375 time: 0.0285206 Aug 11 08:10:47.286185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7f378-e3c8-4e93-b678-fa75c2d5ba4f req-fd444c62-f4af-47e3-afa2-a29565ce3c95 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:47.287944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7c7f378-e3c8-4e93-b678-fa75c2d5ba4f req-fd444c62-f4af-47e3-afa2-a29565ce3c95 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 946 time: 0.1961589 Aug 11 08:10:47.295787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36832) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:47.342342 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:47.372918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-1afbabb7-0d87-4a56-a8e9-c971331205f4 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1dbe854c21684feb818c2ad78f8d7b1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130803 Aug 11 08:10:47.435611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7c7f378-e3c8-4e93-b678-fa75c2d5ba4f req-36cc4d31-70bf-4b0d-b8bb-2fd361a22ddb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373618 Aug 11 08:10:47.444715 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d9faf46-a6a9-407e-9041-41e57af5ba51 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c76f651a20354660a51c35ce731a15e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475844 Aug 11 08:10:47.445501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:47.450942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-58626f6c-eb13-4868-be34-b86badb72b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:47.453376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-58626f6c-eb13-4868-be34-b86badb72b2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.3280599 Aug 11 08:10:47.499599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-fbee8fd3-11b9-44c1-bdfd-e38d31d28a14 service neutron] 10.222.0.58 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244760 Aug 11 08:10:47.603931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-4ad228c5-1d95-4526-a02a-3e44f6ed3458 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 217 time: 0.0922272 Aug 11 08:10:47.688501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4418129-76c2-4912-b761-cb2eb17ad783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:47.708206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-ec2de62a-ea05-4fb7-8a15-2349a1fc7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:47.709778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-ec2de62a-ea05-4fb7-8a15-2349a1fc7c2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.0901833 Aug 11 08:10:47.722632 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-d4ba839c-627b-4e7e-a728-7e9fb4098fae service neutron] 10.222.0.58 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227571 Aug 11 08:10:47.755333 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4418129-76c2-4912-b761-cb2eb17ad783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:47.780674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-e564f608-af77-4b39-b2d7-187fc19ac8d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566013 Aug 11 08:10:47.834750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3ed4-4602-4494-bbe7-732ca3679d37 req-82ce0a70-08ae-464c-bc0c-1b02f628916e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:47.844362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-648e3ed4-4602-4494-bbe7-732ca3679d37 req-82ce0a70-08ae-464c-bc0c-1b02f628916e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1914628 Aug 11 08:10:47.954603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-648e3ed4-4602-4494-bbe7-732ca3679d37 req-141cda79-bda5-4f05-bef9-92d3e486dbcd tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088908 Aug 11 08:10:48.002414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4418129-76c2-4912-b761-cb2eb17ad783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:48.009437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4418129-76c2-4912-b761-cb2eb17ad783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:48.015276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c4418129-76c2-4912-b761-cb2eb17ad783 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5353a643-5eff-4e1b-bea7-5c3afd9a17ee HTTP/1.1" status: 204 len: 168 time: 0.5668755 Aug 11 08:10:48.026492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-4f6a2661-dc33-4db7-b826-e6c8d5b1aee2 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354107 Aug 11 08:10:48.084751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418129-76c2-4912-b761-cb2eb17ad783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353a643-5eff-4e1b-bea7-5c3afd9a17ee,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:48.175256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Deleting port 424603ab-3a3c-4b0c-8978-18df40f141af {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:48.176912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:48.334280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-1419ebc7-60ee-451e-9777-8378d282fc51 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977622 Aug 11 08:10:48.511392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] For port 424603ab-3a3c-4b0c-8978-18df40f141af, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=424603ab-3a3c-4b0c-8978-18df40f141af,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:48.512462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:48.536195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Calling delete_port for 424603ab-3a3c-4b0c-8978-18df40f141af owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:48.979385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cc02e1-3d3d-4016-9ec8-08b5bcffb520 req-9a18189b-c2a5-455f-8fc8-9f356ea4e0ee tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0486705 Aug 11 08:10:49.142480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-40aae7f8-a72d-4e38-94c5-2f39e9057dc6 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:49.149775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-40aae7f8-a72d-4e38-94c5-2f39e9057dc6 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1097 time: 0.6721797 Aug 11 08:10:49.175745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-77148b6b-5ed6-4040-8cd4-64edb7cff9ce tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:49.201745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-77148b6b-5ed6-4040-8cd4-64edb7cff9ce tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 809 time: 0.6085398 Aug 11 08:10:49.250405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:49.272187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-e54ec5c6-0aa0-4b9a-b90c-3381d76cb28b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/quotas/f3a830c831f04611a724fa395dcc5de5 HTTP/1.1" status: 200 len: 375 time: 0.0655649 Aug 11 08:10:49.306918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:49.509310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:49.533052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-3c0a424e-720a-468f-89c5-84afe5c05b4a tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2589624 Aug 11 08:10:49.652726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:49.776851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Pushing event deleted for resources: {'Port': ['ID=424603ab-3a3c-4b0c-8978-18df40f141af,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:49.857327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2c055-c954-4b44-8b58-3a456aa3cac9 req-4774b3d1-fd7f-4845-b845-79bd2c01662e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:49.881082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ee2c055-c954-4b44-8b58-3a456aa3cac9 req-4774b3d1-fd7f-4845-b845-79bd2c01662e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 946 time: 0.6242797 Aug 11 08:10:49.946758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:49.995760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:50.015068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ee2c055-c954-4b44-8b58-3a456aa3cac9 req-d944b373-988c-4642-a8dc-54321a1c039a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317527 Aug 11 08:10:50.055884 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:50.063865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:50.066268 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e77af6-469e-4006-93a7-9233f9849edd" -d '{"events": [{"server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:50.077193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:50.151740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cef3bc5c-77b8-43be-af30-9aeec18d0e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:50.194482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-0d8c61ca-7627-435e-8473-9a41a6bc15da service neutron] 10.222.0.58 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600032 Aug 11 08:10:50.260564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:50.430713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:50.493205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:50.493205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:50.493450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:50.600416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:50.601393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Attempting to bind port 3b2bec83-cecd-437c-b0fa-5094c41e575c on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:50.637549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:50.638377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:50.639369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:50.639840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Bound port: 3b2bec83-cecd-437c-b0fa-5094c41e575c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:50.640560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:50.791141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:50.806628 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-9eb3bc90-2a7e-47e1-8b82-7534f969a0e9 service neutron] 10.222.0.58 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108286 Aug 11 08:10:50.808301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0144b05b-f47c-41f6-81fd-f0c7f625785f req-45f836dd-9a3d-4b40-8f26-cb33a9ff54a2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.2083304 Aug 11 08:10:50.809015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:50.829739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.026873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:51.041958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-f05c68eb-2db7-4439-9212-bb72945a0ee2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:51.045472 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2afd7b0-d907-41de-8f3d-5388f3762ddd x-openstack-request-id: req-b2afd7b0-d907-41de-8f3d-5388f3762ddd {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:51.045826 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:51.046037 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2afd7b0-d907-41de-8f3d-5388f3762ddd {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:51.046494 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'code': 200} Aug 11 08:10:51.063594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-f05c68eb-2db7-4439-9212-bb72945a0ee2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.69 "GET /v2.0/networks?id=8009d263-0465-4777-a91f-b736a751bf58 HTTP/1.1" status: 200 len: 816 time: 0.5870249 Aug 11 08:10:51.151048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:51.152082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.154438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-46c3a956-75d8-4aa4-afab-307cabb6bffd service neutron] 10.222.0.69 "PUT /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 1122 time: 1.9179881 Aug 11 08:10:51.161281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cef3bc5c-77b8-43be-af30-9aeec18d0e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.168482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cef3bc5c-77b8-43be-af30-9aeec18d0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.227202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Router e3a64846-f1a1-479d-8be5-deb589d59776 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:10:51.235592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-58452fba-727c-4f1f-bc79-73891648fc63 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbe854c21684feb818c2ad78f8d7b1b HTTP/1.1" status: 200 len: 380 time: 0.1429338 Aug 11 08:10:51.261678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Request body: {'port': {'device_id': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'admin_state_up': True, 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'security_groups': ['ec9c3d3d-fa02-4d1f-89ae-f5d902914921']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:51.300146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['3b2bec83-cecd-437c-b0fa-5094c41e575c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:51.344759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cef3bc5c-77b8-43be-af30-9aeec18d0e07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cd24fd84f214f08b17b4c65165e92b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6886735 Aug 11 08:10:51.346137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36956) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:51.401804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3bc5c-77b8-43be-af30-9aeec18d0e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d1cb15-4604-4216-abb9-fdd651f4271c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:51.499184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3875af0-bb0d-47b2-ac29-3b4b000defaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.529597 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3875af0-bb0d-47b2-ac29-3b4b000defaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.536755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:10:51.558241 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] Sync routers for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:10:51.568069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f0536ec8-9635-4f09-8abc-109072c9ea38 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3a64846-f1a1-479d-8be5-deb589d59776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3339455 Aug 11 08:10:51.575605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36962) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:51.576792 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:51.577477 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:10:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:51.636425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90a8fbe2-2524-4f9d-b531-2ad7c7185be4 req-9b395e00-6c56-4579-a3db-3f08ca3619cd tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 210 time: 0.3367963 Aug 11 08:10:51.641658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3875af0-bb0d-47b2-ac29-3b4b000defaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.651569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3875af0-bb0d-47b2-ac29-3b4b000defaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:51.664225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3875af0-bb0d-47b2-ac29-3b4b000defaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02d1cb15-4604-4216-abb9-fdd651f4271c HTTP/1.1" status: 204 len: 168 time: 0.2631762 Aug 11 08:10:51.699358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875af0-bb0d-47b2-ac29-3b4b000defaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d1cb15-4604-4216-abb9-fdd651f4271c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:51.940258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925f4e4-a75c-4739-9a76-b41090d87a71 req-71e1f152-7487-4312-aaad-d83aba7a5d28 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:51.957337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3925f4e4-a75c-4739-9a76-b41090d87a71 req-71e1f152-7487-4312-aaad-d83aba7a5d28 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.7195795 Aug 11 08:10:51.978557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:52.292197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Made reservation on behalf of 1dbe854c21684feb818c2ad78f8d7b1b for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:52.304041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:52.354828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:52.444493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.447936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.449476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.451226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.455155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.456074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.456836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.457745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.458397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.459037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.459691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:52.474093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-512f3fc9-5022-4b46-8594-85133f4ae80b req-a9c38384-42fa-43fc-8a23-1490a9ae5df2 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7802 time: 0.2832737 Aug 11 08:10:52.506182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3925f4e4-a75c-4739-9a76-b41090d87a71 req-5cb5704b-cf92-47e3-a3f0-df28dace9bd7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450778 Aug 11 08:10:52.719606 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:10:49Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:52.729457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3fdaacbc-5337-4081-8be9-e5cb7fd6d511 req-4b65a0e1-a8f1-4c97-8bfa-24333e2233e6 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.1120808 Aug 11 08:10:52.764527 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] Checking router: e3a64846-f1a1-479d-8be5-deb589d59776 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:10:52.774357 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] Routers {'e3a64846-f1a1-479d-8be5-deb589d59776'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:10:52.774986 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:10:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['e3a64846-f1a1-479d-8be5-deb589d59776'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:52.801072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36996) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:52.833624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb04d52a-b6b8-4417-8ab9-2ac2f4aa62aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:53.004138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:53.013376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-645bc150-3185-4e96-8d13-11a17e446b38 req-fb673638-a713-43f8-9363-55c600b3c1d8 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 210 time: 0.1518731 Aug 11 08:10:53.053971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:53.068032 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d458e1bf-8794-4e1d-be91-e302128023b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:53.070424 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:10:53.077768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Allocated IP 172.20.0.7 (8009d263-0465-4777-a91f-b736a751bf58/6a0b2be6-bfc3-49db-ad59-62068c6ef390/3ed80cea-6a9d-4150-8fc4-120b35696c14) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:10:53.141754 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] Set router e3a64846-f1a1-479d-8be5-deb589d59776 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:10:53.190141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca802afb-0e6c-464b-b760-76888035b9f4 req-4b597a71-09f1-4f08-8acd-c2702333eaf4 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:53.190624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb04d52a-b6b8-4417-8ab9-2ac2f4aa62aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:53.192068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca802afb-0e6c-464b-b760-76888035b9f4 req-4b597a71-09f1-4f08-8acd-c2702333eaf4 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 886 time: 0.5813684 Aug 11 08:10:53.208106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb04d52a-b6b8-4417-8ab9-2ac2f4aa62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:53.361381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb04d52a-b6b8-4417-8ab9-2ac2f4aa62aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64afda941fe0479989696d5e9ac14e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592570 Aug 11 08:10:53.379381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37014) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:53.439122 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ae98d-6127-42b2-8e6a-ddf8183fc997 x-openstack-request-id: req-954ae98d-6127-42b2-8e6a-ddf8183fc997 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:53.441154 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:53.442405 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-954ae98d-6127-42b2-8e6a-ddf8183fc997 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:53.443427 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'status': 'completed', 'code': 200} Aug 11 08:10:53.444967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04d52a-b6b8-4417-8ab9-2ac2f4aa62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3027ee-0d66-47bd-8f09-1053fc92a3e4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:53.580216 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:10:49Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:53.632861 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20259fb-21c7-4372-a4a1-fa22ae9ddf19 None None] The sync data for ids ['e3a64846-f1a1-479d-8be5-deb589d59776'] in n-d-789963-6 is: [{'id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'name': 'tempest-ServersTestJSON-820900191-router', 'tenant_id': '1511044952fd4b72a027bf154b573325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:07:58Z', 'updated_at': '2021-08-11T08:10:49Z', 'revision_number': 5, 'project_id': '1511044952fd4b72a027bf154b573325', 'gw_port': {'id': '3ce8e7b0-6569-4806-93fd-84f8ff1ebe65', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:17:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64846-f1a1-479d-8be5-deb589d59776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:07:59Z', 'updated_at': '2021-08-11T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:10:53.652251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-46bcf51f-8393-4cbb-babc-47b32168383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:53.653975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-46bcf51f-8393-4cbb-babc-47b32168383c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1125 time: 0.1595368 Aug 11 08:10:53.706001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee69f-46c3-4461-b599-3daa17b41659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:53.828833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee69f-46c3-4461-b599-3daa17b41659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:53.856348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3870d-9df9-4b51-ba26-e7c4ffeaf1d0 req-b37550f4-2a5b-4bde-9790-14109d836fe1 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:53.865988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81a3870d-9df9-4b51-ba26-e7c4ffeaf1d0 req-b37550f4-2a5b-4bde-9790-14109d836fe1 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.1862314 Aug 11 08:10:53.957845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-7cd2b83c-4e76-47ce-ba0d-7ca6f51bb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:53.959408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-7cd2b83c-4e76-47ce-ba0d-7ca6f51bb6dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.2935405 Aug 11 08:10:53.981518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81a3870d-9df9-4b51-ba26-e7c4ffeaf1d0 req-3b48d067-f70f-41f8-a9cb-d411a9e12c76 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109247 Aug 11 08:10:54.095897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-878e4e19-bf13-4b15-a47e-4e385318a215 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 217 time: 0.1138744 Aug 11 08:10:54.097548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee69f-46c3-4461-b599-3daa17b41659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:54.100168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee69f-46c3-4461-b599-3daa17b41659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:54.107938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa5ee69f-46c3-4461-b599-3daa17b41659 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c3027ee-0d66-47bd-8f09-1053fc92a3e4 HTTP/1.1" status: 204 len: 168 time: 0.7193809 Aug 11 08:10:54.108779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:10:54.197378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ee69f-46c3-4461-b599-3daa17b41659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3027ee-0d66-47bd-8f09-1053fc92a3e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:54.201842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-a8d5030a-6de9-458d-9474-1f8260d54522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.203445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-a8d5030a-6de9-458d-9474-1f8260d54522 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.0943902 Aug 11 08:10:54.253714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3dd24626-8fbe-4470-ba01-197fec5321f3 req-55a0b96f-379d-4fea-a42d-e749b8fbdfbb tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0573704 Aug 11 08:10:54.314968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-4c1357ed-453c-42fc-a169-843074bbed61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601063 Aug 11 08:10:54.420193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-84c58260-ef45-4136-97da-7482d9200d43 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.423504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-84c58260-ef45-4136-97da-7482d9200d43 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.64 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 809 time: 1.3390696 Aug 11 08:10:54.454000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Request body: {'port': {'device_id': '916b6164-6f00-49d7-9e07-46d498ad532b', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'admin_state_up': True, 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:54.469663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Deleting port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:54.470423 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:54.487528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-711c7189-0dff-484a-954b-c76826fe5227 req-33982a84-6877-4060-b2ac-1a368c3dd733 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 210 time: 0.0851977 Aug 11 08:10:54.497528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:54.521811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:10:54.552611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-97ca4337-a326-4d34-9c31-4f344cae84f9 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247992 Aug 11 08:10:54.628037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.628524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.629024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.629501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.629971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.630462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.630907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.631370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.631833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.632290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.632747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:54.646004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec8d8ee9-42ab-4ed4-b061-c94d4cc9a321 req-2dec768f-b8e1-4f0b-9c56-425f242be935 tempest-NetworksTest-818897883 tempest-NetworksTest-818897883-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7802 time: 1.2294357 Aug 11 08:10:54.782522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 424603ab-3a3c-4b0c-8978-18df40f141af no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:54.807608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:54.825189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d458e1bf-8794-4e1d-be91-e302128023b5 req-51006391-8f67-4602-846d-f20b47661322 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614512 Aug 11 08:10:54.838473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 424603ab-3a3c-4b0c-8978-18df40f141af {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:54.838473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 424603ab-3a3c-4b0c-8978-18df40f141af not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:54.882984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Transition to ACTIVE for port object 3ed80cea-6a9d-4150-8fc4-120b35696c14 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:54.909244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] For port 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:54.909669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:54.970159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Calling delete_port for 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:55.073661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Made reservation on behalf of f3a830c831f04611a724fa395dcc5de5 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:55.085550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:55.156319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f75b0-2265-4aa4-9ae0-e6e6339613cd req-d1aa4f2e-2176-4bd5-b855-3db9198aa741 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:55.157985 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-370f75b0-2265-4aa4-9ae0-e6e6339613cd req-d1aa4f2e-2176-4bd5-b855-3db9198aa741 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 950 time: 0.1926243 Aug 11 08:10:55.159107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:55.165827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dc0c1-5dec-4e36-a671-c11f7d8df423 req-fab1f049-977c-434c-bc53-f9e1241ba83a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:55.176039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da0dc0c1-5dec-4e36-a671-c11f7d8df423 req-fab1f049-977c-434c-bc53-f9e1241ba83a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.0869441 Aug 11 08:10:55.201578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37074) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:55.261629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da0dc0c1-5dec-4e36-a671-c11f7d8df423 req-6fc2ab82-310a-4caf-a1b6-3cb608c8956c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 Aug 11 08:10:55.384370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Network 8009d263-0465-4777-a91f-b736a751bf58 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:55.490476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:55.597744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Allocated IP 172.20.0.5 (ac06e3fc-6b86-41d7-b1be-4848221b2340/8e1c321c-c2f6-4f25-8430-0823a80fca36/42594f11-3188-475f-bb9e-bf5ee7a14edc) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:10:55.634832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event updated for resources: {'Port': ['ID=3ed80cea-6a9d-4150-8fc4-120b35696c14,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:55.668230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37090) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:55.799324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:10:55.825303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-370f75b0-2265-4aa4-9ae0-e6e6339613cd req-789c519a-c59e-4d1f-a23c-3ad976b6e04d tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544666 Aug 11 08:10:55.852272 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7ec22-2de0-4403-b60d-834d547c65dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:55.854523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:55.878568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8091a1e6-3a01-41f3-8472-8c9cd3203ba7 None None] Provisioning for port 3ed80cea-6a9d-4150-8fc4-120b35696c14 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:10:55.888959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8091a1e6-3a01-41f3-8472-8c9cd3203ba7 None None] Provisioning complete for port 3ed80cea-6a9d-4150-8fc4-120b35696c14 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:10:55.890702 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8091a1e6-3a01-41f3-8472-8c9cd3203ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:55.904317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47c05-7c0c-4401-98c8-090474bc7da1 req-345c55cf-ccf0-4953-b635-3c4fcfd25ca2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:55.911948 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ac47c05-7c0c-4401-98c8-090474bc7da1 req-345c55cf-ccf0-4953-b635-3c4fcfd25ca2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 931 time: 0.5165229 Aug 11 08:10:55.938070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8091a1e6-3a01-41f3-8472-8c9cd3203ba7 None None] Port 3ed80cea-6a9d-4150-8fc4-120b35696c14 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:10:55.971258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce8e7b0-6569-4806-93fd-84f8ff1ebe65,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:55.984477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ac47c05-7c0c-4401-98c8-090474bc7da1 req-9073ff24-3d4a-41f9-8af7-6028adbdf937 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690508 Aug 11 08:10:56.017328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:56.018278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.061971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7ec22-2de0-4403-b60d-834d547c65dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.066122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5711c80-d8d0-4d98-8bf4-b1feb0c2af2b req-445b7824-9b14-4323-b487-76b28a376c65 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 210 time: 0.0431576 Aug 11 08:10:56.068042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7ec22-2de0-4403-b60d-834d547c65dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.116133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-network', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:56.117040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7ec22-2de0-4403-b60d-834d547c65dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d2464-3a6f-487a-8513-c308f4fff40a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:56.122017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-51a7ec22-2de0-4403-b60d-834d547c65dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7d9148c1f514585bae8166fb8d8de78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9190538 Aug 11 08:10:56.127946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:56.150795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.159333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c9172b90-117f-4cb1-8edd-44d86d78ee20 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9138350 Aug 11 08:10:56.187390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.191174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-095c7b72-a59f-4d18-800b-a65cd0669b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.195785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Request body: {'port': {'device_id': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:56.221729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-095c7b72-a59f-4d18-800b-a65cd0669b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.230731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Made reservation on behalf of e2eb2e40e62546c5bf02dafa9e51bced for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:56.232439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.299799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-095c7b72-a59f-4d18-800b-a65cd0669b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.302412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-095c7b72-a59f-4d18-800b-a65cd0669b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.306576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-095c7b72-a59f-4d18-800b-a65cd0669b26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/976d2464-3a6f-487a-8513-c308f4fff40a HTTP/1.1" status: 204 len: 168 time: 0.1745708 Aug 11 08:10:56.326261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7b72-a59f-4d18-800b-a65cd0669b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d2464-3a6f-487a-8513-c308f4fff40a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:56.327496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.401507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-1e7412f6-794d-41dd-84db-b43ea2cbbd76 service neutron] 10.222.0.64 "GET /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.0832818 Aug 11 08:10:56.420280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.430446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.668636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.669599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a64846-f1a1-479d-8be5-deb589d59776 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:10:56.681023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.689158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.693220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-86d2892d-38f8-46fb-963b-3a0137a346ed admin admin] 10.222.0.58 "DELETE /v2.0/routers/e3a64846-f1a1-479d-8be5-deb589d59776 HTTP/1.1" status: 204 len: 168 time: 5.1109011 Aug 11 08:10:56.695787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:56.698636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37104) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:56.722617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.758587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e8ba0c02-96a3-424f-98f5-288cd11af47a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:10:56.788773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:56.801543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:56.882485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Deleting subnet 1a365768-c038-47a9-9738-366edcfb183c {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:10:56.892759 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:56.924806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc94342-96a3-4d19-bdf7-c09118f9d022 req-0a17369c-28e5-49cf-a18f-df2a32996e03 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:56.933398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bfc94342-96a3-4d19-bdf7-c09118f9d022 req-0a17369c-28e5-49cf-a18f-df2a32996e03 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 944 time: 0.5055914 Aug 11 08:10:56.973737 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.024753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c46a5969-e1dd-4583-a447-bdf09002fb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.038110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Network ac06e3fc-6b86-41d7-b1be-4848221b2340 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:10:57.060078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:10:57.069324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2bec83-cecd-437c-b0fa-5094c41e575c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:57.071562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:10:57.093913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Pushing event updated for resources: {'Port': ['ID=42594f11-3188-475f-bb9e-bf5ee7a14edc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:57.132708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:57.138753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bfc94342-96a3-4d19-bdf7-c09118f9d022 req-1fd32f5e-dd4d-4ab9-90d3-0a497d3a06b5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041872 Aug 11 08:10:57.163834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.182044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.192597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396215de-b63c-4a3a-bfa7-b836a4894d77 req-54438b39-ee17-4b6b-8fdf-a7145ce296a0 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:57.197203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-396215de-b63c-4a3a-bfa7-b836a4894d77 req-54438b39-ee17-4b6b-8fdf-a7145ce296a0 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 950 time: 0.1500442 Aug 11 08:10:57.260461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:57.261050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.303249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.332655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.367971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-396215de-b63c-4a3a-bfa7-b836a4894d77 req-b48b2da6-9ebc-4356-a7da-d6573455797e tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266954 Aug 11 08:10:57.413300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.421194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] Transition to ACTIVE for port object 3b2bec83-cecd-437c-b0fa-5094c41e575c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:57.429272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:10:57.451258 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.476545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1680cba4-f8c2-42f8-b302-d489917fd99d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:57.479611 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.479958 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Added segment 0501f268-3050-4acb-b634-f2c663baeb6a of type vlan for network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca Aug 11 08:10:57.514913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a365768-c038-47a9-9738-366edcfb183c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:57.522857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=10']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:57.524101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4c369-961d-4dd6-abb3-80aba07fee5d req-27a1ef91-3942-4390-ad42-fa30d683cb5f tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:57.525829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51d4c369-961d-4dd6-abb3-80aba07fee5d req-27a1ef91-3942-4390-ad42-fa30d683cb5f tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 931 time: 0.2250936 Aug 11 08:10:57.529776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.531798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-863b5422-32d1-4b02-9669-df533d3eb40f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1a365768-c038-47a9-9738-366edcfb183c HTTP/1.1" status: 204 len: 168 time: 0.8256602 Aug 11 08:10:57.535223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37118) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:57.539240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd013a-3957-4e4a-9e9a-3308cc178cde None None] Network 7694fc1c-7f77-4641-8b93-5c87eb94db03 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:10:57.604278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.664772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] No DVR routers for this DVR port 3b2bec83-cecd-437c-b0fa-5094c41e575c on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:57.667701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c46a5969-e1dd-4583-a447-bdf09002fb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.700798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2228afa-7406-41e9-83e1-e659a1b399bc req-6e2857b6-1f0d-4dd3-970b-d8e18bafbe13 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:57.709074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2228afa-7406-41e9-83e1-e659a1b399bc req-6e2857b6-1f0d-4dd3-970b-d8e18bafbe13 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 931 time: 0.1907635 Aug 11 08:10:57.720107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c46a5969-e1dd-4583-a447-bdf09002fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.741235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-784f3a8d-2714-45b5-81e0-67b323c2db98 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3324137 Aug 11 08:10:57.753716 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.769568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-05bec07d-2cbb-48dc-9330-2f00df606347 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3213434 Aug 11 08:10:57.797952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] DHCP port deletion for 7694fc1c-7f77-4641-8b93-5c87eb94db03 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:10:57.808860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2228afa-7406-41e9-83e1-e659a1b399bc req-fcdb42ea-7a33-4248-9f96-6caf85bb43e5 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988827 Aug 11 08:10:57.851928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51d4c369-961d-4dd6-abb3-80aba07fee5d req-6f71f6fa-9a3a-47a0-acb0-1f54f3b95a3f tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909718 Aug 11 08:10:57.863961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Deleting port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:57.864617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.881747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Request body: {'port': {'device_id': '916b6164-6f00-49d7-9e07-46d498ad532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:57.915591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.916863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:57.917662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.975435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-d3c69a7a-da2c-4c7c-a4fa-d4072355bd1b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:57.977998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-d3c69a7a-da2c-4c7c-a4fa-d4072355bd1b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.0981297 Aug 11 08:10:57.986694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Deleting port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:10:57.987402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:57.992335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] For port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:57.992787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.000942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed80cea-6a9d-4150-8fc4-120b35696c14 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:58.007783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a5969-e1dd-4583-a447-bdf09002fb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e053c91-e0c8-4c20-aa72-17f06d6dffc2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:58.014644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Calling delete_port for 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:58.035044 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c46a5969-e1dd-4583-a447-bdf09002fb01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c1b7d21772e49eaa296fab08244b658&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2245309 Aug 11 08:10:58.050214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37124) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:58.106475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] For port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,segment=NetworkSegment(3bd340db-4e86-48e0-91d2-b7ba98040dd2),segment_id=3bd340db-4e86-48e0-91d2-b7ba98040dd2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:58.106961 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.112168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.122438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:58.132400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Calling delete_port for 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:10:58.169497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.169774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3499694 Aug 11 08:10:58.177112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Transition to ACTIVE for port object 3ed80cea-6a9d-4150-8fc4-120b35696c14 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:58.179736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37126) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:58.190162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] No DVR routers for this DVR port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:58.192013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Request body: {'subnet': {'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-subnet', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:10:58.204006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c9bab-56da-4786-b13c-937d3a8cca29 admin admin] Pushing event updated for resources: {'Network': ['ID=9d38ed5f-0690-4e08-9e15-b9707bbb9dca,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:58.206339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.213344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.253047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:10:58.329570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed80cea-6a9d-4150-8fc4-120b35696c14,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:58.336482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Pushing event deleted for resources: {'Port': ['ID=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:58.383211 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.400777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-f94b310f-e535-4b17-b054-d6e4b16a8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:58.405775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Made reservation on behalf of e2eb2e40e62546c5bf02dafa9e51bced for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:10:58.408381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.408765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-f94b310f-e535-4b17-b054-d6e4b16a8395 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 1096 time: 0.3636010 Aug 11 08:10:58.423097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.423546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.424014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.424288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.424699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.425182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.425702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.426592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.427030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.430589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.431013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.431357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e2d12-fb54-4aaa-a6f2-e31169cc70a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:10:58.492564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.522745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:58.523207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f402-d9d0-44a6-a621-72b834865f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.538841 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7d555e-fbae-4afc-b036-a4488951431c" -d '{"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:58.548359 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.579407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] No DVR routers for this DVR port 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:10:58.582402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa2a5ad-e8d2-4197-b0a6-bb5951c33015,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:58.604853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:10:58.612061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.666852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb0689-48d0-41f5-9674-8f478f7d3816 req-0902ef7a-31a5-4139-83d6-a12a75691fb1 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:58.675472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ccb0689-48d0-41f5-9674-8f478f7d3816 req-0902ef7a-31a5-4139-83d6-a12a75691fb1 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 945 time: 0.2775774 Aug 11 08:10:58.681248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f402-d9d0-44a6-a621-72b834865f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.704994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-501a8f04-a5c9-4296-8f6c-2a52480e3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:58.706567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-501a8f04-a5c9-4296-8f6c-2a52480e3a68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1096 time: 0.2457054 Aug 11 08:10:58.812695 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bc2e5-aa79-40bc-ade8-94171056beb5 x-openstack-request-id: req-9e6bc2e5-aa79-40bc-ade8-94171056beb5 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:58.813332 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:58.813653 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e6bc2e5-aa79-40bc-ade8-94171056beb5 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:58.814396 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'code': 200} Aug 11 08:10:58.824004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:58.867807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.893123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7694fc1c-7f77-4641-8b93-5c87eb94db03']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:58.901641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:58.915649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ccb0689-48d0-41f5-9674-8f478f7d3816 req-60456d3a-3423-415a-ad8a-2e8d83927814 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391386 Aug 11 08:10:58.937356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd340db-4e86-48e0-91d2-b7ba98040dd2') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:58.938406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd340db-4e86-48e0-91d2-b7ba98040dd2') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:10:58.954308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:58.954861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7aa2a5ad-e8d2-4197-b0a6-bb5951c33015 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:58.955552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:10:58.966420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.980646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f402-d9d0-44a6-a621-72b834865f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.985044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f402-d9d0-44a6-a621-72b834865f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:58.986578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5c7f402-d9d0-44a6-a621-72b834865f54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e053c91-e0c8-4c20-aa72-17f06d6dffc2 HTTP/1.1" status: 204 len: 168 time: 0.9352391 Aug 11 08:10:59.000710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:10:59.001840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ce8e7b0-6569-4806-93fd-84f8ff1ebe65 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:10:59.042827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7f402-d9d0-44a6-a621-72b834865f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e053c91-e0c8-4c20-aa72-17f06d6dffc2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:59.061403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.077166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Attempting to bind port 3ed80cea-6a9d-4150-8fc4-120b35696c14 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:10:59.078219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Attempting to bind port 3ed80cea-6a9d-4150-8fc4-120b35696c14 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:10:59.078553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Attempting to bind port 3ed80cea-6a9d-4150-8fc4-120b35696c14 on network 8009d263-0465-4777-a91f-b736a751bf58 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:59.088999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:10:59.088999 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:10:59.090998 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:10:59.100575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-9297872e-090c-4087-ab41-b7bfc25c37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:59.100575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-9297872e-090c-4087-ab41-b7bfc25c37e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.3665590 Aug 11 08:10:59.106421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Port 3ed80cea-6a9d-4150-8fc4-120b35696c14 on network 8009d263-0465-4777-a91f-b736a751bf58 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:10:59.107157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Attempting to bind port 3ed80cea-6a9d-4150-8fc4-120b35696c14 on network 8009d263-0465-4777-a91f-b736a751bf58 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:10:59.116410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4f62-307d-42cb-8f57-1e7d63f4310a req-54db73d3-90c3-4370-84ed-6e7b77a85b22 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:59.118187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a6f4f62-307d-42cb-8f57-1e7d63f4310a req-54db73d3-90c3-4370-84ed-6e7b77a85b22 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 931 time: 0.1925189 Aug 11 08:10:59.162555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:10:59.162895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Checking segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:59.163204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Bound using segment: {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:10:59.163907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Bound port: 3ed80cea-6a9d-4150-8fc4-120b35696c14, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1905bd40-829e-4b46-9049-362aa48a2f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '8009d263-0465-4777-a91f-b736a751bf58'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:10:59.164463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.207171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-c21ab071-5107-47f1-aab3-bfcdaaaad652 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 217 time: 0.0573790 Aug 11 08:10:59.207487 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-906d0fb3-80f2-4aa9-afd3-2c07836903bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.222048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30ef31-cd9b-4fe2-a6e7-17d53c544552 req-8f9e4f97-6bba-4107-8f2e-b8533c54f9f1 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:59.230635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a30ef31-cd9b-4fe2-a6e7-17d53c544552 req-8f9e4f97-6bba-4107-8f2e-b8533c54f9f1 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 943 time: 0.1829586 Aug 11 08:10:59.313982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.330758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.332836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7694fc1c-7f77-4641-8b93-5c87eb94db03 HTTP/1.1" status: 204 len: 168 time: 1.7781549 Aug 11 08:10:59.366177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42594f11-3188-475f-bb9e-bf5ee7a14edc {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:10:59.370205 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a30ef31-cd9b-4fe2-a6e7-17d53c544552 req-994f85fe-6c45-4078-abde-b7373d71ed0e tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376567 Aug 11 08:10:59.373597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b359c2-48a6-48fa-9e98-4e24f43ae0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7694fc1c-7f77-4641-8b93-5c87eb94db03,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:59.393501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.397079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.403282 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.409124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-38eacf01-7d6c-4f05-b074-89d2435524f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:59.411039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-38eacf01-7d6c-4f05-b074-89d2435524f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1761200 Aug 11 08:10:59.450133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-dab836fc-8bb1-4aeb-b53c-bd18331a8a7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298724 Aug 11 08:10:59.452465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a6f4f62-307d-42cb-8f57-1e7d63f4310a req-c1c92039-0681-4213-a47e-20db7f0d10cb tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065937 Aug 11 08:10:59.467969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Pushing event updated for resources: {'Subnet': ['ID=463b819f-8b32-4c16-a158-907be56777bf,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:59.498880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Transition to ACTIVE for port object 42594f11-3188-475f-bb9e-bf5ee7a14edc will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:10:59.509342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] For port 3ed80cea-6a9d-4150-8fc4-120b35696c14, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:10:59.515654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] For port 3ed80cea-6a9d-4150-8fc4-120b35696c14, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:10:59.516764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.557930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.596277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Checking segment: {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:10:59.596564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Network hostable DHCP agents. Network: 9d38ed5f-0690-4e08-9e15-b9707bbb9dca, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:10:59.605796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=42594f11-3188-475f-bb9e-bf5ee7a14edc,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:10:59.609212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:10:59.609844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:10:59.611342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ed80cea-6a9d-4150-8fc4-120b35696c14 HTTP/1.1" status: 200 len: 1091 time: 3.4256380 Aug 11 08:10:59.612239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:10:59.614755 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf" -d '{"events": [{"name": "network-changed", "server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:10:59.630118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-dda1d342-3ee7-4346-92a1-9f85404360b4 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695728 Aug 11 08:10:59.696696 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d2498-4e3d-4853-ab99-0a8459c6441b x-openstack-request-id: req-a46d2498-4e3d-4853-ab99-0a8459c6441b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:10:59.697101 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:10:59.697268 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a46d2498-4e3d-4853-ab99-0a8459c6441b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:10:59.697672 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'status': 'completed', 'code': 200} Aug 11 08:10:59.743224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37166) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:59.790719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:10:59.815344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-5839dabb-77f1-4857-9e75-9569513940b4 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748922 Aug 11 08:10:59.861765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-91fe9bbb-435c-4e9a-ae9e-720628b62005 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1511044952fd4b72a027bf154b573325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153808 Aug 11 08:10:59.864390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37174) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:10:59.971678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-046a26c6-8438-448d-ad9d-8577aa063d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.004024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-046a26c6-8438-448d-ad9d-8577aa063d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.100146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-046a26c6-8438-448d-ad9d-8577aa063d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.106838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-046a26c6-8438-448d-ad9d-8577aa063d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.118231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-046a26c6-8438-448d-ad9d-8577aa063d82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68148390-c6aa-49d8-b8c4-5a0f42431b75 HTTP/1.1" status: 204 len: 168 time: 0.2523258 Aug 11 08:11:00.141663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a26c6-8438-448d-ad9d-8577aa063d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68148390-c6aa-49d8-b8c4-5a0f42431b75,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:00.217155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1aab8-4c91-44f6-978b-54a8e21cf904 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed80cea-6a9d-4150-8fc4-120b35696c14,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:00.246613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af058-72f3-4ed1-88bc-4a805359d12d req-727581c3-7f16-404f-906b-34f9ec3acc69 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:00.251853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-727581c3-7f16-404f-906b-34f9ec3acc69 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.0805714 Aug 11 08:11:00.254357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 9d38ed5f-0690-4e08-9e15-b9707bbb9dca) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:00.267816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Attempting to bind port 42594f11-3188-475f-bb9e-bf5ee7a14edc on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:00.268701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Attempting to bind port 42594f11-3188-475f-bb9e-bf5ee7a14edc by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:00.269235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Attempting to bind port 42594f11-3188-475f-bb9e-bf5ee7a14edc on network ac06e3fc-6b86-41d7-b1be-4848221b2340 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:00.272535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:00.273488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.278974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-154cef67-6836-42b8-8a4d-ea33fe9a4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:00.281063 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-154cef67-6836-42b8-8a4d-ea33fe9a4525 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dbe854c21684feb818c2ad78f8d7b1b&device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 1094 time: 0.5559340 Aug 11 08:11:00.288783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de082251-eb75-4a95-b130-8a72e05f5a11 None None] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:00.311304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Port 42594f11-3188-475f-bb9e-bf5ee7a14edc on network ac06e3fc-6b86-41d7-b1be-4848221b2340 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:00.311630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Attempting to bind port 42594f11-3188-475f-bb9e-bf5ee7a14edc on network ac06e3fc-6b86-41d7-b1be-4848221b2340 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:00.398016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f0879c5c-f14e-4389-a70e-d407111d247a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2163875 Aug 11 08:11:00.400333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:00.400669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Checking segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:00.401278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Bound using segment: {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:00.401946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Bound port: 42594f11-3188-475f-bb9e-bf5ee7a14edc, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd15abb5-34f4-4fbc-937c-b0d208fc7360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:00.402491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.406247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-58ce419d-4a2f-4d7a-81d1-276592f47dfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14 HTTP/1.1" status: 200 len: 217 time: 0.1052043 Aug 11 08:11:00.407351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37190) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:00.420174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7cf30-3d36-4cf0-81cd-84489bce8bc2 req-e068f78c-45ed-46d6-80c0-588b6a95a1fd tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:00.432914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6de7cf30-3d36-4cf0-81cd-84489bce8bc2 req-e068f78c-45ed-46d6-80c0-588b6a95a1fd tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 945 time: 0.2373765 Aug 11 08:11:00.469179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:00.596716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-407af058-72f3-4ed1-88bc-4a805359d12d req-70999b9f-f519-4e39-9a77-38c93131ac30 service neutron] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:00.615205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-407af058-72f3-4ed1-88bc-4a805359d12d req-70999b9f-f519-4e39-9a77-38c93131ac30 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.619110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407af058-72f3-4ed1-88bc-4a805359d12d req-70999b9f-f519-4e39-9a77-38c93131ac30 service neutron] 10.222.0.69 "DELETE /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.3567593 Aug 11 08:11:00.650372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6de7cf30-3d36-4cf0-81cd-84489bce8bc2 req-c1f428c6-aeec-487b-add4-c1d0ac0ffeb6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129860 Aug 11 08:11:00.661617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.664024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.715690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:11:00.734779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-5708490a-9090-445b-84b3-bc4b62fab805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:00.738203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-5708490a-9090-445b-84b3-bc4b62fab805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a0b2be6-bfc3-49db-ad59-62068c6ef390 HTTP/1.1" status: 200 len: 855 time: 0.2601390 Aug 11 08:11:00.816006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-9d38ed5f-0690-4e08-9e15-b9707bbb9dca', 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'fixed_ips': [{'subnet_id': '463b819f-8b32-4c16-a158-907be56777bf'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:11:00.818039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:00.851361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] For port 42594f11-3188-475f-bb9e-bf5ee7a14edc, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:00.882861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070333-7604-4aa8-9904-e7c55ad4b120 req-96f53110-b0d0-4f63-9e22-9de6e2365623 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:00.901531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9070333-7604-4aa8-9904-e7c55ad4b120 req-96f53110-b0d0-4f63-9e22-9de6e2365623 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 943 time: 0.2403517 Aug 11 08:11:01.008986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] For port 42594f11-3188-475f-bb9e-bf5ee7a14edc, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:01.012430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.015749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9070333-7604-4aa8-9904-e7c55ad4b120 req-791fac17-aec3-4aa9-8266-8515b84efa51 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063063 Aug 11 08:11:01.029627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.034099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Allocated IP 172.20.0.2 (9d38ed5f-0690-4e08-9e15-b9707bbb9dca/463b819f-8b32-4c16-a158-907be56777bf/b656bdef-405e-4597-adc7-abc7f8a5a6dc) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:01.104141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:11:01.133180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c6f0b4a7-1c03-4515-b90b-94f47b70b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:01.135382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-c6f0b4a7-1c03-4515-b90b-94f47b70b68e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8009d263-0465-4777-a91f-b736a751bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3848951 Aug 11 08:11:01.278598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff027cce-0331-4e5d-b2f6-2ee9dca88f49 req-5119093f-62bc-44f6-aacf-1f9719170fd4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:01.282833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff027cce-0331-4e5d-b2f6-2ee9dca88f49 req-5119093f-62bc-44f6-aacf-1f9719170fd4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 943 time: 0.4578936 Aug 11 08:11:01.339951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:01.341094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.343521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.344117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] 10.222.0.64 "PUT /v2.0/ports/42594f11-3188-475f-bb9e-bf5ee7a14edc HTTP/1.1" status: 200 len: 1091 time: 3.5106363 Aug 11 08:11:01.367682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Transition to ACTIVE for port object b656bdef-405e-4597-adc7-abc7f8a5a6dc will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:01.392852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Transition to ACTIVE for port object b656bdef-405e-4597-adc7-abc7f8a5a6dc will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:01.414914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.524856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Pushing event updated for resources: {'Port': ['ID=b656bdef-405e-4597-adc7-abc7f8a5a6dc,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:01.534134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e62ff-9ebc-4b7f-8d49-44af34316ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=42594f11-3188-475f-bb9e-bf5ee7a14edc,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:01.536856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:01.539742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:01.543772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:01.625363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.646401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Attempting to bind port b656bdef-405e-4597-adc7-abc7f8a5a6dc on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:01.647189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Attempting to bind port b656bdef-405e-4597-adc7-abc7f8a5a6dc by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:01.647494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Attempting to bind port b656bdef-405e-4597-adc7-abc7f8a5a6dc on network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:01.655081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:01.655459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Checking segment: {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:01.656613 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.657125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Bound using segment: {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:01.657602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Bound port: b656bdef-405e-4597-adc7-abc7f8a5a6dc, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:01.658046 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.663877 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff027cce-0331-4e5d-b2f6-2ee9dca88f49 req-4f187e67-0666-4aba-a9df-e08a37d8cb26 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180771 Aug 11 08:11:01.702058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916b6164-6f00-49d7-9e07-46d498ad532b', 'tag': '42594f11-3188-475f-bb9e-bf5ee7a14edc'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:01.705394 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7f7944-3638-4cc0-a1f8-94740dd39774" -d '{"events": [{"name": "network-changed", "server_uuid": "916b6164-6f00-49d7-9e07-46d498ad532b", "tag": "42594f11-3188-475f-bb9e-bf5ee7a14edc"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:01.723825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37242) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:01.739202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-77e3aaf4-2ff0-4a7e-8952-f9b70a65f140 service neutron] 10.222.0.69 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581367 Aug 11 08:11:01.828723 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a2ca05-fca5-42df-b0e4-0aecbfa91a3a x-openstack-request-id: req-57a2ca05-fca5-42df-b0e4-0aecbfa91a3a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:01.829175 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916b6164-6f00-49d7-9e07-46d498ad532b", "tag": "42594f11-3188-475f-bb9e-bf5ee7a14edc", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:01.829334 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57a2ca05-fca5-42df-b0e4-0aecbfa91a3a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:01.829772 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916b6164-6f00-49d7-9e07-46d498ad532b', 'tag': '42594f11-3188-475f-bb9e-bf5ee7a14edc', 'status': 'completed', 'code': 200} Aug 11 08:11:01.839728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-b64b6d4b-df56-48f0-9468-288e2d7cfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:01.840464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] For port b656bdef-405e-4597-adc7-abc7f8a5a6dc, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:01.842290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-b64b6d4b-df56-48f0-9468-288e2d7cfc03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 1094 time: 0.3144815 Aug 11 08:11:01.854514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] For port b656bdef-405e-4597-adc7-abc7f8a5a6dc, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b656bdef-405e-4597-adc7-abc7f8a5a6dc,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:01.864438 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:01.896865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a7e2-2b77-48c6-a8d6-c3ef6db5b03a req-4360c2ba-7995-409b-9627-94602485324c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:01.908410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8750a7e2-2b77-48c6-a8d6-c3ef6db5b03a req-4360c2ba-7995-409b-9627-94602485324c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 945 time: 0.0986662 Aug 11 08:11:01.982803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8750a7e2-2b77-48c6-a8d6-c3ef6db5b03a req-de1ace0b-80c1-4ed7-9867-a1eefb5f2f2f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726843 Aug 11 08:11:02.006614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-61af86f8-c1fc-47b3-8cf3-326e19610dad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc HTTP/1.1" status: 200 len: 217 time: 0.1055882 Aug 11 08:11:02.090872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-104723033-network', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:02.167086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b09a1-f732-4a49-9c98-8d2f55a4435a None None] Pushing event updated for resources: {'Port': ['ID=b656bdef-405e-4597-adc7-abc7f8a5a6dc,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:02.294174 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.301637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e0cc1fd-6ce3-4034-bb71-176d3deaa8fa req-4c3f798c-2305-4577-8a20-15f906456d3d service neutron] 10.222.0.69 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460558 Aug 11 08:11:02.303411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-97cf153c-a2b3-4165-bfb4-393663588d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:02.305000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-97cf153c-a2b3-4165-bfb4-393663588d13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.2060313 Aug 11 08:11:02.313533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:02.327246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.349629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.378323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580676b-aaea-4965-869f-70f9828888a9 req-c626b0a1-fed3-48f4-a16e-e52d48f0fbed tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:02.379750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2580676b-aaea-4965-869f-70f9828888a9 req-c626b0a1-fed3-48f4-a16e-e52d48f0fbed tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1096 time: 0.1645231 Aug 11 08:11:02.391990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-c020d392-99c1-4861-bd70-022d18cccc03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571642 Aug 11 08:11:02.402213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e41e77-3c67-4711-939b-f6266bcf1a9e req-06de14d2-4a5f-44ae-9cff-5eb02df65420 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:02.411379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21e41e77-3c67-4711-939b-f6266bcf1a9e req-06de14d2-4a5f-44ae-9cff-5eb02df65420 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 943 time: 0.2418520 Aug 11 08:11:02.494347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21e41e77-3c67-4711-939b-f6266bcf1a9e req-4625314d-bab2-456b-9ef4-9d64550a17ea tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817149 Aug 11 08:11:02.625329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.630905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.665134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:02.674646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:11:02.693415 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ab850fa4-2e11-4208-9db9-991cd75904c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.732633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef0c60d-10f7-44c0-a653-415121080c47,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:02.753306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.755469 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Added segment 33f278b8-a894-4942-be3e-e19b3e6f15ed of type vlan for network 77b8a455-e9df-4b54-a643-e71170dc882c Aug 11 08:11:02.809961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2580676b-aaea-4965-869f-70f9828888a9 req-b730a711-68ad-45bd-b6e7-0771d7e05ffd tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939056 Aug 11 08:11:02.959417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:02.981057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-d6b04481-3b72-44e3-9834-e7ce870e5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:02.985332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-d6b04481-3b72-44e3-9834-e7ce870e5b09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dbe854c21684feb818c2ad78f8d7b1b&device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 1094 time: 0.4602799 Aug 11 08:11:02.995774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.019132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:03.025660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-058e782f-bdec-46ca-85cb-8f2473832bbc service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250601 Aug 11 08:11:03.039854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '40d976ce-d126-4143-a967-6fbb09daba47', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '40d976ce-d126-4143-a967-6fbb09daba47', 'mac_address': 'fa:16:3e:cd:4b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:03.081051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.082481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:03.083286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.140051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b656bdef-405e-4597-adc7-abc7f8a5a6dc up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:03.149414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.211037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.265626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d976ce-d126-4143-a967-6fbb09daba47 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:03.269601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5418692 Aug 11 08:11:03.269601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f96b4-1324-429e-a92e-cbee090aed85 admin admin] Pushing event updated for resources: {'Network': ['ID=77b8a455-e9df-4b54-a643-e71170dc882c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:03.270509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37294) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:03.284983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 77b8a455-e9df-4b54-a643-e71170dc882c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:11:03.285234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Request body: {'subnet': {'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-104723033-subnet', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:03.366341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:03.369741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:03.378504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.381676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.406114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b656bdef-405e-4597-adc7-abc7f8a5a6dc completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:03.580311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['40d976ce-d126-4143-a967-6fbb09daba47'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:03.661403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:03.696480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-963a6710-45e2-4b27-a5f7-5603b87a4242 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472205 Aug 11 08:11:03.864187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:03.865518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb50d63-1488-47f2-aef3-366f890c374a req-75b1c360-02f1-4a18-82bb-75b8c0cc03f0 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:03.880021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bb50d63-1488-47f2-aef3-366f890c374a req-75b1c360-02f1-4a18-82bb-75b8c0cc03f0 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 943 time: 0.7247205 Aug 11 08:11:03.942338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-6da34ddf-6089-4cdb-9ed0-11c967e7b67d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:03.945061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-6da34ddf-6089-4cdb-9ed0-11c967e7b67d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358541 Aug 11 08:11:03.994798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dfc0b2-3747-45b1-b77d-d39f69c80c4d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:04.001085 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fabd540-c0dc-4f3b-af99-8dd139ca1a4e req-5008653a-0c65-4f5d-a32f-58987d672b28 service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275589 Aug 11 08:11:04.013353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-70d66c62-4f84-4496-892e-a5f739a8429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:04.015299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-70d66c62-4f84-4496-892e-a5f739a8429a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8009d263-0465-4777-a91f-b736a751bf58 HTTP/1.1" status: 200 len: 917 time: 1.0219896 Aug 11 08:11:04.020501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-a39764b6-f5e9-41e5-9c82-52dcaf1ad6e7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/quotas/ae4051ba7d22494f9271d0af3b41ac55 HTTP/1.1" status: 200 len: 375 time: 0.0644095 Aug 11 08:11:04.100280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-d408fe2d-9ea1-409c-bebe-9843cc521061 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782998 Aug 11 08:11:04.108541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Checking segment: {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:04.109334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Network hostable DHCP agents. Network: 77b8a455-e9df-4b54-a643-e71170dc882c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:11:04.170559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Network 77b8a455-e9df-4b54-a643-e71170dc882c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:11:04.199602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 77b8a455-e9df-4b54-a643-e71170dc882c) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:04.215247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:04.216670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.234595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Allocated IP 172.25.2.92 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:04.240136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40819244-d76c-4ca7-9297-c64e851ffe61 None None] Network 77b8a455-e9df-4b54-a643-e71170dc882c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:04.242815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b11a497a-7201-49ed-80ec-b1f738bdf159 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9630017 Aug 11 08:11:04.245660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37320) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:04.263442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:04.336051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.337588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.479585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.483853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.531216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce701c-7739-489a-80be-4245098ce0ba None None] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:04.692450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-fb8e53a0-851a-4297-98c7-870e499f0df6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14 HTTP/1.1" status: 200 len: 217 time: 0.6634684 Aug 11 08:11:04.708495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bb50d63-1488-47f2-aef3-366f890c374a req-429dfada-7608-49c4-ba14-6d13d471c1e3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8148754 Aug 11 08:11:04.711625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:04.811389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.826847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-1d1112ff-3f10-404d-8c3c-d87b43727c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:04.828651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-1d1112ff-3f10-404d-8c3c-d87b43727c10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a0b2be6-bfc3-49db-ad59-62068c6ef390 HTTP/1.1" status: 200 len: 855 time: 0.0965407 Aug 11 08:11:04.829826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.860042 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:04.887545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-77b8a455-e9df-4b54-a643-e71170dc882c', 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'fixed_ips': [{'subnet_id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:11:04.887545 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:05.013975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:05.071192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:05.089115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-1ef29304-4f7d-4b98-a79a-ea2a5d508dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:05.092955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-993ba0b5-908b-479a-9c1e-0636ba29a4c7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:05.096860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-993ba0b5-908b-479a-9c1e-0636ba29a4c7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.3099227 Aug 11 08:11:05.098177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-1ef29304-4f7d-4b98-a79a-ea2a5d508dbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 1094 time: 0.4637396 Aug 11 08:11:05.102740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:05.169593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-1e670084-7f31-47f8-8e3f-bbed9a5175ea tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/quotas/6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 375 time: 0.0577700 Aug 11 08:11:05.190016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-cc4e5827-10af-4d09-bd30-c6db886f478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:05.192121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-cc4e5827-10af-4d09-bd30-c6db886f478e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8009d263-0465-4777-a91f-b736a751bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3511260 Aug 11 08:11:05.380154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-6592549f-cfd4-49af-b224-fe29a9bfa960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:05.382496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-6592549f-cfd4-49af-b224-fe29a9bfa960 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 910 time: 0.1856093 Aug 11 08:11:05.383245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Pushing event updated for resources: {'Port': ['ID=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:05.509458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-dd8c5648-95fd-4140-9dec-7f5288756da4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3262792 Aug 11 08:11:05.526201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] Provisioning for port b656bdef-405e-4597-adc7-abc7f8a5a6dc completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:05.633267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] Provisioning complete for port b656bdef-405e-4597-adc7-abc7f8a5a6dc triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:05.635887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:05.656782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:05.758823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:05.917069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Allocated IP 172.20.0.2 (77b8a455-e9df-4b54-a643-e71170dc882c/72dfc0b2-3747-45b1-b77d-d39f69c80c4d/6871539b-6cb0-487c-ab4b-1be85351398c) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:06.111446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Allocated IP 172.25.2.182 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/a00451b1-e163-427c-92f5-960eaf603d42) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:06.117105 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.127486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Transition to ACTIVE for port object 6871539b-6cb0-487c-ab4b-1be85351398c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:06.146556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Transition to ACTIVE for port object 6871539b-6cb0-487c-ab4b-1be85351398c will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:06.184469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.267622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Network 77b8a455-e9df-4b54-a643-e71170dc882c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:06.280930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Pushing event updated for resources: {'Port': ['ID=6871539b-6cb0-487c-ab4b-1be85351398c,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:06.295670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:06.298839 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.301894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:06.321853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-3e1913f3-d10a-4623-907d-16dd419a680c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc HTTP/1.1" status: 200 len: 217 time: 0.9045663 Aug 11 08:11:06.324318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-87f3499f-205f-4670-bb49-e3ca26e38bf3 service neutron] 10.222.0.69 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9178889 Aug 11 08:11:06.413832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Attempting to bind port 6871539b-6cb0-487c-ab4b-1be85351398c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:06.414959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Attempting to bind port 6871539b-6cb0-487c-ab4b-1be85351398c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:06.416029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Attempting to bind port 6871539b-6cb0-487c-ab4b-1be85351398c on network 77b8a455-e9df-4b54-a643-e71170dc882c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:06.426671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 40d976ce-d126-4143-a967-6fbb09daba47 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:06.427808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.494605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037a8a-55cc-4b7b-bdf2-62310b8482ed req-96642dfa-6165-4dd8-a3e2-40fd180090b8 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:06.496246 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47037a8a-55cc-4b7b-bdf2-62310b8482ed req-96642dfa-6165-4dd8-a3e2-40fd180090b8 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 943 time: 1.3260059 Aug 11 08:11:06.514751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:06.515792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Checking segment: {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:06.516748 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.517705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Bound using segment: {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:06.519011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Bound port: 6871539b-6cb0-487c-ab4b-1be85351398c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:06.520063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.690360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] For port 6871539b-6cb0-487c-ab4b-1be85351398c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:06.693902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47037a8a-55cc-4b7b-bdf2-62310b8482ed req-adea768d-4913-4bec-891d-2cd8dda17b6f tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373303 Aug 11 08:11:06.724226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] For port 6871539b-6cb0-487c-ab4b-1be85351398c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6871539b-6cb0-487c-ab4b-1be85351398c,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:06.802299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 42594f11-3188-475f-bb9e-bf5ee7a14edc details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:06.812566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.825758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-6076a37a-b856-4f55-b4f2-144f512e2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:06.828400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-6076a37a-b856-4f55-b4f2-144f512e2575 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.4918506 Aug 11 08:11:06.921404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:06.962090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.016054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-3433e7e0-d909-4e15-9ba0-b75ac468e578 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648345 Aug 11 08:11:07.181656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:07.184451 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0cf0b-87bf-4b5e-b082-1774d5599425" -d '{"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-plugged", "status": "completed", "tag": "40d976ce-d126-4143-a967-6fbb09daba47"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:07.191268 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.222457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:07.233306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570da7-e555-4ce2-9bcd-b129abadb6a7 None None] Pushing event updated for resources: {'Port': ['ID=6871539b-6cb0-487c-ab4b-1be85351398c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:07.246504 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.275930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9f5dd97-87d1-48cc-bfd6-66e8c13a4baf req-a32f0226-b30b-4575-87ad-2e41152a7287 service neutron] 10.222.0.69 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8784254 Aug 11 08:11:07.304929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.314147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-5e015704-412b-49a9-a9ce-89bc46a9b6a9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719841 Aug 11 08:11:07.327661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] For port b656bdef-405e-4597-adc7-abc7f8a5a6dc, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b656bdef-405e-4597-adc7-abc7f8a5a6dc,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:07.361787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:07.407527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-698572af-4037-40a9-9409-77a0a8a08506 service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8809266 Aug 11 08:11:07.418498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.501205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-4177954d-d098-4fe3-9ec9-a56a62c4b8e8 service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596696 Aug 11 08:11:07.504653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de35084e-a4ff-4fb4-8a3c-f5d91003ad64 req-36f46356-0793-44aa-acf6-759dba97a95a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 210 time: 0.2246187 Aug 11 08:11:07.525418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:07.569100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:07.572729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:07.575692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Pushing event updated for resources: {'Port': ['ID=a00451b1-e163-427c-92f5-960eaf603d42,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:07.600764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.643508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 42594f11-3188-475f-bb9e-bf5ee7a14edc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:07.695843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '42594f11-3188-475f-bb9e-bf5ee7a14edc', 'network_id': 'ac06e3fc-6b86-41d7-b1be-4848221b2340', 'port_id': '42594f11-3188-475f-bb9e-bf5ee7a14edc', 'mac_address': 'fa:16:3e:98:66:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1c321c-c2f6-4f25-8430-0823a80fca36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:07.706275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c174-1f63-4cd6-b400-87fd67432821 None None] Pushing event updated for resources: {'Port': ['ID=b656bdef-405e-4597-adc7-abc7f8a5a6dc,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:07.715606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fcaa0afc-df24-4816-8e04-a62267e5cf1c None None] Provisioning complete for port b656bdef-405e-4597-adc7-abc7f8a5a6dc triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:07.718255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0afc-df24-4816-8e04-a62267e5cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.816204 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.856177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42594f11-3188-475f-bb9e-bf5ee7a14edc {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:07.885272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1626a-c14b-49dc-bb77-2361336281de req-69d1d102-c64a-4ea8-b0b5-b05680485282 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:07.887247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6df1626a-c14b-49dc-bb77-2361336281de req-69d1d102-c64a-4ea8-b0b5-b05680485282 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 943 time: 0.1629817 Aug 11 08:11:07.933075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b7f7944-3638-4cc0-a1f8-94740dd39774 req-4fd53a9e-b188-4d2c-be30-6c17335a4eb3 service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291562 Aug 11 08:11:07.957300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 42594f11-3188-475f-bb9e-bf5ee7a14edc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:07.971135 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:07.981144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6df1626a-c14b-49dc-bb77-2361336281de req-7100a8ed-dff3-489b-904c-8c71679bd45c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811827 Aug 11 08:11:08.102440 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:08.110190 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bdc9cf-6524-416e-b1a4-7b293d683206 x-openstack-request-id: req-93bdc9cf-6524-416e-b1a4-7b293d683206 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:08.110760 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-plugged", "status": "completed", "tag": "40d976ce-d126-4143-a967-6fbb09daba47", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:08.112040 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93bdc9cf-6524-416e-b1a4-7b293d683206 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:08.114637 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47', 'code': 200} Aug 11 08:11:08.125448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-0b923af3-fbb1-4a92-87ba-db4804b268fd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:08.127792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=42594f11-3188-475f-bb9e-bf5ee7a14edc,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:08.130303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-0b923af3-fbb1-4a92-87ba-db4804b268fd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8060675 Aug 11 08:11:08.181437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:08.203188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': '2104903f-f1b0-4838-acf5-a0efd149259a', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:08.209191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-c4cce238-a174-439b-8cf6-40b6e4e4fa2d service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283971 Aug 11 08:11:08.281885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['42594f11-3188-475f-bb9e-bf5ee7a14edc'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:08.340617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59d153-666a-40a5-ae28-1a3cc9c6f144 req-b88611fa-d094-4380-bf30-9cf17b86c2b2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:08.349138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa59d153-666a-40a5-ae28-1a3cc9c6f144 req-b88611fa-d094-4380-bf30-9cf17b86c2b2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 943 time: 0.1648054 Aug 11 08:11:08.528164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa59d153-666a-40a5-ae28-1a3cc9c6f144 req-9099bdcc-d675-49be-92da-f9100766844e tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774166 Aug 11 08:11:08.626663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Router 79752e44-a25f-4a77-a0da-74cdaf3597b6 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:11:08.678315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:08.696381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:08.742072 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:08.764116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f2165-66b5-4b2d-af0b-8e6f1f3e91d5 None None] Network 77b8a455-e9df-4b54-a643-e71170dc882c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:08.834187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27eb337b-2c22-4335-8a12-48c7abf7ec28 req-d146fcc0-fc05-4158-86ff-a07543a34fc7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 210 time: 0.1349177 Aug 11 08:11:08.874584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:08.941295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-949c4af7-9036-45eb-9982-9f3d073e26ef None None] Provisioning for port 6871539b-6cb0-487c-ab4b-1be85351398c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:09.055832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:11:09.087475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Sync routers for ids ['79752e44-a25f-4a77-a0da-74cdaf3597b6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:11:09.162600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8333b02c-59aa-46fd-91ff-2f3a2eb46b43 req-16307301-dba8-4528-9e06-e49ff40221d7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 210 time: 0.0956233 Aug 11 08:11:09.179776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Routers {'79752e44-a25f-4a77-a0da-74cdaf3597b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:09.186559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['79752e44-a25f-4a77-a0da-74cdaf3597b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:09.309933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6871539b-6cb0-487c-ab4b-1be85351398c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:09.519386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6871539b-6cb0-487c-ab4b-1be85351398c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:09.547055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6871539b-6cb0-487c-ab4b-1be85351398c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:09.547408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:09.556686 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:09.572983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4538d-a604-42f7-83c3-b00eca258fde req-55aa9df0-8a35-4f71-813b-201e05cef415 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:09.575720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:09.578195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76887b5d-e92d-4012-9ffb-cb9215b11c6a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1408820 Aug 11 08:11:09.580802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37382) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:09.588070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9b4538d-a604-42f7-83c3-b00eca258fde req-55aa9df0-8a35-4f71-813b-201e05cef415 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 944 time: 0.3875947 Aug 11 08:11:09.665881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Set router 79752e44-a25f-4a77-a0da-74cdaf3597b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:09.687418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:09.723116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9b4538d-a604-42f7-83c3-b00eca258fde req-71f2b164-ba4c-4085-9b9a-90dd200622c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339569 Aug 11 08:11:09.823097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Router f43802fc-5939-4d4d-aed0-571fe39e1e26 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:11:09.835398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2606af45-2e43-4652-a4b2-6241c3267e68,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:09.946753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c910b3-d970-475f-80c0-6a9e62f4233e req-4ae63dff-977c-4ba3-8300-f0d2392163af tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:09.960985 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35c910b3-d970-475f-80c0-6a9e62f4233e req-4ae63dff-977c-4ba3-8300-f0d2392163af tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 943 time: 0.2578955 Aug 11 08:11:10.144571 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.148196 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf171859-a934-4e45-b413-6a3857297cb4 req-528e6b9d-e7cb-409a-b6bb-1e7e1f8302f1 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 210 time: 0.0401244 Aug 11 08:11:10.179478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.47 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/af790104-6634-43b6-a29f-a1e1192950f0) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:10.183354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:11:10.185399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3ed80cea-6a9d-4150-8fc4-120b35696c14 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:10.197998 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Sync routers for ids ['f43802fc-5939-4d4d-aed0-571fe39e1e26'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:11:10.214781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Routers {'f43802fc-5939-4d4d-aed0-571fe39e1e26'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:10.215460 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f43802fc-5939-4d4d-aed0-571fe39e1e26'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:10.229568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.236221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a248e977-9395-4a85-9149-42e326a56744 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9880528 Aug 11 08:11:10.239247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37402) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:10.335853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3ed80cea-6a9d-4150-8fc4-120b35696c14, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:10.368649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'port_id': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'mac_address': 'fa:16:3e:f0:d7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:10.439563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35c910b3-d970-475f-80c0-6a9e62f4233e req-42b34621-e382-4c37-9dc5-1e87f81b5b83 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653225 Aug 11 08:11:10.453586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-942954b1-594b-4117-92f4-d1bfb547339f req-d55e22c5-78b0-45dd-9b6d-7a1757b17a16 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 210 time: 0.0344138 Aug 11 08:11:10.478792 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.515127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed80cea-6a9d-4150-8fc4-120b35696c14 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:10.519458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-125ca6c7-927a-429f-9fbd-7809ba64ad76 None None] Provisioning complete for port 6871539b-6cb0-487c-ab4b-1be85351398c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:10.519842 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-125ca6c7-927a-429f-9fbd-7809ba64ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.565046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6871539b-6cb0-487c-ab4b-1be85351398c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6871539b-6cb0-487c-ab4b-1be85351398c,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:10.566143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Set router f43802fc-5939-4d4d-aed0-571fe39e1e26 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:10.609924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.613715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b656bdef-405e-4597-adc7-abc7f8a5a6dc up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:10.694745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3ed80cea-6a9d-4150-8fc4-120b35696c14, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:10.727292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 42594f11-3188-475f-bb9e-bf5ee7a14edc up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:10.862595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.863935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:10.915291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:11:07Z', 'revision_number': 3, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:10.955264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object af790104-6634-43b6-a29f-a1e1192950f0 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:10.961287 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Checking router: f43802fc-5939-4d4d-aed0-571fe39e1e26 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:11:10.961932 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Updating router f43802fc-5939-4d4d-aed0-571fe39e1e26 port a00451b1-e163-427c-92f5-960eaf603d42 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:11:11.001776 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.133050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0ecec-c490-4be0-8d69-8a02e78cff92 req-686c094c-10b3-417d-8851-5fd43dddb2ab tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:11.135901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76b0ecec-c490-4be0-8d69-8a02e78cff92 req-686c094c-10b3-417d-8851-5fd43dddb2ab tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 944 time: 0.2822602 Aug 11 08:11:11.477915 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.491756 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Transition to ACTIVE for port object a00451b1-e163-427c-92f5-960eaf603d42 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:11.510530 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.550996 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Attempting to bind port a00451b1-e163-427c-92f5-960eaf603d42 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:11.551515 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Attempting to bind port a00451b1-e163-427c-92f5-960eaf603d42 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:11.551992 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Attempting to bind port a00451b1-e163-427c-92f5-960eaf603d42 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:11.567122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-bf4315bf-dd47-4b40-81e9-5e148e24e9c6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:11.571879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-bf4315bf-dd47-4b40-81e9-5e148e24e9c6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.4347391 Aug 11 08:11:11.581408 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:11.582257 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:11.583064 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.583849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:11.584780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Bound port: a00451b1-e163-427c-92f5-960eaf603d42, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:11.585612 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.591885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3ed80cea-6a9d-4150-8fc4-120b35696c14'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:11.636307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6871539b-6cb0-487c-ab4b-1be85351398c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:11.682572 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] For port a00451b1-e163-427c-92f5-960eaf603d42, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:11.688036 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] For port a00451b1-e163-427c-92f5-960eaf603d42, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a00451b1-e163-427c-92f5-960eaf603d42,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:11.699022 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.751983 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Routers {'f43802fc-5939-4d4d-aed0-571fe39e1e26'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:11.752692 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f43802fc-5939-4d4d-aed0-571fe39e1e26'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:11.754164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c13dcd92-f04c-4f82-94f6-c1b8c36816f6 req-34d13a55-38a1-4a39-a20e-05b4c9419f7c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 210 time: 0.1074727 Aug 11 08:11:11.822856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.901854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:11.908564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=af790104-6634-43b6-a29f-a1e1192950f0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:11.917376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:11.924301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:11.931718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:11.965665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3ed80cea-6a9d-4150-8fc4-120b35696c14,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:11.975602 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] Set router f43802fc-5939-4d4d-aed0-571fe39e1e26 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:12.062733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 42594f11-3188-475f-bb9e-bf5ee7a14edc completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:12.075079 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Pushing event updated for resources: {'Port': ['ID=a00451b1-e163-427c-92f5-960eaf603d42,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:12.086195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:11:06Z', 'revision_number': 3, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:12.088864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b656bdef-405e-4597-adc7-abc7f8a5a6dc triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:12.089296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.091835 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.092368 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.092738 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.093105 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.093489 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.093823 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.094279 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.094780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.095111 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.095432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.095760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.096078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:12.246821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 42594f11-3188-475f-bb9e-bf5ee7a14edc triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:12.247194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.269407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Checking router: 79752e44-a25f-4a77-a0da-74cdaf3597b6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:11:12.269637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Updating router 79752e44-a25f-4a77-a0da-74cdaf3597b6 port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:11:12.445300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:12.446177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.463444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Allocated IP 172.20.0.1 (77b8a455-e9df-4b54-a643-e71170dc882c/72dfc0b2-3747-45b1-b77d-d39f69c80c4d/6d0323ce-bb1c-46e6-ada4-334a60a63905) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:12.476460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.486687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Request body: {'port': {'device_id': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'admin_state_up': True, 'tenant_id': '6bcca3cb5ba64ea18452dfca1f674c8a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:12.499160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f9f8d-e698-4a1f-b609-89e65042f1a2 req-423ed174-0380-4246-b39d-75dfa56eed1a tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:12.499424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.508349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-261f9f8d-e698-4a1f-b609-89e65042f1a2 req-423ed174-0380-4246-b39d-75dfa56eed1a tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 944 time: 0.5717201 Aug 11 08:11:12.561516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-be6d76e6-4409-4cea-acd4-6f9c8ec87649 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3643067 Aug 11 08:11:12.580934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-261f9f8d-e698-4a1f-b609-89e65042f1a2 req-ba1940e8-199d-4a69-8a46-6862546ce855 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711563 Aug 11 08:11:12.602799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Request body: {'port': {'device_id': '2104903f-f1b0-4838-acf5-a0efd149259a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:12.648816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7737b628-71c0-4eae-bbf6-59bb9bab959e None None] Provisioning for port af790104-6634-43b6-a29f-a1e1192950f0 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:12.703235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76b0ecec-c490-4be0-8d69-8a02e78cff92 req-3cec107f-8aa0-48e4-a481-a096f0adfcf8 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1105330 Aug 11 08:11:12.726363 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b992d-c470-4eb4-afe8-86533cb548f1 None None] Pushing event updated for resources: {'Port': ['ID=a00451b1-e163-427c-92f5-960eaf603d42,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:12.753149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7737b628-71c0-4eae-bbf6-59bb9bab959e None None] Provisioning complete for port af790104-6634-43b6-a29f-a1e1192950f0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:12.754177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7737b628-71c0-4eae-bbf6-59bb9bab959e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.766062 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:11:07Z', 'revision_number': 3, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:12.866137 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581002bd-e0fc-4163-b873-084ccd0f32f5 None None] The sync data for ids ['f43802fc-5939-4d4d-aed0-571fe39e1e26'] in n-d-789963-6 is: [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:11:07Z', 'revision_number': 3, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:11:12.935603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:12.975442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Transition to ACTIVE for port object 6d0323ce-bb1c-46e6-ada4-334a60a63905 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:12.984862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Made reservation on behalf of 6bcca3cb5ba64ea18452dfca1f674c8a for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:12.993269 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.117443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7737b628-71c0-4eae-bbf6-59bb9bab959e None None] Port af790104-6634-43b6-a29f-a1e1192950f0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:13.122061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.133519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.221701 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916b6164-6f00-49d7-9e07-46d498ad532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42594f11-3188-475f-bb9e-bf5ee7a14edc'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:13.224507 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf41baf-3557-4343-b5c3-19baba5ee1f8" -d '{"events": [{"server_uuid": "916b6164-6f00-49d7-9e07-46d498ad532b", "name": "network-vif-plugged", "status": "completed", "tag": "42594f11-3188-475f-bb9e-bf5ee7a14edc"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:13.253787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 42594f11-3188-475f-bb9e-bf5ee7a14edc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:13.280093 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.351310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Allocated IP 172.20.0.2 (9948d4ea-d7b5-4b75-bc1c-50d025476918/6c4e1143-e354-48c5-9f78-b1a91ecbfbe4/afc7ae7d-9a6a-4650-ba8f-fb013df809ea) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:13.387228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=42594f11-3188-475f-bb9e-bf5ee7a14edc,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:13.391166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6871539b-6cb0-487c-ab4b-1be85351398c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:13.412587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Network 77b8a455-e9df-4b54-a643-e71170dc882c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:13.416214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:13.446509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Pushing event updated for resources: {'Port': ['ID=6d0323ce-bb1c-46e6-ada4-334a60a63905,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:13.473327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:13.585662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c4eae-e878-4382-8e7c-646ba9edad10 req-a6414de8-8be5-459f-a8a1-1766ab5e5a29 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:13.598394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d3c4eae-e878-4382-8e7c-646ba9edad10 req-a6414de8-8be5-459f-a8a1-1766ab5e5a29 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 935 time: 0.8625958 Aug 11 08:11:13.603617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.642498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.660824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6871539b-6cb0-487c-ab4b-1be85351398c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:13.661957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.663559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Transition to ACTIVE for port object 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:13.714886 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.748453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.792349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Attempting to bind port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:13.792735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Attempting to bind port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:13.793104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Attempting to bind port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:13.835748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:13.836195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:13.836520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.836944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:13.837427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Bound port: 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:13.837805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.894261 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:13.976860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9be5a2d6-a208-4f5c-b316-b78e42f074f4 req-e5ff21e8-dc59-4c28-89a9-67f123b5172a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 210 time: 0.4722672 Aug 11 08:11:13.987897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.011198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] For port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:14.027276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] For port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:14.054928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c84d-a9e6-49c0-a8ab-f3d8ca937b2e None None] Pushing event updated for resources: {'Port': ['ID=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:14.069725 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.161456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d3c4eae-e878-4382-8e7c-646ba9edad10 req-ee15281a-404c-46a7-a61c-3c33f047c3d4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620208 Aug 11 08:11:14.224407 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07c189-f190-44ce-99e7-1d19fb818778 x-openstack-request-id: req-ce07c189-f190-44ce-99e7-1d19fb818778 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:14.225393 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916b6164-6f00-49d7-9e07-46d498ad532b", "name": "network-vif-plugged", "status": "completed", "tag": "42594f11-3188-475f-bb9e-bf5ee7a14edc", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:14.226012 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce07c189-f190-44ce-99e7-1d19fb818778 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:14.238730 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916b6164-6f00-49d7-9e07-46d498ad532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42594f11-3188-475f-bb9e-bf5ee7a14edc', 'code': 200} Aug 11 08:11:14.252955 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.259921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3ed80cea-6a9d-4150-8fc4-120b35696c14 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:14.301641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Allocated IP 172.20.0.1 (9d38ed5f-0690-4e08-9e15-b9707bbb9dca/463b819f-8b32-4c16-a158-907be56777bf/04098180-5a26-4603-ac0f-23f8db392b3d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:14.325945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c84d-a9e6-49c0-a8ab-f3d8ca937b2e None None] Pushing event updated for resources: {'Port': ['ID=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:14.355790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d48adff-7802-4bb7-a806-e9842cb43291 None None] Provisioning for port 6d0323ce-bb1c-46e6-ada4-334a60a63905 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:14.383263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d48adff-7802-4bb7-a806-e9842cb43291 None None] Provisioning complete for port 6d0323ce-bb1c-46e6-ada4-334a60a63905 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:14.383974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d48adff-7802-4bb7-a806-e9842cb43291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.452212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7d48adff-7802-4bb7-a806-e9842cb43291 None None] Port 6d0323ce-bb1c-46e6-ada4-334a60a63905 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:14.460488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Routers {'79752e44-a25f-4a77-a0da-74cdaf3597b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:14.461578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['79752e44-a25f-4a77-a0da-74cdaf3597b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:14.467510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:14.540087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 3ed80cea-6a9d-4150-8fc4-120b35696c14 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:14.554331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:14.556528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:14.557255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 3ed80cea-6a9d-4150-8fc4-120b35696c14 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:14.557828 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.561817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:14.695332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dee9f1-fee2-45be-bf39-95b9db576bd6 req-41faa35a-ef8b-447b-8de0-a0f784e44b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:14.695783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.697711 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98dee9f1-fee2-45be-bf39-95b9db576bd6 req-41faa35a-ef8b-447b-8de0-a0f784e44b92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 1096 time: 0.2467625 Aug 11 08:11:14.726020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.735579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.795608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:14.796682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.820287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f7174-5235-4a6e-b0e0-2a6e5fad1633 req-35601329-deb5-4d81-a167-29ec3cf569bb tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:14.831138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c20f7174-5235-4a6e-b0e0-2a6e5fad1633 req-35601329-deb5-4d81-a167-29ec3cf569bb tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 944 time: 0.4079235 Aug 11 08:11:14.843495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98dee9f1-fee2-45be-bf39-95b9db576bd6 req-f756644e-781b-4f74-8a78-c85fb4fd1ec6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326869 Aug 11 08:11:14.848778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-ba250326-50ce-4ea4-b078-17d54630220e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3959346 Aug 11 08:11:14.859508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Transition to ACTIVE for port object 04098180-5a26-4603-ac0f-23f8db392b3d will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:14.919209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a00451b1-e163-427c-92f5-960eaf603d42 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:14.922905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c20f7174-5235-4a6e-b0e0-2a6e5fad1633 req-481262ad-e116-4529-90a8-d651e37f45c9 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904989 Aug 11 08:11:14.932860 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:14.947669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e11b3-2e84-489c-9a50-5cef04b474b3 req-5d833582-192a-433c-a9d6-c64fd1b8382e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:14.949670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-927e11b3-2e84-489c-9a50-5cef04b474b3 req-5d833582-192a-433c-a9d6-c64fd1b8382e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.5677793 Aug 11 08:11:14.951543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Pushing event updated for resources: {'Port': ['ID=6d0323ce-bb1c-46e6-ada4-334a60a63905,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:14.971616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] Set router 79752e44-a25f-4a77-a0da-74cdaf3597b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:15.018548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.144269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.177963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Network 77b8a455-e9df-4b54-a643-e71170dc882c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:15.184788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:15.185289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:15.217650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Request body: {'port': {'device_id': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:15.299912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:15.329940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:15.395205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a00451b1-e163-427c-92f5-960eaf603d42 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:15.410374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a00451b1-e163-427c-92f5-960eaf603d42 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:15.411069 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.466374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3ed80cea-6a9d-4150-8fc4-120b35696c14, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:15.509265 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.595165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af790104-6634-43b6-a29f-a1e1192950f0 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:15.613533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.635123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Transition to ACTIVE for port object af790104-6634-43b6-a29f-a1e1192950f0 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:15.642397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-3e809ac5-17a7-4e3c-b616-41de32fd124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:15.645050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-3e809ac5-17a7-4e3c-b616-41de32fd124b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad5b0709a6f9466da7c33b169168061d&device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 1100 time: 0.2891576 Aug 11 08:11:15.646188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.679584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Pushing event updated for resources: {'Port': ['ID=04098180-5a26-4603-ac0f-23f8db392b3d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:15.695442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.705717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3ed80cea-6a9d-4150-8fc4-120b35696c14,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:15.809831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Pushing event updated for resources: {'Port': ['ID=af790104-6634-43b6-a29f-a1e1192950f0,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:15.827933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-927e11b3-2e84-489c-9a50-5cef04b474b3 req-4f37d28c-72c5-4f76-b0bb-4cb68be48c14 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8599389 Aug 11 08:11:15.828319 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.904961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-2b24b6df-40d1-478e-bcc5-58ef43d94a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:15.907525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-2b24b6df-40d1-478e-bcc5-58ef43d94a20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2111659 Aug 11 08:11:15.908092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdc77cb3-99b8-470c-8cd1-0eb3752eedab None None] Provisioning complete for port 6d0323ce-bb1c-46e6-ada4-334a60a63905 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:15.908506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cdc77cb3-99b8-470c-8cd1-0eb3752eedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:15.954514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Router f43802fc-5939-4d4d-aed0-571fe39e1e26 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:11:16.027080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.205692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Attempting to bind port af790104-6634-43b6-a29f-a1e1192950f0 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:16.206315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Attempting to bind port af790104-6634-43b6-a29f-a1e1192950f0 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:16.219581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Attempting to bind port af790104-6634-43b6-a29f-a1e1192950f0 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:16.249320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:16.253106 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb829dfd-305c-4879-b7bc-de51f2fb7bb5" -d '{"events": [{"server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "name": "network-vif-plugged", "status": "completed", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:16.258358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cdc77cb3-99b8-470c-8cd1-0eb3752eedab None None] Port 6d0323ce-bb1c-46e6-ada4-334a60a63905 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:16.276258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:11:06Z', 'revision_number': 3, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:16.283317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b4edc-6f02-4f9e-8689-2be572b9a904 req-3bf9c331-23e5-4ef7-bd2d-a669ae9ff03c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:16.291597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port a00451b1-e163-427c-92f5-960eaf603d42, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a00451b1-e163-427c-92f5-960eaf603d42,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:16.295440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e25b4edc-6f02-4f9e-8689-2be572b9a904 req-3bf9c331-23e5-4ef7-bd2d-a669ae9ff03c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 947 time: 0.2038226 Aug 11 08:11:16.307339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Port af790104-6634-43b6-a29f-a1e1192950f0 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:16.308068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Attempting to bind port af790104-6634-43b6-a29f-a1e1192950f0 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:16.351410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc1144-4555-4248-bb4f-bdf6347dde17 None None] The sync data for ids ['79752e44-a25f-4a77-a0da-74cdaf3597b6'] in n-d-789963-6 is: [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:11:06Z', 'revision_number': 3, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:11:16.354320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.395567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-4c3c2a1e-485d-49fa-aed2-e83a5a03cdf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=40d976ce-d126-4143-a967-6fbb09daba47 HTTP/1.1" status: 200 len: 217 time: 0.4132209 Aug 11 08:11:16.408998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:16.409509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:16.410102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:16.410840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Bound port: af790104-6634-43b6-a29f-a1e1192950f0, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:16.411291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.466779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.472739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e25b4edc-6f02-4f9e-8689-2be572b9a904 req-9a154175-4c02-4517-8740-5f86e8a5880d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758633 Aug 11 08:11:16.478573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37110ed4-ed1e-4b47-afe3-c774d9eb22c2 req-e172a89a-293c-452a-882d-475ef875398d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:16.499702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37110ed4-ed1e-4b47-afe3-c774d9eb22c2 req-e172a89a-293c-452a-882d-475ef875398d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 931 time: 0.9445155 Aug 11 08:11:16.503812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=a00451b1-e163-427c-92f5-960eaf603d42,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:16.566262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-70c23c9d-a1fd-4448-9c3c-8a6fa55f3121 None None] Provisioning for port 04098180-5a26-4603-ac0f-23f8db392b3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:16.582393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-70c23c9d-a1fd-4448-9c3c-8a6fa55f3121 None None] Provisioning complete for port 04098180-5a26-4603-ac0f-23f8db392b3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:16.585926 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-70c23c9d-a1fd-4448-9c3c-8a6fa55f3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.590347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] For port af790104-6634-43b6-a29f-a1e1192950f0, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:16.598009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] For port af790104-6634-43b6-a29f-a1e1192950f0, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=af790104-6634-43b6-a29f-a1e1192950f0,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:16.613576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.641325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37110ed4-ed1e-4b47-afe3-c774d9eb22c2 req-8837437d-309d-4cea-9fe2-72aa75fd2b2a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404870 Aug 11 08:11:16.681541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-70c23c9d-a1fd-4448-9c3c-8a6fa55f3121 None None] Port 04098180-5a26-4603-ac0f-23f8db392b3d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:16.771218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:16.778521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:16.781516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] 10.222.0.64 "PUT /v2.0/ports/af790104-6634-43b6-a29f-a1e1192950f0 HTTP/1.1" status: 200 len: 1095 time: 4.1950226 Aug 11 08:11:16.880027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-340d1889-ab1d-4587-8330-8b68c2721dc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9672546 Aug 11 08:11:16.969400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a00451b1-e163-427c-92f5-960eaf603d42 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:16.998688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2104903f-f1b0-4838-acf5-a0efd149259a', 'tag': 'af790104-6634-43b6-a29f-a1e1192950f0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:17.006406 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0dd39-915b-4307-92d9-95db47699706" -d '{"events": [{"name": "network-changed", "server_uuid": "2104903f-f1b0-4838-acf5-a0efd149259a", "tag": "af790104-6634-43b6-a29f-a1e1192950f0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:17.148576 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e4c2c5-8949-4130-8e60-472678f94053 x-openstack-request-id: req-39e4c2c5-8949-4130-8e60-472678f94053 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:17.149188 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "name": "network-vif-plugged", "status": "completed", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:17.149713 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39e4c2c5-8949-4130-8e60-472678f94053 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:17.150432 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'code': 200} Aug 11 08:11:17.196841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-7cbf4c46-6085-4eca-96d0-932c828a59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:17.199369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-7cbf4c46-6085-4eca-96d0-932c828a59ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.7525766 Aug 11 08:11:17.235822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:11:17.281387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4b9679e-e923-4de5-8cc3-dda9d111a6ac admin admin] 10.222.0.58 "PUT /v2.0/routers/f43802fc-5939-4d4d-aed0-571fe39e1e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0404897 Aug 11 08:11:17.291691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a00451b1-e163-427c-92f5-960eaf603d42 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:17.294023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:17.444089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Sync routers for ids ['f43802fc-5939-4d4d-aed0-571fe39e1e26'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:11:17.463168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Routers {'f43802fc-5939-4d4d-aed0-571fe39e1e26'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:17.463989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f43802fc-5939-4d4d-aed0-571fe39e1e26'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:17.537839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-1cb9a959-d4b2-4058-8038-fd7968ccbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:17.540123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-1cb9a959-d4b2-4058-8038-fd7968ccbfc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 1098 time: 0.5223167 Aug 11 08:11:17.670339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Set router f43802fc-5939-4d4d-aed0-571fe39e1e26 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:17.712007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f46d-678d-40e7-96df-c7f98eff9586 req-b49a7d3c-18ca-4eb3-84b7-d927ad2c8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:17.722745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24d9f46d-678d-40e7-96df-c7f98eff9586 req-b49a7d3c-18ca-4eb3-84b7-d927ad2c8280 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 1096 time: 0.3733649 Aug 11 08:11:17.747413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-41b67f16-d3fb-4b38-812e-e8ac9fc080f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=af790104-6634-43b6-a29f-a1e1192950f0 HTTP/1.1" status: 200 len: 217 time: 0.1667731 Aug 11 08:11:17.773352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37490) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:17.786786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e27c-303f-40ea-a09b-5d28eac109d5 req-fa57d2e8-134f-4552-b7b0-b5a884326893 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:17.788468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3527e27c-303f-40ea-a09b-5d28eac109d5 req-fa57d2e8-134f-4552-b7b0-b5a884326893 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.8222442 Aug 11 08:11:17.964393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-bc0bed58-567d-4a31-928a-1c2e5de0a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:17.966662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-bc0bed58-567d-4a31-928a-1c2e5de0a8a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1263397 Aug 11 08:11:17.969202 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24d9f46d-678d-40e7-96df-c7f98eff9586 req-3dddb9aa-4d90-44b2-8fca-9babf23c78a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204533 Aug 11 08:11:17.989334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb968a-3088-4def-947b-6355f6d97d4e service neutron] Pushing event updated for resources: {'Port': ['ID=af790104-6634-43b6-a29f-a1e1192950f0,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:18.027517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-ff6a6edd-0cd6-4d09-8c76-3482a085a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:18.031327 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-ff6a6edd-0cd6-4d09-8c76-3482a085a958 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6513336 Aug 11 08:11:18.049578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-437bbbe0-6fd2-4c63-9eac-a5ab3e79506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:18.053375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-437bbbe0-6fd2-4c63-9eac-a5ab3e79506b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 1096 time: 1.0079646 Aug 11 08:11:18.114055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-dcf31112-e3f8-4e7e-99db-483a66443ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:18.119915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-dcf31112-e3f8-4e7e-99db-483a66443ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151459 Aug 11 08:11:18.125794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3527e27c-303f-40ea-a09b-5d28eac109d5 req-b9caac57-ca76-4116-9b9b-a04365fa1a28 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705682 Aug 11 08:11:18.229768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:11:14Z', 'revision_number': 4, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6d0323ce-bb1c-46e6-ada4-334a60a63905', 'name': '', 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'mac_address': 'fa:16:3e:90:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:12Z', 'updated_at': '2021-08-11T08:11:14Z', 'revision_number': 2, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'subnets': [{'id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:18.327079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Checking router: f43802fc-5939-4d4d-aed0-571fe39e1e26 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:11:18.328197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Updating router f43802fc-5939-4d4d-aed0-571fe39e1e26 port 6d0323ce-bb1c-46e6-ada4-334a60a63905 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:11:18.369277 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531679f7-a3f3-4986-93e5-62dbcdf5279c x-openstack-request-id: req-531679f7-a3f3-4986-93e5-62dbcdf5279c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:18.370166 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2104903f-f1b0-4838-acf5-a0efd149259a", "tag": "af790104-6634-43b6-a29f-a1e1192950f0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:18.373424 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-531679f7-a3f3-4986-93e5-62dbcdf5279c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:18.379624 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2104903f-f1b0-4838-acf5-a0efd149259a', 'tag': 'af790104-6634-43b6-a29f-a1e1192950f0', 'status': 'completed', 'code': 200} Aug 11 08:11:18.400208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-6bb845db-9362-466c-a8ae-89671236c175 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136444 Aug 11 08:11:18.418639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-387531295'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:18.436972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:18.624251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:18.639193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:18.647744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-36e72eab-c84e-4726-ba29-e69c5d1ea799 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175927 Aug 11 08:11:18.949706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:18.962685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Transition to ACTIVE for port object 6d0323ce-bb1c-46e6-ada4-334a60a63905 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:18.970490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:18.973755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:18.983806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-932ef9dc-1915-475a-b6e7-f9546ed35616 req-0c1f99f0-900f-4bdc-afb7-af2889bc4a3f service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977686 Aug 11 08:11:19.061173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb4d58-5d11-48b7-b256-d91daf87930e None None] Pushing event updated for resources: {'Port': ['ID=6d0323ce-bb1c-46e6-ada4-334a60a63905,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:19.074626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d61ea-2573-4d38-ae92-764bfb3d1ec3 req-f22c36b2-8447-4e61-97bb-ab8e3b53f0fd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:19.079684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-681d61ea-2573-4d38-ae92-764bfb3d1ec3 req-f22c36b2-8447-4e61-97bb-ab8e3b53f0fd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 947 time: 0.5657287 Aug 11 08:11:19.081386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:11:19.142879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.143942 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Added segment f56aeab8-72cb-4610-9346-1d34f60bd984 of type vlan for network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e Aug 11 08:11:19.155717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9d927-1de3-4721-b66f-9673ce7e6e36 req-830c8221-04de-4988-b2e9-5de46a27f3e8 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:19.165119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9f9d927-1de3-4721-b66f-9673ce7e6e36 req-830c8221-04de-4988-b2e9-5de46a27f3e8 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 1.8180761 Aug 11 08:11:19.339958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Attempting to bind port 6d0323ce-bb1c-46e6-ada4-334a60a63905 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:19.340648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Attempting to bind port 6d0323ce-bb1c-46e6-ada4-334a60a63905 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:19.342585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Attempting to bind port 6d0323ce-bb1c-46e6-ada4-334a60a63905 on network 77b8a455-e9df-4b54-a643-e71170dc882c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:19.376846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:19.377562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Checking segment: {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:19.378178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.381688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Bound using segment: {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:19.383012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Bound port: 6d0323ce-bb1c-46e6-ada4-334a60a63905, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f278b8-a894-4942-be3e-e19b3e6f15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:19.386359 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-681d61ea-2573-4d38-ae92-764bfb3d1ec3 req-38f77704-f2ae-4765-9743-ca1d22b43077 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902060 Aug 11 08:11:19.387119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.388294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc7ae7d-9a6a-4650-ba8f-fb013df809ea {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:19.421342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9f9d927-1de3-4721-b66f-9673ce7e6e36 req-f7348e27-31bf-457a-bdc1-c9c377eef507 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537220 Aug 11 08:11:19.439381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:19.481002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.483240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.653529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0dd39-915b-4307-92d9-95db47699706 req-b83bf1b0-aeee-4e5e-b9df-76b1b03c7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:19.655491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-b83bf1b0-aeee-4e5e-b9df-76b1b03c7e42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 1098 time: 0.5056531 Aug 11 08:11:19.658868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.674160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:19.674920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.679687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.689990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-819a846c-905c-4362-a505-ddde6ccd38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:19.698262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-819a846c-905c-4362-a505-ddde6ccd38eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 910 time: 1.2766936 Aug 11 08:11:19.712283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.715941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:19.716459 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.789031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9566259 Aug 11 08:11:19.796072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] For port 6d0323ce-bb1c-46e6-ada4-334a60a63905, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:19.809238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37510) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:19.816677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'subnet': {'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:19.851888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.883394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] For port 6d0323ce-bb1c-46e6-ada4-334a60a63905, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6d0323ce-bb1c-46e6-ada4-334a60a63905,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:19.890956 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:19.947198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Transition to ACTIVE for port object afc7ae7d-9a6a-4650-ba8f-fb013df809ea will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:20.065102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0dd39-915b-4307-92d9-95db47699706 req-c8c2225d-ad5e-457e-b6bf-cd721a3d4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:20.067864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-c8c2225d-ad5e-457e-b6bf-cd721a3d4ae1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3707945 Aug 11 08:11:20.102392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Routers {'f43802fc-5939-4d4d-aed0-571fe39e1e26'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:20.103331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f43802fc-5939-4d4d-aed0-571fe39e1e26'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:20.137018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:20.154966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4950bbf8-cda7-43e0-8766-7286f2d19e70 req-58f634b6-034d-4da7-8a6e-28bf04125e3c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7194555 Aug 11 08:11:20.187490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-3d9a4b1d-73e1-4a6e-9279-987e0c0ccb0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a HTTP/1.1" status: 200 len: 217 time: 0.3458238 Aug 11 08:11:20.220117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-eba34a62-de3a-4b49-b9b6-f0225e81662a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=af790104-6634-43b6-a29f-a1e1192950f0 HTTP/1.1" status: 200 len: 217 time: 0.1026766 Aug 11 08:11:20.268703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4197-f049-4d97-91e7-621240ba0cc7 req-f6b84ea6-484b-4eeb-a453-e60fad8656eb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:20.282436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-434a4197-f049-4d97-91e7-621240ba0cc7 req-f6b84ea6-484b-4eeb-a453-e60fad8656eb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 931 time: 0.6698735 Aug 11 08:11:20.285859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] Set router f43802fc-5939-4d4d-aed0-571fe39e1e26 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:20.396859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad967bdd-94ec-4451-b02d-e8b3d3c94ccb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Network': ['ID=63c7a8ff-c6bf-4aee-a84e-4e17615a694e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:20.397783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb4d58-5d11-48b7-b256-d91daf87930e None None] Pushing event updated for resources: {'Port': ['ID=6d0323ce-bb1c-46e6-ada4-334a60a63905,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:20.455151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:11:20.496125 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-434a4197-f049-4d97-91e7-621240ba0cc7 req-6872a110-2833-4881-b310-507e6953defb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120461 Aug 11 08:11:20.560836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:20.570573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0dd39-915b-4307-92d9-95db47699706 req-dd316404-dfb2-47fb-8961-9f295f8dcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:20.573659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-dd316404-dfb2-47fb-8961-9f295f8dcb68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.3407230 Aug 11 08:11:20.588061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Pushing event updated for resources: {'Port': ['ID=04098180-5a26-4603-ac0f-23f8db392b3d,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:20.599469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:20.605837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:20.606340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:20.631839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:20.637280 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:20.649512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:20.765352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ae8c4-84d7-4a87-a88f-a161cc722163 req-60c26b7e-fbad-419b-a6ad-a3660423b4a7 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:20.778496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e56ae8c4-84d7-4a87-a88f-a161cc722163 req-60c26b7e-fbad-419b-a6ad-a3660423b4a7 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.8261855 Aug 11 08:11:20.784015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:20.829853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:11:14Z', 'revision_number': 4, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6d0323ce-bb1c-46e6-ada4-334a60a63905', 'name': '', 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'mac_address': 'fa:16:3e:90:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:12Z', 'updated_at': '2021-08-11T08:11:19Z', 'revision_number': 4, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'subnets': [{'id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:20.856713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-66ad557f-a5b5-42e9-b59b-a3b8866a1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:20.859856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-66ad557f-a5b5-42e9-b59b-a3b8866a1b5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.4148512 Aug 11 08:11:20.903439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69650cab-4fe1-4042-9a3d-044a2b1cf0fe None None] The sync data for ids ['f43802fc-5939-4d4d-aed0-571fe39e1e26'] in n-d-789963-6 is: [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:11:14Z', 'revision_number': 4, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6d0323ce-bb1c-46e6-ada4-334a60a63905', 'name': '', 'network_id': '77b8a455-e9df-4b54-a643-e71170dc882c', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'mac_address': 'fa:16:3e:90:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:12Z', 'updated_at': '2021-08-11T08:11:19Z', 'revision_number': 4, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'subnets': [{'id': '72dfc0b2-3747-45b1-b77d-d39f69c80c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:11:21.314711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-01c48bed-ddb5-4cd8-81af-025eeae71990 None None] Provisioning complete for port 04098180-5a26-4603-ac0f-23f8db392b3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:21.316136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01c48bed-ddb5-4cd8-81af-025eeae71990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:21.339209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e56ae8c4-84d7-4a87-a88f-a161cc722163 req-dbf65052-0a86-4463-9a83-3adbbc6b6929 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5589111 Aug 11 08:11:21.459100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-01c48bed-ddb5-4cd8-81af-025eeae71990 None None] Port 04098180-5a26-4603-ac0f-23f8db392b3d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:21.480432 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-befc25c1-5093-43ce-936d-971c38eb42fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5824544 Aug 11 08:11:21.481698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:21.984560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-5e6aaf07-a74b-47e2-8e70-f34e5f8a1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:21.987278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-5e6aaf07-a74b-47e2-8e70-f34e5f8a1df8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 1096 time: 0.6377306 Aug 11 08:11:22.086770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:22.087437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:22.088047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:22.189411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:22.189871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:22.240602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Router 79752e44-a25f-4a77-a0da-74cdaf3597b6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:11:22.251614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-eea913d5-eebd-4743-a367-48672bb96e4a service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014468 Aug 11 08:11:22.252960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:22.253522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:22.254092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:22.254768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Bound port: afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:22.255578 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:22.288328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0dd39-915b-4307-92d9-95db47699706 req-38d38508-15d0-44cd-be55-f067430ed414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:22.291126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-38d38508-15d0-44cd-be55-f067430ed414 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7058969 Aug 11 08:11:22.297631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:22.350890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b81733-9011-474a-a8a4-a5ca7ff7813e req-4fac9674-0261-4663-aad4-b249a36ff6cf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:22.363200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85b81733-9011-474a-a8a4-a5ca7ff7813e req-4fac9674-0261-4663-aad4-b249a36ff6cf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.4044857 Aug 11 08:11:22.480824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0317-83bf-4741-bf23-17f70c3e5c0d req-467bb12a-45a4-4481-8810-32c587dc1b7d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:22.483069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4eba0317-83bf-4741-bf23-17f70c3e5c0d req-467bb12a-45a4-4481-8810-32c587dc1b7d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 947 time: 1.1278419 Aug 11 08:11:22.504053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Subnet': ['ID=7b533fae-c0ad-4c85-82bb-eea632762b73,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:22.545385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.546003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.546572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.546993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.547406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.547805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.548204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.548601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.549013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.549419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.550654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.551073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:22.565823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Checking segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:22.566293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network hostable DHCP agents. Network: 63c7a8ff-c6bf-4aee-a84e-4e17615a694e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:11:22.633061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-73978006-744d-419b-9ad9-800d3487192b service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255293 Aug 11 08:11:22.745330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac0dd39-915b-4307-92d9-95db47699706 req-b163b6ef-dcec-4043-ab05-d9825de8fb7b service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046765 Aug 11 08:11:22.748154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:11:22.749687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device af790104-6634-43b6-a29f-a1e1192950f0 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:22.754790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4eba0317-83bf-4741-bf23-17f70c3e5c0d req-a837468b-a396-4e05-af81-2b37d4e1af52 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283924 Aug 11 08:11:22.761873 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdec30bc-d65f-4344-99d1-add32011c5e9 req-a3c9d101-335e-4452-872b-c7d592a272a1 service neutron] 10.222.0.69 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754367 Aug 11 08:11:22.763919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-462cb385-18b0-440f-b67a-d818d56eedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:22.766381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-462cb385-18b0-440f-b67a-d818d56eedd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 910 time: 0.7590811 Aug 11 08:11:22.814996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 63c7a8ff-c6bf-4aee-a84e-4e17615a694e) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:22.828605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ec331-88f3-46cb-bd36-60741bd27507 None None] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:22.834061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:22.837740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85b81733-9011-474a-a8a4-a5ca7ff7813e req-d522644c-ebfd-4ead-b5c3-36ffb1640868 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712000 Aug 11 08:11:22.845425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:22.895625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-87c31c34-de60-4307-847d-46d450760ca9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0848594 Aug 11 08:11:22.896895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:22.914143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-734029675'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:22.993011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:22.997705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.064780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ec417-17aa-428b-8d40-9547b8899011 req-9d17da20-b2a9-44cb-a81c-a7a106820fc9 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:23.078136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f9ec417-17aa-428b-8d40-9547b8899011 req-9d17da20-b2a9-44cb-a81c-a7a106820fc9 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.0995448 Aug 11 08:11:23.081706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:23.090833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Request body: {'floatingip': {'port_id': '3ed80cea-6a9d-4150-8fc4-120b35696c14'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:23.107296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:23.127326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:23.235917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:23.294091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.302720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:11:23.339033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-3f246c50-03ba-4d2d-9f48-b94170ee31c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc HTTP/1.1" status: 200 len: 217 time: 0.5519962 Aug 11 08:11:23.341960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:11:23.351073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.379892 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.380820 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Added segment e3e20181-6ed8-42e4-84ae-9cac4364055a of type vlan for network 661beb60-d432-4605-9795-59adea419c7f Aug 11 08:11:23.439974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-fe9281d4-f348-49e4-894f-27025ff230a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:23.441695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-fe9281d4-f348-49e4-894f-27025ff230a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.0839512 Aug 11 08:11:23.495483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.530338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:23.530687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.562171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-e2b5fc90-192a-48d1-abc7-e3d0b6ba6b43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012802 Aug 11 08:11:23.568352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:11:23.578057 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Sync routers for ids ['79752e44-a25f-4a77-a0da-74cdaf3597b6'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:11:23.591129 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Routers {'79752e44-a25f-4a77-a0da-74cdaf3597b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:23.593549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['79752e44-a25f-4a77-a0da-74cdaf3597b6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:23.615670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:23.618381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.621991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] 10.222.0.64 "PUT /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 1091 time: 8.4237094 Aug 11 08:11:23.625390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'fixed_ips': [{'subnet_id': '7b533fae-c0ad-4c85-82bb-eea632762b73'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:11:23.628563 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.631847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b7ee4b43-822d-40ed-8658-46a1b020be25 admin admin] 10.222.0.58 "PUT /v2.0/routers/79752e44-a25f-4a77-a0da-74cdaf3597b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0460353 Aug 11 08:11:23.634553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:23.637992 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98384f54-a219-4202-99d9-73064ccd426a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:23.670056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.687817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:23.689361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:23.709717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42193f5-bca4-4101-9f1d-536fe84b9540 req-e165f3a7-a259-485d-9ae8-b1d71e199f3c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:23.720186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c42193f5-bca4-4101-9f1d-536fe84b9540 req-e165f3a7-a259-485d-9ae8-b1d71e199f3c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.5860085 Aug 11 08:11:23.760146 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffda1ff-4798-4d42-94c2-8be9c4e4d867 x-openstack-request-id: req-dffda1ff-4798-4d42-94c2-8be9c4e4d867 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:23.760146 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:23.760527 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dffda1ff-4798-4d42-94c2-8be9c4e4d867 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:23.760616 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'status': 'completed', 'code': 200} Aug 11 08:11:23.832355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:23.849884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.849884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.849884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.849884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.851644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.851644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.851644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.851644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.851644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.852094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.852207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.853739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504e85c-0422-4145-ae7b-7157f1726d5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:23.912616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c42193f5-bca4-4101-9f1d-536fe84b9540 req-4c765824-9133-487d-86f4-ac6d409fe26e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879530 Aug 11 08:11:23.937524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-3043763a-204d-4d78-99eb-4244eac7b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:23.949326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-3043763a-204d-4d78-99eb-4244eac7b029 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1094 time: 0.2082775 Aug 11 08:11:23.972488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port af790104-6634-43b6-a29f-a1e1192950f0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=af790104-6634-43b6-a29f-a1e1192950f0,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:23.983598 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Set router 79752e44-a25f-4a77-a0da-74cdaf3597b6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:24.177856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-fe93afeb-e1f6-41a9-99b6-f6de39e04b1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 217 time: 0.2235723 Aug 11 08:11:24.190363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6d0323ce-bb1c-46e6-ada4-334a60a63905 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:24.191945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2914200 Aug 11 08:11:24.200788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:24.201133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db7273-5a94-4470-b04f-c4529edca7a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Network': ['ID=661beb60-d432-4605-9795-59adea419c7f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:24.208584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'subnet': {'network_id': '661beb60-d432-4605-9795-59adea419c7f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:24.260428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-39fa4193-ea7e-4b54-9017-5afe775df5b7 service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758950 Aug 11 08:11:24.273368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 661beb60-d432-4605-9795-59adea419c7f details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:11:24.278267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'af790104-6634-43b6-a29f-a1e1192950f0', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'af790104-6634-43b6-a29f-a1e1192950f0', 'mac_address': 'fa:16:3e:47:db:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:24.345818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ba09c-c860-4211-a1de-e2db3e128563 req-848b3e2a-b1ad-41ef-a809-a4bc8de0de55 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:24.347916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a62ba09c-c860-4211-a1de-e2db3e128563 req-848b3e2a-b1ad-41ef-a809-a4bc8de0de55 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.2032561 Aug 11 08:11:24.370921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1ce2-bc88-4ea4-8133-25b750fce8d3 req-387edc4d-cbe0-46ae-b72e-74d7e57552d6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:24.379290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49aa1ce2-bc88-4ea4-8133-25b750fce8d3 req-387edc4d-cbe0-46ae-b72e-74d7e57552d6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 947 time: 0.3028948 Aug 11 08:11:24.460212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd858-8010-4037-a394-30e11ff9bcba req-0b4d0260-a00e-462a-b191-b7660d91fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:24.462054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-0b4d0260-a00e-462a-b191-b7660d91fa53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.2737598 Aug 11 08:11:24.557732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49aa1ce2-bc88-4ea4-8133-25b750fce8d3 req-20e1a802-5729-459a-8cef-4a441204a210 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754341 Aug 11 08:11:24.615084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:24.623131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:24.625358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:11:16Z', 'revision_number': 4, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '04098180-5a26-4603-ac0f-23f8db392b3d', 'name': '', 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'mac_address': 'fa:16:3e:a4:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '463b819f-8b32-4c16-a158-907be56777bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:12Z', 'updated_at': '2021-08-11T08:11:17Z', 'revision_number': 2, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'subnets': [{'id': '463b819f-8b32-4c16-a158-907be56777bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:24.736370 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Checking router: 79752e44-a25f-4a77-a0da-74cdaf3597b6 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:11:24.736740 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Updating router 79752e44-a25f-4a77-a0da-74cdaf3597b6 port 04098180-5a26-4603-ac0f-23f8db392b3d binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:11:24.798111 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:24.920859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:24.975090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af790104-6634-43b6-a29f-a1e1192950f0 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:24.984616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-a456082e-47e7-4c82-bb84-dcda18001b32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5071054 Aug 11 08:11:24.990975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a62ba09c-c860-4211-a1de-e2db3e128563 req-eca26303-b5ae-4d55-9fff-c5bedc07325d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877583 Aug 11 08:11:25.001877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.resource_extend [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:11:25.082696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.110891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-3b6a305a-bd6f-4432-b2e5-c2276ae88dad service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164839 Aug 11 08:11:25.113266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.246319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port af790104-6634-43b6-a29f-a1e1192950f0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=af790104-6634-43b6-a29f-a1e1192950f0,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:25.260067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49ecd858-8010-4037-a394-30e11ff9bcba req-4357afd4-1ab6-4c9a-9059-db243111b7cf service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346750 Aug 11 08:11:25.293816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26eeed04-fd24-4a1e-a52f-db370e47562a req-9d62f795-4af1-4530-b3af-4f6abd095e2f service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0032303 Aug 11 08:11:25.302082 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.397859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Allocated IP 19.80.0.2 (63c7a8ff-c6bf-4aee-a84e-4e17615a694e/7b533fae-c0ad-4c85-82bb-eea632762b73/02e8922e-492e-48c7-b8b0-af16c29c4acd) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:25.461491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6d0323ce-bb1c-46e6-ada4-334a60a63905 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:25.470144 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.479292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98384f54-a219-4202-99d9-73064ccd426a req-eeaf5b48-7b2c-4767-91b4-67601e4b6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:25.480186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6d0323ce-bb1c-46e6-ada4-334a60a63905 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:25.480481 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.486519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-eeaf5b48-7b2c-4767-91b4-67601e4b6cec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1094 time: 0.1185782 Aug 11 08:11:25.493333 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Transition to ACTIVE for port object 04098180-5a26-4603-ac0f-23f8db392b3d will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:25.505438 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.586884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-c50131a0-1bdd-4ba8-a657-eaba2d8fb794 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8698430 Aug 11 08:11:25.595525 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c557-9464-4699-bb63-b7973fd4899b None None] Pushing event updated for resources: {'Port': ['ID=04098180-5a26-4603-ac0f-23f8db392b3d,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:25.630451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:25.643742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=af790104-6634-43b6-a29f-a1e1192950f0,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:25.682240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:25.814140 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Attempting to bind port 04098180-5a26-4603-ac0f-23f8db392b3d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:25.817024 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Attempting to bind port 04098180-5a26-4603-ac0f-23f8db392b3d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:25.817679 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Attempting to bind port 04098180-5a26-4603-ac0f-23f8db392b3d on network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:25.840361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:25.840732 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Checking segment: {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:25.841386 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.845077 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Bound using segment: {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:25.845874 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Bound port: 04098180-5a26-4603-ac0f-23f8db392b3d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0501f268-3050-4acb-b634-f2c663baeb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:25.846423 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.884741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98384f54-a219-4202-99d9-73064ccd426a req-1b8ac207-6e60-4b46-a268-2e632e6a93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:25.886845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-1b8ac207-6e60-4b46-a268-2e632e6a93a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.3885822 Aug 11 08:11:25.976616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:25.993745 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] For port 04098180-5a26-4603-ac0f-23f8db392b3d, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:26.001146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] For port 04098180-5a26-4603-ac0f-23f8db392b3d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=04098180-5a26-4603-ac0f-23f8db392b3d,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:26.002568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-47165e2e-feff-4e0f-95eb-c6f7bb3c1827 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 217 time: 0.1056304 Aug 11 08:11:26.008451 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:26.049120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f600-9d61-4b86-9245-3e0c4bce8591 req-f06e5a92-637b-4306-8777-a1d474af52cc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:26.061565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5043f600-9d61-4b86-9245-3e0c4bce8591 req-f06e5a92-637b-4306-8777-a1d474af52cc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.3691299 Aug 11 08:11:26.084838 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:26.089542 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c557-9464-4699-bb63-b7973fd4899b None None] Pushing event updated for resources: {'Port': ['ID=04098180-5a26-4603-ac0f-23f8db392b3d,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:26.151064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Routers {'79752e44-a25f-4a77-a0da-74cdaf3597b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:26.151556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5043f600-9d61-4b86-9245-3e0c4bce8591 req-43fa3315-6f18-4a4f-91ce-4173b611bda7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890939 Aug 11 08:11:26.157229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['79752e44-a25f-4a77-a0da-74cdaf3597b6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:26.189665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98384f54-a219-4202-99d9-73064ccd426a req-f89e41db-67b2-451b-89c1-38fde8f9f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:26.191308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-f89e41db-67b2-451b-89c1-38fde8f9f052 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1022122 Aug 11 08:11:26.271177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-87262f70-4eb8-442d-a735-ecfab198fd96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592713 Aug 11 08:11:26.295414 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Floating IP 79fea558-1346-4553-b3a9-d42f32fd0cfa associated. External IP: 172.25.2.162, port: 3ed80cea-6a9d-4150-8fc4-120b35696c14. Aug 11 08:11:26.349620 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:26.393081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6d0323ce-bb1c-46e6-ada4-334a60a63905, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6d0323ce-bb1c-46e6-ada4-334a60a63905,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:26.431124 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] Set router 79752e44-a25f-4a77-a0da-74cdaf3597b6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:26.431517 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:26.438449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Transition to ACTIVE for port object 02e8922e-492e-48c7-b8b0-af16c29c4acd will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:26.442420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:26.493874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d1f4b-0513-4a2c-b8b5-cf38a2482002 req-51759894-78ce-4ae0-ba9e-597d1368a71f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:26.502419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d4d1f4b-0513-4a2c-b8b5-cf38a2482002 req-51759894-78ce-4ae0-ba9e-597d1368a71f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 948 time: 0.2306137 Aug 11 08:11:26.577012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6d0323ce-bb1c-46e6-ada4-334a60a63905,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:26.625081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Transition to ACTIVE for port object 02e8922e-492e-48c7-b8b0-af16c29c4acd will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:26.647776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:26.709725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-1355b2c4-387f-4e48-8789-bfe973642fbb service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204111 Aug 11 08:11:26.718394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Subnet': ['ID=c86652a7-fe83-47c5-86ad-7c79a221ebcb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:26.749116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Checking segment: {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:26.754122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network hostable DHCP agents. Network: 661beb60-d432-4605-9795-59adea419c7f, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:11:26.783801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:26.792432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:26.810242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:26.815303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d4d1f4b-0513-4a2c-b8b5-cf38a2482002 req-fb9fae42-6906-4b38-a006-e2bf139913d2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114860 Aug 11 08:11:26.887944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8922e-492e-48c7-b8b0-af16c29c4acd,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:26.997381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Attempting to bind port 02e8922e-492e-48c7-b8b0-af16c29c4acd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:26.998087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Attempting to bind port 02e8922e-492e-48c7-b8b0-af16c29c4acd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:26.998558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Attempting to bind port 02e8922e-492e-48c7-b8b0-af16c29c4acd on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:27.002565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98384f54-a219-4202-99d9-73064ccd426a req-b1edcb6b-cff8-490a-a093-0c0d13609c09 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679412 Aug 11 08:11:27.014642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:27.015317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Checking segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:27.016587 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:27.016587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Bound using segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:27.016866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Bound port: 02e8922e-492e-48c7-b8b0-af16c29c4acd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:27.017220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:27.027602 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:11:16Z', 'revision_number': 4, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '04098180-5a26-4603-ac0f-23f8db392b3d', 'name': '', 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'mac_address': 'fa:16:3e:a4:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '463b819f-8b32-4c16-a158-907be56777bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:12Z', 'updated_at': '2021-08-11T08:11:25Z', 'revision_number': 4, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'subnets': [{'id': '463b819f-8b32-4c16-a158-907be56777bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:27.067731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 661beb60-d432-4605-9795-59adea419c7f is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:11:27.072306 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53649ffb-d8a5-43ce-a3cd-a924a57b78a1 None None] The sync data for ids ['79752e44-a25f-4a77-a0da-74cdaf3597b6'] in n-d-789963-6 is: [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:11:16Z', 'revision_number': 4, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '04098180-5a26-4603-ac0f-23f8db392b3d', 'name': '', 'network_id': '9d38ed5f-0690-4e08-9e15-b9707bbb9dca', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'mac_address': 'fa:16:3e:a4:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '463b819f-8b32-4c16-a158-907be56777bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:12Z', 'updated_at': '2021-08-11T08:11:25Z', 'revision_number': 4, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'subnets': [{'id': '463b819f-8b32-4c16-a158-907be56777bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:11:27.125205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 661beb60-d432-4605-9795-59adea419c7f) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:27.147070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:27.147868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:27.155311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:27.156547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c37a4-231f-41ee-916c-ec7231628006 None None] Network 661beb60-d432-4605-9795-59adea419c7f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:27.200476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db6d4-d342-4ab7-a450-197356256ed3 req-dc1cf942-76db-42a2-a81e-30b42f0677d7 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:27.209159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c16db6d4-d342-4ab7-a450-197356256ed3 req-dc1cf942-76db-42a2-a81e-30b42f0677d7 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1828070 Aug 11 08:11:27.259619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d844fc07-70bc-4d38-bdd1-9614fc4fa80f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0501969 Aug 11 08:11:27.287902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Router bbea0a30-f909-4bbc-9219-388f1e64f015 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:11:27.340759 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c16db6d4-d342-4ab7-a450-197356256ed3 req-fb2ca5cb-b80d-44f6-bfcb-ae0e21fa255e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255834 Aug 11 08:11:27.413713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] For port 02e8922e-492e-48c7-b8b0-af16c29c4acd, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:27.425168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] For port 02e8922e-492e-48c7-b8b0-af16c29c4acd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e8922e-492e-48c7-b8b0-af16c29c4acd,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:27.454772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:27.639984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417d830-f374-44bc-923f-9569f6907ac6 None None] Pushing event updated for resources: {'Port': ['ID=02e8922e-492e-48c7-b8b0-af16c29c4acd,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:27.729883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173aa0e-4e37-495e-a389-9e41335fa9e3 req-26e5dd91-6c08-4aa8-99da-7a78e9e26834 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:27.731919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9173aa0e-4e37-495e-a389-9e41335fa9e3 req-26e5dd91-6c08-4aa8-99da-7a78e9e26834 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.0820746 Aug 11 08:11:27.771866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-661beb60-d432-4605-9795-59adea419c7f', 'network_id': '661beb60-d432-4605-9795-59adea419c7f', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'fixed_ips': [{'subnet_id': 'c86652a7-fe83-47c5-86ad-7c79a221ebcb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:11:27.773242 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:27.814466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9173aa0e-4e37-495e-a389-9e41335fa9e3 req-3a16bb69-83f5-4955-8f8a-70f554d1b0cb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Aug 11 08:11:28.168592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Allocated IP 172.25.2.143 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f9eaa08e-5c42-44d5-892a-098f13427d46) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:28.196025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:11:28.200053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Allocated IP 19.86.0.2 (661beb60-d432-4605-9795-59adea419c7f/c86652a7-fe83-47c5-86ad-7c79a221ebcb/e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:28.206793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:28.211969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] Sync routers for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:11:28.274903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:28.275953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:28.319692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-7fbb766a-8ee3-4ab7-90ff-cfd06245ef80 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:28.329221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-7fbb766a-8ee3-4ab7-90ff-cfd06245ef80 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:28.338859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-7fbb766a-8ee3-4ab7-90ff-cfd06245ef80 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/networks?id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e&id=661beb60-d432-4605-9795-59adea419c7f&id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e HTTP/1.1" status: 200 len: 1390 time: 0.3127313 Aug 11 08:11:28.369342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-1f564a5d-43a4-4227-9747-714ea8c49763 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/quotas/1c3e1cc279274f24a90e8a80dd352461 HTTP/1.1" status: 200 len: 375 time: 0.0287230 Aug 11 08:11:28.442099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a203add4-4e67-4f1f-b5bd-36c2aceb932d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "PUT /v2.0/floatingips/79fea558-1346-4553-b3a9-d42f32fd0cfa HTTP/1.1" status: 200 len: 991 time: 5.3562958 Aug 11 08:11:28.454292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:28.461609 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526b75e6-301a-450f-b0f4-d7d63dafdef4" -d '{"events": [{"name": "network-changed", "server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:28.466605 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:28.498870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-e8585932-6969-4218-8882-67d6e72492b5 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261504 Aug 11 08:11:28.596555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:28.712760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:28.775363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ffdc8bfa-cb36-4545-8318-f5999c6c80f2 service neutron] 10.222.0.58 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690027 Aug 11 08:11:28.829845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:28.841934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:28.847827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:28.851773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:28.963244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=f9eaa08e-5c42-44d5-892a-098f13427d46,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:29.067181 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.071598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-5630cdb3-8867-4f5e-9eb8-4ad7d2ee1d37 service neutron] 10.222.0.58 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948949 Aug 11 08:11:29.080029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Transition to ACTIVE for port object e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:29.108017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Transition to ACTIVE for port object e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:29.130578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.160115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e8922e-492e-48c7-b8b0-af16c29c4acd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:29.214622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.237206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.456600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-a0ebc51a-8ed7-4c55-8151-97debc7bd83e service neutron] 10.222.0.58 "GET /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741758 Aug 11 08:11:29.519825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.526580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.540899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9049-f772-4107-8c38-a417c36069a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.576786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Network 661beb60-d432-4605-9795-59adea419c7f is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:29.578304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:29.580445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device af790104-6634-43b6-a29f-a1e1192950f0 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:29.617581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-116cbd20-8688-4d7d-baca-561b72e5cc2f service neutron] 10.222.0.58 "GET /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590555 Aug 11 08:11:29.646027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:29.660478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:29.688431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=f9eaa08e-5c42-44d5-892a-098f13427d46,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:29.696345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Pushing event updated for resources: {'Port': ['ID=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:29.735491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 02e8922e-492e-48c7-b8b0-af16c29c4acd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:29.766485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6d0323ce-bb1c-46e6-ada4-334a60a63905 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:29.768492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c8a11-7ec3-4b60-b7cf-13e62a3cb308 None None] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:29.769349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.770165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.829067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:29.839074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-dba70dc6-42bf-4d25-9562-2bc9922b8b44 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2266192 Aug 11 08:11:29.864017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-cb875766-29ea-4dfe-a62d-d5d8dd724ac9 service neutron] 10.222.0.58 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454164 Aug 11 08:11:29.972481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-b178fee5-f596-4b13-b8cb-66d2934f9d04 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.1270149 Aug 11 08:11:30.035300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d3ca74bb-f077-4fab-bee6-f9530c734234 service neutron] 10.222.0.58 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700802 Aug 11 08:11:30.047236 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:11:30.166735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-9399e45f-89ee-480e-b8e1-16b06c3fbb82 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:30.168728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb554616-c0b3-4cde-ae67-9a35a8371f50 req-9399e45f-89ee-480e-b8e1-16b06c3fbb82 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.1848133 Aug 11 08:11:30.218118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:11:30.339211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79925117-338f-4a54-adaa-3712a9647913 req-430776b8-3036-4adf-abf2-6bc8961dc80e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:30.349628 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79925117-338f-4a54-adaa-3712a9647913 req-430776b8-3036-4adf-abf2-6bc8961dc80e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 948 time: 0.0887556 Aug 11 08:11:30.426851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79925117-338f-4a54-adaa-3712a9647913 req-8b0c2b6e-b035-463f-8ab4-9cdd23a4217b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772476 Aug 11 08:11:30.428216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfaff3-9ef9-4571-af9b-8dea480b7fe2 req-14cdddab-aab2-4b89-98f2-6b7cb554133d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:30.431086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6abfaff3-9ef9-4571-af9b-8dea480b7fe2 req-14cdddab-aab2-4b89-98f2-6b7cb554133d tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.0974507 Aug 11 08:11:30.546704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6abfaff3-9ef9-4571-af9b-8dea480b7fe2 req-8f6e0f47-9940-42ef-8d41-96e52ce21792 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027040 Aug 11 08:11:30.566299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:30.589070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'port_id': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'mac_address': 'fa:16:3e:38:88:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e1143-e354-48c5-9f78-b1a91ecbfbe4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:30.629887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] Provisioning for port 02e8922e-492e-48c7-b8b0-af16c29c4acd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:30.663592 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c17af-dea2-41c0-b821-9ed72c8b8c57 x-openstack-request-id: req-5d5c17af-dea2-41c0-b821-9ed72c8b8c57 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:30.664319 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:30.664724 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d5c17af-dea2-41c0-b821-9ed72c8b8c57 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:30.665600 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'status': 'completed', 'code': 200} Aug 11 08:11:30.687169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] Provisioning complete for port 02e8922e-492e-48c7-b8b0-af16c29c4acd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:30.687730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:30.696251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port af790104-6634-43b6-a29f-a1e1192950f0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:30.713543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port af790104-6634-43b6-a29f-a1e1192950f0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:30.714122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:30.825680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Attempting to bind port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:30.825680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Attempting to bind port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:30.826112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Attempting to bind port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 on network 661beb60-d432-4605-9795-59adea419c7f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:30.832961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-2a121a53-3f93-4816-ae71-5cb9c166fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:30.834620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-2a121a53-3f93-4816-ae71-5cb9c166fecc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dbe854c21684feb818c2ad78f8d7b1b&device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 1096 time: 0.1206694 Aug 11 08:11:30.930972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:30.931533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Checking segment: {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:30.932243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:30.932900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Bound using segment: {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:30.933756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Bound port: e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:30.934363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.018140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6d0323ce-bb1c-46e6-ada4-334a60a63905 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:31.018802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.021665 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.053418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc7ae7d-9a6a-4650-ba8f-fb013df809ea {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:31.149874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da233c-798b-4a57-8d4e-d4be5c06db37 req-63fe8a19-d990-4a5d-aed0-ed66edec9401 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:31.155509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-04da233c-798b-4a57-8d4e-d4be5c06db37 req-63fe8a19-d990-4a5d-aed0-ed66edec9401 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.1474500 Aug 11 08:11:31.257973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-04da233c-798b-4a57-8d4e-d4be5c06db37 req-df7fed51-e2c7-4379-8737-4c6bd08124fd tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875599 Aug 11 08:11:31.280913 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '79fea558-1346-4553-b3a9-d42f32fd0cfa', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'port_id': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'mac_address': 'fa:16:3e:f0:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:10:12Z', 'updated_at': '2021-08-11T08:11:24Z', 'revision_number': 1, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:09Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:31.308779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-c30f22af-4682-461c-a878-fb2037a6c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:31.311530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-c30f22af-4682-461c-a878-fb2037a6c2e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8009d263-0465-4777-a91f-b736a751bf58 HTTP/1.1" status: 200 len: 917 time: 0.4657671 Aug 11 08:11:31.383048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1eecb914-b749-42a0-ac70-45b6448f4380 req-d319493d-4281-41ad-b71a-8fe04f436626 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 210 time: 0.0472596 Aug 11 08:11:31.434793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] Checking router: bbea0a30-f909-4bbc-9219-388f1e64f015 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:11:31.477771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1e0c493-e334-4644-8f33-3786873a024a req-9114ddaa-b0a5-43ee-a7a5-2d5403ad1d38 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6228364 Aug 11 08:11:31.510484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:31.518028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:31.526401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] For port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:31.534641 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.592535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-1a493f1c-af97-4757-adb3-057d5e5ab421 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14 HTTP/1.1" status: 200 len: 999 time: 0.2729135 Aug 11 08:11:31.636162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:31.643576 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.689281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.698975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port af790104-6634-43b6-a29f-a1e1192950f0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=af790104-6634-43b6-a29f-a1e1192950f0,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:31.704815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] For port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:31.737080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2104903f-f1b0-4838-acf5-a0efd149259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af790104-6634-43b6-a29f-a1e1192950f0'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:31.739781 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1cb57-d5a0-4d39-9f93-1b60382f13db" -d '{"events": [{"server_uuid": "2104903f-f1b0-4838-acf5-a0efd149259a", "name": "network-vif-plugged", "status": "completed", "tag": "af790104-6634-43b6-a29f-a1e1192950f0"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:31.742705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:11:31.743421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:31.756395 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.758723 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:31.779291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152376d-67d0-4e06-bbe7-de151c33f5cb req-c71375b3-c908-499b-815b-c74c6659bdd2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:31.792637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b152376d-67d0-4e06-bbe7-de151c33f5cb req-c71375b3-c908-499b-815b-c74c6659bdd2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 948 time: 0.1414852 Aug 11 08:11:31.809279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-d9d76bc0-689f-4727-bd2b-9e03a555754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:31.810561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-d9d76bc0-689f-4727-bd2b-9e03a555754c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a0b2be6-bfc3-49db-ad59-62068c6ef390 HTTP/1.1" status: 200 len: 855 time: 0.2096570 Aug 11 08:11:31.876952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b152376d-67d0-4e06-bbe7-de151c33f5cb req-b032869c-2fd6-43f8-bbf0-e535890f27b9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795724 Aug 11 08:11:31.924962 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.010598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-cd79247a-1f19-49f2-a9db-ebff1001fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:32.012390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-cd79247a-1f19-49f2-a9db-ebff1001fcee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8009d263-0465-4777-a91f-b736a751bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941876 Aug 11 08:11:32.099170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f06ca-8eea-4440-a3c9-41861674fd3e req-9644f01b-a663-40da-a918-372a52c2dee2 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:32.101187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-234f06ca-8eea-4440-a3c9-41861674fd3e req-9644f01b-a663-40da-a918-372a52c2dee2 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1087735 Aug 11 08:11:32.123063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['afc7ae7d-9a6a-4650-ba8f-fb013df809ea'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:32.187625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-234f06ca-8eea-4440-a3c9-41861674fd3e req-a7c5476c-4dc8-4dd3-9469-cf2c2f69ed5b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755100 Aug 11 08:11:32.395235 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.463378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 04098180-5a26-4603-ac0f-23f8db392b3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:32.515880 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204aa638-8fee-417d-b92d-ca81fb3036c1 x-openstack-request-id: req-204aa638-8fee-417d-b92d-ca81fb3036c1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:32.521020 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2104903f-f1b0-4838-acf5-a0efd149259a", "name": "network-vif-plugged", "status": "completed", "tag": "af790104-6634-43b6-a29f-a1e1192950f0", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:32.521593 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-204aa638-8fee-417d-b92d-ca81fb3036c1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:32.522225 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2104903f-f1b0-4838-acf5-a0efd149259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af790104-6634-43b6-a29f-a1e1192950f0', 'code': 200} Aug 11 08:11:32.531590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.558914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef0782-2856-434c-8219-0a6f2f742ed1 None None] Pushing event updated for resources: {'Port': ['ID=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:32.586685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] For port 02e8922e-492e-48c7-b8b0-af16c29c4acd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e8922e-492e-48c7-b8b0-af16c29c4acd,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:32.639587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-2bfb3325-ef59-4155-838a-ff46c373f290 service neutron] 10.222.0.69 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109431 Aug 11 08:11:32.676471 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.693595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 04098180-5a26-4603-ac0f-23f8db392b3d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:32.698516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:11:32.839582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 04098180-5a26-4603-ac0f-23f8db392b3d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:32.840246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.936408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9de0bb7a-f94b-43b3-8a54-b413aedd2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.950492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526b75e6-301a-450f-b0f4-d7d63dafdef4 req-a1488d7a-633b-4dd4-930a-ef748e32de09 service neutron] 10.222.0.69 "GET /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979283 Aug 11 08:11:32.987211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-4ac91ca9-6774-40d3-b90f-1814863f56bd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:32.990465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8029e1fb-05c6-44fe-9628-3517213ae38a None None] Provisioning complete for port 02e8922e-492e-48c7-b8b0-af16c29c4acd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:32.991247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8029e1fb-05c6-44fe-9628-3517213ae38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:32.996205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-4ac91ca9-6774-40d3-b90f-1814863f56bd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:33.000866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-4ac91ca9-6774-40d3-b90f-1814863f56bd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "GET /v2.0/networks?id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e&id=661beb60-d432-4605-9795-59adea419c7f&id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e HTTP/1.1" status: 200 len: 1390 time: 0.2608790 Aug 11 08:11:33.033243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Allocated IP 172.25.2.93 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/dad191cf-995c-4952-817a-e403553057d9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:33.095285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'port': {'device_id': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'admin_state_up': True, 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:33.109314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541ec50-dfc2-4ac1-a445-d309991d7571 req-6e8cd897-43bf-4d2e-a258-86cb8c1ce8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:33.111005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0541ec50-dfc2-4ac1-a445-d309991d7571 req-6e8cd897-43bf-4d2e-a258-86cb8c1ce8d8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 1100 time: 0.5244429 Aug 11 08:11:33.124039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=af790104-6634-43b6-a29f-a1e1192950f0,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:33.265711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428ab90-b7e2-4467-9f2f-7a972a733eae req-cb8a70a4-cca3-4786-9104-05c70451f1dc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:33.283148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0541ec50-dfc2-4ac1-a445-d309991d7571 req-94a38640-84cf-4ec4-806e-150d830305ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597166 Aug 11 08:11:33.287732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4428ab90-b7e2-4467-9f2f-7a972a733eae req-cb8a70a4-cca3-4786-9104-05c70451f1dc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.3171883 Aug 11 08:11:33.353880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:33.437843 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:33.448918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:33.477950 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4428ab90-b7e2-4467-9f2f-7a972a733eae req-66344440-2f98-4f80-957a-8b2535914944 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889181 Aug 11 08:11:33.490265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:33.502020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:33.524560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94160b84-a310-4a39-8edb-f1d4c7057186 None None] Pushing event updated for resources: {'Port': ['ID=02e8922e-492e-48c7-b8b0-af16c29c4acd,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:33.677935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:33.690096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:33.703887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:33.782851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f05ab-7339-44b2-84a8-de905fd71d61 None None] Network 661beb60-d432-4605-9795-59adea419c7f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:11:33.793558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 04098180-5a26-4603-ac0f-23f8db392b3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=04098180-5a26-4603-ac0f-23f8db392b3d,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:33.820704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Allocated IP 19.80.0.134 (63c7a8ff-c6bf-4aee-a84e-4e17615a694e/7b533fae-c0ad-4c85-82bb-eea632762b73/1fa0b1eb-6125-4298-a049-887a71865a88) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:33.822802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=dad191cf-995c-4952-817a-e403553057d9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:33.880384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98543385-01c4-4843-8869-f70453b46e0f req-e27cc402-cabb-497d-bf36-4ed04a66960e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 210 time: 0.0422487 Aug 11 08:11:33.942862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.033283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.043724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.113824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.139872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e924500d-d2fe-4b93-abad-553ec4d2448e None None] Provisioning for port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:34.141808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Transition to ACTIVE for port object 1fa0b1eb-6125-4298-a049-887a71865a88 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:34.203588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '79fea558-1346-4553-b3a9-d42f32fd0cfa', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'port_id': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'mac_address': 'fa:16:3e:f0:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:10:12Z', 'updated_at': '2021-08-11T08:11:24Z', 'revision_number': 1, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:09Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:11:34.230265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.294060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Port': ['ID=1fa0b1eb-6125-4298-a049-887a71865a88,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:34.307430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b2da-c50b-467e-93e9-a9b6263ef768 req-bc38e35b-8b4e-4819-a10f-e652700633ef tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:34.309136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3845b2da-c50b-467e-93e9-a9b6263ef768 req-bc38e35b-8b4e-4819-a10f-e652700633ef tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 949 time: 0.1350224 Aug 11 08:11:34.322002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:34.330074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:34.333295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:34.384125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294d3a3-9831-42ba-9fe5-41deda1677c1 None None] The sync data for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 is: [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '79fea558-1346-4553-b3a9-d42f32fd0cfa', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'port_id': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'mac_address': 'fa:16:3e:f0:d7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:10:12Z', 'updated_at': '2021-08-11T08:11:24Z', 'revision_number': 1, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:09Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:11:34.401120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e8922e-492e-48c7-b8b0-af16c29c4acd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:34.419924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3845b2da-c50b-467e-93e9-a9b6263ef768 req-5cc7fe3f-1ec2-4717-9f94-a775420cf571 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001611 Aug 11 08:11:34.436854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.458198 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.485938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:34.489244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.501466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=04098180-5a26-4603-ac0f-23f8db392b3d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:34.574192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=dad191cf-995c-4952-817a-e403553057d9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:34.648916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02e8922e-492e-48c7-b8b0-af16c29c4acd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:34.649320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.681371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d1f6798f-0bb9-4d13-83f3-188fe288da2f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6044154 Aug 11 08:11:34.699406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'port': {'device_id': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'network_id': '661beb60-d432-4605-9795-59adea419c7f', 'admin_state_up': True, 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:34.717764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.750134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.754830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1e0c493-e334-4644-8f33-3786873a024a req-10e26933-d96c-4135-ab56-4ae7a567ebfd tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2754931 Aug 11 08:11:34.796224 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.878687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1e0c493-e334-4644-8f33-3786873a024a req-17a875db-9fe1-469a-95e9-666c43ed459c tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.1146259 Aug 11 08:11:34.908708 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c796dbe-1491-42fb-ae7e-64003cd21887 None None] New status for floating IP 79fea558-1346-4553-b3a9-d42f32fd0cfa: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:11:34.914854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-824b11d4-e608-4299-88da-8d81093166f0 None None] Provisioning for port 1fa0b1eb-6125-4298-a049-887a71865a88 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:34.930258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9a33c-12d7-4636-a974-01c41850ed25 req-c2abef54-c514-4ddb-82b8-a37325de1555 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:34.934464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21a9a33c-12d7-4636-a974-01c41850ed25 req-c2abef54-c514-4ddb-82b8-a37325de1555 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.3797908 Aug 11 08:11:34.939673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-824b11d4-e608-4299-88da-8d81093166f0 None None] Provisioning complete for port 1fa0b1eb-6125-4298-a049-887a71865a88 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:34.940057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-824b11d4-e608-4299-88da-8d81093166f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:34.966898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:35.019614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-824b11d4-e608-4299-88da-8d81093166f0 None None] Port 1fa0b1eb-6125-4298-a049-887a71865a88 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:35.053971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21a9a33c-12d7-4636-a974-01c41850ed25 req-08ecfcc7-bb8e-4d73-862b-f5b53572c71a tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110969 Aug 11 08:11:35.058081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:35.065091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:35.065717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.202307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c493-e334-4644-8f33-3786873a024a req-e9756a39-5e0d-422f-9d22-0914cb48f383 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:35.206823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1e0c493-e334-4644-8f33-3786873a024a req-e9756a39-5e0d-422f-9d22-0914cb48f383 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3195651 Aug 11 08:11:35.265374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.295562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d0bb585a-7871-4ffb-b037-5812d522dbc5 None None] Provisioning complete for port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:35.296144 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0bb585a-7871-4ffb-b037-5812d522dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.302085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:35.315518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.359771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:35.381045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.569445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:35.639083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:35.696130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2e976-84bb-4d2d-8df1-b484f1c1d129 req-17757477-364c-47a3-a1be-ac2affdc0fee tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:35.697781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21c2e976-84bb-4d2d-8df1-b484f1c1d129 req-17757477-364c-47a3-a1be-ac2affdc0fee tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.1429117 Aug 11 08:11:35.736248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port afc7ae7d-9a6a-4650-ba8f-fb013df809ea completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:35.737647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Allocated IP 19.86.0.29 (661beb60-d432-4605-9795-59adea419c7f/c86652a7-fe83-47c5-86ad-7c79a221ebcb/6a971bf4-15a3-4085-b1c4-3a3e920dc8bd) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:35.743135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port afc7ae7d-9a6a-4650-ba8f-fb013df809ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:35.744210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.786317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21c2e976-84bb-4d2d-8df1-b484f1c1d129 req-3c02e952-ddd9-44ea-8821-d7d245628dfd tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795233 Aug 11 08:11:35.875717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.905168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf037b-5369-4d28-9760-cec05a817539 req-94ddfafc-18a1-4477-afe4-aabe3faefb6f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:35.907114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cabf037b-5369-4d28-9760-cec05a817539 req-94ddfafc-18a1-4477-afe4-aabe3faefb6f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 932 time: 0.1261106 Aug 11 08:11:35.917816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:35.920273 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a96d911-c8e9-4c1c-936e-2aad673c0cba" -d '{"events": [{"server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "name": "network-vif-plugged", "status": "completed", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:35.936587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:35.942690 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:35.982961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cabf037b-5369-4d28-9760-cec05a817539 req-1b774537-b8f4-499e-a0a1-fa1440fd448d tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673053 Aug 11 08:11:36.045216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:36.046706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.050249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.065763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f759979b-4bbe-4112-914a-4463762817b2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1836753 Aug 11 08:11:36.073596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:36.084830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Transition to ACTIVE for port object 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:36.111805 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.140343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eface98-365e-41b5-90f4-6a1595aae15f req-85fe43d3-90fd-473f-af99-b5e393adfe10 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:36.142171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9eface98-365e-41b5-90f4-6a1595aae15f req-85fe43d3-90fd-473f-af99-b5e393adfe10 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 949 time: 0.0659583 Aug 11 08:11:36.166983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 04098180-5a26-4603-ac0f-23f8db392b3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:36.189734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.215960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9eface98-365e-41b5-90f4-6a1595aae15f req-5d785d1e-d211-47a0-826b-b32fd85540d6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597465 Aug 11 08:11:36.254441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 661beb60-d432-4605-9795-59adea419c7f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:36.270559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:36.271426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 04098180-5a26-4603-ac0f-23f8db392b3d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:36.272001 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.275259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:36.307414 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a015dc5-f7f3-4dcd-bdc3-3fa7890388bc x-openstack-request-id: req-0a015dc5-f7f3-4dcd-bdc3-3fa7890388bc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:36.307706 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "name": "network-vif-plugged", "status": "completed", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:36.308038 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a015dc5-f7f3-4dcd-bdc3-3fa7890388bc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:36.308367 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'code': 200} Aug 11 08:11:36.315102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Port': ['ID=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:36.389531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:36.408024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.417854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:36.445044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f8c0d1b1-02e9-466e-8eb2-a852fca409f3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7495975 Aug 11 08:11:36.451073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.499512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:36.501070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.535950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24bc55-4685-40b2-ad8b-f0b1b5528c98 req-5164189b-3b0f-4d40-91a7-2aa2ccd0e6f3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:36.544861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac24bc55-4685-40b2-ad8b-f0b1b5528c98 req-5164189b-3b0f-4d40-91a7-2aa2ccd0e6f3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1231465 Aug 11 08:11:36.608722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Allocated IP 172.25.2.115 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/ea8cf7d6-8a4c-4f64-8302-cc6cc7b6319f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:36.648468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'port': {'device_id': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'admin_state_up': True, 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:36.735916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f9730a29-cd77-4268-8b8e-42d7f0378ede None None] Provisioning for port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:36.742740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f9730a29-cd77-4268-8b8e-42d7f0378ede None None] Provisioning complete for port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:36.743515 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9730a29-cd77-4268-8b8e-42d7f0378ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.821133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.821430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f9730a29-cd77-4268-8b8e-42d7f0378ede None None] Port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:36.859574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:36.863107 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.895942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa64cb1-0848-46a7-a71d-dd90802d9ce7 req-ad07c6ef-cbba-4dd9-bb20-a8d2a77b06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:36.897476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fa64cb1-0848-46a7-a71d-dd90802d9ce7 req-ad07c6ef-cbba-4dd9-bb20-a8d2a77b06da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1096 time: 0.4256296 Aug 11 08:11:36.917348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac24bc55-4685-40b2-ad8b-f0b1b5528c98 req-397735b2-79ad-4636-9ee0-2ca9a9f46145 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712268 Aug 11 08:11:36.946132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:36.966849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fa64cb1-0848-46a7-a71d-dd90802d9ce7 req-03eb2e41-dc62-496b-aada-7f4c4575b3aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Aug 11 08:11:37.014281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:37.042032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:37.047793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:37.048907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=ea8cf7d6-8a4c-4f64-8302-cc6cc7b6319f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:37.106341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Allocated IP 19.80.0.62 (63c7a8ff-c6bf-4aee-a84e-4e17615a694e/7b533fae-c0ad-4c85-82bb-eea632762b73/944b70dd-565e-4a4c-8dd2-592399869181) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:37.126044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58b8f5-9cac-4851-9dfc-f7f67d8da447 req-48b412dc-a08d-4f81-8d26-983bdd4f4cd2 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:37.127959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f58b8f5-9cac-4851-9dfc-f7f67d8da447 req-48b412dc-a08d-4f81-8d26-983bdd4f4cd2 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 1100 time: 0.0485499 Aug 11 08:11:37.162261 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0f58b8f5-9cac-4851-9dfc-f7f67d8da447 req-0530676a-4940-4af7-9379-5be44180ca4d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.203674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.283842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0f58b8f5-9cac-4851-9dfc-f7f67d8da447 req-0530676a-4940-4af7-9379-5be44180ca4d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.290492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0f58b8f5-9cac-4851-9dfc-f7f67d8da447 req-0530676a-4940-4af7-9379-5be44180ca4d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.293156 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.349155 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f58b8f5-9cac-4851-9dfc-f7f67d8da447 req-0530676a-4940-4af7-9379-5be44180ca4d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024786 Aug 11 08:11:37.350322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530676a-4940-4af7-9379-5be44180ca4d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b363a0-15ee-4767-ae5a-2407e4d48829,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:37.404547 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.453927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Transition to ACTIVE for port object 944b70dd-565e-4a4c-8dd2-592399869181 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:37.543321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.561622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.589902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.614030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:37.621888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:37.626341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:37.632733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Port': ['ID=944b70dd-565e-4a4c-8dd2-592399869181,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:37.740622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.762887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:37.763705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.767182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=ea8cf7d6-8a4c-4f64-8302-cc6cc7b6319f,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:37.784792 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:37.794701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5daec359-f245-45e7-9262-4a01f66ee07a req-f75ffda5-049c-475f-9d6e-455b6b62ab4e tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7275774 Aug 11 08:11:37.808610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-ed4e6af8-fe9d-4727-868b-57e72cb8fc10 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642108 Aug 11 08:11:37.822573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253462dd-cb8e-459c-83ce-b2f04a945b73 req-402fdf54-1fda-4c84-8349-472c681e8a28 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:37.824278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-253462dd-cb8e-459c-83ce-b2f04a945b73 req-402fdf54-1fda-4c84-8349-472c681e8a28 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 945 time: 0.0689843 Aug 11 08:11:37.848588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Request body: {'port': {'device_id': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:37.885023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-253462dd-cb8e-459c-83ce-b2f04a945b73 req-051dbb56-2f1d-4e08-ba1c-71f2fa236631 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476537 Aug 11 08:11:37.888911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5daec359-f245-45e7-9262-4a01f66ee07a req-8eb68ab1-2390-46ba-aa93-0ffbca0980bb tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0910630 Aug 11 08:11:37.975334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8190538-f239-403c-89d7-e32a5d8d0fc7 None None] Provisioning for port 944b70dd-565e-4a4c-8dd2-592399869181 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:37.980413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8190538-f239-403c-89d7-e32a5d8d0fc7 None None] Provisioning complete for port 944b70dd-565e-4a4c-8dd2-592399869181 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:37.980980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8190538-f239-403c-89d7-e32a5d8d0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:38.025403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:38.039820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a8190538-f239-403c-89d7-e32a5d8d0fc7 None None] Port 944b70dd-565e-4a4c-8dd2-592399869181 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:38.069131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51035-398b-455f-b45e-e4c1e3ad65e9 req-7ebfe43a-494e-49b5-9823-85b8df4fd623 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:38.084040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51035-398b-455f-b45e-e4c1e3ad65e9 req-7ebfe43a-494e-49b5-9823-85b8df4fd623 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:38.096491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51035-398b-455f-b45e-e4c1e3ad65e9 req-7ebfe43a-494e-49b5-9823-85b8df4fd623 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:38.100739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28e51035-398b-455f-b45e-e4c1e3ad65e9 req-7ebfe43a-494e-49b5-9823-85b8df4fd623 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2375 time: 0.1196783 Aug 11 08:11:38.155937 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28e51035-398b-455f-b45e-e4c1e3ad65e9 req-72d0ebd8-6ee4-4b07-b656-55c0cd5abdd9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480304 Aug 11 08:11:38.158648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec359-f245-45e7-9262-4a01f66ee07a req-12b1d115-61b7-4d47-876a-46a4ebe61127 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:38.161593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5daec359-f245-45e7-9262-4a01f66ee07a req-12b1d115-61b7-4d47-876a-46a4ebe61127 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2716217 Aug 11 08:11:38.413004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85230fdb-f8eb-42c9-b81f-58bef9ceac88 req-5cffb417-2930-414b-ae9c-ba3583ef54cf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:38.415914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85230fdb-f8eb-42c9-b81f-58bef9ceac88 req-5cffb417-2930-414b-ae9c-ba3583ef54cf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.0717876 Aug 11 08:11:38.486869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85230fdb-f8eb-42c9-b81f-58bef9ceac88 req-03d18f5e-83f0-48bb-b34b-293123f68934 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555909 Aug 11 08:11:38.507514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-3f6e1e05-09f9-4e88-a075-b606f76a9ee0 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1904466 Aug 11 08:11:38.509201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:38.577065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:38.593191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa0b1eb-6125-4298-a049-887a71865a88 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:38.613566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dca3c-ed67-4600-b0f9-363a28c0ef83 req-41d53cbe-88e2-41ba-b472-b566b18030e3 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:38.615225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-371dca3c-ed67-4600-b0f9-363a28c0ef83 req-41d53cbe-88e2-41ba-b472-b566b18030e3 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 949 time: 0.0629740 Aug 11 08:11:38.626985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:38.649484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Transition to ACTIVE for port object 1fa0b1eb-6125-4298-a049-887a71865a88 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:38.655132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:38.661206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-371dca3c-ed67-4600-b0f9-363a28c0ef83 req-08212ccc-f001-4b03-9a03-8cb015b7c237 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395153 Aug 11 08:11:38.731991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Pushing event updated for resources: {'Port': ['ID=1fa0b1eb-6125-4298-a049-887a71865a88,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:38.811144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-8b5ce17f-bad9-4bf9-85f3-aade94117549 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350099 Aug 11 08:11:38.844576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Attempting to bind port 1fa0b1eb-6125-4298-a049-887a71865a88 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:38.844963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Attempting to bind port 1fa0b1eb-6125-4298-a049-887a71865a88 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:38.845294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Attempting to bind port 1fa0b1eb-6125-4298-a049-887a71865a88 on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:38.848252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:38.858213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Port 1fa0b1eb-6125-4298-a049-887a71865a88 on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:38.858552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Attempting to bind port 1fa0b1eb-6125-4298-a049-887a71865a88 on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:38.867794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:38.868114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Checking segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:38.868525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Bound using segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:38.869002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Bound port: 1fa0b1eb-6125-4298-a049-887a71865a88, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:38.869375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.003702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-9b20b4e4-4e53-4c1d-8187-e4e1dab77f04 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:39.005944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-9b20b4e4-4e53-4c1d-8187-e4e1dab77f04 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910884 Aug 11 08:11:39.025044 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-c7df1499-3818-44e6-ae40-575866fcaedc tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/quotas/ae4051ba7d22494f9271d0af3b41ac55 HTTP/1.1" status: 200 len: 375 time: 0.0103939 Aug 11 08:11:39.036091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] For port 1fa0b1eb-6125-4298-a049-887a71865a88, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:39.043334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] For port 1fa0b1eb-6125-4298-a049-887a71865a88, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1fa0b1eb-6125-4298-a049-887a71865a88,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:39.053087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Allocated IP 172.25.2.142 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/296516e9-cca2-422a-b12c-94ac4aaea2c1) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:39.056184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.110068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-c3495f8a-94b0-47fe-9f11-e15c5b66880e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776455 Aug 11 08:11:39.154082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:39.155071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.156625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] 10.222.0.69 "PUT /v2.0/ports/1fa0b1eb-6125-4298-a049-887a71865a88 HTTP/1.1" status: 200 len: 1092 time: 1.3142748 Aug 11 08:11:39.157145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'tag': '1fa0b1eb-6125-4298-a049-887a71865a88'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:39.160116 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "tag": "1fa0b1eb-6125-4298-a049-887a71865a88"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:39.186579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f90f04-fc6b-4f3c-96ea-017f4080a3fe service neutron] Pushing event updated for resources: {'Port': ['ID=1fa0b1eb-6125-4298-a049-887a71865a88,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:39.201543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Request body: {'port': {'device_id': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:39.654904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:11:39.761388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.781140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.783892 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.791789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:39.795511 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff3f92-43a2-42a0-b0e3-0000b167b749" -d '{"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-unplugged", "status": "completed", "tag": "40d976ce-d126-4143-a967-6fbb09daba47"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:39.823019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:39.828954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:39.910145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:39.952635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.039734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:40.052099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:40.063322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:40.102523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=296516e9-cca2-422a-b12c-94ac4aaea2c1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:40.262416 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.268729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:40.280364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.326505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Transition to ACTIVE for port object 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:40.328245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.332807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.447266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Pushing event updated for resources: {'Port': ['ID=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:40.655629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaf746-43c7-4c43-8ad1-cfe668682f32 req-b9c23dd5-f8fc-4ab4-b6da-78a89da45e09 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:40.661132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cbaf746-43c7-4c43-8ad1-cfe668682f32 req-b9c23dd5-f8fc-4ab4-b6da-78a89da45e09 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 945 time: 0.0648510 Aug 11 08:11:40.671023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.711216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cbaf746-43c7-4c43-8ad1-cfe668682f32 req-52e7b7c2-947d-4dbe-98ab-9ae326cc465e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Aug 11 08:11:40.715222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.826042 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223fb49-8e3b-4107-8710-ee84f867b428 x-openstack-request-id: req-1223fb49-8e3b-4107-8710-ee84f867b428 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:40.826760 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "tag": "1fa0b1eb-6125-4298-a049-887a71865a88", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:40.826760 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1223fb49-8e3b-4107-8710-ee84f867b428 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:40.827099 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'tag': '1fa0b1eb-6125-4298-a049-887a71865a88', 'status': 'completed', 'code': 200} Aug 11 08:11:40.827850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Attempting to bind port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:40.828181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Attempting to bind port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:40.828515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Attempting to bind port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd on network 661beb60-d432-4605-9795-59adea419c7f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:40.833431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event updated for resources: {'Port': ['ID=296516e9-cca2-422a-b12c-94ac4aaea2c1,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:40.837740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd on network 661beb60-d432-4605-9795-59adea419c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:40.838205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Attempting to bind port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd on network 661beb60-d432-4605-9795-59adea419c7f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:40.847707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:40.848303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Checking segment: {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:40.848449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Bound using segment: {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:40.848953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Bound port: 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e20181-6ed8-42e4-84ae-9cac4364055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661beb60-d432-4605-9795-59adea419c7f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:40.849335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.852665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.872435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:40.879743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-39df4319-5b7d-4448-bd23-c73dfb62ef56 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3752146 Aug 11 08:11:40.957642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-16f1c6ac-e4c0-4c80-b77b-fe1a5bd76547 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0767672 Aug 11 08:11:40.987584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71471f-474d-465a-a75a-ea42a31b97a4 req-aa4ee825-9fc8-4e06-af42-e1845e9a4fb9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:40.995029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71471f-474d-465a-a75a-ea42a31b97a4 req-aa4ee825-9fc8-4e06-af42-e1845e9a4fb9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.001587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71471f-474d-465a-a75a-ea42a31b97a4 req-aa4ee825-9fc8-4e06-af42-e1845e9a4fb9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.010136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e71471f-474d-465a-a75a-ea42a31b97a4 req-aa4ee825-9fc8-4e06-af42-e1845e9a4fb9 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2399 time: 0.1260877 Aug 11 08:11:41.037108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-7e980189-66f6-42df-a447-6861bd5e468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.037692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-7e980189-66f6-42df-a447-6861bd5e468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.038185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-7e980189-66f6-42df-a447-6861bd5e468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.039947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-7e980189-66f6-42df-a447-6861bd5e468a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2755 time: 0.1539927 Aug 11 08:11:41.072221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e71471f-474d-465a-a75a-ea42a31b97a4 req-460654c0-e1b2-41b8-847e-934fdde30acc tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609813 Aug 11 08:11:41.098876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] For port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:41.119860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] For port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:41.156942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:41.239581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.240220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:41.241839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] 10.222.0.69 "PUT /v2.0/ports/6a971bf4-15a3-4085-b1c4-3a3e920dc8bd HTTP/1.1" status: 200 len: 1091 time: 2.0450220 Aug 11 08:11:41.252936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-09095bfa-f863-42e4-a32b-f87982c2d572 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.266441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a27d7a9-1f71-41f4-bed5-c4ac6883726e req-09095bfa-f863-42e4-a32b-f87982c2d572 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3037186 Aug 11 08:11:41.308898 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33486c9d-705f-441e-8403-bed0e8cb5f4a x-openstack-request-id: req-33486c9d-705f-441e-8403-bed0e8cb5f4a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:41.309459 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-unplugged", "status": "completed", "tag": "40d976ce-d126-4143-a967-6fbb09daba47", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:41.309592 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33486c9d-705f-441e-8403-bed0e8cb5f4a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:41.309944 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47', 'code': 200} Aug 11 08:11:41.317815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Request body: {'port': {'device_id': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:41.325410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb0b3a-1836-49af-b50a-c2d065451dad service neutron] Pushing event updated for resources: {'Port': ['ID=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:41.342460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d3f04-d05b-409b-87ff-13e57ec3f626 req-c486cfca-dcc4-49fd-9574-7138adb73484 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.354694 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-974d3f04-d05b-409b-87ff-13e57ec3f626 req-c486cfca-dcc4-49fd-9574-7138adb73484 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1662710 Aug 11 08:11:41.406177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:41.494297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-974d3f04-d05b-409b-87ff-13e57ec3f626 req-41639af8-25a7-4c3a-8ae7-a378cbdc662b tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381454 Aug 11 08:11:41.496296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-a4e94e6d-c7ef-43e1-9698-fad0f7ee9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.496981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-a4e94e6d-c7ef-43e1-9698-fad0f7ee9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.498033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-a4e94e6d-c7ef-43e1-9698-fad0f7ee9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.500643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-a4e94e6d-c7ef-43e1-9698-fad0f7ee9986 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c3e1cc279274f24a90e8a80dd352461&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4210968 Aug 11 08:11:41.827607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-87ade9fb-02d4-443f-9c5e-109634c30b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.830520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9696c4a5-8b0b-47c4-b82e-19b18c9aacd2 req-87ade9fb-02d4-443f-9c5e-109634c30b26 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3151846 Aug 11 08:11:41.833787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67167-c161-4b2f-b01f-c70b0407a025 req-adadf972-81a6-40d5-9f14-256d3e3f0f81 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:41.836928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aeb67167-c161-4b2f-b01f-c70b0407a025 req-adadf972-81a6-40d5-9f14-256d3e3f0f81 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1096 time: 0.0963564 Aug 11 08:11:41.921258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944b70dd-565e-4a4c-8dd2-592399869181 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:41.932205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:41.936784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aeb67167-c161-4b2f-b01f-c70b0407a025 req-d3c1f73d-08d7-42b5-91ef-fbcac6a843d0 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856171 Aug 11 08:11:41.953265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Transition to ACTIVE for port object 944b70dd-565e-4a4c-8dd2-592399869181 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:41.963632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:42.030253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Pushing event updated for resources: {'Port': ['ID=944b70dd-565e-4a4c-8dd2-592399869181,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:42.089159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e16b880-2aa0-4455-9230-afb447d68414 req-c891efee-183b-44e9-b048-1901110dbdb1 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips/ef3796ec-993c-4293-9b88-c5f7219bab04 HTTP/1.1" status: 200 len: 693 time: 0.1078634 Aug 11 08:11:42.091926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-e44e9d52-332e-4ffb-8581-f31c8c774cac tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360687 Aug 11 08:11:42.167524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Attempting to bind port 944b70dd-565e-4a4c-8dd2-592399869181 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:42.168163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Attempting to bind port 944b70dd-565e-4a4c-8dd2-592399869181 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:42.168689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Attempting to bind port 944b70dd-565e-4a4c-8dd2-592399869181 on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:42.174255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Port 944b70dd-565e-4a4c-8dd2-592399869181 on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:42.174888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Attempting to bind port 944b70dd-565e-4a4c-8dd2-592399869181 on network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:42.190329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:42.191003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Checking segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:42.191560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Bound using segment: {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:42.192172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Bound port: 944b70dd-565e-4a4c-8dd2-592399869181, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56aeab8-72cb-4610-9346-1d34f60bd984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:42.192748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:42.324285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] For port 944b70dd-565e-4a4c-8dd2-592399869181, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:42.329697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] For port 944b70dd-565e-4a4c-8dd2-592399869181, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=944b70dd-565e-4a4c-8dd2-592399869181,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:42.354804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb8e3823-dcc6-4da1-b000-866ce0678b37 req-1610b248-d43e-45bc-a61f-6a71d38cfe73 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 210 time: 0.1430957 Aug 11 08:11:42.357560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:42.405612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.407500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:42.409698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-07651a55-7875-4398-834b-63753ac29a73 service neutron] 10.222.0.69 "PUT /v2.0/ports/944b70dd-565e-4a4c-8dd2-592399869181 HTTP/1.1" status: 200 len: 1091 time: 1.1085346 Aug 11 08:11:42.464912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-26e308ad-4819-4aa8-970a-b6e1ac28a665 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.467237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-26e308ad-4819-4aa8-970a-b6e1ac28a665 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630514 Aug 11 08:11:42.489942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07651a55-7875-4398-834b-63753ac29a73 service neutron] Pushing event updated for resources: {'Port': ['ID=944b70dd-565e-4a4c-8dd2-592399869181,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:42.510382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:42.624570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16b880-2aa0-4455-9230-afb447d68414 req-6fec9e37-762a-4dc6-a4af-ccc8ffd26c9d tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.632582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e16b880-2aa0-4455-9230-afb447d68414 req-6fec9e37-762a-4dc6-a4af-ccc8ffd26c9d tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.5033081 Aug 11 08:11:42.643125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-6e16b880-2aa0-4455-9230-afb447d68414 req-f6ea50da-44aa-4942-b020-876d32efedb8 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:11:42.656833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e16b880-2aa0-4455-9230-afb447d68414 req-f6ea50da-44aa-4942-b020-876d32efedb8 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231080 Aug 11 08:11:42.662045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-b67be3d4-ea7f-46d4-a24e-2cc0b6f8d6bd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633245 Aug 11 08:11:42.671237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32bf63-223c-4043-8d9e-a3493f745437 req-ba5ce3fc-7718-4c07-b1f2-d1c1379877fb tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.674898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b32bf63-223c-4043-8d9e-a3493f745437 req-ba5ce3fc-7718-4c07-b1f2-d1c1379877fb tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1096 time: 0.1656473 Aug 11 08:11:42.771756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:42.775872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:42.887039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'tag': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd'}, {'name': 'network-changed', 'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'tag': '944b70dd-565e-4a4c-8dd2-592399869181'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:42.887851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792df9-0bf2-4bfc-b182-c863de54d9da req-bd25a6de-d609-4be1-86ee-603c83b756dd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.891664 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f245b36-3359-445f-9e7e-c34ecb1e18b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "tag": "6a971bf4-15a3-4085-b1c4-3a3e920dc8bd"}, {"name": "network-changed", "server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "tag": "944b70dd-565e-4a4c-8dd2-592399869181"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:42.894466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792df9-0bf2-4bfc-b182-c863de54d9da req-bd25a6de-d609-4be1-86ee-603c83b756dd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.900794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792df9-0bf2-4bfc-b182-c863de54d9da req-bd25a6de-d609-4be1-86ee-603c83b756dd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.902714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb792df9-0bf2-4bfc-b182-c863de54d9da req-bd25a6de-d609-4be1-86ee-603c83b756dd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2411 time: 0.1447849 Aug 11 08:11:42.977116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-faa3cd3f-63b2-4273-a836-76fdc88a48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.977970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-faa3cd3f-63b2-4273-a836-76fdc88a48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.978889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-faa3cd3f-63b2-4273-a836-76fdc88a48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:42.981853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-faa3cd3f-63b2-4273-a836-76fdc88a48bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2864 time: 0.3829219 Aug 11 08:11:42.994068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b32bf63-223c-4043-8d9e-a3493f745437 req-5713a7bc-2de7-4a22-81b3-7bf559518b0f tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436960 Aug 11 08:11:43.003204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb792df9-0bf2-4bfc-b182-c863de54d9da req-ae20c7b7-42fb-4478-8d27-385cbc937de2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861113 Aug 11 08:11:43.057865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-bc4c5036-7668-4d92-aefe-5c465a739d1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.134&port_id=1fa0b1eb-6125-4298-a049-887a71865a88 HTTP/1.1" status: 200 len: 217 time: 0.0519512 Aug 11 08:11:43.066921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.65 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/292991c8-9a36-44c8-a835-3ce6488624c7) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:43.095714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-11e7a8e1-a231-423f-98ff-588b551f9804 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.100349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-11e7a8e1-a231-423f-98ff-588b551f9804 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3863614 Aug 11 08:11:43.138599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': '8b830bf1-fe8f-481b-b626-47325efe7621', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:43.228788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1da8-9cf7-457c-9816-276dcf1326d6 req-8f76fa53-2c08-4deb-9092-ecb4a74e0677 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.231246 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-779c1da8-9cf7-457c-9816-276dcf1326d6 req-8f76fa53-2c08-4deb-9092-ecb4a74e0677 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1056595 Aug 11 08:11:43.269974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-64b4ddbf-3ad5-40b0-a091-fb693a9d0e93 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips/ef3796ec-993c-4293-9b88-c5f7219bab04 HTTP/1.1" status: 200 len: 693 time: 0.0661004 Aug 11 08:11:43.276021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f5d9128f-a162-469a-9738-dfb7b34226fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.279655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f5d9128f-a162-469a-9738-dfb7b34226fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b533fae-c0ad-4c85-82bb-eea632762b73 HTTP/1.1" status: 200 len: 801 time: 0.1777949 Aug 11 08:11:43.320562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-779c1da8-9cf7-457c-9816-276dcf1326d6 req-3745855a-3877-441d-bcbf-e200e85deec3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775704 Aug 11 08:11:43.384493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:43.405972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object 292991c8-9a36-44c8-a835-3ce6488624c7 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:43.461284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-79f51c42-7376-4fae-b964-b528725b002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.462953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-79f51c42-7376-4fae-b964-b528725b002a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1631649 Aug 11 08:11:43.479967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:43.527688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:43.540726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:43.544432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:43.546860 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23637bd-bca4-48c7-a61a-8878b5dec5fe x-openstack-request-id: req-f23637bd-bca4-48c7-a61a-8878b5dec5fe {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:43.547086 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "tag": "6a971bf4-15a3-4085-b1c4-3a3e920dc8bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "tag": "944b70dd-565e-4a4c-8dd2-592399869181", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:43.547305 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f23637bd-bca4-48c7-a61a-8878b5dec5fe {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:43.547728 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'tag': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd', 'status': 'completed', 'code': 200} Aug 11 08:11:43.547983 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'tag': '944b70dd-565e-4a4c-8dd2-592399869181', 'status': 'completed', 'code': 200} Aug 11 08:11:43.549948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:43.552356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:11:43.555994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:43.567949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-1ad07501-e14f-4412-b0b8-150c0bd05fd5 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.575505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-1ad07501-e14f-4412-b0b8-150c0bd05fd5 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2946656 Aug 11 08:11:43.589708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=292991c8-9a36-44c8-a835-3ce6488624c7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:43.610255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.611131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:43.638553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-068156da-4e8b-46d8-a4af-32d3e7e8dad3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1345305 Aug 11 08:11:43.653564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-28ca6ad9-b21f-4c36-b32f-72bc7d4527f7 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0770092 Aug 11 08:11:43.658661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Request body: {'port': {'device_id': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:43.781501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-8fa88891-a827-4f65-8520-cc59610aa378 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.1265497 Aug 11 08:11:43.787827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:43.910536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-bbfb9bf2-ef77-4b86-94d0-2d22e58a162e service neutron] 10.222.0.69 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265087 Aug 11 08:11:43.990897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba330dfd-2ea3-46f1-bf83-6229567d26dd req-0c36ed1d-1687-4a48-b835-c789525adb9c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:43.992634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba330dfd-2ea3-46f1-bf83-6229567d26dd req-0c36ed1d-1687-4a48-b835-c789525adb9c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 935 time: 0.1531293 Aug 11 08:11:44.009186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca8e11d9-3d19-4feb-8806-15e361351505 None None] Provisioning for port 292991c8-9a36-44c8-a835-3ce6488624c7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:44.019667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca8e11d9-3d19-4feb-8806-15e361351505 None None] Provisioning complete for port 292991c8-9a36-44c8-a835-3ce6488624c7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:44.020684 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca8e11d9-3d19-4feb-8806-15e361351505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.052234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba330dfd-2ea3-46f1-bf83-6229567d26dd req-bc1217f5-5b21-4275-849d-c988432ef123 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Aug 11 08:11:44.067762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.152 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/270e7ebe-0da9-4a35-b0c1-4c2d50c16d73) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:11:44.103435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e11d9-3d19-4feb-8806-15e361351505 None None] Port 292991c8-9a36-44c8-a835-3ce6488624c7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:44.201332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-9e9e619b-35ae-44cf-858e-38d0523bf864 service neutron] 10.222.0.69 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805429 Aug 11 08:11:44.345767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-d9df2196-f140-473a-942a-1a35c2db8258 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd HTTP/1.1" status: 200 len: 217 time: 0.1302547 Aug 11 08:11:44.349253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Deleting port 296516e9-cca2-422a-b12c-94ac4aaea2c1 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:11:44.349617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.356640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:44.448754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579acd-2c96-489b-8824-209317f6d367 req-165fd9fc-b54e-4908-9055-21ae5baf4ff2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:44.467213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579acd-2c96-489b-8824-209317f6d367 req-165fd9fc-b54e-4908-9055-21ae5baf4ff2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:44.482488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579acd-2c96-489b-8824-209317f6d367 req-165fd9fc-b54e-4908-9055-21ae5baf4ff2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:44.485942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69579acd-2c96-489b-8824-209317f6d367 req-165fd9fc-b54e-4908-9055-21ae5baf4ff2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2411 time: 0.1465652 Aug 11 08:11:44.569420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:44.600869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'mac_address': 'fa:16:3e:db:ef:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:44.629265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.634523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-263d4581-4bb7-449c-aca9-2d28177307da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:44.638085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-263d4581-4bb7-449c-aca9-2d28177307da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c86652a7-fe83-47c5-86ad-7c79a221ebcb HTTP/1.1" status: 200 len: 801 time: 0.2837336 Aug 11 08:11:44.641664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69579acd-2c96-489b-8824-209317f6d367 req-0878c4c7-2699-4795-a3f2-ace1effe38ed tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479807 Aug 11 08:11:44.694651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.695114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.708948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:44.726131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Calling delete_port for 296516e9-cca2-422a-b12c-94ac4aaea2c1 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:11:44.743394 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.769887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fca25a-b9e2-4f34-9010-728bdaa32f1e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:44.809863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:44.817382 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.855436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-8f17c509-6932-4cbe-86f1-ddfb06f18d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:44.857599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-8f17c509-6932-4cbe-86f1-ddfb06f18d9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=661beb60-d432-4605-9795-59adea419c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2079654 Aug 11 08:11:44.949709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:44.960230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:44.991107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:45.043295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e2fca25a-b9e2-4f34-9010-728bdaa32f1e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:45.114670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241b51c-b3be-43da-a1de-7614ac58ce2b req-92fd6a4c-5615-4550-8b99-0d7f46a40373 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:45.116685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2241b51c-b3be-43da-a1de-7614ac58ce2b req-92fd6a4c-5615-4550-8b99-0d7f46a40373 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1096 time: 0.0959818 Aug 11 08:11:45.193445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-3d8086e9-0516-49a9-a4fe-715652c9103d service neutron] 10.222.0.69 "GET /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223054 Aug 11 08:11:45.208335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2241b51c-b3be-43da-a1de-7614ac58ce2b req-4a2e4411-bdf2-4579-a17a-72d4fb890f56 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713780 Aug 11 08:11:45.270694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292991c8-9a36-44c8-a835-3ce6488624c7 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:45.281132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:45.385187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:11:45.393350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:45.403947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:11:45.412018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:11:45.518211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74252-9d0d-4e13-9083-7ecfc91f0e9a req-57c65383-1b9c-45a6-b69e-982a6b8e3b31 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:45.520307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bce74252-9d0d-4e13-9083-7ecfc91f0e9a req-57c65383-1b9c-45a6-b69e-982a6b8e3b31 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.0904913 Aug 11 08:11:45.548187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:45.570522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Transition to ACTIVE for port object 292991c8-9a36-44c8-a835-3ce6488624c7 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:45.583658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:45.597634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bce74252-9d0d-4e13-9083-7ecfc91f0e9a req-17eccf65-afb4-4dd6-a639-fb2cf9ff0147 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583794 Aug 11 08:11:45.656758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:45.657496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:45.694890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-a589c909-0575-4561-8e2c-74b779a62067 service neutron] 10.222.0.69 "GET /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932544 Aug 11 08:11:45.696452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event deleted for resources: {'Port': ['ID=296516e9-cca2-422a-b12c-94ac4aaea2c1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:45.699564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-f47c2680-50b0-4cf4-abe7-16f1b260da9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5681908 Aug 11 08:11:45.723797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Pushing event updated for resources: {'Port': ['ID=292991c8-9a36-44c8-a835-3ce6488624c7,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:45.771727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Request body: {'port': {'device_id': '8b830bf1-fe8f-481b-b626-47325efe7621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:45.886638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Attempting to bind port 292991c8-9a36-44c8-a835-3ce6488624c7 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:45.887133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Attempting to bind port 292991c8-9a36-44c8-a835-3ce6488624c7 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:45.887566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Attempting to bind port 292991c8-9a36-44c8-a835-3ce6488624c7 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:45.899009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Port 292991c8-9a36-44c8-a835-3ce6488624c7 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:45.899914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Attempting to bind port 292991c8-9a36-44c8-a835-3ce6488624c7 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:45.911899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:45.912786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:45.913913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:45.915855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Bound port: 292991c8-9a36-44c8-a835-3ce6488624c7, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:45.916688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.000206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b8f2456f-3d3d-4721-9d41-5805c3423ae9 None None] Provisioning for port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:46.013930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b8f2456f-3d3d-4721-9d41-5805c3423ae9 None None] Provisioning complete for port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:46.016080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b8f2456f-3d3d-4721-9d41-5805c3423ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.155012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2456f-3d3d-4721-9d41-5805c3423ae9 None None] Port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:11:46.172327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] For port 292991c8-9a36-44c8-a835-3ce6488624c7, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:46.202547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] For port 292991c8-9a36-44c8-a835-3ce6488624c7, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=292991c8-9a36-44c8-a835-3ce6488624c7,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:46.222858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadff38-6855-4ddc-87eb-f55b5b88d464 req-05b0df89-d38a-4471-a215-a41035223c7d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:46.227188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edadff38-6855-4ddc-87eb-f55b5b88d464 req-05b0df89-d38a-4471-a215-a41035223c7d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 947 time: 0.1236341 Aug 11 08:11:46.230084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.291512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:46.291512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.293643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] 10.222.0.69 "PUT /v2.0/ports/292991c8-9a36-44c8-a835-3ce6488624c7 HTTP/1.1" status: 200 len: 1095 time: 2.6399026 Aug 11 08:11:46.299262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'tag': '292991c8-9a36-44c8-a835-3ce6488624c7'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:46.302540 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d77d7d4-bc55-45d8-9200-655e02eb378f", "tag": "292991c8-9a36-44c8-a835-3ce6488624c7"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:46.352432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:46.496606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edadff38-6855-4ddc-87eb-f55b5b88d464 req-d6d0e222-d18a-4a01-8b50-8ccc67f53275 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222755 Aug 11 08:11:46.500930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dc615-0c67-4ddc-8797-50e07c4a5560 service neutron] Pushing event updated for resources: {'Port': ['ID=292991c8-9a36-44c8-a835-3ce6488624c7,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:46.549289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-87807aa4-8f40-4421-b46b-f83ae24ec16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:46.550782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e2fca25a-b9e2-4f34-9010-728bdaa32f1e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:46.551985 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.555596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-87807aa4-8f40-4421-b46b-f83ae24ec16c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 1098 time: 0.1928492 Aug 11 08:11:46.557091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-27204157-90f6-4eab-a56c-59de27186ad9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=944b70dd-565e-4a4c-8dd2-592399869181 HTTP/1.1" status: 200 len: 217 time: 0.8011148 Aug 11 08:11:46.659160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-656116d4-8a78-4346-95d9-3677f58e3ff3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=292991c8-9a36-44c8-a835-3ce6488624c7 HTTP/1.1" status: 200 len: 217 time: 0.0830619 Aug 11 08:11:46.827874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-d1660c8a-3b87-4383-a928-db8a2e3e94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:46.830928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-d1660c8a-3b87-4383-a928-db8a2e3e94b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1631331 Aug 11 08:11:46.860475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.871349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:46.873882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71614ba0-96fc-49b0-9cf5-cebaffd36d60 req-fa09ae81-3201-4070-a506-fb20fa544cd2 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "DELETE /v2.0/floatingips/ef3796ec-993c-4293-9b88-c5f7219bab04 HTTP/1.1" status: 204 len: 173 time: 3.0626295 Aug 11 08:11:46.891112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f44d87ce-cb06-4e0a-9611-bac2487e62af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:46.898451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-f44d87ce-cb06-4e0a-9611-bac2487e62af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b533fae-c0ad-4c85-82bb-eea632762b73 HTTP/1.1" status: 200 len: 801 time: 0.3209603 Aug 11 08:11:46.902121 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:47.011424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:47.068975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-85ca4c2a-0f24-4441-a718-548b83db8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:47.070554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-85ca4c2a-0f24-4441-a718-548b83db8d72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2324121 Aug 11 08:11:47.089838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:47.094964 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0e7e01-4795-4e83-bd90-201d31ba2aed" -d '{"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-plugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:47.129226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:47.150581 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:47.186849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c838f-c93f-4b10-84f0-e8b24396a397 req-1187eb29-4c12-4207-8eac-1eb1752c29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:47.188596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-748c838f-c93f-4b10-84f0-e8b24396a397 req-1187eb29-4c12-4207-8eac-1eb1752c29ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 1096 time: 0.1405420 Aug 11 08:11:47.246994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-748c838f-c93f-4b10-84f0-e8b24396a397 req-e5bf9c40-173a-4b91-86b9-368d6b587feb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Aug 11 08:11:47.266091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-0149dd8b-a79e-4ea6-84aa-9b16d213505c service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789711 Aug 11 08:11:47.338448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:47.480103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4da3-5427-415b-ab0d-7c535db24553 req-b17e88db-6336-45a1-a882-2841410f4383 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:47.488427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4da3-5427-415b-ab0d-7c535db24553 req-b17e88db-6336-45a1-a882-2841410f4383 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:47.495687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4da3-5427-415b-ab0d-7c535db24553 req-b17e88db-6336-45a1-a882-2841410f4383 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:47.503747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b62b4da3-5427-415b-ab0d-7c535db24553 req-b17e88db-6336-45a1-a882-2841410f4383 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2411 time: 0.5073419 Aug 11 08:11:47.510809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-5d899f66-a65b-470d-9815-01dc4877a536 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206833 Aug 11 08:11:47.520624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-18b4cb2b-da4d-4c9f-b3ec-23af120eaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:47.522292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-18b4cb2b-da4d-4c9f-b3ec-23af120eaf08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6172037 Aug 11 08:11:47.638995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:47.658629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:47.679460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b62b4da3-5427-415b-ab0d-7c535db24553 req-eea2f9f9-6f14-4a99-8b52-cbcaa40ff116 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745241 Aug 11 08:11:47.724457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Transition to ACTIVE for port object 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:11:47.730972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:47.775028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-8628cfbd-9957-452c-939a-e89147bdbd7d service neutron] 10.222.0.69 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298894 Aug 11 08:11:47.869780 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85fa6c2-99f2-4fa7-bd49-a85e952c8144 x-openstack-request-id: req-e85fa6c2-99f2-4fa7-bd49-a85e952c8144 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:47.870316 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d77d7d4-bc55-45d8-9200-655e02eb378f", "tag": "292991c8-9a36-44c8-a835-3ce6488624c7", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:47.870974 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e85fa6c2-99f2-4fa7-bd49-a85e952c8144 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:47.871612 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'tag': '292991c8-9a36-44c8-a835-3ce6488624c7', 'status': 'completed', 'code': 200} Aug 11 08:11:47.891698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Pushing event updated for resources: {'Port': ['ID=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:48.039659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-4c863899-48b3-4878-84e7-81a1daede91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.043457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-4c863899-48b3-4878-84e7-81a1daede91c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 1098 time: 0.1193256 Aug 11 08:11:48.140151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Attempting to bind port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:48.140501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Attempting to bind port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:48.141145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Attempting to bind port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:48.147750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e4d9b33-8816-40ce-abf7-18271a86cc7f req-bc8a26f2-0e11-4af3-99d8-a47b6a0200c2 service neutron] 10.222.0.69 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410070 Aug 11 08:11:48.153968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:48.153968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Attempting to bind port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:48.183847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b2d95-f3db-4989-9c7d-ceecc8240b78 req-4aa868b4-705e-4627-bb2e-e8cc12f96594 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.204934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa1b2d95-f3db-4989-9c7d-ceecc8240b78 req-4aa868b4-705e-4627-bb2e-e8cc12f96594 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.2014987 Aug 11 08:11:48.213497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:48.213841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:48.214238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:48.214691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Bound port: 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:48.215056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:48.248807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-94e5677e-00ca-47b9-b02b-76a542d29bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.250556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-94e5677e-00ca-47b9-b02b-76a542d29bbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1983004 Aug 11 08:11:48.323394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa1b2d95-f3db-4989-9c7d-ceecc8240b78 req-3804d742-2e60-4f52-9724-41b523587701 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113153 Aug 11 08:11:48.376582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] For port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:48.384172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] For port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:48.391854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:48.537982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-c02564c8-fa6f-4da9-9567-3af858a0e508 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:11:48.539097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-c02564c8-fa6f-4da9-9567-3af858a0e508 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0335872 Aug 11 08:11:48.563779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-478cbf35-dbbe-4936-94f3-d4a1955af280 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=292991c8-9a36-44c8-a835-3ce6488624c7 HTTP/1.1" status: 200 len: 217 time: 0.1174812 Aug 11 08:11:48.567546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:48.568013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:11:48.571287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.571956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:48.573520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] 10.222.0.69 "PUT /v2.0/ports/270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 HTTP/1.1" status: 200 len: 1096 time: 2.8079238 Aug 11 08:11:48.577077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b830bf1-fe8f-481b-b626-47325efe7621', 'tag': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:48.579632 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6af20c-2b0a-4e14-8619-723093874218" -d '{"events": [{"name": "network-changed", "server_uuid": "8b830bf1-fe8f-481b-b626-47325efe7621", "tag": "270e7ebe-0da9-4a35-b0c1-4c2d50c16d73"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:48.701487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-20810a01-8d1a-4001-a9e2-42f01005c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.703646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-20810a01-8d1a-4001-a9e2-42f01005c565 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1291687 Aug 11 08:11:48.764385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-f906dc0f-d3fd-408e-868d-174eedae6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.766516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-f906dc0f-d3fd-408e-868d-174eedae6d03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546277 Aug 11 08:11:48.771012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3ce7-08b7-486c-b937-3c3fd9ba149a service neutron] Pushing event updated for resources: {'Port': ['ID=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:48.954744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-ef42d7b4-776d-424a-af8b-0e083ee2d54b service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783791 Aug 11 08:11:48.986468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-faadb9c7-eb40-4217-9a16-a5e0dbd738ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.987150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-faadb9c7-eb40-4217-9a16-a5e0dbd738ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.987419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-faadb9c7-eb40-4217-9a16-a5e0dbd738ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:48.989159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-faadb9c7-eb40-4217-9a16-a5e0dbd738ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2864 time: 0.5307834 Aug 11 08:11:49.007078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-d7f98b08-31c0-493d-bac5-1762d148ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.008473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-d7f98b08-31c0-493d-bac5-1762d148ba9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 1099 time: 0.3505683 Aug 11 08:11:49.076045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a677ec4d-86f6-4057-a1a5-3b3b88520f2b req-2ddac757-5910-4874-81d8-9cc96ee7fd13 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092587 Aug 11 08:11:49.093013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-e6541965-7f09-4c5b-a264-16428562fc63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 HTTP/1.1" status: 200 len: 217 time: 0.0666842 Aug 11 08:11:49.211459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd68ea-7c91-4717-a88e-a93cc37027a9 req-cbd5337b-22c7-4caa-bd59-86205977bff8 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.218348 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38fd68ea-7c91-4717-a88e-a93cc37027a9 req-cbd5337b-22c7-4caa-bd59-86205977bff8 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6437762 Aug 11 08:11:49.289119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-788930af-e489-4dd1-91f1-b96fecf0d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.290881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-788930af-e489-4dd1-91f1-b96fecf0d3a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1464376 Aug 11 08:11:49.409025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-8e140f5b-5e42-47c6-8160-b7a36189141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.413579 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-8e140f5b-5e42-47c6-8160-b7a36189141c service neutron] 10.222.0.69 "GET /v2.0/networks?id=661beb60-d432-4605-9795-59adea419c7f HTTP/1.1" status: 200 len: 902 time: 0.4094977 Aug 11 08:11:49.415349 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d24a291-b99d-41a3-a5e0-38c16b6fb984 x-openstack-request-id: req-1d24a291-b99d-41a3-a5e0-38c16b6fb984 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:49.415886 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-plugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:49.415886 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d24a291-b99d-41a3-a5e0-38c16b6fb984 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:49.416333 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'code': 200} Aug 11 08:11:49.541085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-14d777ad-3e15-4f08-a6bf-9e49d888bf1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd HTTP/1.1" status: 200 len: 217 time: 0.0809343 Aug 11 08:11:49.573938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-8f8c8ea6-42b5-4ff9-af88-4128a6f3726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.576222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-8f8c8ea6-42b5-4ff9-af88-4128a6f3726f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075682 Aug 11 08:11:49.577547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:49.578080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:49.578558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:49.667396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:49.667865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:49.748549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:49.749103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:49.749572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:49.750091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Bound port: afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:49.783111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c1a4f-8231-439c-a427-7097ce29f655 req-41dd2507-a0b9-4cb3-9192-4bae6202bbc4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.793546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e30c1a4f-8231-439c-a427-7097ce29f655 req-41dd2507-a0b9-4cb3-9192-4bae6202bbc4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 947 time: 0.2476013 Aug 11 08:11:49.901559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e30c1a4f-8231-439c-a427-7097ce29f655 req-795b0551-81f7-44bb-bcee-0d149980df09 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071501 Aug 11 08:11:49.903183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-1af7ff42-cff0-4f0d-8b4a-632590fe9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:49.905301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-1af7ff42-cff0-4f0d-8b4a-632590fe9acb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c86652a7-fe83-47c5-86ad-7c79a221ebcb HTTP/1.1" status: 200 len: 801 time: 0.3435767 Aug 11 08:11:49.995100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-1029ac35-c59f-4386-89a9-a82ae09c540a service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963482 Aug 11 08:11:50.008750 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a571a8-ce70-48d5-a3c4-47956204ac64 x-openstack-request-id: req-c3a571a8-ce70-48d5-a3c4-47956204ac64 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:50.009153 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b830bf1-fe8f-481b-b626-47325efe7621", "tag": "270e7ebe-0da9-4a35-b0c1-4c2d50c16d73", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:50.009348 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3a571a8-ce70-48d5-a3c4-47956204ac64 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:50.009706 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b830bf1-fe8f-481b-b626-47325efe7621', 'tag': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'status': 'completed', 'code': 200} Aug 11 08:11:50.074348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:50.077707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-d2546f85-9092-4384-81ea-aa8dbae77616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.078723 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-d2546f85-9092-4384-81ea-aa8dbae77616 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=661beb60-d432-4605-9795-59adea419c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591232 Aug 11 08:11:50.082911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:50.084103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-8d4de778-4248-49b4-b0d0-5fc2064ea56f service neutron] 10.222.0.58 "POST /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea/bindings HTTP/1.1" status: 201 len: 389 time: 1.5247259 Aug 11 08:11:50.355951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7af23-c357-4ee3-b890-c5597a9e0593 req-a96236f6-028b-49d7-b9e1-d08b1de48d59 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.362587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7af23-c357-4ee3-b890-c5597a9e0593 req-a96236f6-028b-49d7-b9e1-d08b1de48d59 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.370205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7af23-c357-4ee3-b890-c5597a9e0593 req-a96236f6-028b-49d7-b9e1-d08b1de48d59 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.371308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 944b70dd-565e-4a4c-8dd2-592399869181 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:50.379857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5e7af23-c357-4ee3-b890-c5597a9e0593 req-a96236f6-028b-49d7-b9e1-d08b1de48d59 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2411 time: 0.2800310 Aug 11 08:11:50.431110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a1c2685-6614-4c93-a876-7e5553757ba7 req-113543c1-33e7-4595-81f0-6811dd703da6 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241259 Aug 11 08:11:50.476211 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c395c1b6-304a-4d58-a1ac-bb9f24751d95 req-25f7cc60-e0ac-457c-a827-619b4d3e80e0 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=e2eb2e40e62546c5bf02dafa9e51bced HTTP/1.1" status: 200 len: 1656 time: 0.1585224 Aug 11 08:11:50.501088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5e7af23-c357-4ee3-b890-c5597a9e0593 req-9e87f5e5-b211-46ca-a9a4-09381f76d898 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204004 Aug 11 08:11:50.578683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 944b70dd-565e-4a4c-8dd2-592399869181, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=944b70dd-565e-4a4c-8dd2-592399869181,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:50.602744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '944b70dd-565e-4a4c-8dd2-592399869181', 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'port_id': '944b70dd-565e-4a4c-8dd2-592399869181', 'mac_address': 'fa:16:3e:c0:46:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b533fae-c0ad-4c85-82bb-eea632762b73', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:50.637557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-34be2f4a-cc7b-401f-bf22-f6a162b01cd3 service neutron] 10.222.0.69 "GET /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506420 Aug 11 08:11:50.667025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:50.696322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944b70dd-565e-4a4c-8dd2-592399869181 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:50.702653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af20c-2b0a-4e14-8619-723093874218 req-d54929d5-06e7-471b-92af-de584c93f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.705322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-d54929d5-06e7-471b-92af-de584c93f009 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 1099 time: 0.1277170 Aug 11 08:11:50.732133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 944b70dd-565e-4a4c-8dd2-592399869181, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=944b70dd-565e-4a4c-8dd2-592399869181,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:50.739843 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:50.741094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 292991c8-9a36-44c8-a835-3ce6488624c7 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:50.779205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395c1b6-304a-4d58-a1ac-bb9f24751d95 req-5261a93a-b187-4c7a-84c9-8a0114980602 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.787475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c395c1b6-304a-4d58-a1ac-bb9f24751d95 req-5261a93a-b187-4c7a-84c9-8a0114980602 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks?id=593c181d-22e7-4bba-a282-857c609ea6e6&id=593c181d-22e7-4bba-a282-857c609ea6e6&id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 787 time: 0.3094041 Aug 11 08:11:50.794191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-c395c1b6-304a-4d58-a1ac-bb9f24751d95 req-b7953587-36ba-481f-83cc-de2de971c742 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:11:50.807111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c395c1b6-304a-4d58-a1ac-bb9f24751d95 req-b7953587-36ba-481f-83cc-de2de971c742 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186038 Aug 11 08:11:50.835808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-60c788a0-fa60-403a-8fb3-ecec3090dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.838767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-60c788a0-fa60-403a-8fb3-ecec3090dbd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1096 time: 0.3360097 Aug 11 08:11:50.913588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af20c-2b0a-4e14-8619-723093874218 req-eed2f157-73c1-406d-b517-c59862548659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:50.915596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-eed2f157-73c1-406d-b517-c59862548659 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1997471 Aug 11 08:11:50.970569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-2cd0c7ed-82db-44f4-a3b3-5a55b09435db service neutron] 10.222.0.69 "GET /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222129 Aug 11 08:11:50.974914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 292991c8-9a36-44c8-a835-3ce6488624c7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=292991c8-9a36-44c8-a835-3ce6488624c7,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:51.001611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '292991c8-9a36-44c8-a835-3ce6488624c7', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '292991c8-9a36-44c8-a835-3ce6488624c7', 'mac_address': 'fa:16:3e:71:97:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:51.101254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:51.136250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292991c8-9a36-44c8-a835-3ce6488624c7 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:51.146342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=944b70dd-565e-4a4c-8dd2-592399869181,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:51.185051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 292991c8-9a36-44c8-a835-3ce6488624c7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=292991c8-9a36-44c8-a835-3ce6488624c7,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:51.196061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:51.198097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:51.338392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:51.415843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-7153df54-5fc3-4f65-9417-6e004f0e74ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 HTTP/1.1" status: 200 len: 217 time: 0.4756911 Aug 11 08:11:51.427365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd', 'network_id': '661beb60-d432-4605-9795-59adea419c7f', 'port_id': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd', 'mac_address': 'fa:16:3e:57:df:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86652a7-fe83-47c5-86ad-7c79a221ebcb', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:51.430616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=292991c8-9a36-44c8-a835-3ce6488624c7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:51.510047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:51.525272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7bf23-3d25-4795-ad87-0a7ca8b2e907 req-4849f212-292d-4944-b120-6adc2d609937 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.527460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37a7bf23-3d25-4795-ad87-0a7ca8b2e907 req-4849f212-292d-4944-b120-6adc2d609937 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 945 time: 0.1251950 Aug 11 08:11:51.530122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af20c-2b0a-4e14-8619-723093874218 req-a66de47c-10a7-42a4-bf99-0972e182ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.532268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-a66de47c-10a7-42a4-bf99-0972e182ac53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1097825 Aug 11 08:11:51.542495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:51.582962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:51.592950 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:51.594532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1fa0b1eb-6125-4298-a049-887a71865a88 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:51.620027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904557ae-32de-4d1b-9bda-22bea85e71f3 req-754540a8-2150-4f50-bec2-ef0e1f299b95 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.629939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-904557ae-32de-4d1b-9bda-22bea85e71f3 req-754540a8-2150-4f50-bec2-ef0e1f299b95 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.8476298 Aug 11 08:11:51.675905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1fa0b1eb-6125-4298-a049-887a71865a88, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1fa0b1eb-6125-4298-a049-887a71865a88,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:51.697263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af20c-2b0a-4e14-8619-723093874218 req-a8d26a3c-55ae-4888-8bfb-eadf97c6f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.701900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-a8d26a3c-55ae-4888-8bfb-eadf97c6f9c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575620 Aug 11 08:11:51.708675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '1fa0b1eb-6125-4298-a049-887a71865a88', 'network_id': '63c7a8ff-c6bf-4aee-a84e-4e17615a694e', 'port_id': '1fa0b1eb-6125-4298-a049-887a71865a88', 'mac_address': 'fa:16:3e:d3:21:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b533fae-c0ad-4c85-82bb-eea632762b73', 'ip_address': '19.80.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:51.713772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37a7bf23-3d25-4795-ad87-0a7ca8b2e907 req-c3101112-7c08-4c00-9cae-b95d44d05e34 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704400 Aug 11 08:11:51.816856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-7056d17a-509a-4bdb-9826-89995a358492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.817708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-7056d17a-509a-4bdb-9826-89995a358492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.818529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-7056d17a-509a-4bdb-9826-89995a358492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.828952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-7056d17a-509a-4bdb-9826-89995a358492 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2865 time: 0.2728231 Aug 11 08:11:51.848331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:51.900044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa0b1eb-6125-4298-a049-887a71865a88 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:51.911962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:51.936761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-aa8dfcc9-ce5e-455e-8cdb-ab8df510c4fe service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215312 Aug 11 08:11:51.944342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1fa0b1eb-6125-4298-a049-887a71865a88, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1fa0b1eb-6125-4298-a049-887a71865a88,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:51.955660 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:51.977094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-904557ae-32de-4d1b-9bda-22bea85e71f3 req-97881e70-cce4-4c51-b516-984cf976f75a tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447943 Aug 11 08:11:51.991221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-e2ed5d34-839b-4065-b13c-3abb96ce06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:51.993207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-e2ed5d34-839b-4065-b13c-3abb96ce06b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 1.1308842 Aug 11 08:11:52.059677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-a5811bce-eba2-4315-8f34-28ceec46ed80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 217 time: 0.0565464 Aug 11 08:11:52.062741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-188c0776-7b86-4e7f-be6a-3fb62964767b tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips/fd323319-29c3-4cf3-932a-45c1d303f8c4 HTTP/1.1" status: 200 len: 693 time: 0.0963545 Aug 11 08:11:52.100465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1fa0b1eb-6125-4298-a049-887a71865a88,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:52.205194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-4b588edc-e8ae-411c-a009-2b0db95ee75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:52.207668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-4b588edc-e8ae-411c-a009-2b0db95ee75b service neutron] 10.222.0.69 "GET /v2.0/networks?id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e HTTP/1.1" status: 200 len: 902 time: 0.3643382 Aug 11 08:11:52.230934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a6af20c-2b0a-4e14-8619-723093874218 req-0595e7e9-5d04-4229-bc0b-cc4e67526717 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870049 Aug 11 08:11:52.286230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-833150ae-68cf-4afd-8c6a-7cd8cf1cd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:52.288819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-833150ae-68cf-4afd-8c6a-7cd8cf1cd363 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.2100835 Aug 11 08:11:52.290538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-d4a48ce3-f58b-42c5-94b3-b6c8c04dc83a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=944b70dd-565e-4a4c-8dd2-592399869181 HTTP/1.1" status: 200 len: 217 time: 0.0692427 Aug 11 08:11:52.305829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-e95706bb-bb39-4f4d-ac0f-19657c7238c7 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:52.307508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-e95706bb-bb39-4f4d-ac0f-19657c7238c7 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2338300 Aug 11 08:11:52.322486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38dfa-8514-4f1c-bdca-a8edeb22b335 req-3e7d3d22-3a66-4bf5-a055-c90c182f20c3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:52.331429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eeb38dfa-8514-4f1c-bdca-a8edeb22b335 req-3e7d3d22-3a66-4bf5-a055-c90c182f20c3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 948 time: 0.1881063 Aug 11 08:11:52.370259 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-10c03f21-ffa6-4ac4-9d67-1197738559df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672290 Aug 11 08:11:52.379267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-6e5a7f16-cc79-4f54-950a-69d4e086f59d tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0633736 Aug 11 08:11:52.384532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:52.473401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-539b849d-bfb0-40d1-88f3-f9f6577ec2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:52.475282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-539b849d-bfb0-40d1-88f3-f9f6577ec2a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b533fae-c0ad-4c85-82bb-eea632762b73 HTTP/1.1" status: 200 len: 801 time: 0.1413643 Aug 11 08:11:52.494945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-2c4bfeca-8cd9-4889-8c2d-a52eae81325d tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1018443 Aug 11 08:11:52.595994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eeb38dfa-8514-4f1c-bdca-a8edeb22b335 req-06195b23-ee99-4183-b202-ad17d04efd7f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580457 Aug 11 08:11:52.596701 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:52.612994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'mac_address': 'fa:16:3e:66:24:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:11:52.630373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-650cfaea-e4f9-4d27-9bd8-0a262335806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:52.633681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-650cfaea-e4f9-4d27-9bd8-0a262335806d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63c7a8ff-c6bf-4aee-a84e-4e17615a694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246679 Aug 11 08:11:52.659341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['944b70dd-565e-4a4c-8dd2-592399869181'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:52.741504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:52.763557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['6a971bf4-15a3-4085-b1c4-3a3e920dc8bd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:52.782414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Deleting port ea8cf7d6-8a4c-4f64-8302-cc6cc7b6319f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:11:52.786129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:52.865972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-2ab4651c-099f-4446-ac83-ebdd26e8913b service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304972 Aug 11 08:11:52.890708 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-9e22ef3c-e08d-4bb5-a5ce-1746c2696850 service neutron] 10.222.0.69 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443469 Aug 11 08:11:53.021158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1fa0b1eb-6125-4298-a049-887a71865a88'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:53.035835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.037074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.040387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f245b36-3359-445f-9e7e-c34ecb1e18b8 req-20605f91-e79e-4820-ae7e-c7974f7a9a38 service neutron] 10.222.0.69 "GET /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331568 Aug 11 08:11:53.066020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Calling delete_port for ea8cf7d6-8a4c-4f64-8302-cc6cc7b6319f owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:11:53.103480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.126509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:11:53.155337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:53.188463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95602-26d4-4661-b785-c03d70b6e138 req-7c28924c-50ff-4430-9c52-86ea02eb633e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:53.199504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95602-26d4-4661-b785-c03d70b6e138 req-7c28924c-50ff-4430-9c52-86ea02eb633e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:53.206861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95602-26d4-4661-b785-c03d70b6e138 req-7c28924c-50ff-4430-9c52-86ea02eb633e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:53.209838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7a95602-26d4-4661-b785-c03d70b6e138 req-7c28924c-50ff-4430-9c52-86ea02eb633e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2414 time: 0.1348882 Aug 11 08:11:53.236070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.242384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-6c728729-ff59-453a-8905-147481e014da service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688240 Aug 11 08:11:53.451764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7a95602-26d4-4661-b785-c03d70b6e138 req-acf8dc1f-7fda-4fe7-b1f0-f99033922ab4 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243457 Aug 11 08:11:53.520399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:53.563274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.591877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-cda373f1-0112-44dc-a9d4-daef34b2bd08 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:53.596681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-cda373f1-0112-44dc-a9d4-daef34b2bd08 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.2103112 Aug 11 08:11:53.619905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:11:53.692136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event deleted for resources: {'Port': ['ID=ea8cf7d6-8a4c-4f64-8302-cc6cc7b6319f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:53.749512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.751938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:53.918382 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:53.976725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:54.002494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeaa43b9-fb74-45fd-9292-9f97bb7f8cea req-0151daac-588f-460c-8e2f-965c336dac85 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "DELETE /v2.0/floatingips/fd323319-29c3-4cf3-932a-45c1d303f8c4 HTTP/1.1" status: 204 len: 173 time: 1.5035865 Aug 11 08:11:54.210826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-7c79df01-341d-4333-bcba-6b6ccc2dfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:54.213560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-7c79df01-341d-4333-bcba-6b6ccc2dfcab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a830c831f04611a724fa395dcc5de5&device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 1096 time: 0.1534638 Aug 11 08:11:54.219517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:54.232775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aeaa09-2f3b-4bc8-8e9b-9463bcad7b2d req-8f469cd5-bf42-4512-8901-b8ba693e5fe2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:54.232775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60aeaa09-2f3b-4bc8-8e9b-9463bcad7b2d req-8f469cd5-bf42-4512-8901-b8ba693e5fe2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 945 time: 0.0932527 Aug 11 08:11:54.345667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60aeaa09-2f3b-4bc8-8e9b-9463bcad7b2d req-089f0f30-301b-44bb-9c5f-a406f0cd16a4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948412 Aug 11 08:11:54.347815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:54.389423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea866053-da34-4615-91f2-237105a82a44 req-52f0e6d8-2747-4b94-ac34-41fcb130e38d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:54.391201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea866053-da34-4615-91f2-237105a82a44 req-52f0e6d8-2747-4b94-ac34-41fcb130e38d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 948 time: 0.0820463 Aug 11 08:11:54.453508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:54.456943 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf448c-cf2e-4436-a834-db24ad2cb3a2" -d '{"events": [{"server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "name": "network-vif-unplugged", "status": "completed", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:54.463646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:54.474373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:54.533277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea866053-da34-4615-91f2-237105a82a44 req-1c912565-5db3-43a0-97ae-755ee3720699 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337297 Aug 11 08:11:54.558678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-23ecdc4e-4eda-4147-9565-dda7673d7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:54.571006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-23ecdc4e-4eda-4147-9565-dda7673d7cfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 200 len: 910 time: 0.3472290 Aug 11 08:11:54.663676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-a8e6d940-d33f-4b81-a3f8-fe49ee8b9fa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc HTTP/1.1" status: 200 len: 217 time: 0.0826225 Aug 11 08:11:54.697133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:11:54.697452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:11:54.697704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:54.700508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:54.714445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:11:54.714984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Attempting to bind port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:11:54.740810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c18bf-946f-4c3c-9f67-72b6d5aeba89 req-083acb71-f359-4038-bf3f-528178441906 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:54.743707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-741c18bf-946f-4c3c-9f67-72b6d5aeba89 req-083acb71-f359-4038-bf3f-528178441906 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1183002 Aug 11 08:11:54.745121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:11:54.745710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:11:54.746365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:11:54.747122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Bound port: afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:11:54.747756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:54.802569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-f3955154-f517-4ac3-8ea9-7ab5988c3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:54.804437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-f3955154-f517-4ac3-8ea9-7ab5988c3029 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 200 len: 849 time: 0.0624785 Aug 11 08:11:54.816774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-696c1d2f-4ce8-4ac2-aa17-33643e3bc223 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips/aaf8c4df-4323-4b6a-bcd6-43754b724d6e HTTP/1.1" status: 200 len: 692 time: 0.2234366 Aug 11 08:11:54.879798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-741c18bf-946f-4c3c-9f67-72b6d5aeba89 req-06317bf7-9b8d-40ff-8074-8085bc79a637 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062171 Aug 11 08:11:54.922547 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-0cc48e60-3384-4067-a227-3497b46550ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac06e3fc-6b86-41d7-b1be-4848221b2340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044962 Aug 11 08:11:54.937063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:11:54.942558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:11:54.951503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:55.040911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-18b33ce2-1af2-4a06-b85a-f68a3cc88bc4 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:55.050186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-18b33ce2-1af2-4a06-b85a-f68a3cc88bc4 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2202113 Aug 11 08:11:55.050774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:55.057662 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c464071-c950-4234-83ac-42cbc6119e9b x-openstack-request-id: req-8c464071-c950-4234-83ac-42cbc6119e9b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:55.058148 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "name": "network-vif-unplugged", "status": "completed", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:55.058465 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c464071-c950-4234-83ac-42cbc6119e9b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:55.058945 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'code': 200} Aug 11 08:11:55.125672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-1e72192b-d471-4edd-b09f-34a5e81d310d tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0743949 Aug 11 08:11:55.130238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:55.131499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:55.133760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-530d99d9-1e9e-4e28-9369-e59e702d70f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 1121 time: 1.5306616 Aug 11 08:11:55.197427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5638-4c19-4def-8551-cc7ca7749a49 req-558b236a-40a7-4ff9-896a-21e13f9b0603 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:55.217887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5638-4c19-4def-8551-cc7ca7749a49 req-558b236a-40a7-4ff9-896a-21e13f9b0603 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:55.238813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5638-4c19-4def-8551-cc7ca7749a49 req-558b236a-40a7-4ff9-896a-21e13f9b0603 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:55.245045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-409e5638-4c19-4def-8551-cc7ca7749a49 req-558b236a-40a7-4ff9-896a-21e13f9b0603 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2414 time: 0.1322320 Aug 11 08:11:55.252072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-dfb03a80-41a2-4c41-a67c-c961cef01c20 service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211954 Aug 11 08:11:55.298123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['afc7ae7d-9a6a-4650-ba8f-fb013df809ea'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:11:55.349999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-409e5638-4c19-4def-8551-cc7ca7749a49 req-f510d52c-f837-4061-ab31-4f4734772945 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991013 Aug 11 08:11:55.426335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa958f22-1d3f-45e4-b8d0-7ca93de98393 req-3b157fc2-392b-47a0-8a6c-feeff3a6c4fe service neutron] 10.222.0.64 "GET /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654403 Aug 11 08:11:55.438152 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-6018ed5d-55f4-4f45-be45-9401285805b3 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.2936802 Aug 11 08:11:55.664429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Deleting port dad191cf-995c-4952-817a-e403553057d9 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:11:55.664429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:55.807095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:55.807682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:55.823970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Calling delete_port for dad191cf-995c-4952-817a-e403553057d9 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:11:55.857523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43358b3-d011-42ef-9316-adde6d0035d4 req-3bba9dcf-918e-4196-b6f9-b8dc13fdd2d4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:55.860059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d43358b3-d011-42ef-9316-adde6d0035d4 req-3bba9dcf-918e-4196-b6f9-b8dc13fdd2d4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.1288445 Aug 11 08:11:55.922159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d43358b3-d011-42ef-9316-adde6d0035d4 req-b8cc7519-fe24-4a1c-8582-310b669dc03c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Aug 11 08:11:56.036450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.083414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event deleted for resources: {'Port': ['ID=dad191cf-995c-4952-817a-e403553057d9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:56.157930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.160741 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.162010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6171038f-1baf-4481-860f-a3d4621f0e8d req-8000c5f5-e208-455c-94d5-e518c71ab32a tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "DELETE /v2.0/floatingips/aaf8c4df-4323-4b6a-bcd6-43754b724d6e HTTP/1.1" status: 204 len: 173 time: 0.7225502 Aug 11 08:11:56.167876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5003e74-fb1e-48e0-8f5a-3b643ec04c4e req-678cbf15-93b7-4be0-8c9f-f61d63d19a5d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:56.167876 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5003e74-fb1e-48e0-8f5a-3b643ec04c4e req-678cbf15-93b7-4be0-8c9f-f61d63d19a5d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 948 time: 0.0848920 Aug 11 08:11:56.214396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5003e74-fb1e-48e0-8f5a-3b643ec04c4e req-57d9d81c-a8ba-452e-8f22-17da3bde1035 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Aug 11 08:11:56.285644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc604f-d106-43ed-8224-9f0b02e92b4d req-b603c0c2-83f2-4f88-ad72-a9bd392dc76e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:56.287428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19cc604f-d106-43ed-8224-9f0b02e92b4d req-b603c0c2-83f2-4f88-ad72-a9bd392dc76e tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.0689480 Aug 11 08:11:56.298248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-8535576c-e07c-4311-b599-056cf0571209 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips/3a7b4242-275e-4069-a6af-5a41ec3a67e6 HTTP/1.1" status: 200 len: 693 time: 0.0577269 Aug 11 08:11:56.344279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19cc604f-d106-43ed-8224-9f0b02e92b4d req-142ad3b1-ed11-4a29-b53d-94860fba182a tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Aug 11 08:11:56.400678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 944b70dd-565e-4a4c-8dd2-592399869181 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:56.464550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-6f98e5f7-31cb-4ae6-b193-32bb47f677e1 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:56.465754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 944b70dd-565e-4a4c-8dd2-592399869181 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:56.471761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 944b70dd-565e-4a4c-8dd2-592399869181 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:56.472147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.477339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-6f98e5f7-31cb-4ae6-b193-32bb47f677e1 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.1721928 Aug 11 08:11:56.557947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607058-9a66-4ed4-88cb-dc03d60fd936 req-226e122e-ad74-46c6-a1bd-a708457cc43c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:56.563074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-8d8ee987-6ea3-4c3f-bc24-2bd3c1c36867 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.0847020 Aug 11 08:11:56.570803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607058-9a66-4ed4-88cb-dc03d60fd936 req-226e122e-ad74-46c6-a1bd-a708457cc43c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:56.577314 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.581578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607058-9a66-4ed4-88cb-dc03d60fd936 req-226e122e-ad74-46c6-a1bd-a708457cc43c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:56.583882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc607058-9a66-4ed4-88cb-dc03d60fd936 req-226e122e-ad74-46c6-a1bd-a708457cc43c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2414 time: 0.1040580 Aug 11 08:11:56.618680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944b70dd-565e-4a4c-8dd2-592399869181'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:56.622165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-f1c81df0-cf41-40c0-9536-376d61bb1255 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.0580556 Aug 11 08:11:56.622928 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2a13ed-d91c-4212-bec0-b80de425d639" -d '{"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-plugged", "status": "completed", "tag": "944b70dd-565e-4a4c-8dd2-592399869181"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:56.645780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc607058-9a66-4ed4-88cb-dc03d60fd936 req-1d2113ea-7322-4f76-8048-ed5b48700f96 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551877 Aug 11 08:11:56.646680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 944b70dd-565e-4a4c-8dd2-592399869181, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=944b70dd-565e-4a4c-8dd2-592399869181,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:56.654639 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.656524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:56.825551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Deleting port f9eaa08e-5c42-44d5-892a-098f13427d46 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:11:56.825978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:56.833148 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809381fa-f981-4d73-9c34-aad04ce1aed1 x-openstack-request-id: req-809381fa-f981-4d73-9c34-aad04ce1aed1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:56.833741 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-plugged", "status": "completed", "tag": "944b70dd-565e-4a4c-8dd2-592399869181", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:56.834516 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-809381fa-f981-4d73-9c34-aad04ce1aed1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:56.835834 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944b70dd-565e-4a4c-8dd2-592399869181', 'code': 200} Aug 11 08:11:56.837391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=944b70dd-565e-4a4c-8dd2-592399869181,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:56.846208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:56.863769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:56.864196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.029427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.030251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.043037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.089258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Calling delete_port for f9eaa08e-5c42-44d5-892a-098f13427d46 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:11:57.126445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:57.126751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc7ebc-0974-49f7-aec1-72b6640e248b req-a6092f9f-59e2-49a9-9105-810a128fb897 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:57.136054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3fc7ebc-0974-49f7-aec1-72b6640e248b req-a6092f9f-59e2-49a9-9105-810a128fb897 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.0712554 Aug 11 08:11:57.144481 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.205360 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3fc7ebc-0974-49f7-aec1-72b6640e248b req-e21fcc73-865c-4f98-9a50-397c65cb77c0 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Aug 11 08:11:57.228085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:57.230675 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60874fa1-1bd5-491b-8371-267aa54b737a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:57.266709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:57.392091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.406109 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843c1845-d4ce-442d-ab48-117b4a07ad32 x-openstack-request-id: req-843c1845-d4ce-442d-ab48-117b4a07ad32 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:57.407016 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:57.407648 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-843c1845-d4ce-442d-ab48-117b4a07ad32 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:57.408704 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'status': 'completed', 'code': 200} Aug 11 08:11:57.473461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Pushing event deleted for resources: {'Port': ['ID=f9eaa08e-5c42-44d5-892a-098f13427d46,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:57.525862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.530904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:57.539979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:11:57.546596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ed3d6b3-046b-4798-9523-19daf0ab5f96 req-ae187315-e71a-48e4-8589-a4eebfc76838 tempest-FloatingIPDetailsTestJSON-1281971942 tempest-FloatingIPDetailsTestJSON-1281971942-project] 10.222.0.58 "DELETE /v2.0/floatingips/3a7b4242-275e-4069-a6af-5a41ec3a67e6 HTTP/1.1" status: 204 len: 173 time: 0.9230421 Aug 11 08:11:57.556328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874fa1-1bd5-491b-8371-267aa54b737a req-f9850ef5-8202-435e-bb46-c31d13cbf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:57.557991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-f9850ef5-8202-435e-bb46-c31d13cbf32c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1124 time: 0.1099923 Aug 11 08:11:57.621904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8132f-b0c0-4fcc-9df0-2a6c51061b90 req-a6cf471a-c714-466e-90df-4fe750405b44 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:57.630690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdd8132f-b0c0-4fcc-9df0-2a6c51061b90 req-a6cf471a-c714-466e-90df-4fe750405b44 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 948 time: 0.1421235 Aug 11 08:11:57.721681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27645a7-68b3-470a-975c-d72bbc5a3ac7 req-5dc1dbe9-56a9-49a7-b7d7-7d98bf10a769 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:57.723288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c27645a7-68b3-470a-975c-d72bbc5a3ac7 req-5dc1dbe9-56a9-49a7-b7d7-7d98bf10a769 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1042473 Aug 11 08:11:57.764151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdd8132f-b0c0-4fcc-9df0-2a6c51061b90 req-df6fbbdd-b05a-45a7-a633-19fd004f8003 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315355 Aug 11 08:11:57.786288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c27645a7-68b3-470a-975c-d72bbc5a3ac7 req-4257c317-698e-41d5-9d34-923e60c86825 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Aug 11 08:11:57.934508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874fa1-1bd5-491b-8371-267aa54b737a req-3dfc8276-4565-4b79-9901-0e221ccb93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:57.934773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-3dfc8276-4565-4b79-9901-0e221ccb93f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.3421743 Aug 11 08:11:58.003091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-1fb2ac73-3c07-4251-b17a-9ffc6b82c6b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 217 time: 0.0496497 Aug 11 08:11:58.161774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874fa1-1bd5-491b-8371-267aa54b737a req-14305a5f-9e2d-43cf-8c87-6c709a002805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.164047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-14305a5f-9e2d-43cf-8c87-6c709a002805 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1227367 Aug 11 08:11:58.201341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fd2ba-9b36-48bd-b396-4700eb90ae04 req-50a38780-0ec8-4749-b0b4-04519d360c72 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.207844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fd2ba-9b36-48bd-b396-4700eb90ae04 req-50a38780-0ec8-4749-b0b4-04519d360c72 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.214054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fd2ba-9b36-48bd-b396-4700eb90ae04 req-50a38780-0ec8-4749-b0b4-04519d360c72 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.223456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c8fd2ba-9b36-48bd-b396-4700eb90ae04 req-50a38780-0ec8-4749-b0b4-04519d360c72 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2416 time: 0.3637846 Aug 11 08:11:58.279075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-76469a9f-f95b-41de-ba54-9a6b1cdee6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517890 Aug 11 08:11:58.377390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c8fd2ba-9b36-48bd-b396-4700eb90ae04 req-ae3438f3-37e7-476c-abf9-1a1127e0ac70 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392884 Aug 11 08:11:58.413129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:11:58.459528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-a257f2ba-e2f5-4949-8782-792cdf5d3f37 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681991 Aug 11 08:11:58.470774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:58.476740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d901b72-ac8f-4925-975f-c31f1956fe8e req-593d1c37-3919-4f76-9073-606a2f51852f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.478473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d901b72-ac8f-4925-975f-c31f1956fe8e req-593d1c37-3919-4f76-9073-606a2f51852f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1788275 Aug 11 08:11:58.561824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d901b72-ac8f-4925-975f-c31f1956fe8e req-40c96852-09ce-4df7-aa76-453c5f330f46 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Aug 11 08:11:58.608741 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:58.679861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60874fa1-1bd5-491b-8371-267aa54b737a req-59ab333d-4750-4e07-a16f-1ef926aa858c service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091734 Aug 11 08:11:58.734868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:58.745649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:58.758647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:58.759019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:58.837897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:11:58.839184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5a6f3-eb24-440d-8245-eb1f10dd201d req-c17d99f2-5e92-4265-bf31-43a3a77b632e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.840644 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396298c9-0205-4c90-8e5d-59f7ab0d2383" -d '{"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-plugged", "status": "completed", "tag": "6a971bf4-15a3-4085-b1c4-3a3e920dc8bd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:11:58.848681 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-56c5a6f3-eb24-440d-8245-eb1f10dd201d req-c17d99f2-5e92-4265-bf31-43a3a77b632e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.1676676 Aug 11 08:11:58.851744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:58.881490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:11:58.943770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-56c5a6f3-eb24-440d-8245-eb1f10dd201d req-7fda7e80-fecd-47e3-a9e8-c7a577cb9dd6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939033 Aug 11 08:11:58.967170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a19b97-296a-4f61-a5d1-daafabb7a1bd req-dbf19a52-35d1-4acd-9123-6b8cf2b79aa9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:58.967498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:58.975452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33a19b97-296a-4f61-a5d1-daafabb7a1bd req-dbf19a52-35d1-4acd-9123-6b8cf2b79aa9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 948 time: 0.1030333 Aug 11 08:11:59.040637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33a19b97-296a-4f61-a5d1-daafabb7a1bd req-22610a1f-033c-485e-95a3-5a5ba8de34c0 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632455 Aug 11 08:11:59.062148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:59.067067 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3862a2-5963-41ca-9e24-2825cfeee21f x-openstack-request-id: req-ca3862a2-5963-41ca-9e24-2825cfeee21f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:11:59.067353 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-plugged", "status": "completed", "tag": "6a971bf4-15a3-4085-b1c4-3a3e920dc8bd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:11:59.067609 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca3862a2-5963-41ca-9e24-2825cfeee21f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:11:59.068448 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd', 'code': 200} Aug 11 08:11:59.083510 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.085349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1fa0b1eb-6125-4298-a049-887a71865a88 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:59.234164 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8c65d7c0-add6-4378-8199-e875c938777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.255461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:59.280856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.285380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.286712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.290378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.297057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.299750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.300315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.300810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.301317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.308918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.309339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.309700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:11:59.314007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 1fa0b1eb-6125-4298-a049-887a71865a88 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:59.322116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 1fa0b1eb-6125-4298-a049-887a71865a88 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:59.322358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.495053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.506311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.590827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1fa0b1eb-6125-4298-a049-887a71865a88, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1fa0b1eb-6125-4298-a049-887a71865a88,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:11:59.599742 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.600792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 292991c8-9a36-44c8-a835-3ce6488624c7 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:11:59.609603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09be78-0d63-41db-b1a4-7343cd0d63dd req-c62aff4c-6342-4fcd-b277-58fffca0ba3b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:59.618081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09be78-0d63-41db-b1a4-7343cd0d63dd req-c62aff4c-6342-4fcd-b277-58fffca0ba3b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:59.633253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09be78-0d63-41db-b1a4-7343cd0d63dd req-c62aff4c-6342-4fcd-b277-58fffca0ba3b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:59.636252 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a09be78-0d63-41db-b1a4-7343cd0d63dd req-c62aff4c-6342-4fcd-b277-58fffca0ba3b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2416 time: 0.1286192 Aug 11 08:11:59.729551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a09be78-0d63-41db-b1a4-7343cd0d63dd req-64458064-53cd-4c33-b31e-67167db8d064 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823309 Aug 11 08:11:59.765195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1fa0b1eb-6125-4298-a049-887a71865a88,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:11:59.790241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 292991c8-9a36-44c8-a835-3ce6488624c7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:11:59.796228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-58bfe420-df32-402c-9362-862326af94c9 service neutron] 10.222.0.64 "GET /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.6632128 Aug 11 08:11:59.813152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 292991c8-9a36-44c8-a835-3ce6488624c7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:11:59.813732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.949526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:11:59.972969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa42202-cedf-47e5-85db-8c4fe8cb3164 req-5715417c-47d5-44fa-8b17-f7b4dd9423fc tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:11:59.981126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fa42202-cedf-47e5-85db-8c4fe8cb3164 req-5715417c-47d5-44fa-8b17-f7b4dd9423fc tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1433947 Aug 11 08:11:59.999841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 292991c8-9a36-44c8-a835-3ce6488624c7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=292991c8-9a36-44c8-a835-3ce6488624c7,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:00.007516 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:00.034015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fa42202-cedf-47e5-85db-8c4fe8cb3164 req-c275b4a8-8de9-48ea-9c2e-6e27cf0f5d21 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Aug 11 08:12:00.095562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=292991c8-9a36-44c8-a835-3ce6488624c7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:00.240439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d857-a7f8-4e6e-9296-346ad38d60da req-fd791400-f61d-4ea8-98cc-10f478a20ed4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:00.242230 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ca6d857-a7f8-4e6e-9296-346ad38d60da req-fd791400-f61d-4ea8-98cc-10f478a20ed4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 943 time: 0.0787916 Aug 11 08:12:00.305271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Deleting port 04098180-5a26-4603-ac0f-23f8db392b3d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:00.305518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:00.308323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ca6d857-a7f8-4e6e-9296-346ad38d60da req-a1112195-6d5d-4afe-b57c-6a36530545a3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568337 Aug 11 08:12:00.411048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b66fa-659d-4867-96a0-4de65a5cce43 req-e58001d8-1ef2-4331-be11-645ecdb1333b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:00.412661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a9b66fa-659d-4867-96a0-4de65a5cce43 req-e58001d8-1ef2-4331-be11-645ecdb1333b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 949 time: 0.2018661 Aug 11 08:12:00.474370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:00.550175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] For port 04098180-5a26-4603-ac0f-23f8db392b3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=04098180-5a26-4603-ac0f-23f8db392b3d,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:00.550175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:00.592622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a9b66fa-659d-4867-96a0-4de65a5cce43 req-08c27385-1231-4774-a285-3348807a68fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559532 Aug 11 08:12:00.593975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:00.630498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Calling delete_port for 04098180-5a26-4603-ac0f-23f8db392b3d owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:00.660675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc7ae7d-9a6a-4650-ba8f-fb013df809ea {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:00.705369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:00.729692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:00.937263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37541f-5e47-450f-b9d5-72c6d2a2ed17 req-8460b8ca-e91a-4567-bcb6-685d8ce41e9b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:00.949076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37541f-5e47-450f-b9d5-72c6d2a2ed17 req-8460b8ca-e91a-4567-bcb6-685d8ce41e9b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:00.960391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37541f-5e47-450f-b9d5-72c6d2a2ed17 req-8460b8ca-e91a-4567-bcb6-685d8ce41e9b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:00.969009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f37541f-5e47-450f-b9d5-72c6d2a2ed17 req-8460b8ca-e91a-4567-bcb6-685d8ce41e9b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.1167090 Aug 11 08:12:00.980449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] Transition to ACTIVE for port object afc7ae7d-9a6a-4650-ba8f-fb013df809ea will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:00.981204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:00.989014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:01.026575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04098180-5a26-4603-ac0f-23f8db392b3d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:01.038670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f37541f-5e47-450f-b9d5-72c6d2a2ed17 req-7e56604e-7653-4d82-b00b-46973d1d9d65 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687273 Aug 11 08:12:01.069499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b830bf1-fe8f-481b-b626-47325efe7621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'}, {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa0b1eb-6125-4298-a049-887a71865a88'}, {'server_uuid': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292991c8-9a36-44c8-a835-3ce6488624c7'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:01.072033 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6fa232-1ea0-4ea2-978d-8ffce4b3b78a" -d '{"events": [{"server_uuid": "8b830bf1-fe8f-481b-b626-47325efe7621", "name": "network-vif-plugged", "status": "completed", "tag": "270e7ebe-0da9-4a35-b0c1-4c2d50c16d73"}, {"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-plugged", "status": "completed", "tag": "1fa0b1eb-6125-4298-a049-887a71865a88"}, {"server_uuid": "1d77d7d4-bc55-45d8-9200-655e02eb378f", "name": "network-vif-plugged", "status": "completed", "tag": "292991c8-9a36-44c8-a835-3ce6488624c7"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:01.157335 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67acc0fc-b2cc-4e93-9978-9ed566b6bdec x-openstack-request-id: req-67acc0fc-b2cc-4e93-9978-9ed566b6bdec {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:01.157653 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b830bf1-fe8f-481b-b626-47325efe7621", "name": "network-vif-plugged", "status": "completed", "tag": "270e7ebe-0da9-4a35-b0c1-4c2d50c16d73", "code": 200}, {"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-plugged", "status": "completed", "tag": "1fa0b1eb-6125-4298-a049-887a71865a88", "code": 200}, {"server_uuid": "1d77d7d4-bc55-45d8-9200-655e02eb378f", "name": "network-vif-plugged", "status": "completed", "tag": "292991c8-9a36-44c8-a835-3ce6488624c7", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:01.157934 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67acc0fc-b2cc-4e93-9978-9ed566b6bdec {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:01.158349 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b830bf1-fe8f-481b-b626-47325efe7621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'code': 200} Aug 11 08:12:01.158606 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa0b1eb-6125-4298-a049-887a71865a88', 'code': 200} Aug 11 08:12:01.158856 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292991c8-9a36-44c8-a835-3ce6488624c7', 'code': 200} Aug 11 08:12:01.194928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] No DVR routers for this DVR port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:01.211260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:01.308867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-fcb5c673-b062-4c0a-9de8-69b34a63cb9b service neutron] 10.222.0.64 "PUT /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5031588 Aug 11 08:12:01.423270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f922d-d848-41da-8e56-5527bacf12b1 req-ddcc068f-6412-470b-8ae9-910c0e721c6c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.425087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab0f922d-d848-41da-8e56-5527bacf12b1 req-ddcc068f-6412-470b-8ae9-910c0e721c6c tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.2317340 Aug 11 08:12:01.454915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.69', 58716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:01.548072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbed448-76b1-40e4-b0bb-407113cb0798 req-37c33683-8bc1-4503-882e-f0f1c37dd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.549328 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fbed448-76b1-40e4-b0bb-407113cb0798 req-37c33683-8bc1-4503-882e-f0f1c37dd4b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 1101 time: 0.1913345 Aug 11 08:12:01.554089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab0f922d-d848-41da-8e56-5527bacf12b1 req-2c57fbac-a149-479b-88c4-b570e87be15f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844493 Aug 11 08:12:01.558728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb8548-8258-4154-94f5-c47b042c246b req-a774d6a9-3e9a-4890-8cd0-e0edf261afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.559206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-a40f1d32-e15b-403b-a263-8d1c2f3a8573 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.560541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-75cb8548-8258-4154-94f5-c47b042c246b req-a774d6a9-3e9a-4890-8cd0-e0edf261afc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 1100 time: 0.1284878 Aug 11 08:12:01.560838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-a40f1d32-e15b-403b-a263-8d1c2f3a8573 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.1018302 Aug 11 08:12:01.564025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078e1d-4479-45e1-80c6-ebe0f2fc75e7 req-a53e7b00-b0e6-4c48-afe1-d5252540f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.564509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078e1d-4479-45e1-80c6-ebe0f2fc75e7 req-a53e7b00-b0e6-4c48-afe1-d5252540f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.565319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078e1d-4479-45e1-80c6-ebe0f2fc75e7 req-a53e7b00-b0e6-4c48-afe1-d5252540f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.567058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0078e1d-4479-45e1-80c6-ebe0f2fc75e7 req-a53e7b00-b0e6-4c48-afe1-d5252540f6bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2870 time: 0.2197795 Aug 11 08:12:01.583677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6458b3-1a36-49eb-8d5b-1ee1f5315124 req-d0a992f5-d011-4a0a-b84a-e932cc499aaf tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.585922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e6458b3-1a36-49eb-8d5b-1ee1f5315124 req-d0a992f5-d011-4a0a-b84a-e932cc499aaf tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.1416826 Aug 11 08:12:01.622390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:01.749256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e6458b3-1a36-49eb-8d5b-1ee1f5315124 req-1946d53e-727a-480d-b3bf-16425d914b2b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951712 Aug 11 08:12:01.799986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fbed448-76b1-40e4-b0bb-407113cb0798 req-71bb65de-f985-4ced-ba21-317a64b063cd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307520 Aug 11 08:12:01.810854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0078e1d-4479-45e1-80c6-ebe0f2fc75e7 req-8b31046b-6ed4-4b59-aed0-76a42980f76f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178919 Aug 11 08:12:01.813115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-91937ce0-fda4-4f5a-adad-acc2e0b95612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.814996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-91937ce0-fda4-4f5a-adad-acc2e0b95612 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 1095 time: 0.2122660 Aug 11 08:12:01.885175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-75cb8548-8258-4154-94f5-c47b042c246b req-ad5a1e22-f010-42fd-a788-a69478f99133 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733188 Aug 11 08:12:01.920301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c499b-2058-4c24-a213-4db9072f9f4b req-04912a1c-d2b0-4b39-bfa5-c981a95a5e9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:01.922282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc7c499b-2058-4c24-a213-4db9072f9f4b req-04912a1c-d2b0-4b39-bfa5-c981a95a5e9f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 949 time: 0.0660837 Aug 11 08:12:01.977825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc7c499b-2058-4c24-a213-4db9072f9f4b req-088376fa-0d1f-46e2-a72d-4bf8f7b81935 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Aug 11 08:12:02.024013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Router 79752e44-a25f-4a77-a0da-74cdaf3597b6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:12:02.034359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-1fbf21f0-97eb-4e70-b360-e727bdc095ac tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:02.036283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-1fbf21f0-97eb-4e70-b360-e727bdc095ac tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.64 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 945 time: 0.1440184 Aug 11 08:12:02.199853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949986a-c7f7-4712-90d3-8904d008be97 req-88512ba3-6e68-43e4-b752-8eaae39c9bc6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:02.208405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949986a-c7f7-4712-90d3-8904d008be97 req-88512ba3-6e68-43e4-b752-8eaae39c9bc6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:02.215548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949986a-c7f7-4712-90d3-8904d008be97 req-88512ba3-6e68-43e4-b752-8eaae39c9bc6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:02.221555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7949986a-c7f7-4712-90d3-8904d008be97 req-88512ba3-6e68-43e4-b752-8eaae39c9bc6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.0967710 Aug 11 08:12:02.267188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:12:02.270144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7949986a-c7f7-4712-90d3-8904d008be97 req-d2415533-9b0b-4c14-a53e-388343dcc7fa tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Aug 11 08:12:02.296596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a53038f6-d147-44a4-83fa-e717c05ce1d4 admin admin] 10.222.0.58 "PUT /v2.0/routers/79752e44-a25f-4a77-a0da-74cdaf3597b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7520440 Aug 11 08:12:02.298172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38176) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:02.306004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] Sync routers for ids ['79752e44-a25f-4a77-a0da-74cdaf3597b6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:12:02.308164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Deleting port 42594f11-3188-475f-bb9e-bf5ee7a14edc {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:02.308637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.342621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] Routers {'79752e44-a25f-4a77-a0da-74cdaf3597b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:02.343373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:11:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['79752e44-a25f-4a77-a0da-74cdaf3597b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:02.381201 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.421005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] For port 42594f11-3188-475f-bb9e-bf5ee7a14edc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=42594f11-3188-475f-bb9e-bf5ee7a14edc,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:02.421444 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.436200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Calling delete_port for 42594f11-3188-475f-bb9e-bf5ee7a14edc owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:02.438484 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.488060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] Set router 79752e44-a25f-4a77-a0da-74cdaf3597b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:02.552572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.579260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.617207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e8ba0c02-96a3-424f-98f5-288cd11af47a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:02.618367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Deleting port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:02.618704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.637721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Pushing event deleted for resources: {'Port': ['ID=42594f11-3188-475f-bb9e-bf5ee7a14edc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:02.659455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['42594f11-3188-475f-bb9e-bf5ee7a14edc'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:02.732419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08207828-dce2-4ec2-ac79-21f12ecf7919 req-29f719a1-b91b-41f6-9f45-0cd994374796 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=916b6164-6f00-49d7-9e07-46d498ad532b HTTP/1.1" status: 200 len: 210 time: 0.0903769 Aug 11 08:12:02.734054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] No DVR routers for this DVR port 42594f11-3188-475f-bb9e-bf5ee7a14edc on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:02.739824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.743112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39c7e362-965f-44a0-b098-7cfce57f0f78 req-4fe217a9-2ae0-42dd-b5a8-64b3af947baf tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.64 "DELETE /v2.0/ports/42594f11-3188-475f-bb9e-bf5ee7a14edc HTTP/1.1" status: 204 len: 173 time: 0.6982236 Aug 11 08:12:02.743755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916b6164-6f00-49d7-9e07-46d498ad532b', 'name': 'network-vif-deleted', 'tag': '42594f11-3188-475f-bb9e-bf5ee7a14edc'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:02.746310 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0de1a36-7f3f-4470-a94d-b0ca0b11346a" -d '{"events": [{"server_uuid": "916b6164-6f00-49d7-9e07-46d498ad532b", "name": "network-vif-deleted", "tag": "42594f11-3188-475f-bb9e-bf5ee7a14edc"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:02.788845 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7836a82a-6727-4eb8-bdc9-dcb5e88cd4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.794278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-4b6b27e5-278c-4763-9424-ea23a715d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:02.798378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-4b6b27e5-278c-4763-9424-ea23a715d3a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1095 time: 0.1315408 Aug 11 08:12:02.826028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] For port 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:02.827345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:02.837023 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186c67a4-0565-44d1-b534-ae0f76fc9eed x-openstack-request-id: req-186c67a4-0565-44d1-b534-ae0f76fc9eed {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:02.837513 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916b6164-6f00-49d7-9e07-46d498ad532b", "name": "network-vif-deleted", "tag": "42594f11-3188-475f-bb9e-bf5ee7a14edc", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:02.838145 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-186c67a4-0565-44d1-b534-ae0f76fc9eed {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:02.838727 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916b6164-6f00-49d7-9e07-46d498ad532b', 'name': 'network-vif-deleted', 'tag': '42594f11-3188-475f-bb9e-bf5ee7a14edc', 'status': 'completed', 'code': 200} Aug 11 08:12:02.884698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Calling delete_port for 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:02.885817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:12:00Z', 'revision_number': 5, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port': {'id': '1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:03Z', 'updated_at': '2021-08-11T08:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:02.917083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] Checking router: 79752e44-a25f-4a77-a0da-74cdaf3597b6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:12:02.933796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] Routers {'79752e44-a25f-4a77-a0da-74cdaf3597b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:02.934617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['79752e44-a25f-4a77-a0da-74cdaf3597b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:03.051318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] Set router 79752e44-a25f-4a77-a0da-74cdaf3597b6 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:03.117403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:12:02Z', 'revision_number': 6, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:03.152933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5762e-40d4-427d-a81a-445d67f638a3 None None] The sync data for ids ['79752e44-a25f-4a77-a0da-74cdaf3597b6'] in n-d-789963-6 is: [{'id': '79752e44-a25f-4a77-a0da-74cdaf3597b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1599386000-router', 'tenant_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:00Z', 'updated_at': '2021-08-11T08:12:02Z', 'revision_number': 6, 'project_id': 'e2eb2e40e62546c5bf02dafa9e51bced', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:12:03.165152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87c79a-6b27-4b7e-a8d9-fbfddf5113cf req-2f392e36-5098-49a2-9f30-1f7478c7074a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.167041 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a87c79a-6b27-4b7e-a8d9-fbfddf5113cf req-2f392e36-5098-49a2-9f30-1f7478c7074a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 949 time: 0.0823588 Aug 11 08:12:03.220548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a87c79a-6b27-4b7e-a8d9-fbfddf5113cf req-f90a771f-86d5-4efa-af4d-d9b5cc6256cb tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Aug 11 08:12:03.376021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ffdf1-13c8-42ee-ae41-b1ddf483722d req-49ac1d4c-6e06-47ed-842d-201d0d21d1d8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.377458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a33ffdf1-13c8-42ee-ae41-b1ddf483722d req-49ac1d4c-6e06-47ed-842d-201d0d21d1d8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.4584324 Aug 11 08:12:03.380147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-760c6b49-d459-4e97-9027-202cf39481c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.381580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-760c6b49-d459-4e97-9027-202cf39481c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.5507216 Aug 11 08:12:03.399346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d251e7-2c4e-461d-b5ae-1cecc8924c52 req-de89153f-6836-4df4-887b-0cfa21e38a44 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.405489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d251e7-2c4e-461d-b5ae-1cecc8924c52 req-de89153f-6836-4df4-887b-0cfa21e38a44 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.411639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d251e7-2c4e-461d-b5ae-1cecc8924c52 req-de89153f-6836-4df4-887b-0cfa21e38a44 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.413347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5d251e7-2c4e-461d-b5ae-1cecc8924c52 req-de89153f-6836-4df4-887b-0cfa21e38a44 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.0667901 Aug 11 08:12:03.454653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5d251e7-2c4e-461d-b5ae-1cecc8924c52 req-26e6f209-1595-49e1-a184-2f6f91473cb2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Aug 11 08:12:03.501504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-e1b1d740-eafd-4ab6-b896-477346138269 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 217 time: 0.0907936 Aug 11 08:12:03.567891 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a33ffdf1-13c8-42ee-ae41-b1ddf483722d req-8ead62fc-4d63-4449-a589-893b583881df tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823664 Aug 11 08:12:03.618490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-a9628afe-63ba-4ee2-94a7-b591fa0fa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.619986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-a9628afe-63ba-4ee2-94a7-b591fa0fa49b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1111724 Aug 11 08:12:03.646206 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:03.669222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-1cc14c31-fbd5-4c20-8f6b-801e0f475c74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336280 Aug 11 08:12:03.669950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c58b78-cb18-4e39-a6d2-7319b653f70b req-db65adba-be45-49eb-bc45-89cd3b10766f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:03.671512 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3c58b78-cb18-4e39-a6d2-7319b653f70b req-db65adba-be45-49eb-bc45-89cd3b10766f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 951 time: 0.0701823 Aug 11 08:12:03.696833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:03.755198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3c58b78-cb18-4e39-a6d2-7319b653f70b req-1aeb6e8f-7e1d-4918-acf6-4881ddea8d64 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676093 Aug 11 08:12:03.832519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:03.836110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:03.916026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:03.985031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:03.992330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.002383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-a36b5462-8df2-4fe9-9053-679ebdb47c5b service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851841 Aug 11 08:12:04.149530 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.150090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79752e44-a25f-4a77-a0da-74cdaf3597b6 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:12:04.161221 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.165181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38248) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:04.175915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-364c6412-940e-471b-baac-1c18811b9ba9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/79752e44-a25f-4a77-a0da-74cdaf3597b6 HTTP/1.1" status: 204 len: 168 time: 1.8760560 Aug 11 08:12:04.273698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Deleting subnet 463b819f-8b32-4c16-a158-907be56777bf {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:12:04.278654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.305108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:04.328032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:04.328659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bb71c9a-abe7-4f56-ae7c-7c85d89bb19e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:04.329277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 04098180-5a26-4603-ac0f-23f8db392b3d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:04.349620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.352208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 04098180-5a26-4603-ac0f-23f8db392b3d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:04.352924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 04098180-5a26-4603-ac0f-23f8db392b3d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:04.365338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-8a3f2063-6e5a-43e2-8e28-6ad72290b694 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397696 Aug 11 08:12:04.405924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e9e5-ff28-4cf7-9685-051d2d239b29 req-7d0cd831-6c9f-4417-932b-ec3c87cf1cd3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.407775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf10e9e5-ff28-4cf7-9685-051d2d239b29 req-7d0cd831-6c9f-4417-932b-ec3c87cf1cd3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1263728 Aug 11 08:12:04.461877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf10e9e5-ff28-4cf7-9685-051d2d239b29 req-4e830bdf-7017-4d23-b91b-0833f7029db0 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439765 Aug 11 08:12:04.467309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15926496-b798-49c9-a502-38582c045452 req-fd5fe0f4-de58-4606-9e36-889fcc4a89d0 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.468952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15926496-b798-49c9-a502-38582c045452 req-fd5fe0f4-de58-4606-9e36-889fcc4a89d0 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 949 time: 0.0909386 Aug 11 08:12:04.540708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15926496-b798-49c9-a502-38582c045452 req-24d2c8b7-ad26-42d0-9d31-6da960bfd813 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523980 Aug 11 08:12:04.548474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.676120 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.692001 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.717600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463b819f-8b32-4c16-a158-907be56777bf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:04.726342 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.731019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0ba7a56-6e39-4b33-bf16-3e4603e17191 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/463b819f-8b32-4c16-a158-907be56777bf HTTP/1.1" status: 204 len: 168 time: 0.5623887 Aug 11 08:12:04.731227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51b3a9-b1b0-4546-b843-79145595a60d None None] Network 9d38ed5f-0690-4e08-9e15-b9707bbb9dca requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:04.744051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38276) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:04.746910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091dd93-dc2c-40b0-b384-ff7f40e71765 req-dbb95056-9bda-4a45-98bc-fb9972b19413 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.754346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091dd93-dc2c-40b0-b384-ff7f40e71765 req-dbb95056-9bda-4a45-98bc-fb9972b19413 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.763904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091dd93-dc2c-40b0-b384-ff7f40e71765 req-dbb95056-9bda-4a45-98bc-fb9972b19413 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.765924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8091dd93-dc2c-40b0-b384-ff7f40e71765 req-dbb95056-9bda-4a45-98bc-fb9972b19413 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.1361198 Aug 11 08:12:04.813843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8091dd93-dc2c-40b0-b384-ff7f40e71765 req-5e6541f4-e427-424b-80f0-21cd82457c56 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Aug 11 08:12:04.883704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d2bc4-f11b-4f5f-ae7b-b21449d7bfe6 req-579b52d3-4971-4771-9ef0-031d1299151a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.885547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-235d2bc4-f11b-4f5f-ae7b-b21449d7bfe6 req-579b52d3-4971-4771-9ef0-031d1299151a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 950 time: 0.1811686 Aug 11 08:12:04.892311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:04.924624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443604-8d54-4547-ae9c-fd14db08197c req-fe7d9be4-18eb-48ae-ace2-cd12aaa111d4 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.926267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-fe7d9be4-18eb-48ae-ace2-cd12aaa111d4 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.1832244 Aug 11 08:12:04.957783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] DHCP port deletion for 9d38ed5f-0690-4e08-9e15-b9707bbb9dca request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:12:04.961296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a5c18-b74a-4af5-90af-40f65e85f2c2 req-d7858bd8-a7b2-4f6c-be62-8ca9fe52b10d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:04.963193 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-546a5c18-b74a-4af5-90af-40f65e85f2c2 req-d7858bd8-a7b2-4f6c-be62-8ca9fe52b10d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.0782034 Aug 11 08:12:05.013175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-235d2bc4-f11b-4f5f-ae7b-b21449d7bfe6 req-94007667-0bef-424e-a702-370fb2554ee7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166818 Aug 11 08:12:05.019340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-546a5c18-b74a-4af5-90af-40f65e85f2c2 req-e5b39557-6ffe-4863-9bc2-9c39e3ae5435 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486932 Aug 11 08:12:05.038498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] Deleting port b656bdef-405e-4597-adc7-abc7f8a5a6dc {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:05.038498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.131645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] For port b656bdef-405e-4597-adc7-abc7f8a5a6dc, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b656bdef-405e-4597-adc7-abc7f8a5a6dc,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:05.133255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.157962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] Calling delete_port for b656bdef-405e-4597-adc7-abc7f8a5a6dc owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:05.169599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Deleting port b656bdef-405e-4597-adc7-abc7f8a5a6dc {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:05.169599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.218572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-81443604-8d54-4547-ae9c-fd14db08197c req-80369aa4-432e-4229-90c5-470954352c95 service neutron] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:05.233207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-81443604-8d54-4547-ae9c-fd14db08197c req-80369aa4-432e-4229-90c5-470954352c95 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.234662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81443604-8d54-4547-ae9c-fd14db08197c req-80369aa4-432e-4229-90c5-470954352c95 service neutron] 10.222.0.69 "DELETE /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.2972882 Aug 11 08:12:05.273375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.283005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] For port b656bdef-405e-4597-adc7-abc7f8a5a6dc, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b656bdef-405e-4597-adc7-abc7f8a5a6dc,segment=NetworkSegment(0501f268-3050-4acb-b634-f2c663baeb6a),segment_id=0501f268-3050-4acb-b634-f2c663baeb6a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:05.283005 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.298110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Calling delete_port for b656bdef-405e-4597-adc7-abc7f8a5a6dc owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:05.327782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] Pushing event deleted for resources: {'Port': ['ID=b656bdef-405e-4597-adc7-abc7f8a5a6dc,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:05.335781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fad51-6c65-4b50-a809-d28bb784ab50 None None] No DVR routers for this DVR port b656bdef-405e-4597-adc7-abc7f8a5a6dc on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:05.409547 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.447432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b656bdef-405e-4597-adc7-abc7f8a5a6dc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:05.455038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] No DVR routers for this DVR port b656bdef-405e-4597-adc7-abc7f8a5a6dc on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:05.547086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.562209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d38ed5f-0690-4e08-9e15-b9707bbb9dca']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:05.599728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0501f268-3050-4acb-b634-f2c663baeb6a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:05.600245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0501f268-3050-4acb-b634-f2c663baeb6a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:05.621928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7da9f-ac24-400c-8291-2f9c1d48ea1f req-74e2374e-fc01-4267-a6f4-ce19d5ae9427 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:05.624057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.633953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7da9f-ac24-400c-8291-2f9c1d48ea1f req-74e2374e-fc01-4267-a6f4-ce19d5ae9427 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:05.638053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70b7da9f-ac24-400c-8291-2f9c1d48ea1f req-74e2374e-fc01-4267-a6f4-ce19d5ae9427 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f&device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 1690 time: 0.1058226 Aug 11 08:12:05.656904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.665853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:12:05.666585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:12:05.668694 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:12:05.720106 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70b7da9f-ac24-400c-8291-2f9c1d48ea1f req-44dbb27e-9876-4c6a-8977-7446af9dfa18 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Aug 11 08:12:05.783875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.787981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84aa10-439c-479e-bb7b-9a3ed282b80c req-2ca4e51a-13de-4a14-9f75-c94bed5efd9b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:05.789625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b84aa10-439c-479e-bb7b-9a3ed282b80c req-2ca4e51a-13de-4a14-9f75-c94bed5efd9b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1095 time: 0.0678918 Aug 11 08:12:05.804947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:05.806986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] 10.222.0.58 "DELETE /v2.0/networks/9d38ed5f-0690-4e08-9e15-b9707bbb9dca HTTP/1.1" status: 204 len: 168 time: 1.0617950 Aug 11 08:12:05.813314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6f0b-54d1-48d3-8610-9b2fd7efda1e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d38ed5f-0690-4e08-9e15-b9707bbb9dca,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:05.836711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 42594f11-3188-475f-bb9e-bf5ee7a14edc no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:05.859278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b84aa10-439c-479e-bb7b-9a3ed282b80c req-579e49a0-ff15-4eac-a661-1c36b498b769 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545278 Aug 11 08:12:05.894656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 42594f11-3188-475f-bb9e-bf5ee7a14edc {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:05.895209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 42594f11-3188-475f-bb9e-bf5ee7a14edc not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:06.004985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbca5c3-27a4-4401-9b7b-7ca5bc7c76ce req-96350bb0-4fa9-4169-9d54-0d2681546b11 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.006556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6bbca5c3-27a4-4401-9b7b-7ca5bc7c76ce req-96350bb0-4fa9-4169-9d54-0d2681546b11 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.0801194 Aug 11 08:12:06.046714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.053562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6bbca5c3-27a4-4401-9b7b-7ca5bc7c76ce req-b96c64be-4574-4c7f-9171-470fbce016b3 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Aug 11 08:12:06.076023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38334) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:06.078559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e25c0-6e74-4574-b525-3f2fb26e897e req-c74498dd-f725-448d-8710-ab2acb9f2d14 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.085645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e25c0-6e74-4574-b525-3f2fb26e897e req-c74498dd-f725-448d-8710-ab2acb9f2d14 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.092673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e25c0-6e74-4574-b525-3f2fb26e897e req-c74498dd-f725-448d-8710-ab2acb9f2d14 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.095523 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d54e25c0-6e74-4574-b525-3f2fb26e897e req-c74498dd-f725-448d-8710-ab2acb9f2d14 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.1087365 Aug 11 08:12:06.124766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3154d715-ce81-4dd0-ae8b-441c81a8d4c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2eb2e40e62546c5bf02dafa9e51bced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469203 Aug 11 08:12:06.127200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38336) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:06.162535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d54e25c0-6e74-4574-b525-3f2fb26e897e req-98bb2513-8f19-4bd9-87b3-058a7f184a2b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Aug 11 08:12:06.185106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3f8fd38-f136-4703-b2fa-537f0f9b23b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.217747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3f8fd38-f136-4703-b2fa-537f0f9b23b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.237050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b656bdef-405e-4597-adc7-abc7f8a5a6dc no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:06.288534 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3f8fd38-f136-4703-b2fa-537f0f9b23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.291799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3f8fd38-f136-4703-b2fa-537f0f9b23b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.297004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c3f8fd38-f136-4703-b2fa-537f0f9b23b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1680cba4-f8c2-42f8-b302-d489917fd99d HTTP/1.1" status: 204 len: 168 time: 0.1658080 Aug 11 08:12:06.304077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8fd38-f136-4703-b2fa-537f0f9b23b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1680cba4-f8c2-42f8-b302-d489917fd99d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:06.318485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b656bdef-405e-4597-adc7-abc7f8a5a6dc {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:06.319416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b656bdef-405e-4597-adc7-abc7f8a5a6dc not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:06.464854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5467-4a82-4317-85f7-b1db9e6b1275 req-a19e05d5-22ab-4f69-b287-fd7cd9c31fd6 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.469004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d65a5467-4a82-4317-85f7-b1db9e6b1275 req-a19e05d5-22ab-4f69-b287-fd7cd9c31fd6 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 1100 time: 0.0740392 Aug 11 08:12:06.488861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:06.516099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-6b59512a-53b1-4f8d-beed-f88c44ad07cb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.526796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d65a5467-4a82-4317-85f7-b1db9e6b1275 req-35704b10-e6a8-4f69-be67-84dca6752d8e tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485845 Aug 11 08:12:06.531163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-6b59512a-53b1-4f8d-beed-f88c44ad07cb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.2220185 Aug 11 08:12:06.551498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-ce47dc1c-0bf4-4baf-b4bd-e1d7ab28f63f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/quotas/6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 375 time: 0.0191898 Aug 11 08:12:06.625792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-d4e93548-223f-442d-a467-67e0048b611f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726418 Aug 11 08:12:06.784386 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.813032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:06.815873 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178586bd-9b49-4c37-8886-7dd7a9a1d097" -d '{"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:06.831665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:06.837701 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:06.864920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9afeb025-46cc-405e-9878-7a1a8f4e0e41 service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356632 Aug 11 08:12:06.905808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=11']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:06.975805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b9e4-89a5-416e-a2d3-e0666db795d5 req-4bf5b0d6-2448-4458-9c33-0fb5ae02114b tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:06.977195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-ef02c80c-cfa1-477f-81e1-53179c1ae42c service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116757 Aug 11 08:12:06.977400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1882b9e4-89a5-416e-a2d3-e0666db795d5 req-4bf5b0d6-2448-4458-9c33-0fb5ae02114b tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 1101 time: 0.0463269 Aug 11 08:12:07.033864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1882b9e4-89a5-416e-a2d3-e0666db795d5 req-5fffecb1-1389-4307-a9eb-27d7cdd218f4 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456092 Aug 11 08:12:07.044030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:12:07.169107 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c40f6-99a5-415d-9581-21baee631a8e x-openstack-request-id: req-a17c40f6-99a5-415d-9581-21baee631a8e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:07.170170 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:07.170581 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a17c40f6-99a5-415d-9581-21baee631a8e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:07.171167 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'code': 200} Aug 11 08:12:07.387419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d81fd13-0595-460a-a168-789962888779 req-361a92d8-7644-4cc3-8618-62606175e689 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 210 time: 0.0550947 Aug 11 08:12:07.451070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8832-ab67-43d4-b6a6-abceeb07c683 req-88528661-7b84-4c0a-b464-d7e188511d62 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:07.469515 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-172a8832-ab67-43d4-b6a6-abceeb07c683 req-88528661-7b84-4c0a-b464-d7e188511d62 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1365795 Aug 11 08:12:07.521336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-172a8832-ab67-43d4-b6a6-abceeb07c683 req-55cf9e8c-ffc3-4b3f-91f1-1e52138d34b7 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/security-groups?id=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504274 Aug 11 08:12:07.571106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9b1ff-43ae-4ebf-9378-d17728dbaa5f req-8dbee4d9-e4df-4d67-8fed-c92fec0849ae tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:07.587859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9b1ff-43ae-4ebf-9378-d17728dbaa5f req-8dbee4d9-e4df-4d67-8fed-c92fec0849ae tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:07.595789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9b1ff-43ae-4ebf-9378-d17728dbaa5f req-8dbee4d9-e4df-4d67-8fed-c92fec0849ae tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:07.598007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7d9b1ff-43ae-4ebf-9378-d17728dbaa5f req-8dbee4d9-e4df-4d67-8fed-c92fec0849ae tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.1348794 Aug 11 08:12:07.654699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-59464e8a-7547-4175-b947-d76359b6348f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:07.656388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-59464e8a-7547-4175-b947-d76359b6348f tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 945 time: 0.1271029 Aug 11 08:12:07.665145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7d9b1ff-43ae-4ebf-9378-d17728dbaa5f req-c8435275-9379-48e7-8b04-65e073ae8567 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562069 Aug 11 08:12:07.781716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-9fb6541d-a64e-40ad-9d74-8a9d1255f841 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405424 Aug 11 08:12:07.818593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Deleting port e8ba0c02-96a3-424f-98f5-288cd11af47a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:07.818941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:07.953183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] For port e8ba0c02-96a3-424f-98f5-288cd11af47a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e8ba0c02-96a3-424f-98f5-288cd11af47a,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:07.953183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:07.957217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-94aea0ac-cb0e-4ba0-b7d6-6ef4700eeb05 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:07.961762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-94aea0ac-cb0e-4ba0-b7d6-6ef4700eeb05 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739616 Aug 11 08:12:07.977807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Calling delete_port for e8ba0c02-96a3-424f-98f5-288cd11af47a owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:07.985149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-a9603017-6afb-4f26-811c-8f0698d114a8 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/quotas/ae4051ba7d22494f9271d0af3b41ac55 HTTP/1.1" status: 200 len: 375 time: 0.0148931 Aug 11 08:12:08.053783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-87502de5-f5c3-42c6-8f5e-afd756eb52a1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667503 Aug 11 08:12:08.209126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-c86b020b-1307-456e-b58f-f8c1a6e74a5e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:08.217895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-c86b020b-1307-456e-b58f-f8c1a6e74a5e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:08.224463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-c86b020b-1307-456e-b58f-f8c1a6e74a5e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:08.226284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-c86b020b-1307-456e-b58f-f8c1a6e74a5e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.1320343 Aug 11 08:12:08.347391 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:08.383714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e8ba0c02-96a3-424f-98f5-288cd11af47a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:08.395538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Pushing event deleted for resources: {'Port': ['ID=e8ba0c02-96a3-424f-98f5-288cd11af47a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:08.515991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] No DVR routers for this DVR port e8ba0c02-96a3-424f-98f5-288cd11af47a on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:08.520732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:08.523354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db74986f-1fdf-4bd4-a806-d225db15efb3 req-9f3b8c8a-2398-4636-a6c0-7bad6ebc70c4 tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.69 "DELETE /v2.0/ports/e8ba0c02-96a3-424f-98f5-288cd11af47a HTTP/1.1" status: 204 len: 173 time: 0.8571842 Aug 11 08:12:08.527276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'name': 'network-vif-deleted', 'tag': 'e8ba0c02-96a3-424f-98f5-288cd11af47a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:08.530371 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ea2ce-c541-4ef6-ae78-f6432b472a5a" -d '{"events": [{"server_uuid": "9cdf3f20-9c3e-4018-8f80-f50659fde61f", "name": "network-vif-deleted", "tag": "e8ba0c02-96a3-424f-98f5-288cd11af47a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:08.549235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 944b70dd-565e-4a4c-8dd2-592399869181 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:08.549435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:08.667040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07f8ae97-066e-4b4c-93bd-d2eeccaf8fe1 req-eaf8dad1-e024-406a-826f-a7bdfc34c2b5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 210 time: 0.0332451 Aug 11 08:12:08.727137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 944b70dd-565e-4a4c-8dd2-592399869181, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=944b70dd-565e-4a4c-8dd2-592399869181,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:08.731162 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:08.778881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 944b70dd-565e-4a4c-8dd2-592399869181 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:08.855632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-ed47ebcc-103a-4c2e-86c7-c88e3f9d00e6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:08.858462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-ed47ebcc-103a-4c2e-86c7-c88e3f9d00e6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.2888200 Aug 11 08:12:08.882178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Request body: {'port': {'device_id': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'admin_state_up': True, 'tenant_id': '6bcca3cb5ba64ea18452dfca1f674c8a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:08.892626 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6615217-0546-4324-976c-cbfa6ff7d352 x-openstack-request-id: req-b6615217-0546-4324-976c-cbfa6ff7d352 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:08.893042 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdf3f20-9c3e-4018-8f80-f50659fde61f", "name": "network-vif-deleted", "tag": "e8ba0c02-96a3-424f-98f5-288cd11af47a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:08.893380 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6615217-0546-4324-976c-cbfa6ff7d352 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:08.893743 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdf3f20-9c3e-4018-8f80-f50659fde61f', 'name': 'network-vif-deleted', 'tag': 'e8ba0c02-96a3-424f-98f5-288cd11af47a', 'status': 'completed', 'code': 200} Aug 11 08:12:09.078355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59b9c-58fe-43d5-a0b2-f4b0e2cc8130 req-442390c1-298b-4e13-9896-fd18fa0e1adb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:09.085115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59b9c-58fe-43d5-a0b2-f4b0e2cc8130 req-442390c1-298b-4e13-9896-fd18fa0e1adb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:09.091052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59b9c-58fe-43d5-a0b2-f4b0e2cc8130 req-442390c1-298b-4e13-9896-fd18fa0e1adb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:09.094046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81a59b9c-58fe-43d5-a0b2-f4b0e2cc8130 req-442390c1-298b-4e13-9896-fd18fa0e1adb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 2417 time: 0.1106462 Aug 11 08:12:09.095305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Made reservation on behalf of 6bcca3cb5ba64ea18452dfca1f674c8a for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:09.104000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.178593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81a59b9c-58fe-43d5-a0b2-f4b0e2cc8130 req-b2a254b8-52a0-4476-a418-6f5eb14e2c6a tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Aug 11 08:12:09.272273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53484a63-c209-4203-83ae-9bf14f7a401d req-334122c9-cbbf-4169-b6ff-9b2cf27c2ead tempest-ServerRescueTestJSON-1823340936 tempest-ServerRescueTestJSON-1823340936-project] 10.222.0.58 "GET /v2.0/ports?device_id=9cdf3f20-9c3e-4018-8f80-f50659fde61f HTTP/1.1" status: 200 len: 210 time: 0.3236296 Aug 11 08:12:09.320786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.338738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb84d659-6d29-4307-84a1-e0aa5a7910c9 req-e186b892-49e4-4dde-985b-3accb86f33f3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 210 time: 0.0698767 Aug 11 08:12:09.418532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=944b70dd-565e-4a4c-8dd2-592399869181,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:09.479709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Allocated IP 172.20.0.9 (9948d4ea-d7b5-4b75-bc1c-50d025476918/6c4e1143-e354-48c5-9f78-b1a91ecbfbe4/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:09.518748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 944b70dd-565e-4a4c-8dd2-592399869181 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:09.525920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.528694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-1e274b2c-0b85-42e1-852c-7c7104226dcb tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "DELETE /v2.0/ports/944b70dd-565e-4a4c-8dd2-592399869181 HTTP/1.1" status: 204 len: 173 time: 1.2946754 Aug 11 08:12:09.750359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 1fa0b1eb-6125-4298-a049-887a71865a88 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:09.754204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.825612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.875255 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.899802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 1fa0b1eb-6125-4298-a049-887a71865a88, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1fa0b1eb-6125-4298-a049-887a71865a88,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:09.900389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:09.917266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 1fa0b1eb-6125-4298-a049-887a71865a88 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:09.978683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:09.982493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:09.987471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:09.992103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:10.053425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:10.054142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.057740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58b66-386a-454f-86e6-25bc86e49d05 req-fb8f8279-42f9-4dc0-b085-6ec39dcd7127 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:10.059676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fb58b66-386a-454f-86e6-25bc86e49d05 req-fb8f8279-42f9-4dc0-b085-6ec39dcd7127 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 931 time: 0.0896554 Aug 11 08:12:10.077648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-9844fca2-7a77-4e2f-ab6a-7981f5f59b30 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996198 Aug 11 08:12:10.114833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Request body: {'port': {'device_id': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:10.147731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fb58b66-386a-454f-86e6-25bc86e49d05 req-de94cb14-6787-4e6d-af74-6efabf523b28 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784690 Aug 11 08:12:10.170289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.227707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=1fa0b1eb-6125-4298-a049-887a71865a88,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:10.229500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.291339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 1fa0b1eb-6125-4298-a049-887a71865a88 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:10.296534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.299469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-5a8f2162-4698-4e7f-bb97-8c34f0ef883e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "DELETE /v2.0/ports/1fa0b1eb-6125-4298-a049-887a71865a88 HTTP/1.1" status: 204 len: 173 time: 0.7550974 Aug 11 08:12:10.461202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:10.461912 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.511961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1fa0b1eb-6125-4298-a049-887a71865a88 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:10.604155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 1fa0b1eb-6125-4298-a049-887a71865a88 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:10.605090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1fa0b1eb-6125-4298-a049-887a71865a88 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:10.605673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 944b70dd-565e-4a4c-8dd2-592399869181 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:10.632763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:10.633550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.658475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 944b70dd-565e-4a4c-8dd2-592399869181 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:10.659453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:10.663404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 944b70dd-565e-4a4c-8dd2-592399869181 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:10.665242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e8ba0c02-96a3-424f-98f5-288cd11af47a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:10.696307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:10.709872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.726734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Transition to ACTIVE for port object f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:10.734862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: e8ba0c02-96a3-424f-98f5-288cd11af47a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:10.735145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e8ba0c02-96a3-424f-98f5-288cd11af47a not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:10.735572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:10.743706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.885652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:10.887808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-d450fc31-75be-464a-998f-40672148056c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955985 Aug 11 08:12:10.897817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-deleted', 'tag': '944b70dd-565e-4a4c-8dd2-592399869181'}, {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-deleted', 'tag': '1fa0b1eb-6125-4298-a049-887a71865a88'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:10.900678 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa264ca-29ff-4703-8bcf-beb992ba5d96" -d '{"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-deleted", "tag": "944b70dd-565e-4a4c-8dd2-592399869181"}, {"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-deleted", "tag": "1fa0b1eb-6125-4298-a049-887a71865a88"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:10.940304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:11.008710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175832-a9a1-47ae-94b1-8ab0d1c03ac0 req-c077540d-b652-4ddc-9b33-69142290c8ce tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:11.021669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6175832-a9a1-47ae-94b1-8ab0d1c03ac0 req-c077540d-b652-4ddc-9b33-69142290c8ce tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=6616c835-dd1b-4421-8b3f-5816ad23f973 HTTP/1.1" status: 200 len: 945 time: 0.2462234 Aug 11 08:12:11.089388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:12:11.089388 n-d-789963-6 neutron-server[94574]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 08:12:11.089388 n-d-789963-6 neutron-server[94574]: [parameters: {'status': 'DOWN', 'ports_id': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd'}] Aug 11 08:12:11.089388 n-d-789963-6 neutron-server[94574]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:12:11.090157 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:12:11.104387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-08f3d6cd-46de-49c8-b7e3-3a346261f86a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063964 Aug 11 08:12:11.105278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:11.105568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:11.105994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:11.140504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:11.141286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:11.161074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-b7ea37d9-ad0c-408f-828d-69bc74396f62 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:11.165542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-b7ea37d9-ad0c-408f-828d-69bc74396f62 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592709 Aug 11 08:12:11.179322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:11.226511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:11.230816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=6a971bf4-15a3-4085-b1c4-3a3e920dc8bd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:11.342224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38610) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:11.448395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:11.464213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:11.467256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fdb9670-c035-4c3d-aad4-916c5d055224 req-208a4738-5d87-4fd3-af09-654908b172f0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "DELETE /v2.0/ports/6a971bf4-15a3-4085-b1c4-3a3e920dc8bd HTTP/1.1" status: 204 len: 173 time: 1.1447532 Aug 11 08:12:11.525776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a9309c0-09c0-4b88-b41f-1f4cf7375795 req-2c924121-8762-4d84-93a5-a4aed7267c93 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 210 time: 0.0682788 Aug 11 08:12:11.586272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:11.586670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:11.586996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:11.587448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Bound port: f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:11.587829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:11.598344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6175832-a9a1-47ae-94b1-8ab0d1c03ac0 req-05f59c94-2803-4e43-981a-456ff7d8535b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516369 Aug 11 08:12:11.632256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Port 6a971bf4-15a3-4085-b1c4-3a3e920dc8bd update to DOWN by agent not found {{(pid=94574) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 08:12:11.703148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-38a77150-150f-4ae1-8be2-74fa3483d749 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:11.704804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-38a77150-150f-4ae1-8be2-74fa3483d749 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5939429 Aug 11 08:12:11.709786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:11.710499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:11.713382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:11.716174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:11.720051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:11.744271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:11.839531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:11.844397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:11.846150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 1091 time: 1.7435496 Aug 11 08:12:11.849257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:11.851543 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ffdd4-4583-4368-b3bb-19470765a280" -d '{"events": [{"name": "network-changed", "server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:11.911926 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1995fb54-ba4f-468c-ba05-60cb4011df71 x-openstack-request-id: req-1995fb54-ba4f-468c-ba05-60cb4011df71 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:11.912609 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-deleted", "tag": "944b70dd-565e-4a4c-8dd2-592399869181", "status": "completed", "code": 200}, {"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-deleted", "tag": "1fa0b1eb-6125-4298-a049-887a71865a88", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:11.912728 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1995fb54-ba4f-468c-ba05-60cb4011df71 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:11.913183 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-deleted', 'tag': '944b70dd-565e-4a4c-8dd2-592399869181', 'status': 'completed', 'code': 200} Aug 11 08:12:11.913415 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-deleted', 'tag': '1fa0b1eb-6125-4298-a049-887a71865a88', 'status': 'completed', 'code': 200} Aug 11 08:12:11.930127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f44f6-b8a8-4a07-a688-a578ac18c5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:12.018183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.254 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/bf746adb-b651-4ada-a43d-bd2b9c30904c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:12.041894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-b9dd66c5-ac7a-44da-b512-cfc3cfcb6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:12.043427 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-b9dd66c5-ac7a-44da-b512-cfc3cfcb6efd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1094 time: 0.1375077 Aug 11 08:12:12.052980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:12.057351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:12.104845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-203fe575-2171-4cff-91de-7392be4562aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 217 time: 0.0448682 Aug 11 08:12:12.115548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029ebc3-52fd-461e-a98f-03aaac008caa req-5bdc8b56-f908-42ac-8d3a-a1c8c8cb976b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:12.117129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2029ebc3-52fd-461e-a98f-03aaac008caa req-5bdc8b56-f908-42ac-8d3a-a1c8c8cb976b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.1343496 Aug 11 08:12:12.250518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-3823992b-22f2-48af-bcb8-b4d3b6cf5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:12.253181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-3823992b-22f2-48af-bcb8-b4d3b6cf5497 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1336083 Aug 11 08:12:12.260772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2029ebc3-52fd-461e-a98f-03aaac008caa req-73fe0edf-52fd-47b9-8d13-b13906e45255 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312256 Aug 11 08:12:12.312188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-17229cb6-cc8d-4159-8d9e-2ba5665b8d0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474033 Aug 11 08:12:12.331097 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613bcc46-25d2-40fb-9806-a5444a4e6706 x-openstack-request-id: req-613bcc46-25d2-40fb-9806-a5444a4e6706 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:12.331534 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:12.331881 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-613bcc46-25d2-40fb-9806-a5444a4e6706 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:12.332426 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'status': 'completed', 'code': 200} Aug 11 08:12:12.347590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:12.355149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:12.405167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object bf746adb-b651-4ada-a43d-bd2b9c30904c will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:12.540235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:12.580173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:12.623466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-1a8a74c5-f90b-4790-9af7-e441a3026b7c service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837605 Aug 11 08:12:12.656055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:12.667496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:12.681157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:12.686654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=bf746adb-b651-4ada-a43d-bd2b9c30904c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:12.696554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:12.775584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:12.776274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:12.843643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5ef8d1bd-025b-4676-b514-91aba7922487 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6266530 Aug 11 08:12:12.883089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-379b50d4-c7a9-49d0-bb00-c35da6a7aa38 req-6ef6f891-7cd1-4ddd-a443-a335d3ed382f service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510340 Aug 11 08:12:12.899631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Request body: {'port': {'device_id': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:12.939256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.24 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/0f3e2924-3078-4835-80c3-ac791dc42d4c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:13.086346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38664) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:13.092362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.112805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bbef9f8e-d859-43d3-973b-abfaeebbda07 None None] Provisioning for port bf746adb-b651-4ada-a43d-bd2b9c30904c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:13.128675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bbef9f8e-d859-43d3-973b-abfaeebbda07 None None] Provisioning complete for port bf746adb-b651-4ada-a43d-bd2b9c30904c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:13.129312 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bbef9f8e-d859-43d3-973b-abfaeebbda07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.129892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e865c2a-8e2b-4826-963c-7b10e97fe552 req-79004fce-08d1-4e80-89c3-1193cb456477 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:13.131563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e865c2a-8e2b-4826-963c-7b10e97fe552 req-79004fce-08d1-4e80-89c3-1193cb456477 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 936 time: 0.2200654 Aug 11 08:12:13.203849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Deleting port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:13.204150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.264563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ffdd4-4583-4368-b3bb-19470765a280 req-e11c90b3-7bbd-4f93-a85a-8f2d76a39f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:13.266872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-e11c90b3-7bbd-4f93-a85a-8f2d76a39f5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1094 time: 0.2436016 Aug 11 08:12:13.272090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting subnet c86652a7-fe83-47c5-86ad-7c79a221ebcb {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:12:13.276623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bbef9f8e-d859-43d3-973b-abfaeebbda07 None None] Port bf746adb-b651-4ada-a43d-bd2b9c30904c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:13.294961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.419429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.425897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.485131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object 0f3e2924-3078-4835-80c3-ac791dc42d4c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:13.523689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ffdd4-4583-4368-b3bb-19470765a280 req-0289fd4d-332e-473f-a20b-f03b1c0019d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:13.525261 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-0289fd4d-332e-473f-a20b-f03b1c0019d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.2418292 Aug 11 08:12:13.617652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e865c2a-8e2b-4826-963c-7b10e97fe552 req-f55637c6-e020-4b8e-95b0-cd460a6c0482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639440 Aug 11 08:12:13.651317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-52896679-da3a-44bd-84c3-7a1d8a1e5660 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 217 time: 0.1005509 Aug 11 08:12:13.653403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.717272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] For port 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,segment=NetworkSegment(cd15abb5-34f4-4fbc-937c-b0d208fc7360),segment_id=cd15abb5-34f4-4fbc-937c-b0d208fc7360)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:13.720254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.732787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.771960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:13.818195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ffdd4-4583-4368-b3bb-19470765a280 req-cb67aec0-3ca3-43f3-b746-fed441602704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:13.820155 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-cb67aec0-3ca3-43f3-b746-fed441602704 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1366103 Aug 11 08:12:13.834429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:13.845795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:13.847786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=0f3e2924-3078-4835-80c3-ac791dc42d4c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:13.850526 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.853236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:13.859908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Calling delete_port for 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:13.883941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-1d14c9ad-1311-4ada-b670-9f2549a337c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549159 Aug 11 08:12:13.914536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-deleted', 'tag': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:13.922321 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a746502c-a35f-4b1f-a102-bca78047ae80" -d '{"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-deleted", "tag": "6a971bf4-15a3-4085-b1c4-3a3e920dc8bd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:13.946499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Subnet': ['ID=c86652a7-fe83-47c5-86ad-7c79a221ebcb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:13.957491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:13.963948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cd226c5-cbba-4c6b-af31-ae11f30fbf99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/subnets/c86652a7-fe83-47c5-86ad-7c79a221ebcb HTTP/1.1" status: 204 len: 168 time: 0.8682554 Aug 11 08:12:13.969404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38708) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:13.986365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e539e9-9a55-44ff-ac01-b8edee2bcd10 None None] Network 661beb60-d432-4605-9795-59adea419c7f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:14.040111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:14.061794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:14.062472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.142721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-171d1ff2-b75b-4e08-a607-ac6ed14176fa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4179087 Aug 11 08:12:14.175456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Request body: {'port': {'device_id': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:14.216377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-915d0ce9-5b83-484c-a44a-06f56d158a52 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860341 Aug 11 08:12:14.349350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.376129 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d432f-43ba-4f95-afa3-0a33d053d39c x-openstack-request-id: req-a50d432f-43ba-4f95-afa3-0a33d053d39c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:14.376129 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6616c835-dd1b-4421-8b3f-5816ad23f973", "name": "network-vif-deleted", "tag": "6a971bf4-15a3-4085-b1c4-3a3e920dc8bd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:14.376702 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a50d432f-43ba-4f95-afa3-0a33d053d39c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:14.376702 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616c835-dd1b-4421-8b3f-5816ad23f973', 'name': 'network-vif-deleted', 'tag': '6a971bf4-15a3-4085-b1c4-3a3e920dc8bd', 'status': 'completed', 'code': 200} Aug 11 08:12:14.405528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7012259-7195-4e3a-8a6a-a1d4492b8847 req-5da8b6b1-1165-4537-a8fc-4cc8db614e25 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:14.415174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7012259-7195-4e3a-8a6a-a1d4492b8847 req-5da8b6b1-1165-4537-a8fc-4cc8db614e25 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.2157152 Aug 11 08:12:14.459312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.472942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-473ffdd4-4583-4368-b3bb-19470765a280 req-38b46ffa-7218-47c4-ae79-be6ad9e3e710 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448103 Aug 11 08:12:14.508384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-99732188-fd28-4e87-98c6-d6c78b9d0b21 None None] Provisioning for port 0f3e2924-3078-4835-80c3-ac791dc42d4c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:14.520043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-99732188-fd28-4e87-98c6-d6c78b9d0b21 None None] Provisioning complete for port 0f3e2924-3078-4835-80c3-ac791dc42d4c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:14.521047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-99732188-fd28-4e87-98c6-d6c78b9d0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.604151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7012259-7195-4e3a-8a6a-a1d4492b8847 req-f3e1fdf2-98fb-41ed-a539-3ad034840724 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879559 Aug 11 08:12:14.615920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-99732188-fd28-4e87-98c6-d6c78b9d0b21 None None] Port 0f3e2924-3078-4835-80c3-ac791dc42d4c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:14.683121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] DHCP port deletion for 661beb60-d432-4605-9795-59adea419c7f request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:12:14.688526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf746adb-b651-4ada-a43d-bd2b9c30904c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:14.705384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.723735 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.732294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Transition to ACTIVE for port object bf746adb-b651-4ada-a43d-bd2b9c30904c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:14.760765 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.770124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:14.772434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:14.772795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.817322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] Deleting port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:14.817322 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.903703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] For port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:14.903935 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:14.921475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] Calling delete_port for e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:14.977302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf746adb-b651-4ada-a43d-bd2b9c30904c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:14.983079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,segment=NetworkSegment(e3e20181-6ed8-42e4-84ae-9cac4364055a),segment_id=e3e20181-6ed8-42e4-84ae-9cac4364055a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:14.983454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.028217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:15.042355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03f1f-9192-4766-b478-6c9628f37339 req-346066ee-b298-49ae-b0d1-56e6ac534ec1 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:15.050655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0e03f1f-9192-4766-b478-6c9628f37339 req-346066ee-b298-49ae-b0d1-56e6ac534ec1 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.2853379 Aug 11 08:12:15.093935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3e2924-3078-4835-80c3-ac791dc42d4c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:15.103967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.118463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Transition to ACTIVE for port object 0f3e2924-3078-4835-80c3-ac791dc42d4c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:15.122131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.126390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.159702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] Pushing event deleted for resources: {'Port': ['ID=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:15.166378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac501c6b-9d8f-4ab8-b4af-85d030e1212c None None] No DVR routers for this DVR port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:15.193377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769413e0-ccdb-4bc4-a7f8-07204343cbaa req-7729374d-e441-42d8-9177-ea1a2b98f331 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:15.195015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-769413e0-ccdb-4bc4-a7f8-07204343cbaa req-7729374d-e441-42d8-9177-ea1a2b98f331 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 948 time: 0.2816043 Aug 11 08:12:15.229550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e2924-3078-4835-80c3-ac791dc42d4c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:15.301843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-769413e0-ccdb-4bc4-a7f8-07204343cbaa req-09abc926-c790-41c8-960e-17043cc60d89 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952065 Aug 11 08:12:15.346804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0e03f1f-9192-4766-b478-6c9628f37339 req-8638897a-e32d-404e-b85e-bb0511503d19 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955446 Aug 11 08:12:15.381449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Attempting to bind port 0f3e2924-3078-4835-80c3-ac791dc42d4c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:15.382049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Attempting to bind port 0f3e2924-3078-4835-80c3-ac791dc42d4c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:15.382171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Attempting to bind port 0f3e2924-3078-4835-80c3-ac791dc42d4c on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:15.384536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Attempting to bind port bf746adb-b651-4ada-a43d-bd2b9c30904c on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:15.385132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Attempting to bind port bf746adb-b651-4ada-a43d-bd2b9c30904c by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:15.385701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Attempting to bind port bf746adb-b651-4ada-a43d-bd2b9c30904c on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:15.389661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Port 0f3e2924-3078-4835-80c3-ac791dc42d4c on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:15.390300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Attempting to bind port 0f3e2924-3078-4835-80c3-ac791dc42d4c on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:15.397332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:15.397871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:15.398301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:15.398850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Bound port: 0f3e2924-3078-4835-80c3-ac791dc42d4c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:15.399314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.407649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Port bf746adb-b651-4ada-a43d-bd2b9c30904c on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:15.407998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Attempting to bind port bf746adb-b651-4ada-a43d-bd2b9c30904c on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:15.411786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.431418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:15.432057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:15.432622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:15.433296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Bound port: bf746adb-b651-4ada-a43d-bd2b9c30904c, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:15.433842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.459029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.491717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] For port 0f3e2924-3078-4835-80c3-ac791dc42d4c, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:15.497190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] For port 0f3e2924-3078-4835-80c3-ac791dc42d4c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:15.504696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.558580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:15.562756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:15.583216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:15.584206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.586149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] 10.222.0.64 "PUT /v2.0/ports/0f3e2924-3078-4835-80c3-ac791dc42d4c HTTP/1.1" status: 200 len: 1095 time: 1.4261305 Aug 11 08:12:15.587059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'tag': '0f3e2924-3078-4835-80c3-ac791dc42d4c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:15.591447 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a332ab-ba53-444d-9c98-6d658190a8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13", "tag": "0f3e2924-3078-4835-80c3-ac791dc42d4c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:15.655561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310aa3-e5cd-468f-a29a-d4b011eb798d service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e2924-3078-4835-80c3-ac791dc42d4c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:15.715534 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4815879-a3fe-497f-8429-0b0d1c5c7f4b x-openstack-request-id: req-f4815879-a3fe-497f-8429-0b0d1c5c7f4b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:15.716124 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13", "tag": "0f3e2924-3078-4835-80c3-ac791dc42d4c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:15.716124 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4815879-a3fe-497f-8429-0b0d1c5c7f4b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:15.716500 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'tag': '0f3e2924-3078-4835-80c3-ac791dc42d4c', 'status': 'completed', 'code': 200} Aug 11 08:12:15.744440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-724fb0ed-9c6f-4d63-b485-ce2b2f665821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:15.746091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-724fb0ed-9c6f-4d63-b485-ce2b2f665821 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 1098 time: 0.0746269 Aug 11 08:12:15.802334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] For port bf746adb-b651-4ada-a43d-bd2b9c30904c, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:15.817945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.834696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-24bb3cdf-6a0a-4b53-9908-1ccf94e97647 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c HTTP/1.1" status: 200 len: 217 time: 0.0585616 Aug 11 08:12:15.859952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661beb60-d432-4605-9795-59adea419c7f']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:15.867336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] For port bf746adb-b651-4ada-a43d-bd2b9c30904c, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:15.877197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:15.890218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e96c8-70cc-44eb-9cf2-e568271f30f4 req-6edf2c0c-012b-4cc1-8748-57e2b6067034 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:15.898335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-301e96c8-70cc-44eb-9cf2-e568271f30f4 req-6edf2c0c-012b-4cc1-8748-57e2b6067034 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.1508384 Aug 11 08:12:15.898725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e20181-6ed8-42e4-84ae-9cac4364055a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:15.899024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e20181-6ed8-42e4-84ae-9cac4364055a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:15.911968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.930462 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:15.931672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-ba56c372-6036-4f8e-80ba-78ac4e131b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:15.933430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-ba56c372-6036-4f8e-80ba-78ac4e131b1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0907919 Aug 11 08:12:15.941302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:12:15.941733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.000194 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-301e96c8-70cc-44eb-9cf2-e568271f30f4 req-599e2952-b751-4209-85b2-524aa687a526 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008387 Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:12:16.031861 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:12:16.041827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.042478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-d3148438-2dd6-438f-b7e3-c341a6372c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.049023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-d3148438-2dd6-438f-b7e3-c341a6372c40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965896 Aug 11 08:12:16.051004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.122160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:16.145277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'port_id': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'mac_address': 'fa:16:3e:dd:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e1143-e354-48c5-9f78-b1a91ecbfbe4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:16.163035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.165179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/networks/661beb60-d432-4605-9795-59adea419c7f HTTP/1.1" status: 204 len: 168 time: 1.9805267 Aug 11 08:12:16.166275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141dba2-c7d7-42d4-aae3-06fe0b5a046b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Network': ['ID=661beb60-d432-4605-9795-59adea419c7f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:16.178470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:16.235893 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.258639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:16.289636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:16.296683 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.298667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.299362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.301562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] 10.222.0.69 "PUT /v2.0/ports/bf746adb-b651-4ada-a43d-bd2b9c30904c HTTP/1.1" status: 200 len: 1096 time: 3.4173291 Aug 11 08:12:16.312761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-40173de4-4997-4b60-8409-f3da7c038aef service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223213 Aug 11 08:12:16.384262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'tag': 'bf746adb-b651-4ada-a43d-bd2b9c30904c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:16.389681 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c7d2c5-42af-43ce-a5be-899fd68c0b42" -d '{"events": [{"name": "network-changed", "server_uuid": "34db8724-5434-4d44-9835-e5fb0ed8e172", "tag": "bf746adb-b651-4ada-a43d-bd2b9c30904c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:16.437630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:16.445815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:16.472757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:16.473128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e5b47b9f-e3b9-44a6-91b1-36bf2d2a8f08 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:16.519109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116c375-c4e9-400b-aa4c-91614d154eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf746adb-b651-4ada-a43d-bd2b9c30904c,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:16.550595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting subnet 7b533fae-c0ad-4c85-82bb-eea632762b73 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:12:16.562310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.571046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:16.586016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-55bcf17f-aa0e-4c2b-be7e-f88f8bc5f3c1 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.588699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-55bcf17f-aa0e-4c2b-be7e-f88f8bc5f3c1 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.2286265 Aug 11 08:12:16.603420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Router b9bbc09c-872a-418b-9af7-3b2429d62e12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:12:16.620338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-6da60b12-c7ac-49d2-a205-c599f99bac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.621962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-6da60b12-c7ac-49d2-a205-c599f99bac64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 1099 time: 0.1333776 Aug 11 08:12:16.639220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-031be6e7-964d-473a-995b-cbfa45895346 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779202 Aug 11 08:12:16.640777 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.736590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f7686-8291-4a7e-9f9e-8d8bd02a7e0b req-95da16b5-d622-4379-8200-d45259d5cd51 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.744495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c5f7686-8291-4a7e-9f9e-8d8bd02a7e0b req-95da16b5-d622-4379-8200-d45259d5cd51 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 948 time: 0.2999628 Aug 11 08:12:16.778093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-117f3dfe-3f18-46d8-800a-3d18d95a6395 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c HTTP/1.1" status: 200 len: 217 time: 0.1119230 Aug 11 08:12:16.877776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c5f7686-8291-4a7e-9f9e-8d8bd02a7e0b req-93b12928-943f-4922-bd33-1e35207d7a62 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320169 Aug 11 08:12:16.892949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-628874ba-d825-4c81-ac61-363604c0ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.897200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-628874ba-d825-4c81-ac61-363604c0ce8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 1098 time: 0.1464946 Aug 11 08:12:16.933911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-aa9dc046-060e-48d0-8824-e0ffbc4b44db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2188406 Aug 11 08:12:16.937751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Deleting port 40d976ce-d126-4143-a967-6fbb09daba47 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:16.938100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:16.972722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-444f7ea3-e181-4a08-bc19-e4d689baef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:16.974268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-444f7ea3-e181-4a08-bc19-e4d689baef2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1705811 Aug 11 08:12:17.161023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-3d118894-5774-4b05-a3fc-f746cd75262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.162665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-3d118894-5774-4b05-a3fc-f746cd75262f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2594790 Aug 11 08:12:17.168994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] For port 40d976ce-d126-4143-a967-6fbb09daba47, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=40d976ce-d126-4143-a967-6fbb09daba47,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:17.169453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:17.180728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa3324-7699-48eb-aed4-74b5387e0803 req-14f2e1e6-da07-4e0f-8d91-df968cdb3539 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.185318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dfa3324-7699-48eb-aed4-74b5387e0803 req-14f2e1e6-da07-4e0f-8d91-df968cdb3539 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 947 time: 0.1826096 Aug 11 08:12:17.234677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-87a0b43f-e957-48c9-9037-16a3503c184b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c HTTP/1.1" status: 200 len: 217 time: 0.0619287 Aug 11 08:12:17.235684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Calling delete_port for 40d976ce-d126-4143-a967-6fbb09daba47 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:17.355875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dfa3324-7699-48eb-aed4-74b5387e0803 req-dc7e19bc-6200-4161-a056-985aaf8fe140 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276941 Aug 11 08:12:17.374112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-91d492d5-715e-47e5-9493-5da1b78efa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.375465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-91d492d5-715e-47e5-9493-5da1b78efa17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1298478 Aug 11 08:12:17.378826 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9fdbd-c686-4e59-bea1-09404d58bb6b x-openstack-request-id: req-9da9fdbd-c686-4e59-bea1-09404d58bb6b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:17.379185 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34db8724-5434-4d44-9835-e5fb0ed8e172", "tag": "bf746adb-b651-4ada-a43d-bd2b9c30904c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:17.380262 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9da9fdbd-c686-4e59-bea1-09404d58bb6b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:17.380827 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'tag': 'bf746adb-b651-4ada-a43d-bd2b9c30904c', 'status': 'completed', 'code': 200} Aug 11 08:12:17.436725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:17.459099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:12:17.473443 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] Sync routers for ids ['b9bbc09c-872a-418b-9af7-3b2429d62e12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:12:17.486249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-d73256eb-5b20-4e93-b962-54a8b9c64e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.487938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-d73256eb-5b20-4e93-b962-54a8b9c64e45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966499 Aug 11 08:12:17.489483 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] Routers {'b9bbc09c-872a-418b-9af7-3b2429d62e12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:17.490656 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b9bbc09c-872a-418b-9af7-3b2429d62e12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:17.505644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4904e42-2c7e-4260-99bf-33e8aeda568b admin admin] 10.222.0.58 "PUT /v2.0/routers/b9bbc09c-872a-418b-9af7-3b2429d62e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1594052 Aug 11 08:12:17.509973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:17.568868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:17.619905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Pushing event deleted for resources: {'Port': ['ID=40d976ce-d126-4143-a967-6fbb09daba47,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:17.645852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-32423bb1-3117-4d42-bd05-0dee90b5d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.647332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-32423bb1-3117-4d42-bd05-0dee90b5d7f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6508663 Aug 11 08:12:17.654146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.655028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.655697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.656173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.656738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.657256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.657730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.659886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-eeb9ddd1-dcb8-473b-ae19-0cfd0c6c39da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6502 time: 0.2898624 Aug 11 08:12:17.686064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] Set router b9bbc09c-872a-418b-9af7-3b2429d62e12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:17.729600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-4ba4f15a-4c72-4555-8b95-c7a61c492f77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3458292 Aug 11 08:12:17.814717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726f341-255a-4108-8f62-4b219d08e0c1 req-272265c5-d96b-4ec5-9105-8f8b77c50b7c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:17.822767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2726f341-255a-4108-8f62-4b219d08e0c1 req-272265c5-d96b-4ec5-9105-8f8b77c50b7c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 944 time: 0.4477627 Aug 11 08:12:17.899249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:17.933459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.009404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:18.021683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:18.028067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.034166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/subnets/7b533fae-c0ad-4c85-82bb-eea632762b73 HTTP/1.1" status: 204 len: 168 time: 1.8556418 Aug 11 08:12:18.037515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04944d81-0b46-4fe9-9673-6f592bc8de72 None None] Network 63c7a8ff-c6bf-4aee-a84e-4e17615a694e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:18.041837 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:12:14Z', 'revision_number': 5, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:18.043840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38772) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:18.047052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f789ec-aae7-474d-ad72-d24155ae535f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Subnet': ['ID=7b533fae-c0ad-4c85-82bb-eea632762b73,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:18.049887 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.055867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] No DVR routers for this DVR port 40d976ce-d126-4143-a967-6fbb09daba47 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:18.062372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-247a9d49-66fc-4b7d-aaa3-5738f072bd68 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630102 Aug 11 08:12:18.079767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:18.080205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.086430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.088468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d150862e-6965-45a0-bef9-b03cc9f30da4 req-9ff1c61d-a7b5-4abc-aa44-0d8258db9b00 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.64 "DELETE /v2.0/ports/40d976ce-d126-4143-a967-6fbb09daba47 HTTP/1.1" status: 204 len: 173 time: 1.4462442 Aug 11 08:12:18.089672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-deleted', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:18.092633 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e528f7b-6bf4-404b-89c3-73a0ababadfe" -d '{"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-deleted", "tag": "40d976ce-d126-4143-a967-6fbb09daba47"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:18.118015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2726f341-255a-4108-8f62-4b219d08e0c1 req-2899efc6-aff5-4ef3-aa0b-dc23756bf835 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930405 Aug 11 08:12:18.171547 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] Checking router: b9bbc09c-872a-418b-9af7-3b2429d62e12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:12:18.200683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-3a1c8083-2606-4bea-bacd-94feb27f5097 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373497 Aug 11 08:12:18.210750 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] Routers {'b9bbc09c-872a-418b-9af7-3b2429d62e12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:18.211563 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b9bbc09c-872a-418b-9af7-3b2429d62e12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:18.308784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-62de73b1-c5f4-445e-891d-318340e4b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:18.309630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-62de73b1-c5f4-445e-891d-318340e4b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:18.310286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-62de73b1-c5f4-445e-891d-318340e4b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:18.314934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-62de73b1-c5f4-445e-891d-318340e4b9e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=2372f93c-ae15-4228-93b0-3d026bd1bc09&id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 2299 time: 0.5841386 Aug 11 08:12:18.330393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f99fe-c108-4364-83a5-21b45d68124d req-67a48c86-b0e5-410d-81e7-42c0069f3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:18.333760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-67a48c86-b0e5-410d-81e7-42c0069f3219 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 1100 time: 0.5088224 Aug 11 08:12:18.383857 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] Set router b9bbc09c-872a-418b-9af7-3b2429d62e12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:18.392241 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6385d21e-e14e-479b-b63f-9a32e260f225 x-openstack-request-id: req-6385d21e-e14e-479b-b63f-9a32e260f225 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:18.394747 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0ef906-bb97-4123-a1db-1cfa141ab440", "name": "network-vif-deleted", "tag": "40d976ce-d126-4143-a967-6fbb09daba47", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:18.395202 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6385d21e-e14e-479b-b63f-9a32e260f225 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:18.395814 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0ef906-bb97-4123-a1db-1cfa141ab440', 'name': 'network-vif-deleted', 'tag': '40d976ce-d126-4143-a967-6fbb09daba47', 'status': 'completed', 'code': 200} Aug 11 08:12:18.410782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.430600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be7bec-ef70-4029-995a-612e79f17175 req-5e7c0a3a-e9be-452a-9193-1302bb379a28 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:18.432670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69be7bec-ef70-4029-995a-612e79f17175 req-5e7c0a3a-e9be-452a-9193-1302bb379a28 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 948 time: 0.3875308 Aug 11 08:12:18.493187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a332ab-ba53-444d-9c98-6d658190a8a5 req-6c6c2987-9e3e-4314-92c6-8eb94b0c42e3 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971136 Aug 11 08:12:18.526203 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.547253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69be7bec-ef70-4029-995a-612e79f17175 req-7d901325-d23f-4d03-b939-18cc39411a5b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036880 Aug 11 08:12:18.577809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5809aeee-e388-438b-b87f-0ca499f80f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.596325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:18.598223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 02e8922e-492e-48c7-b8b0-af16c29c4acd {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:18.599563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.600665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:18.603107 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6606ffd-75b6-4eeb-b884-ed38e43f815d" -d '{"events": [{"server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:18.609563 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.672209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:18.705802 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:12:14Z', 'revision_number': 5, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:18.710716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] DHCP port deletion for 63c7a8ff-c6bf-4aee-a84e-4e17615a694e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:12:18.757065 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa85de-2876-4333-9842-aad78467644a x-openstack-request-id: req-02aa85de-2876-4333-9842-aad78467644a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:18.760095 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:18.760375 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02aa85de-2876-4333-9842-aad78467644a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:18.760799 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'code': 200} Aug 11 08:12:18.776742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2e890-36d7-4e8f-ab70-11ab6bc83d44 None None] The sync data for ids ['b9bbc09c-872a-418b-9af7-3b2429d62e12'] in n-d-789963-6 is: [{'id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'name': 'tempest-ServerRescueTestJSON-33963121-router', 'tenant_id': 'f3a830c831f04611a724fa395dcc5de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '87659f45-e712-4fe1-9115-635e23df629c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:38Z', 'updated_at': '2021-08-11T08:12:14Z', 'revision_number': 5, 'project_id': 'f3a830c831f04611a724fa395dcc5de5', 'gw_port': {'id': '87659f45-e712-4fe1-9115-635e23df629c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bbc09c-872a-418b-9af7-3b2429d62e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:39Z', 'updated_at': '2021-08-11T08:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:12:18.782098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 02e8922e-492e-48c7-b8b0-af16c29c4acd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e8922e-492e-48c7-b8b0-af16c29c4acd,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:18.783003 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.821093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] Deleting port 02e8922e-492e-48c7-b8b0-af16c29c4acd {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:18.821473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.832271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 02e8922e-492e-48c7-b8b0-af16c29c4acd owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:18.875058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-5911d592-dcc8-4300-9007-3df222c24836 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 200 len: 1001 time: 0.5066459 Aug 11 08:12:18.934410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] For port 02e8922e-492e-48c7-b8b0-af16c29c4acd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e8922e-492e-48c7-b8b0-af16c29c4acd,segment=NetworkSegment(f56aeab8-72cb-4610-9346-1d34f60bd984),segment_id=f56aeab8-72cb-4610-9346-1d34f60bd984)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:18.935003 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:18.955771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] Calling delete_port for 02e8922e-492e-48c7-b8b0-af16c29c4acd owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:18.965349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57323c-bffe-4bc4-8948-6e1bb741c3de req-fc882a44-bc30-4728-96fc-917dc0c4566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:18.966962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d57323c-bffe-4bc4-8948-6e1bb741c3de req-fc882a44-bc30-4728-96fc-917dc0c4566d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1096 time: 0.1035309 Aug 11 08:12:18.984019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaee674b-da1f-407a-8b32-3b264e5d0db7 req-be1db774-a207-4de6-85e5-e9502b4fed32 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff0ef906-bb97-4123-a1db-1cfa141ab440 HTTP/1.1" status: 200 len: 210 time: 0.1154647 Aug 11 08:12:19.007499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.037044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.039613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d57323c-bffe-4bc4-8948-6e1bb741c3de req-8db839f5-d434-4970-a987-00b702a2d953 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650525 Aug 11 08:12:19.040800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=02e8922e-492e-48c7-b8b0-af16c29c4acd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:19.046694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 02e8922e-492e-48c7-b8b0-af16c29c4acd on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:19.058263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.099967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f99fe-c108-4364-83a5-21b45d68124d req-db583d90-da46-46c1-80e2-f3e86c0af9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.101588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-db583d90-da46-46c1-80e2-f3e86c0af9f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.7089965 Aug 11 08:12:19.106311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] Pushing event deleted for resources: {'Port': ['ID=02e8922e-492e-48c7-b8b0-af16c29c4acd,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:19.108370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11028a94-093c-44ec-9c66-fcb074c6b377 None None] No DVR routers for this DVR port 02e8922e-492e-48c7-b8b0-af16c29c4acd on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:19.158657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.188810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c7a8ff-c6bf-4aee-a84e-4e17615a694e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:19.192427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-0595ae84-766d-44d3-a690-ce46f93a14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.194702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-0595ae84-766d-44d3-a690-ce46f93a14e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e00c32b9-9514-4042-90b4-93cdbf2b832e HTTP/1.1" status: 200 len: 856 time: 0.2620215 Aug 11 08:12:19.205832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56aeab8-72cb-4610-9346-1d34f60bd984') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:19.206187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56aeab8-72cb-4610-9346-1d34f60bd984') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:19.221139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fb3c7f6-95cf-4d8d-b9a6-5da43ac8819a req-6c6b9fab-6a29-4e20-aee6-5ac57c252bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8983197 Aug 11 08:12:19.223023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.255821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.290770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:12:19.291381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:12:19.295372 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:12:19.364412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Deleting port 87659f45-e712-4fe1-9115-635e23df629c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:19.364845 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.378084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773965f-861a-4ef2-8ebd-cf6b8a709a6e req-fbdf566a-3077-4afa-b402-a1d2f584ffcb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.379821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1773965f-861a-4ef2-8ebd-cf6b8a709a6e req-fbdf566a-3077-4afa-b402-a1d2f584ffcb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1362731 Aug 11 08:12:19.381373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.399864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.402637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/networks/63c7a8ff-c6bf-4aee-a84e-4e17615a694e HTTP/1.1" status: 204 len: 168 time: 1.3551631 Aug 11 08:12:19.422732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed992-1bf1-47b9-964c-cfd935eb93d6 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Network': ['ID=63c7a8ff-c6bf-4aee-a84e-4e17615a694e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:19.428294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38788) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:19.437466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-ac983b9c-2274-419c-a2af-e12f901bdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.439122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-ac983b9c-2274-419c-a2af-e12f901bdd65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291350 Aug 11 08:12:19.440967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2074094453'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:19.443368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5809aeee-e388-438b-b87f-0ca499f80f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.474457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-8663b45b-65be-4217-866d-f628e77891a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=af790104-6634-43b6-a29f-a1e1192950f0 HTTP/1.1" status: 200 len: 217 time: 0.1207695 Aug 11 08:12:19.484424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1773965f-861a-4ef2-8ebd-cf6b8a709a6e req-e4d9bc88-dca3-4be4-ae89-4903cea2f7a4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713012 Aug 11 08:12:19.486092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:19.488915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5809aeee-e388-438b-b87f-0ca499f80f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.490006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.528286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:12:19.541299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.543179 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Added segment c8a9979b-18c9-42f1-94e7-eac13cad8be6 of type vlan for network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c Aug 11 08:12:19.610839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.679326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-657135cc-9633-4095-bee7-8ecf03fe3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.680997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-657135cc-9633-4095-bee7-8ecf03fe3f5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 1099 time: 0.3262389 Aug 11 08:12:19.682962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.686658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809aeee-e388-438b-b87f-0ca499f80f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed6cc4-322a-425f-8268-02c645b0652c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:19.688747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.689528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.693671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5809aeee-e388-438b-b87f-0ca499f80f63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11fcb5a3feee4d479e7b707b5c398af6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6813343 Aug 11 08:12:19.696842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38794) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:19.767773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f99fe-c108-4364-83a5-21b45d68124d req-da653bff-7635-4d08-9aab-e63887b94714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.769436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-da653bff-7635-4d08-9aab-e63887b94714 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2752438 Aug 11 08:12:19.798286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3687761 Aug 11 08:12:19.808769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:19.814185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'subnet': {'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:19.832966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d4878-64ac-4f94-9301-df63ef6c889b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Network': ['ID=299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:19.842755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e41f0-3927-4048-b2e0-8d56e2677caf req-f8dedfa0-d46b-44b6-8fc5-458bb21ba4ee tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:19.844524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c13e41f0-3927-4048-b2e0-8d56e2677caf req-f8dedfa0-d46b-44b6-8fc5-458bb21ba4ee tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 948 time: 0.2008741 Aug 11 08:12:19.848226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:12:19.895794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abf0b857-0bd5-4707-9b76-0c2fccba3320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.921269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f3e2924-3078-4835-80c3-ac791dc42d4c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:19.923511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:19.926289 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c13e41f0-3927-4048-b2e0-8d56e2677caf req-ff6c486f-6c06-44e0-9c17-2eac3888a45d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704670 Aug 11 08:12:19.940466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abf0b857-0bd5-4707-9b76-0c2fccba3320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:19.974749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 40d976ce-d126-4143-a967-6fbb09daba47 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:19.975405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 40d976ce-d126-4143-a967-6fbb09daba47 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:20.016686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abf0b857-0bd5-4707-9b76-0c2fccba3320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:20.020742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-abf0b857-0bd5-4707-9b76-0c2fccba3320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:20.023136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-abf0b857-0bd5-4707-9b76-0c2fccba3320 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eaed6cc4-322a-425f-8268-02c645b0652c HTTP/1.1" status: 204 len: 168 time: 0.3239479 Aug 11 08:12:20.036379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0b857-0bd5-4707-9b76-0c2fccba3320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed6cc4-322a-425f-8268-02c645b0652c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:20.220691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0f3e2924-3078-4835-80c3-ac791dc42d4c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:20.257101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e8922e-492e-48c7-b8b0-af16c29c4acd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:20.264369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '0f3e2924-3078-4835-80c3-ac791dc42d4c', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '0f3e2924-3078-4835-80c3-ac791dc42d4c', 'mac_address': 'fa:16:3e:b9:72:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:20.293283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 02e8922e-492e-48c7-b8b0-af16c29c4acd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:20.293678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e8922e-492e-48c7-b8b0-af16c29c4acd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:20.294071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:20.352625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] For port 87659f45-e712-4fe1-9115-635e23df629c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=87659f45-e712-4fe1-9115-635e23df629c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:20.354563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:20.402187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-b6325b14-2165-47c1-b84c-290bf7a87b41 service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306972 Aug 11 08:12:20.429583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Calling delete_port for 87659f45-e712-4fe1-9115-635e23df629c owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:20.485032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:20.485277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a48ef4e-1cd2-4193-be48-f2cfdf1e38e7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:20.502213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:20.519626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3e2924-3078-4835-80c3-ac791dc42d4c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:20.544512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0f3e2924-3078-4835-80c3-ac791dc42d4c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:20.550879 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:20.615431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0f3e2924-3078-4835-80c3-ac791dc42d4c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:20.628336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f99fe-c108-4364-83a5-21b45d68124d req-0b29cf49-8fd9-4daf-867c-87f6d3925e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:20.630028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-0b29cf49-8fd9-4daf-867c-87f6d3925e92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8253243 Aug 11 08:12:20.631751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-32c97433-61ae-4613-a64c-18b53520280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:20.633600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-32c97433-61ae-4613-a64c-18b53520280e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.9210217 Aug 11 08:12:20.654100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a738-a145-4efe-8a5d-99e210274e9e req-5370c8ee-64d6-41ab-b09d-7df98b6d79ae tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:20.655905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1510a738-a145-4efe-8a5d-99e210274e9e req-5370c8ee-64d6-41ab-b09d-7df98b6d79ae tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.0589943 Aug 11 08:12:20.685840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:20.689510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:20.702345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1510a738-a145-4efe-8a5d-99e210274e9e req-6f3fd85f-4fc0-4d93-b5dd-5365cfb8bf09 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Aug 11 08:12:20.836610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:20.848625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-7384772c-9119-4e88-8bd3-9ce8d8c7a329 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c HTTP/1.1" status: 200 len: 217 time: 0.1670656 Aug 11 08:12:20.873326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d1291-4a35-4dad-9b8d-797b256b4746 req-e4b3b3f7-2a4b-44a0-b147-cce05f8ec09b tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:20.881179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-206d1291-4a35-4dad-9b8d-797b256b4746 req-e4b3b3f7-2a4b-44a0-b147-cce05f8ec09b tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 949 time: 0.4407322 Aug 11 08:12:20.924573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-b1c2360d-b40d-4685-b69b-70377691dab8 service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905181 Aug 11 08:12:20.935658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b067634-8bb5-4f81-9fa2-1e1f3b3accb1 req-8bc5cc04-9f28-414e-8537-a25e58f17e5b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:20.946979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b067634-8bb5-4f81-9fa2-1e1f3b3accb1 req-8bc5cc04-9f28-414e-8537-a25e58f17e5b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1096 time: 0.0677643 Aug 11 08:12:21.004322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b067634-8bb5-4f81-9fa2-1e1f3b3accb1 req-0c52551a-6878-49ba-b9ba-57ece23c85f8 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556304 Aug 11 08:12:21.035446 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-dc06601f-e176-4c45-ad2a-efe0e946aa36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 217 time: 0.0967326 Aug 11 08:12:21.116014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-206d1291-4a35-4dad-9b8d-797b256b4746 req-97ac1d4b-45c9-4534-b456-8f11a598d10e tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339172 Aug 11 08:12:21.163423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-19286539-0128-414e-9c76-d8a062c7db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:21.165064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-19286539-0128-414e-9c76-d8a062c7db26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2694931 Aug 11 08:12:21.174756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:21.183102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-65eb55c8-7109-46de-bae8-1feffda0298e service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981554 Aug 11 08:12:21.206965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb265f-3c7b-4d72-bb4f-5b186a7fe2e9 req-6ad10709-ed24-4a1d-b9ca-3fd49dcfe18d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:21.210434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ceb265f-3c7b-4d72-bb4f-5b186a7fe2e9 req-6ad10709-ed24-4a1d-b9ca-3fd49dcfe18d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 948 time: 0.0874538 Aug 11 08:12:21.263011 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ceb265f-3c7b-4d72-bb4f-5b186a7fe2e9 req-205a860e-ccb0-4d26-ba70-8d8e0ffbf2b6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Aug 11 08:12:21.285628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-d75b0b40-0bbd-45d6-a012-87daca3eeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:21.287171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-d75b0b40-0bbd-45d6-a012-87daca3eeb85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.2240863 Aug 11 08:12:21.354403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-837254988-network', 'tenant_id': '2514ba46164a4c8cbf2289bdd62ff26c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:21.390315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Made reservation on behalf of 2514ba46164a4c8cbf2289bdd62ff26c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:21.392949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.403573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.444302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-d9f5023a-8199-47d0-96d0-5bd9e77ecea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:21.446155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-d9f5023a-8199-47d0-96d0-5bd9e77ecea7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2658198 Aug 11 08:12:21.534518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.545265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.573277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-283f99fe-c108-4364-83a5-21b45d68124d req-09aff74c-fd39-449d-950d-665f5c692998 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655469 Aug 11 08:12:21.580173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-78ca4246-5031-406c-8e71-80b475723c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:21.581920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-78ca4246-5031-406c-8e71-80b475723c11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2651274 Aug 11 08:12:21.587484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:12:21.594783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.604658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a72119-4447-46f4-8aaa-08140139aae0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:21.616567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.617553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.618429 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Added segment b2401bc4-29f0-4803-833c-afad314f0afb of type vlan for network f33e0a9e-955f-4f7b-9dd0-5d333f173b9b Aug 11 08:12:21.680701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.723641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.724917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:21.725632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.733214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Pushing event deleted for resources: {'Port': ['ID=87659f45-e712-4fe1-9115-635e23df629c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:21.795171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6188188 Aug 11 08:12:21.803076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:21.808176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Request body: {'subnet': {'network_id': 'f33e0a9e-955f-4f7b-9dd0-5d333f173b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-837254988-subnet', 'tenant_id': '2514ba46164a4c8cbf2289bdd62ff26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:21.817491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edb330-260d-403c-8233-cf1be21d4cff admin admin] Pushing event updated for resources: {'Network': ['ID=f33e0a9e-955f-4f7b-9dd0-5d333f173b9b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:21.827334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Subnet': ['ID=56108f6c-b405-4530-9e1f-b430a41519a1,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:21.830909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-d456713f-c5dc-4102-b356-b616f70061ad service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473303 Aug 11 08:12:21.842289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f33e0a9e-955f-4f7b-9dd0-5d333f173b9b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:12:21.859141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Made reservation on behalf of 2514ba46164a4c8cbf2289bdd62ff26c for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:21.861870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:21.924251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f3e2924-3078-4835-80c3-ac791dc42d4c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:21.935156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Checking segment: {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:21.935586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network hostable DHCP agents. Network: 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:12:21.965134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-a2ecf89a-78b7-4593-a2f7-8d4f51a10d60 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739738 Aug 11 08:12:21.970984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.029760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 0f3e2924-3078-4835-80c3-ac791dc42d4c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:22.034804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 0f3e2924-3078-4835-80c3-ac791dc42d4c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:22.035499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.113967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.154886 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.163081 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.165428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:12:22.186220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.225050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e2924-3078-4835-80c3-ac791dc42d4c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:22.228325 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe870c6-e14e-4ad7-bcf8-9d994371c515" -d '{"events": [{"server_uuid": "f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e2924-3078-4835-80c3-ac791dc42d4c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:22.236082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:22.265833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c7d2c5-42af-43ce-a5be-899fd68c0b42 req-c958407a-6f79-4a9b-9d42-585b45dcb16a service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235377 Aug 11 08:12:22.267347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1833ac3-2dfd-411c-b267-8d979a84fc68 None None] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:22.267534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Checking segment: {'id': 'b2401bc4-29f0-4803-833c-afad314f0afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f33e0a9e-955f-4f7b-9dd0-5d333f173b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:22.267682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Network hostable DHCP agents. Network: f33e0a9e-955f-4f7b-9dd0-5d333f173b9b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:12:22.271709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510b2d0f-04e8-4f06-ad77-187d81ffa91c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:22.286857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0f3e2924-3078-4835-80c3-ac791dc42d4c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:22.296490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Network f33e0a9e-955f-4f7b-9dd0-5d333f173b9b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:12:22.297473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.298099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.304130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f33e0a9e-955f-4f7b-9dd0-5d333f173b9b) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:22.309369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.310035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.329085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.330475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-efe11f29-94c6-4c16-8f61-b9ade3595c47 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5310142 Aug 11 08:12:22.333097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.333642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9bbc09c-872a-418b-9af7-3b2429d62e12 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:12:22.338753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88974338-7723-4445-9e2d-f45096ea992c None None] Network f33e0a9e-955f-4f7b-9dd0-5d333f173b9b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:22.448279 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f3cef-0a48-44a4-a86f-179e53efb99b x-openstack-request-id: req-252f3cef-0a48-44a4-a86f-179e53efb99b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:22.448279 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e2924-3078-4835-80c3-ac791dc42d4c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:22.448279 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-252f3cef-0a48-44a4-a86f-179e53efb99b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:22.448279 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e2924-3078-4835-80c3-ac791dc42d4c', 'code': 200} Aug 11 08:12:22.448778 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.452948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:22.454925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7c03c2ca-3e5e-4417-b6fb-59ae3bb49270 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b9bbc09c-872a-418b-9af7-3b2429d62e12 HTTP/1.1" status: 204 len: 168 time: 4.9404776 Aug 11 08:12:22.457923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-913838d6-ea71-4287-b9bd-c7dc98dd74d3 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826312 Aug 11 08:12:22.607467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bf746adb-b651-4ada-a43d-bd2b9c30904c details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:22.617066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Deleting subnet 8e1c321c-c2f6-4f25-8430-0823a80fca36 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:12:22.628509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.651031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-688f510b-1085-449c-800f-429cf7aa05f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 217 time: 0.1841114 Aug 11 08:12:22.682870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38874) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:22.683259 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4732b1c6-9340-4c19-8311-238978041314 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8733792 Aug 11 08:12:22.689652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-619383681'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:22.696247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.738480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310eafde-0f7d-405d-8f76-30ea75b36432 req-1732ef45-dd6f-40e0-b2e1-c878e5c98ede tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.746087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-310eafde-0f7d-405d-8f76-30ea75b36432 req-1732ef45-dd6f-40e0-b2e1-c878e5c98ede tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 948 time: 0.2419403 Aug 11 08:12:22.827979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f0876-307f-43c6-9c32-fd94f2418f22 None None] Network f33e0a9e-955f-4f7b-9dd0-5d333f173b9b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:22.832250 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:12:22.834631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:22.838504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.839347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a57ae0-0c61-479c-9ff6-e7015957e62f req-6f8e1cb4-a247-4bcb-9b85-4834b159e649 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.841084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9a57ae0-0c61-479c-9ff6-e7015957e62f req-6f8e1cb4-a247-4bcb-9b85-4834b159e649 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 949 time: 0.5401618 Aug 11 08:12:22.845334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.854095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-310eafde-0f7d-405d-8f76-30ea75b36432 req-3cbabb2a-4f2c-4a3b-bccd-632a0713b462 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068206 Aug 11 08:12:22.866506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-435fe51c-ec94-40e3-a6ea-8e79bcf100cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.867960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-435fe51c-ec94-40e3-a6ea-8e79bcf100cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.1321402 Aug 11 08:12:22.877725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034718e-8a3c-4b24-940c-4487c99c247f req-fc91bc4a-b026-4282-86c3-c6de5204a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.879130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3034718e-8a3c-4b24-940c-4487c99c247f req-fc91bc4a-b026-4282-86c3-c6de5204a292 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 1100 time: 0.2530200 Aug 11 08:12:22.914605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0f3e2924-3078-4835-80c3-ac791dc42d4c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:22.919865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:12:22.933196 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:22.933873 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Added segment bf5be759-c715-4aa4-9ede-372ca9b9c36b of type vlan for network 4fab91f7-1e0c-4198-965f-8f8241f3802c Aug 11 08:12:22.939259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82633723-392b-499b-aae2-b5b01548e01f req-0a15c0c9-8f8d-4989-8644-37b7013a62fb tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:22.941146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82633723-392b-499b-aae2-b5b01548e01f req-0a15c0c9-8f8d-4989-8644-37b7013a62fb tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.69 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 949 time: 0.2093897 Aug 11 08:12:22.976502 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9a57ae0-0c61-479c-9ff6-e7015957e62f req-c35e79f1-f34b-4e55-932d-331ed5952f3f tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/security-groups?id=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253099 Aug 11 08:12:23.010058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.014007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3034718e-8a3c-4b24-940c-4487c99c247f req-3a57aab8-a0bc-4021-aa0e-a27390adb562 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204236 Aug 11 08:12:23.022050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-be59c370-aa6b-49f4-a625-1e5996437131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:23.023580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-be59c370-aa6b-49f4-a625-1e5996437131 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436467 Aug 11 08:12:23.043957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.056984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bf746adb-b651-4ada-a43d-bd2b9c30904c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:23.075107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'bf746adb-b651-4ada-a43d-bd2b9c30904c', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'bf746adb-b651-4ada-a43d-bd2b9c30904c', 'mac_address': 'fa:16:3e:85:85:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:23.098148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.104002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e1c321c-c2f6-4f25-8430-0823a80fca36 HTTP/1.1" status: 204 len: 168 time: 0.6476936 Aug 11 08:12:23.112428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:23.127140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c', 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'fixed_ips': [{'subnet_id': '56108f6c-b405-4530-9e1f-b430a41519a1'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:12:23.128071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.137339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27f254-84fb-496d-9c77-86340eae9405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1c321c-c2f6-4f25-8430-0823a80fca36,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:23.159476 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.164119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.171676 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:23.172464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.205718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf746adb-b651-4ada-a43d-bd2b9c30904c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:23.228646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bf746adb-b651-4ada-a43d-bd2b9c30904c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:23.238370 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.342932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6575253 Aug 11 08:12:23.347876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:23.354591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'subnet': {'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:23.366918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.415286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a3ddb-a5c6-4d85-9f01-231a1e465fb7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Network': ['ID=4fab91f7-1e0c-4198-965f-8f8241f3802c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:23.431378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:12:23.447310 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-017839cc-9087-499d-a2eb-9334652096fb req-6bb6743c-6073-4297-87a4-85091cfe29e8 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] show failed (client error): The resource could not be found. Aug 11 08:12:23.461839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-017839cc-9087-499d-a2eb-9334652096fb req-6bb6743c-6073-4297-87a4-85091cfe29e8 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups/43daaf0b-6d4b-4ebe-a3b5-76b96e39a3a1 HTTP/1.1" status: 404 len: 352 time: 0.0380037 Aug 11 08:12:23.502726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=bf746adb-b651-4ada-a43d-bd2b9c30904c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:23.539605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Allocated IP 19.80.0.2 (299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c/56108f6c-b405-4530-9e1f-b430a41519a1/5414acb6-1a6a-42a9-b8a1-8b244da4497c) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:23.547302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:23.551477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.552924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-c5296c14-0f0b-47f7-afc1-dba8533a9413 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192966 Aug 11 08:12:23.569613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Deleting port e2fca25a-b9e2-4f34-9010-728bdaa32f1e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:23.570032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.665346 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.692814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['bf746adb-b651-4ada-a43d-bd2b9c30904c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:23.695865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac06e3fc-6b86-41d7-b1be-4848221b2340']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:23.768292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-5b2012da-050f-4460-9fe6-c793f13a6e36 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666632 Aug 11 08:12:23.800072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd15abb5-34f4-4fbc-937c-b0d208fc7360') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:23.800337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd15abb5-34f4-4fbc-937c-b0d208fc7360') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:23.823893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.828265 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.848447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Transition to ACTIVE for port object 5414acb6-1a6a-42a9-b8a1-8b244da4497c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:23.864195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-1f9308f9-ee52-4510-ad0d-a70e85b37b41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=67a7d107-3f2f-45dd-bde0-86092c58343b HTTP/1.1" status: 200 len: 217 time: 0.0873096 Aug 11 08:12:23.870896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] For port e2fca25a-b9e2-4f34-9010-728bdaa32f1e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:23.871318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.882655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Transition to ACTIVE for port object 5414acb6-1a6a-42a9-b8a1-8b244da4497c will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:23.888949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.909079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:12:23.909495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:12:23.911429 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:12:23.915297 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:23.980401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7050f28b-51ca-4866-a784-963f8ce74378 req-75b94cb6-5363-4233-a02a-8f3ebc6a8ca2 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2514ba46164a4c8cbf2289bdd62ff26c HTTP/1.1" status: 200 len: 2984 time: 0.3013284 Aug 11 08:12:23.988516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Calling delete_port for e2fca25a-b9e2-4f34-9010-728bdaa32f1e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:23.992930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:24.005904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:24.012040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:24.080128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Pushing event updated for resources: {'Port': ['ID=5414acb6-1a6a-42a9-b8a1-8b244da4497c,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:24.118593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7050f28b-51ca-4866-a784-963f8ce74378 req-9358b5ff-1ccb-4c8c-94ee-f9f934b9b1dc tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups/17a72119-4447-46f4-8aaa-08140139aae0 HTTP/1.1" status: 200 len: 2981 time: 0.1370320 Aug 11 08:12:24.122354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.128106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.130067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac06e3fc-6b86-41d7-b1be-4848221b2340 HTTP/1.1" status: 204 len: 168 time: 1.0096118 Aug 11 08:12:24.185681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 87659f45-e712-4fe1-9115-635e23df629c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:24.202613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.213100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac06e3fc-6b86-41d7-b1be-4848221b2340,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:24.241021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-e7826f7b-09ba-4b54-bb3f-ba6d5df71358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:24.245229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-e7826f7b-09ba-4b54-bb3f-ba6d5df71358 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.3701007 Aug 11 08:12:24.250307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 87659f45-e712-4fe1-9115-635e23df629c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:24.253235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 87659f45-e712-4fe1-9115-635e23df629c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:24.286186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Attempting to bind port 5414acb6-1a6a-42a9-b8a1-8b244da4497c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:24.287478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Attempting to bind port 5414acb6-1a6a-42a9-b8a1-8b244da4497c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:24.288296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Attempting to bind port 5414acb6-1a6a-42a9-b8a1-8b244da4497c on network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:24.294033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.294582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.295301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.295869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.296443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.296997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.297480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.298028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.298477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.298994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.299308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.299623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df526dc-0e91-449b-aa5b-d29f4ecd2b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.312119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:24.315129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Checking segment: {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:24.316139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.319034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Bound using segment: {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:24.319863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Bound port: 5414acb6-1a6a-42a9-b8a1-8b244da4497c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:24.323663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.329051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eab75d-dfc1-4576-b5c7-d7a547d68c53 req-dfc74a2a-05eb-4129-902f-dbae5211c82b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:24.331105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25eab75d-dfc1-4576-b5c7-d7a547d68c53 req-dfc74a2a-05eb-4129-902f-dbae5211c82b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 949 time: 0.3310599 Aug 11 08:12:24.352718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7050f28b-51ca-4866-a784-963f8ce74378 req-b59e0d24-b65d-4e73-a930-9ac945e47651 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups/17a72119-4447-46f4-8aaa-08140139aae0 HTTP/1.1" status: 200 len: 2981 time: 0.2214622 Aug 11 08:12:24.401891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Checking segment: {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:24.402941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network hostable DHCP agents. Network: 4fab91f7-1e0c-4198-965f-8f8241f3802c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:12:24.411411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:24.413975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Subnet': ['ID=e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:24.442358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] For port 5414acb6-1a6a-42a9-b8a1-8b244da4497c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:24.447604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] For port 5414acb6-1a6a-42a9-b8a1-8b244da4497c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5414acb6-1a6a-42a9-b8a1-8b244da4497c,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:24.458749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.468809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-f103aa51-1306-43fa-b20e-59c0336b6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:24.470839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-f103aa51-1306-43fa-b20e-59c0336b6fb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2164972 Aug 11 08:12:24.474595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.521382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1669eb9-6166-401e-b114-1320b84385ae req-1d0903be-907c-475e-879a-35e552a8dc40 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 210 time: 0.0746465 Aug 11 08:12:24.522150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:12:24.561506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25eab75d-dfc1-4576-b5c7-d7a547d68c53 req-58560358-37a6-41bc-a7b9-46910335b081 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477554 Aug 11 08:12:24.579479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491027-120e-4a6d-8f23-ee5ea8e3cefb None None] Pushing event updated for resources: {'Port': ['ID=5414acb6-1a6a-42a9-b8a1-8b244da4497c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:24.589454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Pushing event deleted for resources: {'Port': ['ID=e2fca25a-b9e2-4f34-9010-728bdaa32f1e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:24.600627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4fab91f7-1e0c-4198-965f-8f8241f3802c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:24.620954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e750c88-4311-4367-9369-69e5dc981688 None None] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:24.621274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:24.621500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.686885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f09e9f12-2bf5-46cf-991f-2c497124cae8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3a830c831f04611a724fa395dcc5de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737412 Aug 11 08:12:24.691254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38916) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:24.697470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.698282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.699727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.700540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.701423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.702493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.703320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.708159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.709089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.710148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.710871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.711669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:24.732027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-583ac338-2d83-4115-a9f8-c3538f1f01b3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3812556 Aug 11 08:12:24.862893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46dde24f-f0a7-4d22-b495-da341106128a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.902386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] No DVR routers for this DVR port e2fca25a-b9e2-4f34-9010-728bdaa32f1e on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:24.952817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46dde24f-f0a7-4d22-b495-da341106128a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.964471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:24.967184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82633723-392b-499b-aae2-b5b01548e01f req-fa434474-813c-4f95-a80a-66141bc29902 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.69 "DELETE /v2.0/ports/e2fca25a-b9e2-4f34-9010-728bdaa32f1e HTTP/1.1" status: 204 len: 173 time: 2.0109460 Aug 11 08:12:24.970293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-deleted', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:24.983950 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a673d9-ca61-4aba-8c40-531135e12d72" -d '{"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-deleted", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:25.001981 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-189fd088-b53c-41f9-94d8-5849ce27b6ad req-c09b6bb4-e465-4d61-93f1-764b0ed90ae6 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups/17a72119-4447-46f4-8aaa-08140139aae0 HTTP/1.1" status: 200 len: 2981 time: 0.3563247 Aug 11 08:12:25.021416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4fab91f7-1e0c-4198-965f-8f8241f3802c', 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'fixed_ips': [{'subnet_id': 'e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:12:25.023684 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:25.046290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46dde24f-f0a7-4d22-b495-da341106128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:25.049449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46dde24f-f0a7-4d22-b495-da341106128a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:25.051081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-46dde24f-f0a7-4d22-b495-da341106128a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150 HTTP/1.1" status: 204 len: 168 time: 0.3581567 Aug 11 08:12:25.064605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dde24f-f0a7-4d22-b495-da341106128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c91b3-ba13-4bb8-ae0a-5a6da0fe8150,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:25.155818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-7d6a986a-f278-49d2-ae42-3b68bf1d908c service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756656 Aug 11 08:12:25.288155 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-189fd088-b53c-41f9-94d8-5849ce27b6ad req-adfa808c-b365-4f99-b77c-bfa936d5714f tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 08:12:25.303875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-189fd088-b53c-41f9-94d8-5849ce27b6ad req-adfa808c-b365-4f99-b77c-bfa936d5714f tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "DELETE /v2.0/security-groups/17a72119-4447-46f4-8aaa-08140139aae0 HTTP/1.1" status: 409 len: 352 time: 0.2914746 Aug 11 08:12:25.401071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-4f76712e-be27-4374-9c1c-34560b601552 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:25.404663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Allocated IP 19.86.0.2 (4fab91f7-1e0c-4198-965f-8f8241f3802c/e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d/39852cf4-b7ac-43b4-874e-ab9f745b44c7) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:25.422648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-4f76712e-be27-4374-9c1c-34560b601552 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:25.441065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-4f76712e-be27-4374-9c1c-34560b601552 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/networks?id=299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c&id=4fab91f7-1e0c-4198-965f-8f8241f3802c HTTP/1.1" status: 200 len: 1391 time: 0.3252549 Aug 11 08:12:25.468377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-c2be7ed7-f424-4fd3-bce5-8b69cd07beb6 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863846 Aug 11 08:12:25.471054 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325913d0-7d61-494e-877b-bfe6a4d18819 x-openstack-request-id: req-325913d0-7d61-494e-877b-bfe6a4d18819 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:25.471587 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5306f-aef4-4ee4-a7af-ad052d3ebdea", "name": "network-vif-deleted", "tag": "e2fca25a-b9e2-4f34-9010-728bdaa32f1e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:25.472072 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-325913d0-7d61-494e-877b-bfe6a4d18819 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:25.473321 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5306f-aef4-4ee4-a7af-ad052d3ebdea', 'name': 'network-vif-deleted', 'tag': 'e2fca25a-b9e2-4f34-9010-728bdaa32f1e', 'status': 'completed', 'code': 200} Aug 11 08:12:25.473787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-ff446d6b-aa62-46be-a732-e72140f467e3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/quotas/1c3e1cc279274f24a90e8a80dd352461 HTTP/1.1" status: 200 len: 375 time: 0.0317636 Aug 11 08:12:25.499887 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-de7c0d55-edd2-4576-8346-0f6d2d2bd69f req-8a6c9fa9-2358-4092-8f7a-a4381c2d772b tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] show failed (client error): The resource could not be found. Aug 11 08:12:25.502087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de7c0d55-edd2-4576-8346-0f6d2d2bd69f req-8a6c9fa9-2358-4092-8f7a-a4381c2d772b tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups/61e6f372-5ab9-4158-a66f-a3fa34bca7ed HTTP/1.1" status: 404 len: 352 time: 0.0275140 Aug 11 08:12:25.566171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-925bc182-89e7-403a-9acb-864fa96890e3 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905321 Aug 11 08:12:25.580370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-1d8735de-5de5-4cac-8681-b027f4f5105d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=b69e238a-eed7-4533-b1b1-63d543e9735e HTTP/1.1" status: 200 len: 217 time: 0.0969408 Aug 11 08:12:25.587592 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-e36175a7-8810-4662-acfd-3acd6195ddb0 req-9f90ab60-db93-4fb0-beae-4e8f92354067 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] show failed (client error): The resource could not be found. Aug 11 08:12:25.605360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e36175a7-8810-4662-acfd-3acd6195ddb0 req-9f90ab60-db93-4fb0-beae-4e8f92354067 tempest-SecurityGroupsNegativeTestJSON-765449924 tempest-SecurityGroupsNegativeTestJSON-765449924-project] 10.222.0.58 "GET /v2.0/security-groups/ebff1c8d-87c9-4674-9859-ace4a25bdc0b HTTP/1.1" status: 404 len: 352 time: 0.0413842 Aug 11 08:12:25.608514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38944) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:25.724315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-b61c755b-6f08-4c17-b7b3-f3ddc8a7d7f8 service neutron] 10.222.0.58 "GET /v2.0/networks/299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575770 Aug 11 08:12:25.879092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69bbcaf9-5187-4683-987c-397266495602 req-4c75d8ab-0748-4ea0-969f-7c3cba050613 tempest-ListImageFiltersTestJSON-1835171410 tempest-ListImageFiltersTestJSON-1835171410-project] 10.222.0.58 "GET /v2.0/ports?device_id=26e5306f-aef4-4ee4-a7af-ad052d3ebdea HTTP/1.1" status: 200 len: 210 time: 0.0643926 Aug 11 08:12:25.922862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-d92c7aba-8bac-45cc-a88a-cec092f82e54 service neutron] 10.222.0.58 "GET /v2.0/networks/299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969717 Aug 11 08:12:25.949306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Deleting subnet 510b2d0f-04e8-4f06-ad77-187d81ffa91c {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:12:25.964149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-d37e2a58-91fe-464b-9be4-5f7ac0a0584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:25.977417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-d37e2a58-91fe-464b-9be4-5f7ac0a0584b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.3659577 Aug 11 08:12:25.979888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.106196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.150211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Transition to ACTIVE for port object 39852cf4-b7ac-43b4-874e-ab9f745b44c7 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:26.165892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7c5ff513-e2e2-4cca-af5b-b6e011c145d3 service neutron] 10.222.0.58 "GET /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410378 Aug 11 08:12:26.204328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.207775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Transition to ACTIVE for port object 39852cf4-b7ac-43b4-874e-ab9f745b44c7 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:26.217019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.272034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Pushing event updated for resources: {'Port': ['ID=39852cf4-b7ac-43b4-874e-ab9f745b44c7,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:26.296111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:26.298818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:26.306416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:26.402179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a06571-d63a-4254-adf1-2fd325c6061f req-d922a67b-df07-4e70-a911-8ac56092d553 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:26.411850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03a06571-d63a-4254-adf1-2fd325c6061f req-d922a67b-df07-4e70-a911-8ac56092d553 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 949 time: 0.3636594 Aug 11 08:12:26.425204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-3a288157-12ec-4320-bad2-8e1ce16aa6fb service neutron] 10.222.0.58 "GET /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521071 Aug 11 08:12:26.429671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-bb9f1f38-a979-4ec5-9014-8a627ebec0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:26.430487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-bb9f1f38-a979-4ec5-9014-8a627ebec0cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3994966 Aug 11 08:12:26.431660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.435555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Attempting to bind port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:26.436092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Attempting to bind port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:26.436537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Attempting to bind port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 on network 4fab91f7-1e0c-4198-965f-8f8241f3802c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:26.439789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5414acb6-1a6a-42a9-b8a1-8b244da4497c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:26.510140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:26.510864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Checking segment: {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:26.511182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.511608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Bound using segment: {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:26.512111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Bound port: 39852cf4-b7ac-43b4-874e-ab9f745b44c7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:26.512711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.533518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437be75d-9858-4afa-bfa2-c4bc7873642a None None] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:26.590303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03a06571-d63a-4254-adf1-2fd325c6061f req-8e6878ed-f9ac-4780-b68a-fd1e787dd291 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767261 Aug 11 08:12:26.616291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bf746adb-b651-4ada-a43d-bd2b9c30904c up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:26.704739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-aae58e54-5fa0-4b6a-985b-7c14df4d1892 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371173 Aug 11 08:12:26.711105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5414acb6-1a6a-42a9-b8a1-8b244da4497c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:26.829543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] For port 39852cf4-b7ac-43b4-874e-ab9f745b44c7, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:26.833610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] For port 39852cf4-b7ac-43b4-874e-ab9f745b44c7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=39852cf4-b7ac-43b4-874e-ab9f745b44c7,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:26.840166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-8e27b62a-d8e8-4115-bdf0-513e2c43366a service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155009 Aug 11 08:12:26.848037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.850693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] Provisioning for port 5414acb6-1a6a-42a9-b8a1-8b244da4497c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:26.864815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.941968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:26.942351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38976) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:26.944200 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/510b2d0f-04e8-4f06-ad77-187d81ffa91c HTTP/1.1" status: 204 len: 168 time: 1.3057661 Aug 11 08:12:26.948362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-490bde3e-6b1e-4373-98d4-db51bc0c2304 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 200 len: 217 time: 0.0957191 Aug 11 08:12:26.949418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38978) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:26.950724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc477398-ff0e-43e9-8e59-6801fc214e46 req-e9eba382-34b3-4483-9850-d2e8ead403cf tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 210 time: 0.1094618 Aug 11 08:12:26.984250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] Provisioning complete for port 5414acb6-1a6a-42a9-b8a1-8b244da4497c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:26.984790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.024335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port bf746adb-b651-4ada-a43d-bd2b9c30904c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:27.054146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba43b-605b-4ff4-8e2c-195b50319e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510b2d0f-04e8-4f06-ad77-187d81ffa91c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:27.132266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port bf746adb-b651-4ada-a43d-bd2b9c30904c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:27.132903 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.167206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-bf4b3112-c773-4906-9d70-b8468a32c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:27.174149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-bf4b3112-c773-4906-9d70-b8468a32c733 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.1455951 Aug 11 08:12:27.196793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.204979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-network', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:27.284127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Made reservation on behalf of 56492a32030c49b5ab65a142b964a5c8 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:27.288521 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.301601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-0de4af7c-e071-4b59-8bb3-db390eddb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:27.305659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-0de4af7c-e071-4b59-8bb3-db390eddb67c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247270 Aug 11 08:12:27.406985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0c48-446e-476c-8333-22b39028d66d None None] Pushing event updated for resources: {'Port': ['ID=39852cf4-b7ac-43b4-874e-ab9f745b44c7,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:27.422928 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.465455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33e0a9e-955f-4f7b-9dd0-5d333f173b9b']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:27.503041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-cc6df1c2-f1d5-4b0c-92d8-f6c8d22491d1 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709077 Aug 11 08:12:27.558668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2401bc4-29f0-4803-833c-afad314f0afb') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:27.567748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2401bc4-29f0-4803-833c-afad314f0afb') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:27.571078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.656335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.681247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.735424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.838790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf746adb-b651-4ada-a43d-bd2b9c30904c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:27.845733 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1733cd-dedd-4bfc-884b-ccc8d82478c8" -d '{"events": [{"server_uuid": "34db8724-5434-4d44-9835-e5fb0ed8e172", "name": "network-vif-plugged", "status": "completed", "tag": "bf746adb-b651-4ada-a43d-bd2b9c30904c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:27.854105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-11ab2a51-fc02-4c39-bee3-7afd0120f899 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487730 Aug 11 08:12:27.909432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bf746adb-b651-4ada-a43d-bd2b9c30904c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:27.920440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.922146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:12:27.926015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] For port 5414acb6-1a6a-42a9-b8a1-8b244da4497c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5414acb6-1a6a-42a9-b8a1-8b244da4497c,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:27.966558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:27.980596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-9519a4e0-52d2-4c85-8f53-5a3865680e77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 200 len: 217 time: 0.1181870 Aug 11 08:12:28.005636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:12:28.006133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:12:28.008056 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:12:28.039475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: e2fca25a-b9e2-4f34-9010-728bdaa32f1e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:12:28.039716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2fca25a-b9e2-4f34-9010-728bdaa32f1e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:12:28.042584 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.050842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.062528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.079642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-38466196-b689-4ea7-9449-5d2e23fad607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:28.085381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-38466196-b689-4ea7-9449-5d2e23fad607 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.0953918 Aug 11 08:12:28.104535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=bf746adb-b651-4ada-a43d-bd2b9c30904c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:28.119867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:12:28.146117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6465af4-cb7e-462d-85c9-3ae3d7d14c4b req-66455fc6-14cf-4252-b4b6-0872d9eecfca tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:28.147820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f6465af4-cb7e-462d-85c9-3ae3d7d14c4b req-66455fc6-14cf-4252-b4b6-0872d9eecfca tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 950 time: 0.2833493 Aug 11 08:12:28.153144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.156637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e49ba-c338-477e-96fa-4b6bf6e52f0a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:28.191215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.203419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9e4a7154-f920-40ac-b1c0-1daae1608e9a None None] Provisioning complete for port 5414acb6-1a6a-42a9-b8a1-8b244da4497c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:28.203955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7154-f920-40ac-b1c0-1daae1608e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.207311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f33e0a9e-955f-4f7b-9dd0-5d333f173b9b HTTP/1.1" status: 204 len: 168 time: 1.2570453 Aug 11 08:12:28.234758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.235113 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Added segment 89d90fea-9041-4945-9272-36ef966117a9 of type vlan for network 644843ed-8291-4e0a-b9a5-899e62c97ce6 Aug 11 08:12:28.255097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-89ed3869-4c76-49ee-abfc-02d3134f241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:28.257254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-89ed3869-4c76-49ee-abfc-02d3134f241f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621261 Aug 11 08:12:28.276415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d975d4-3e13-4ef6-81c3-c46e76515b00 None None] Pushing event updated for resources: {'Port': ['ID=5414acb6-1a6a-42a9-b8a1-8b244da4497c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:28.380301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f40a11-7db9-41a8-b1e5-af9e838b5786 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33e0a9e-955f-4f7b-9dd0-5d333f173b9b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:28.494665 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e61df-7eb9-440d-97c8-25e796e2ba95 x-openstack-request-id: req-c31e61df-7eb9-440d-97c8-25e796e2ba95 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:28.495005 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34db8724-5434-4d44-9835-e5fb0ed8e172", "name": "network-vif-plugged", "status": "completed", "tag": "bf746adb-b651-4ada-a43d-bd2b9c30904c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:28.495172 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c31e61df-7eb9-440d-97c8-25e796e2ba95 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:28.502280 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf746adb-b651-4ada-a43d-bd2b9c30904c', 'code': 200} Aug 11 08:12:28.512987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.527386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-256f02b1-9308-4be0-b92d-418b097a3015 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552547 Aug 11 08:12:28.527632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 39852cf4-b7ac-43b4-874e-ab9f745b44c7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:28.545793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f6465af4-cb7e-462d-85c9-3ae3d7d14c4b req-8a094f59-401b-4282-9e57-6ffb3bac0919 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645833 Aug 11 08:12:28.648570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39028) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:28.672516 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.705944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.708498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:28.712853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:28.758008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:28.880022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57585f7-6e04-4437-bfed-dbd7e125f63d req-260d12f8-baed-440a-baa2-813ed876688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:28.896777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a57585f7-6e04-4437-bfed-dbd7e125f63d req-260d12f8-baed-440a-baa2-813ed876688c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 1101 time: 0.1539311 Aug 11 08:12:28.964620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23e1653-d2d6-4550-8601-78bc7f5ab533 req-9ca007fd-4d49-4efa-9a62-aa085d86947f service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293451 Aug 11 08:12:28.991966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a57585f7-6e04-4437-bfed-dbd7e125f63d req-46499cbe-9700-4060-b3bd-9255a0e79321 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941784 Aug 11 08:12:29.001099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ba2b5e3-c6c9-4d96-924e-d298c333899d req-8b1dc9e8-6c98-4be0-a0f5-847f583a2773 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 210 time: 0.2789726 Aug 11 08:12:29.031606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0842648 Aug 11 08:12:29.031718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39036) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:29.032073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0db843-2268-460e-886a-9e7c968736d0 None None] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:29.038522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Request body: {'subnet': {'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-subnet', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:29.045291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea619f-8f34-4fd9-b06b-ce5aa834e2ff admin admin] Pushing event updated for resources: {'Network': ['ID=644843ed-8291-4e0a-b9a5-899e62c97ce6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:29.060539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:12:29.081377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Made reservation on behalf of 56492a32030c49b5ab65a142b964a5c8 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:29.085579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.101997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fff29e3f-4ae2-45d8-9f2a-e6679c156829 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2514ba46164a4c8cbf2289bdd62ff26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167984 Aug 11 08:12:29.102854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39044) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:29.155260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-d2c54f6a-12be-473a-9788-1642ca74ee7e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:29.161379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-d2c54f6a-12be-473a-9788-1642ca74ee7e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:29.163114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-d2c54f6a-12be-473a-9788-1642ca74ee7e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "GET /v2.0/networks?id=299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c&id=4fab91f7-1e0c-4198-965f-8f8241f3802c HTTP/1.1" status: 200 len: 1391 time: 0.4442723 Aug 11 08:12:29.232964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04f5985b-2964-4d5f-a9dd-56d5ffacfba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.250860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] Provisioning for port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:29.262498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55d3711e-07b0-4daa-9a1d-05ede2bf6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.287672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] Provisioning complete for port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:29.288246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.290376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04f5985b-2964-4d5f-a9dd-56d5ffacfba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.385707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.406098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'port': {'device_id': '690c7789-872e-4d63-b039-98949159214b', 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c', 'admin_state_up': True, 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:29.474814 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.550884 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.555364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04f5985b-2964-4d5f-a9dd-56d5ffacfba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.558890 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04f5985b-2964-4d5f-a9dd-56d5ffacfba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.560459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e3ac0a-ee83-4e36-83df-32de7d41125a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:29.560606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-04f5985b-2964-4d5f-a9dd-56d5ffacfba1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17a72119-4447-46f4-8aaa-08140139aae0 HTTP/1.1" status: 204 len: 168 time: 0.4538953 Aug 11 08:12:29.573644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Checking segment: {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:29.574297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Network hostable DHCP agents. Network: 644843ed-8291-4e0a-b9a5-899e62c97ce6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:12:29.604459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:12:29.628127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 644843ed-8291-4e0a-b9a5-899e62c97ce6) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:29.635474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:29.636380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] For port 39852cf4-b7ac-43b4-874e-ab9f745b44c7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=39852cf4-b7ac-43b4-874e-ab9f745b44c7,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:29.637701 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.639856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7592b-e27b-4148-b486-a2f3408773eb None None] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:29.644173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.660630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5985b-2964-4d5f-a9dd-56d5ffacfba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a72119-4447-46f4-8aaa-08140139aae0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:29.674528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d158a798-b293-4070-bcf7-96b9365263cb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6394620 Aug 11 08:12:29.675154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39072) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:29.681079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:29.732444 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.736160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.869095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ba567-2274-4ec3-8a93-54ab46268a94 None None] Pushing event updated for resources: {'Port': ['ID=39852cf4-b7ac-43b4-874e-ab9f745b44c7,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:29.900945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:29.905968 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.910260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:29.965388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49515c7c-8530-42c0-b525-0cdccf076c83 None None] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:29.976370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837adbe-64d3-460e-9937-3a1ecb037666 req-8521dd24-6f6e-4b5b-90e7-21400a802230 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:29.993699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6837adbe-64d3-460e-9937-3a1ecb037666 req-8521dd24-6f6e-4b5b-90e7-21400a802230 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 950 time: 0.1980855 Aug 11 08:12:30.155384 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6837adbe-64d3-460e-9937-3a1ecb037666 req-7edb3e5b-b4db-4220-b712-5f80277b72e6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617749 Aug 11 08:12:30.323683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Allocated IP 19.80.0.56 (299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c/56108f6c-b405-4530-9e1f-b430a41519a1/2a1bf27d-eff2-418c-a66d-01ca374bc5fa) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:30.327672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5414acb6-1a6a-42a9-b8a1-8b244da4497c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:30.334683 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:30.414773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7c06b70-5e18-4373-bced-09424cdfc48d req-90246b66-46bd-49b5-a464-b54ffbe0a0a8 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 210 time: 0.2002511 Aug 11 08:12:30.587467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-77c7ee43-3579-4d7e-8d53-8b7aeac5d0a8 None None] Provisioning complete for port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:30.588943 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-77c7ee43-3579-4d7e-8d53-8b7aeac5d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:30.608192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:30.718356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5414acb6-1a6a-42a9-b8a1-8b244da4497c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:30.719074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:30.871858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 39852cf4-b7ac-43b4-874e-ab9f745b44c7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:30.931775 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:30.964007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Transition to ACTIVE for port object 2a1bf27d-eff2-418c-a66d-01ca374bc5fa will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:31.019236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:31.038827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:31.040432 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.083542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.206249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:31.220065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:31.245900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:31.318177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Port': ['ID=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:31.340551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-251699862-network', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:31.440420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:31.441983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.482345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Made reservation on behalf of a2b61dbad4bb431ca8ccf3461f27cb84 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:31.489100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.498496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-31eab70b-ef48-4e51-81f3-8f84bdf6b28f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1104941 Aug 11 08:12:31.546135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Request body: {'port': {'device_id': '690c7789-872e-4d63-b039-98949159214b', 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c', 'admin_state_up': True, 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:31.568451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd3855-d004-4706-92aa-fa82cc10ad5d req-0a841bc9-3255-47d9-9451-e08779c7b0be tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:31.570263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91bd3855-d004-4706-92aa-fa82cc10ad5d req-0a841bc9-3255-47d9-9451-e08779c7b0be tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 950 time: 0.2373669 Aug 11 08:12:31.571026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.709385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.741626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-31646ff6-cc79-4944-9ac9-3c9aaee6aa08 None None] Provisioning for port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:31.747596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-31646ff6-cc79-4944-9ac9-3c9aaee6aa08 None None] Provisioning complete for port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:31.748057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31646ff6-cc79-4944-9ac9-3c9aaee6aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.767158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d1077199-af87-4e47-a547-7422832db998 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad5b0709a6f9466da7c33b169168061d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1472082 Aug 11 08:12:31.770037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:31.812683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-31646ff6-cc79-4944-9ac9-3c9aaee6aa08 None None] Port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:31.824247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39120) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:31.845606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbdfee-2d5c-430a-a9d7-59515fd2255b req-27b45c06-1f8b-47f9-9cdd-d92bc4dbfa97 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:31.847315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ccbdfee-2d5c-430a-a9d7-59515fd2255b req-27b45c06-1f8b-47f9-9cdd-d92bc4dbfa97 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 931 time: 0.2543554 Aug 11 08:12:32.022678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Allocated IP 172.25.2.60 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/5b6c6038-08a9-4e46-b94a-5e1b39ab0576) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:32.027726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ccbdfee-2d5c-430a-a9d7-59515fd2255b req-cc9f5fbc-b477-430c-aab0-b99b5733b0ba tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659782 Aug 11 08:12:32.049584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6555aebc-da95-47b4-a37f-a31be3930e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.121467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6555aebc-da95-47b4-a37f-a31be3930e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.127790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91bd3855-d004-4706-92aa-fa82cc10ad5d req-74f24d91-4880-4a64-b8ff-55d3ac35edb5 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326078 Aug 11 08:12:32.230757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.259783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.269272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.270064 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.284454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6555aebc-da95-47b4-a37f-a31be3930e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.287071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6555aebc-da95-47b4-a37f-a31be3930e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.290829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6555aebc-da95-47b4-a37f-a31be3930e6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b26b4adc-e81d-44d0-87bf-7ad8dc814dd8 HTTP/1.1" status: 204 len: 168 time: 0.4596701 Aug 11 08:12:32.306720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555aebc-da95-47b4-a37f-a31be3930e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b4adc-e81d-44d0-87bf-7ad8dc814dd8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:32.310999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b1fba-92d5-41a4-8398-5a3f273cdbca,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:32.344131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:12:32.352723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005d5ad-54ae-489b-8f88-e3f96d2d65a9 req-06123889-9f57-4cd0-9806-6da83e8f920c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:32.356275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Made reservation on behalf of 1c3e1cc279274f24a90e8a80dd352461 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:32.361040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8005d5ad-54ae-489b-8f88-e3f96d2d65a9 req-06123889-9f57-4cd0-9806-6da83e8f920c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 949 time: 0.1240129 Aug 11 08:12:32.363055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.378425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.392654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.393063 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Added segment 9421dda9-aaa0-4e66-92dd-3d7fa334a2d2 of type vlan for network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 Aug 11 08:12:32.451662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:32.458194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8005d5ad-54ae-489b-8f88-e3f96d2d65a9 req-a1623681-0bd2-47f4-9832-75adac1467b2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960693 Aug 11 08:12:32.459303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:32.464466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:32.468235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Pushing event updated for resources: {'Port': ['ID=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:32.563139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.663911 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.665157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:32.665835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.683568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ae77-d6ad-4e04-89b5-448bb4f9558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.763366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:32.766014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Allocated IP 19.86.0.88 (4fab91f7-1e0c-4198-965f-8f8241f3802c/e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d/2a42830e-dc3e-4912-a0d3-dd596facbbda) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:32.836546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8115597 Aug 11 08:12:32.837547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39138) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:32.846577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Request body: {'subnet': {'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-251699862-subnet', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:32.871033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f1c6-4212-4df1-9ec5-d7c9fb8ee946 admin admin] Pushing event updated for resources: {'Network': ['ID=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:32.893521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:12:32.998297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Made reservation on behalf of a2b61dbad4bb431ca8ccf3461f27cb84 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:33.002479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.042564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d651a-72bb-4eb3-8a8d-f211c4915c57 req-a9e8c941-190f-4e23-8ec6-d2124f6b5e28 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.048955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d651a-72bb-4eb3-8a8d-f211c4915c57 req-a9e8c941-190f-4e23-8ec6-d2124f6b5e28 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.050696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d4d651a-72bb-4eb3-8a8d-f211c4915c57 req-a9e8c941-190f-4e23-8ec6-d2124f6b5e28 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172&device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 1690 time: 0.0870600 Aug 11 08:12:33.097117 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.140701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d4d651a-72bb-4eb3-8a8d-f211c4915c57 req-e3b7d2fa-8843-4e25-a705-6bffe75b1d7b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819697 Aug 11 08:12:33.142094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Transition to ACTIVE for port object 2a42830e-dc3e-4912-a0d3-dd596facbbda will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:33.174344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.194273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.262550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event updated for resources: {'Port': ['ID=2a42830e-dc3e-4912-a0d3-dd596facbbda,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:33.278458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:33.280338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:33.282797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:33.385161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.387026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.416071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7865a86b-60f1-4658-8cfb-a4845ab817e2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8865540 Aug 11 08:12:33.449744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.461233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Request body: {'port': {'device_id': '690c7789-872e-4d63-b039-98949159214b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:33.544102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.556562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5532f69d-5023-4608-a7ea-0a5e19880124,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:33.582529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Checking segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:33.583002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Network hostable DHCP agents. Network: ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:12:33.598509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8cac-3b7b-4e84-bc34-680dd17de915 req-f110a286-636a-4691-bb92-830cb79b4d34 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.600406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de5f8cac-3b7b-4e84-bc34-680dd17de915 req-f110a286-636a-4691-bb92-830cb79b4d34 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 1101 time: 0.1776905 Aug 11 08:12:33.619720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:12:33.630130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:12:33.666019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c815180-0cde-4a64-b9fb-27d725aa7927 None None] Provisioning for port 2a42830e-dc3e-4912-a0d3-dd596facbbda completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:33.671425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c815180-0cde-4a64-b9fb-27d725aa7927 None None] Provisioning complete for port 2a42830e-dc3e-4912-a0d3-dd596facbbda triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:33.671795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c815180-0cde-4a64-b9fb-27d725aa7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.717868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:33.719022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9c815180-0cde-4a64-b9fb-27d725aa7927 None None] Port 2a42830e-dc3e-4912-a0d3-dd596facbbda cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:33.721607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de5f8cac-3b7b-4e84-bc34-680dd17de915 req-774e7194-3e9d-4d19-a261-4e3086fac4de tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086061 Aug 11 08:12:33.739499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e7ca8-efd2-44a1-9d7f-9981552f455a None None] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:33.759062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.759847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.771888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5975fb-ee39-452c-a354-0794aad7c121 req-bf4d413d-65f7-4efb-bf84-93b49e50cb09 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.779593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5975fb-ee39-452c-a354-0794aad7c121 req-bf4d413d-65f7-4efb-bf84-93b49e50cb09 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:33.782775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f5975fb-ee39-452c-a354-0794aad7c121 req-bf4d413d-65f7-4efb-bf84-93b49e50cb09 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1653 time: 0.1727805 Aug 11 08:12:33.817612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72734f60-b3a2-4b9a-bfdd-cc058c00ae80 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9759514 Aug 11 08:12:33.824151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:33.830148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:33.849992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:12:33.868694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Sync routers for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:12:33.873851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f5975fb-ee39-452c-a354-0794aad7c121 req-e561729d-e1d4-4402-8e2a-da57fcb25151 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802329 Aug 11 08:12:33.894145 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.895662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.896342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.901260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bcd283e5-5596-414b-b055-72da5e37093a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2213657 Aug 11 08:12:33.901947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39172) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:33.964756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:33.970172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:33.976403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:34.102286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6526e8a-5bdd-4e20-86b0-9fd63d77b2fa req-c834b4ec-53d4-49ca-b436-3dd2f8732092 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:34.104239 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6526e8a-5bdd-4e20-86b0-9fd63d77b2fa req-c834b4ec-53d4-49ca-b436-3dd2f8732092 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 1100 time: 0.1076498 Aug 11 08:12:34.121030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:12:34.122112 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.194662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.236419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6526e8a-5bdd-4e20-86b0-9fd63d77b2fa req-5c8cb66e-4082-4f22-bfc3-46c0084b1de8 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077642 Aug 11 08:12:34.244966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1bf27d-eff2-418c-a66d-01ca374bc5fa {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:34.274590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.302462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Transition to ACTIVE for port object 2a1bf27d-eff2-418c-a66d-01ca374bc5fa will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:34.310123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.336910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:34.392611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Pushing event updated for resources: {'Port': ['ID=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:34.613457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Allocated IP 172.20.0.2 (ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7/5532f69d-5023-4608-a7ea-0a5e19880124/0b577c33-87d6-4d5c-a3c1-424cdfff0341) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:34.651551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-9c6174a5-3a03-45e1-9c42-2229ce15908b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994885 Aug 11 08:12:34.746870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.768192 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.815411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-ac64de22-6c37-4bbb-9ec3-8dfb52ce2e01 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:34.822387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.823837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-ac64de22-6c37-4bbb-9ec3-8dfb52ce2e01 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713603 Aug 11 08:12:34.833230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Attempting to bind port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:34.833230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Attempting to bind port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:34.833230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Attempting to bind port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa on network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:34.843180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-3dfbeb37-716b-4c04-a1fa-9391a04e66ab tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/quotas/ae4051ba7d22494f9271d0af3b41ac55 HTTP/1.1" status: 200 len: 375 time: 0.0181780 Aug 11 08:12:34.848391 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.870445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:32Z', 'revision_number': 3, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:34.915189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Allocated IP 172.25.2.129 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f77fd4e2-e62f-41f3-8747-6def86cd8526) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:34.934572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa on network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:34.935045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Attempting to bind port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa on network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:34.936142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Checking router: 733d3eb1-2bd5-4f3d-8b99-dc826619e784 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:12:34.936689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Updating router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:12:34.950902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:34.951567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Checking segment: {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:34.952275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Bound using segment: {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:34.952521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Bound port: 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a9979b-18c9-42f1-94e7-eac13cad8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:34.953022 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.974384 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:34.984646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-cf0ec7a6-de7e-40ba-b4df-d16c1b7cfd90 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1242054 Aug 11 08:12:35.118489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] For port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:35.125048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.130131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] For port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:35.130449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Allocated IP 172.20.0.1 (644843ed-8291-4e0a-b9a5-899e62c97ce6/15e3ac0a-ee83-4e36-83df-32de7d41125a/452e7dc2-9525-4953-aaeb-23281d5b3933) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:35.143028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.284441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:35.285177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.286625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] 10.222.0.69 "PUT /v2.0/ports/2a1bf27d-eff2-418c-a66d-01ca374bc5fa HTTP/1.1" status: 200 len: 1091 time: 1.8482304 Aug 11 08:12:35.287300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'tag': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:35.319074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.332578 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994f8e16-3798-407b-a781-d96edc78ed64" -d '{"events": [{"name": "network-changed", "server_uuid": "690c7789-872e-4d63-b039-98949159214b", "tag": "2a1bf27d-eff2-418c-a66d-01ca374bc5fa"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:35.341213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Transition to ACTIVE for port object 0b577c33-87d6-4d5c-a3c1-424cdfff0341 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:35.349566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.394308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Transition to ACTIVE for port object 0b577c33-87d6-4d5c-a3c1-424cdfff0341 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:35.403377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Request body: {'port': {'device_id': '690c7789-872e-4d63-b039-98949159214b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:35.411482 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.451102 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.503735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:35.507981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:35.516759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:35.543155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9b4f4-2633-4147-9a9b-f9be5e49ccda service neutron] Pushing event updated for resources: {'Port': ['ID=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:35.579180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Pushing event updated for resources: {'Port': ['ID=0b577c33-87d6-4d5c-a3c1-424cdfff0341,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:35.594067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Attempting to bind port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:35.594431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Attempting to bind port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:35.595444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Attempting to bind port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 on network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:35.596473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:35.600465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Pushing event updated for resources: {'Port': ['ID=452e7dc2-9525-4953-aaeb-23281d5b3933,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:35.601890 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.606056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:35.606579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Checking segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:35.607311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.607740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Bound using segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:35.608239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Bound port: 0b577c33-87d6-4d5c-a3c1-424cdfff0341, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:35.608726 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.612035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:35.616717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:35.650483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-309e404c-0ea7-4bee-8cc7-a12b397d6e8a req-b415305c-0278-4b12-a782-2d4342368ec3 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 210 time: 0.0661714 Aug 11 08:12:35.696274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.711287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] For port 0b577c33-87d6-4d5c-a3c1-424cdfff0341, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:35.716434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] For port 0b577c33-87d6-4d5c-a3c1-424cdfff0341, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0b577c33-87d6-4d5c-a3c1-424cdfff0341,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:35.743118 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.748493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:35.776236 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894601d-90dd-4c72-90ee-3136266fd171 x-openstack-request-id: req-b894601d-90dd-4c72-90ee-3136266fd171 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:35.776675 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690c7789-872e-4d63-b039-98949159214b", "tag": "2a1bf27d-eff2-418c-a66d-01ca374bc5fa", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:35.777091 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b894601d-90dd-4c72-90ee-3136266fd171 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:35.777592 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'tag': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa', 'status': 'completed', 'code': 200} Aug 11 08:12:35.781669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Pushing event updated for resources: {'Port': ['ID=f77fd4e2-e62f-41f3-8747-6def86cd8526,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:35.826331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:35.838633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:35.842505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:35.957341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399c8c6-a4c0-452e-9695-8ac1d3632c1f None None] Pushing event updated for resources: {'Port': ['ID=0b577c33-87d6-4d5c-a3c1-424cdfff0341,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:36.089185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.161849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.188767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Transition to ACTIVE for port object 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:36.207019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.306217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Attempting to bind port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:36.306657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Attempting to bind port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:36.306918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Attempting to bind port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:36.340830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca21ac-7117-45e3-9683-42751b0810c5 None None] Pushing event updated for resources: {'Port': ['ID=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:36.344666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:36.351720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:36.352158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.352560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:36.353117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Bound port: 5b6c6038-08a9-4e46-b94a-5e1b39ab0576, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:36.353507 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.468478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.473782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf810cb9-d567-4e3c-894f-7edc097e5162 req-7c1a933f-d8d2-4ad6-a8ac-5eeb47b0de9f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:36.482035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf810cb9-d567-4e3c-894f-7edc097e5162 req-7c1a933f-d8d2-4ad6-a8ac-5eeb47b0de9f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:36.485065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf810cb9-d567-4e3c-894f-7edc097e5162 req-7c1a933f-d8d2-4ad6-a8ac-5eeb47b0de9f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1665 time: 0.9708967 Aug 11 08:12:36.486589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] For port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:36.490322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] For port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:36.497564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.553867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca21ac-7117-45e3-9683-42751b0810c5 None None] Pushing event updated for resources: {'Port': ['ID=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:36.579511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:36.580335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:36.659333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a42830e-dc3e-4912-a0d3-dd596facbbda {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:36.676119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.676442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8e16-3798-407b-a781-d96edc78ed64 req-21c0ee49-bcaa-4590-890b-d02b43d137f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:36.676442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8e16-3798-407b-a781-d96edc78ed64 req-21c0ee49-bcaa-4590-890b-d02b43d137f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:36.677753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-994f8e16-3798-407b-a781-d96edc78ed64 req-21c0ee49-bcaa-4590-890b-d02b43d137f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1912 time: 0.2194991 Aug 11 08:12:36.691229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf810cb9-d567-4e3c-894f-7edc097e5162 req-17b05b54-9513-43bd-85e7-af3278b7244a tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873322 Aug 11 08:12:36.691884 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.750515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Transition to ACTIVE for port object 2a42830e-dc3e-4912-a0d3-dd596facbbda will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:36.757771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:36.812525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39238) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:36.899756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-c69e0eb0-4623-4edf-8c3a-4d17ad01c3b4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327599 Aug 11 08:12:37.026053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f3f3b71c-d014-4292-a519-37ab2f6777af req-4b303736-6ab7-4368-9e47-ddd729982098 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 210 time: 0.2147775 Aug 11 08:12:37.040346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a42830e-dc3e-4912-a0d3-dd596facbbda,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:37.143943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:37.234122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:37.272810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Attempting to bind port 2a42830e-dc3e-4912-a0d3-dd596facbbda on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:37.273455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Attempting to bind port 2a42830e-dc3e-4912-a0d3-dd596facbbda by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:37.273988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Attempting to bind port 2a42830e-dc3e-4912-a0d3-dd596facbbda on network 4fab91f7-1e0c-4198-965f-8f8241f3802c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:37.280993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Port 2a42830e-dc3e-4912-a0d3-dd596facbbda on network 4fab91f7-1e0c-4198-965f-8f8241f3802c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:37.281751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Attempting to bind port 2a42830e-dc3e-4912-a0d3-dd596facbbda on network 4fab91f7-1e0c-4198-965f-8f8241f3802c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:37.360403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddd0cb66-7d43-49ce-ae59-f984d4cfa3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:37.385569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:37.385943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Checking segment: {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:37.386225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-b3b9234e-bb8b-4402-af91-d4a73ba2d709 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:37.386374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Bound using segment: {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:37.386713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Bound port: 2a42830e-dc3e-4912-a0d3-dd596facbbda, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5be759-c715-4aa4-9ede-372ca9b9c36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:37.387075 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:37.387651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-b3b9234e-bb8b-4402-af91-d4a73ba2d709 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710307 Aug 11 08:12:37.418691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:37.477111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:37.491327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:37.540509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59b7b6-014a-46da-baea-28571b3cb647 None None] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:37.551667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:37.597425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8e16-3798-407b-a781-d96edc78ed64 req-84d2528b-08bd-4baf-8afd-9d81a445d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:37.597837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8e16-3798-407b-a781-d96edc78ed64 req-84d2528b-08bd-4baf-8afd-9d81a445d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:37.598337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8e16-3798-407b-a781-d96edc78ed64 req-84d2528b-08bd-4baf-8afd-9d81a445d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:37.600471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-994f8e16-3798-407b-a781-d96edc78ed64 req-84d2528b-08bd-4baf-8afd-9d81a445d436 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c3e1cc279274f24a90e8a80dd352461&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7344720 Aug 11 08:12:37.700108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cca4f2c7-8f3f-4b5c-be85-8ceb16ce1d68 None None] Provisioning for port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:37.706216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:32Z', 'revision_number': 3, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:37.771671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef9c7b-427e-4360-93f2-9abdda955db4 None None] The sync data for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 is: [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:32Z', 'revision_number': 3, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:12:37.785451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Pushing event updated for resources: {'Port': ['ID=452e7dc2-9525-4953-aaeb-23281d5b3933,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:38.006478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:38.017594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42b27b-9b1f-4e37-9781-1cec99838c2a req-d0d88930-1527-414a-aa6f-91158763283f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:38.026903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42b27b-9b1f-4e37-9781-1cec99838c2a req-d0d88930-1527-414a-aa6f-91158763283f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:38.037651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c42b27b-9b1f-4e37-9781-1cec99838c2a req-d0d88930-1527-414a-aa6f-91158763283f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1677 time: 0.1826513 Aug 11 08:12:38.040633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8e16-3798-407b-a781-d96edc78ed64 req-6ed211f7-fdd3-423b-969c-7f75d3ee2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:38.042335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-994f8e16-3798-407b-a781-d96edc78ed64 req-6ed211f7-fdd3-423b-969c-7f75d3ee2ec8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3897347 Aug 11 08:12:38.091449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:38.222251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95dc64e9-5f9b-41f0-a148-e2bb3e301d7e req-1e79752f-5443-4cfc-b42e-d2d502da8d08 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 210 time: 0.0656364 Aug 11 08:12:38.229863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] For port 2a42830e-dc3e-4912-a0d3-dd596facbbda, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:38.278897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] For port 2a42830e-dc3e-4912-a0d3-dd596facbbda, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:38.280842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c42b27b-9b1f-4e37-9781-1cec99838c2a req-eb80bde8-8699-4b1f-92d6-05391af0dc96 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417376 Aug 11 08:12:38.319875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.413112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:12:38.435617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:38.436386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.436763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0b577c33-87d6-4d5c-a3c1-424cdfff0341 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:38.438209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] 10.222.0.69 "PUT /v2.0/ports/2a42830e-dc3e-4912-a0d3-dd596facbbda HTTP/1.1" status: 200 len: 1091 time: 3.0565596 Aug 11 08:12:38.441998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'tag': '2a42830e-dc3e-4912-a0d3-dd596facbbda'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:38.445246 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190821e0-d4ed-482e-81d9-34946d915c37" -d '{"events": [{"name": "network-changed", "server_uuid": "690c7789-872e-4d63-b039-98949159214b", "tag": "2a42830e-dc3e-4912-a0d3-dd596facbbda"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:38.465557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:12:38.547974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddd0cb66-7d43-49ce-ae59-f984d4cfa3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.569981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:38.575436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:38.576387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.612798 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cae468-ad77-48c3-9669-b6e6c42b5096 x-openstack-request-id: req-13cae468-ad77-48c3-9669-b6e6c42b5096 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:38.616458 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690c7789-872e-4d63-b039-98949159214b", "tag": "2a42830e-dc3e-4912-a0d3-dd596facbbda", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:38.616739 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13cae468-ad77-48c3-9669-b6e6c42b5096 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:38.617176 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'tag': '2a42830e-dc3e-4912-a0d3-dd596facbbda', 'status': 'completed', 'code': 200} Aug 11 08:12:38.621835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddd0cb66-7d43-49ce-ae59-f984d4cfa3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.681038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:38.685479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.825937 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.851996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa7b8f-7a43-4675-95ec-672a31cb66e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a42830e-dc3e-4912-a0d3-dd596facbbda,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:38.893560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 0b577c33-87d6-4d5c-a3c1-424cdfff0341, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0b577c33-87d6-4d5c-a3c1-424cdfff0341,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:38.903797 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:38.923095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:12:38.938868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ddd0cb66-7d43-49ce-ae59-f984d4cfa3a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8de3d64bfd6a42309b488152d343a603&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1026576 Aug 11 08:12:38.941527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f0ad5cea-2d2c-4686-a127-855a1c2dc765 admin admin] 10.222.0.58 "PUT /v2.0/routers/733d3eb1-2bd5-4f3d-8b99-dc826619e784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0384803 Aug 11 08:12:38.942373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39264) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:38.962445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:12:38.965430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0cb66-7d43-49ce-ae59-f984d4cfa3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677bcd59-8947-4dcf-8881-c4eead3f5d86,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:38.981879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-39b2bb87-bbdb-41d6-b29d-ec0134823c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:38.982150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Sync routers for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:12:38.982838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-39b2bb87-bbdb-41d6-b29d-ec0134823c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:38.984471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-39b2bb87-bbdb-41d6-b29d-ec0134823c28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1979 time: 0.4565544 Aug 11 08:12:39.013614 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:39.015214 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:39.016249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=0b577c33-87d6-4d5c-a3c1-424cdfff0341,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:39.084225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-e71e759a-bcc7-4bd4-a091-6a58f8d1fc20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=2a1bf27d-eff2-418c-a66d-01ca374bc5fa HTTP/1.1" status: 200 len: 217 time: 0.0775456 Aug 11 08:12:39.087398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.088596 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-50e03fc2-5e25-4f01-922f-502a22aceae9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2630792 Aug 11 08:12:39.100034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39268) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:39.159158 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:39.215616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-623fedce-14d2-46f3-b204-69cff4960943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.218244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.220 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/1d8bf3b0-9247-4187-b437-7bcfe10c3c61) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:39.275612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-623fedce-14d2-46f3-b204-69cff4960943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.287093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-41cee6de-6f75-4227-91af-1d0e8b13e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:39.288961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-41cee6de-6f75-4227-91af-1d0e8b13e1f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56108f6c-b405-4530-9e1f-b430a41519a1 HTTP/1.1" status: 200 len: 801 time: 0.1977279 Aug 11 08:12:39.296706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cf842-97aa-4654-8f6d-d8fcbc649460 req-4368f07d-cd15-468c-8221-8c8ad632eb34 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:39.304755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c94cf842-97aa-4654-8f6d-d8fcbc649460 req-4368f07d-cd15-468c-8221-8c8ad632eb34 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1096 time: 0.3111119 Aug 11 08:12:39.399266 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 3, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:39.440555 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Checking router: f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:12:39.441732 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Updating router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e port f77fd4e2-e62f-41f3-8747-6def86cd8526 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:12:39.465851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c94cf842-97aa-4654-8f6d-d8fcbc649460 req-1c2021b9-2544-419a-8df6-18e80317a500 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599686 Aug 11 08:12:39.486774 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.601032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-0ac411a3-b442-405d-9bcf-852fd9e2d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:39.602942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-0ac411a3-b442-405d-9bcf-852fd9e2d46c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2960293 Aug 11 08:12:39.614071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-623fedce-14d2-46f3-b204-69cff4960943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.616907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-623fedce-14d2-46f3-b204-69cff4960943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.622001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-623fedce-14d2-46f3-b204-69cff4960943 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/677bcd59-8947-4dcf-8881-c4eead3f5d86 HTTP/1.1" status: 204 len: 168 time: 0.6749079 Aug 11 08:12:39.636525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fedce-14d2-46f3-b204-69cff4960943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677bcd59-8947-4dcf-8881-c4eead3f5d86,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:39.659474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.788899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-13fdf4d1-0916-4df8-9c89-c4ab59938ef6 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:39.799113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-13fdf4d1-0916-4df8-9c89-c4ab59938ef6 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 819 time: 0.1667144 Aug 11 08:12:39.839345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-968d52dc-a058-4a76-a69b-a3e15b2e5171 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/quotas/56492a32030c49b5ab65a142b964a5c8 HTTP/1.1" status: 200 len: 375 time: 0.0379336 Aug 11 08:12:39.857920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb36004-16e3-4d0c-9007-77e998fdaa05 req-130ea8d4-f038-42a7-a7e8-aa997d8003f5 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:39.869941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:39.871151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb36004-16e3-4d0c-9007-77e998fdaa05 req-130ea8d4-f038-42a7-a7e8-aa997d8003f5 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:39.874777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8bb36004-16e3-4d0c-9007-77e998fdaa05 req-130ea8d4-f038-42a7-a7e8-aa997d8003f5 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1677 time: 0.2780375 Aug 11 08:12:39.875000 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.887130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Transition to ACTIVE for port object f77fd4e2-e62f-41f3-8747-6def86cd8526 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:39.895097 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:39.940443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-6abf9c0e-ab6a-499a-8d40-d354e31434ff tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996966 Aug 11 08:12:39.960195 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Pushing event updated for resources: {'Port': ['ID=f77fd4e2-e62f-41f3-8747-6def86cd8526,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:39.990518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.991252 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.991252 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.991585 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.992018 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.992401 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.993881 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.994396 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.994839 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.995246 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.995669 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:39.996025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:12:40.000161 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Attempting to bind port f77fd4e2-e62f-41f3-8747-6def86cd8526 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:40.000538 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Attempting to bind port f77fd4e2-e62f-41f3-8747-6def86cd8526 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:40.000990 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Attempting to bind port f77fd4e2-e62f-41f3-8747-6def86cd8526 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:40.009377 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:40.009782 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:40.010240 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.010783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:40.011425 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Bound port: f77fd4e2-e62f-41f3-8747-6def86cd8526, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:40.012517 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.026291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-2a726701-e557-462a-a55e-c4c56bea178f service neutron] 10.222.0.69 "GET /v2.0/networks/299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104872 Aug 11 08:12:40.033339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8bb36004-16e3-4d0c-9007-77e998fdaa05 req-ec504eb2-f207-4612-ba1b-16049ef668a7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466119 Aug 11 08:12:40.066129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-406f386a-418c-4d83-b6c1-13b2a736a230 service neutron] 10.222.0.58 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239648 Aug 11 08:12:40.095088 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] For port f77fd4e2-e62f-41f3-8747-6def86cd8526, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:40.101023 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] For port f77fd4e2-e62f-41f3-8747-6def86cd8526, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f77fd4e2-e62f-41f3-8747-6def86cd8526,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:40.110229 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.278045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-e0b0f34f-175c-4744-a8ce-95af9c776403 service neutron] 10.222.0.58 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097785 Aug 11 08:12:40.286084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5aae761-1ce6-470a-9ac4-41290173185b req-1f87a82e-5024-44ac-84aa-c489cfc549e2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 210 time: 0.0493405 Aug 11 08:12:40.299475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-4b8e8ec9-7c9f-498f-a066-7d70b57b6e7f service neutron] 10.222.0.69 "GET /v2.0/networks/299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609730 Aug 11 08:12:40.301508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.344732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:40.359015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:40.370314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:40.390738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:40.419579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:40.421991 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:40.424896 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:40.519536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:40.520429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.553756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:40.586923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:40.603404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-f5f682e9-7843-4a04-96b4-f361cee86471 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1949809 Aug 11 08:12:40.627469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Request body: {'port': {'device_id': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:40.711525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-46c98be2-a6ff-4d5b-976e-f991ed48e466 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda HTTP/1.1" status: 200 len: 217 time: 0.3895891 Aug 11 08:12:40.824654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.913796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e58e92e-d474-4dec-8db6-b448fadd3163 None None] Provisioning for port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:40.949783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.950720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Sync routers for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:12:40.960136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e58e92e-d474-4dec-8db6-b448fadd3163 None None] Provisioning complete for port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:40.960859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e58e92e-d474-4dec-8db6-b448fadd3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:40.966609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:40.996631 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:41.019917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fa1d2b2-5b21-4c1b-8bac-0bb80861e569 req-0e5af5bd-fe6f-408d-9725-88fc856d4553 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 210 time: 0.0451272 Aug 11 08:12:41.033118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:41.034184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:41.084755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39328) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:41.088753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-e1c5ee21-ad0a-47fb-9298-9edfb77882b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:41.103309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-e1c5ee21-ad0a-47fb-9298-9edfb77882b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d HTTP/1.1" status: 200 len: 801 time: 0.3527935 Aug 11 08:12:41.122688 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6d751-bb8e-4694-bd70-a824737f74c7 None None] Pushing event updated for resources: {'Port': ['ID=f77fd4e2-e62f-41f3-8747-6def86cd8526,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:41.188314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:41.189068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:41.325183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-f39268f4-b56b-4d0d-b3f5-05df31bd0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:41.328716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-f39268f4-b56b-4d0d-b3f5-05df31bd0a8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4fab91f7-1e0c-4198-965f-8f8241f3802c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492116 Aug 11 08:12:41.412872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1790911132-network', 'tenant_id': 'ea37ed1932bb42b284307d83a70cf678'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:41.461120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2e58e92e-d474-4dec-8db6-b448fadd3163 None None] Port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:41.503562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Allocated IP 172.20.0.1 (ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7/5532f69d-5023-4608-a7ea-0a5e19880124/d7bc9b04-b810-4f18-8473-5ad9cd28f7e6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:41.510620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Made reservation on behalf of ea37ed1932bb42b284307d83a70cf678 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:41.514074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:41.543008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 3, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:41.557011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:41.624074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-0e4a55ec-b8f9-4d4b-87fc-d13df606df9a service neutron] 10.222.0.69 "GET /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875137 Aug 11 08:12:41.637242 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40edac95-bfe0-47d6-8517-70553d4eaf8f None None] The sync data for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 is: [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 3, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:12:41.813500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:41.848425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Transition to ACTIVE for port object d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:41.949418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:41.968700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b557-62c4-4c0e-b0a5-49529627e5c4 req-d615cebc-c3e7-4a38-a4a0-85bdfed5105b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:41.976640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83b557-62c4-4c0e-b0a5-49529627e5c4 req-d615cebc-c3e7-4a38-a4a0-85bdfed5105b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:41.987346 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c83b557-62c4-4c0e-b0a5-49529627e5c4 req-d615cebc-c3e7-4a38-a4a0-85bdfed5105b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1677 time: 0.8051221 Aug 11 08:12:41.996192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.041839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Transition to ACTIVE for port object 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:42.046546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:42.053111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.086355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c36194-1b9f-4b4d-8534-3338fa9b4f03 req-d5e062c0-f2bd-4e89-a8a1-7e1c5aba08b8 service neutron] 10.222.0.69 "GET /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826959 Aug 11 08:12:42.093013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.103913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c83b557-62c4-4c0e-b0a5-49529627e5c4 req-12c7fd3d-6e66-49ad-a9b3-95fc74e89e99 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124942 Aug 11 08:12:42.133086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:42.148329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:42.159421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:42.163676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:42.272623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.395140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.407457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:42.454100 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.459508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.467203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0b577c33-87d6-4d5c-a3c1-424cdfff0341 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:42.474569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e0d47-99cb-447d-84a0-f5f654555729 req-2f83dfa7-341f-4972-b164-442a5c8942a7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:42.488336 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b7e0d47-99cb-447d-84a0-f5f654555729 req-2f83dfa7-341f-4972-b164-442a5c8942a7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 948 time: 0.2403123 Aug 11 08:12:42.491239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Attempting to bind port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:42.493291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Attempting to bind port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:42.497447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Attempting to bind port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:42.542680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:42.549299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Attempting to bind port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:42.610277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73455dda-354b-4920-a5a5-5b6357038260,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:42.618596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b7e0d47-99cb-447d-84a0-f5f654555729 req-9a6e8431-b882-40ba-8650-e98b8a8e0930 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255555 Aug 11 08:12:42.619994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:42.624114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:42.634999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:42.638488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Bound port: 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:42.639107 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.668033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:42.678108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.775619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:42.885099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:12:42.960765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:42.966425 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Added segment 4bdc30fe-0d8c-490d-8c11-9a4053db5288 of type vlan for network a3a07a84-1b59-4c4b-b114-9ece70b950c7 Aug 11 08:12:42.985810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-1cf7d9c0-e800-4ea5-970f-e065588018cd tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:42.988243 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-1cf7d9c0-e800-4ea5-970f-e065588018cd tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 819 time: 0.2163713 Aug 11 08:12:42.996074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-4dcc454f-39a7-4cd1-ad11-f186bbf4f7e1 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:12:42.998301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190821e0-d4ed-482e-81d9-34946d915c37 req-f7473560-ceba-42fe-a691-61abf7085696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:42.998866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190821e0-d4ed-482e-81d9-34946d915c37 req-f7473560-ceba-42fe-a691-61abf7085696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:43.000755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-f7473560-ceba-42fe-a691-61abf7085696 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c3e1cc279274f24a90e8a80dd352461&device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1979 time: 0.6036000 Aug 11 08:12:43.010170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-4dcc454f-39a7-4cd1-ad11-f186bbf4f7e1 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6419787 Aug 11 08:12:43.019940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'port': {'device_id': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'admin_state_up': True, 'tenant_id': '56492a32030c49b5ab65a142b964a5c8'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:43.147573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] For port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:43.161496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] For port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:43.178967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.182201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:43.182949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:12:43.222505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.236606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cee8f8d-4d45-494b-804e-664ec0ec3b8c req-9fe27647-2f18-49c2-9630-200aab25ccb7 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 210 time: 0.0675466 Aug 11 08:12:43.242934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.317593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:43.321429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.323326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d8bf3b0-9247-4187-b437-7bcfe10c3c61 HTTP/1.1" status: 200 len: 1096 time: 2.7027559 Aug 11 08:12:43.332867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'tag': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:43.335744 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df46303-f3e8-4d85-b43c-44438befd4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d528d341-f369-48c5-8d80-34f3afa64b9c", "tag": "1d8bf3b0-9247-4187-b437-7bcfe10c3c61"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:43.368418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:12:43.472043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.474351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:43.475176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.478490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190821e0-d4ed-482e-81d9-34946d915c37 req-9f0b3fa2-e793-4363-afd3-4aa5e2c82c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:43.480325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-9f0b3fa2-e793-4363-afd3-4aa5e2c82c71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4fab91f7-1e0c-4198-965f-8f8241f3802c HTTP/1.1" status: 200 len: 902 time: 0.3953149 Aug 11 08:12:43.506920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:43.507544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.509446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b9572c4b-d1f3-4528-813f-b2ea2c44d679 None None] Provisioning for port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:43.529335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b9572c4b-d1f3-4528-813f-b2ea2c44d679 None None] Provisioning complete for port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:43.529744 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b9572c4b-d1f3-4528-813f-b2ea2c44d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.602111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740aa70-898b-4b12-b840-606c3d5b3749 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:43.618130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Made reservation on behalf of 56492a32030c49b5ab65a142b964a5c8 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:43.624217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.626246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b9572c4b-d1f3-4528-813f-b2ea2c44d679 None None] Port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:43.648556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-4f7735fd-98ab-422e-b8b2-c429d97c12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:43.650594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-4f7735fd-98ab-422e-b8b2-c429d97c12c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 1099 time: 0.2080245 Aug 11 08:12:43.709499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 2, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:43.714357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6279271 Aug 11 08:12:43.716208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-c3c4ebaa-a229-4dbb-a5d6-778b46d75878 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda HTTP/1.1" status: 200 len: 217 time: 0.1990829 Aug 11 08:12:43.722867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39368) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:43.737390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Request body: {'subnet': {'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1790911132-subnet', 'tenant_id': 'ea37ed1932bb42b284307d83a70cf678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:43.748970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Checking router: 733d3eb1-2bd5-4f3d-8b99-dc826619e784 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:12:43.749499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Updating router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 port 452e7dc2-9525-4953-aaeb-23281d5b3933 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:12:43.787251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6af5-6e0e-40d5-a3ee-886ec66ce137 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a07a84-1b59-4c4b-b114-9ece70b950c7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:43.808116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a3a07a84-1b59-4c4b-b114-9ece70b950c7 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:12:43.835304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Made reservation on behalf of ea37ed1932bb42b284307d83a70cf678 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:43.838174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:43.854255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Allocated IP 172.20.0.7 (644843ed-8291-4e0a-b9a5-899e62c97ce6/15e3ac0a-ee83-4e36-83df-32de7d41125a/ac6e3357-b676-4c38-ba7f-d78322562039) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:43.864218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190821e0-d4ed-482e-81d9-34946d915c37 req-680c4de4-0676-41c4-a189-43d4ad1f83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:43.866051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-680c4de4-0676-41c4-a189-43d4ad1f83f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d HTTP/1.1" status: 200 len: 801 time: 0.1335583 Aug 11 08:12:43.894354 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.042066 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:12:44.048636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.106091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53facd82-bf50-459f-b9e3-d9c425a046e8 req-49ca9a2a-ae71-4c59-9786-d2804d720c38 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.114113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53facd82-bf50-459f-b9e3-d9c425a046e8 req-49ca9a2a-ae71-4c59-9786-d2804d720c38 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.116413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53facd82-bf50-459f-b9e3-d9c425a046e8 req-49ca9a2a-ae71-4c59-9786-d2804d720c38 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1677 time: 0.6760864 Aug 11 08:12:44.135832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.208316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-6153a0da-b57a-46b3-bbb6-27eb5f32d04d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61 HTTP/1.1" status: 200 len: 217 time: 0.0892158 Aug 11 08:12:44.304302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Network 644843ed-8291-4e0a-b9a5-899e62c97ce6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:44.320079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:44.323638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:44.345460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:44.345812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:44.346287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:44.365316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f77fd4e2-e62f-41f3-8747-6def86cd8526 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:44.371695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:44.396437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53facd82-bf50-459f-b9e3-d9c425a046e8 req-9b89150b-573a-4c89-8f5c-7baa334f124d tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555819 Aug 11 08:12:44.401526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:44.402211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:44.405852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-b1423ee5-a85a-4b0c-924f-582ca02e7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.407860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-b1423ee5-a85a-4b0c-924f-582ca02e7e97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1642387 Aug 11 08:12:44.420976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:44.421324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:44.421793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:44.424691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.431289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Bound port: f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:44.440409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Transition to ACTIVE for port object 452e7dc2-9525-4953-aaeb-23281d5b3933 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:44.456860 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.458992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.459756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.503864 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c3b53-858e-4ecf-8850-f94a78004e53 x-openstack-request-id: req-702c3b53-858e-4ecf-8850-f94a78004e53 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:44.504286 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d528d341-f369-48c5-8d80-34f3afa64b9c", "tag": "1d8bf3b0-9247-4187-b437-7bcfe10c3c61", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:44.504604 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-702c3b53-858e-4ecf-8850-f94a78004e53 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:44.504797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f77fd4e2-e62f-41f3-8747-6def86cd8526 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:44.505149 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'tag': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'status': 'completed', 'code': 200} Aug 11 08:12:44.529765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f77fd4e2-e62f-41f3-8747-6def86cd8526 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:44.530438 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.544855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-c51aef10-f0fe-4cb7-b52d-cb3db9180f9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5298076 Aug 11 08:12:44.570606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825453e-ba88-4270-b31d-af03d7d10004 req-a4b937ab-7d23-4386-97e9-8e1a4368afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.572526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-a4b937ab-7d23-4386-97e9-8e1a4368afac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539543 Aug 11 08:12:44.576519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f397f4-e014-48da-90a5-eff1ff7651bf None None] Pushing event updated for resources: {'Port': ['ID=452e7dc2-9525-4953-aaeb-23281d5b3933,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:44.587965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:44.594312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Request body: {'port': {'device_id': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:44.625524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a1bf27d-eff2-418c-a66d-01ca374bc5fa details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:44.628555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.630022 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dcd63ac5-93de-4c6c-817b-3435be4e8f75 service neutron] 10.222.0.58 "POST /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9/bindings HTTP/1.1" status: 201 len: 389 time: 1.6187394 Aug 11 08:12:44.653060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.668308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.682434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Attempting to bind port 452e7dc2-9525-4953-aaeb-23281d5b3933 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:44.682841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Attempting to bind port 452e7dc2-9525-4953-aaeb-23281d5b3933 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:44.683177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Attempting to bind port 452e7dc2-9525-4953-aaeb-23281d5b3933 on network 644843ed-8291-4e0a-b9a5-899e62c97ce6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:44.692633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:44.693162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Checking segment: {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:44.693474 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.693850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Bound using segment: {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:44.694329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Bound port: 452e7dc2-9525-4953-aaeb-23281d5b3933, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:44.694757 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.813930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24dd03-dd92-462c-98ac-4b25d646d086 req-71d60e52-bccd-4a54-ba3e-5b6e4dcd77ea tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.816649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d24dd03-dd92-462c-98ac-4b25d646d086 req-71d60e52-bccd-4a54-ba3e-5b6e4dcd77ea tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 948 time: 0.2425423 Aug 11 08:12:44.824056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.824320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190821e0-d4ed-482e-81d9-34946d915c37 req-d17a12c2-23ba-4e2b-b25e-6398facc1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:44.826579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-d17a12c2-23ba-4e2b-b25e-6398facc1e1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4fab91f7-1e0c-4198-965f-8f8241f3802c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9245996 Aug 11 08:12:44.920821 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.964658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:44.975398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:44.985362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.018142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f77fd4e2-e62f-41f3-8747-6def86cd8526, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f77fd4e2-e62f-41f3-8747-6def86cd8526,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:45.031782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:45.037714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.037714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:45.069233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] For port 452e7dc2-9525-4953-aaeb-23281d5b3933, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:45.110806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] For port 452e7dc2-9525-4953-aaeb-23281d5b3933, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=452e7dc2-9525-4953-aaeb-23281d5b3933,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:45.117844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa', 'network_id': '299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c', 'port_id': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa', 'mac_address': 'fa:16:3e:f3:a1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56108f6c-b405-4530-9e1f-b430a41519a1', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:45.132502 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.180367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-2a756824-a8b4-4f05-9c27-47cc67d77b89 service neutron] 10.222.0.69 "GET /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991846 Aug 11 08:12:45.188660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22c7258-5cbb-4b90-adbd-1470d23c0bc1,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:45.197948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6e3357-b676-4c38-ba7f-d78322562039 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:45.198584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f77fd4e2-e62f-41f3-8747-6def86cd8526,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:45.207099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.222490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Transition to ACTIVE for port object ac6e3357-b676-4c38-ba7f-d78322562039 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:45.242489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:45.243142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:45.248458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.250414 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.289760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Checking segment: {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:45.290180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Network hostable DHCP agents. Network: a3a07a84-1b59-4c4b-b114-9ece70b950c7, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:12:45.296979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:45.297364 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.309554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f435b2-03db-4d89-9a4d-0d4d55fbaefe req-320d5650-479b-4783-b7f8-69edf895740e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.311307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47f435b2-03db-4d89-9a4d-0d4d55fbaefe req-320d5650-479b-4783-b7f8-69edf895740e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 931 time: 0.2262731 Aug 11 08:12:45.324392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:45.324683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-8066156c-7dcc-44f8-9dff-2e6b57b34670 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086256 Aug 11 08:12:45.334600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:45.344688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1bf27d-eff2-418c-a66d-01ca374bc5fa {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:45.424131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:45.428509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f397f4-e014-48da-90a5-eff1ff7651bf None None] Pushing event updated for resources: {'Port': ['ID=452e7dc2-9525-4953-aaeb-23281d5b3933,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:45.437081 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.437654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a42830e-dc3e-4912-a0d3-dd596facbbda details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:45.449703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Network a3a07a84-1b59-4c4b-b114-9ece70b950c7 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:12:45.472361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190821e0-d4ed-482e-81d9-34946d915c37 req-23f6a865-7b74-434f-9b80-fce06315080d service neutron] 10.222.0.69 "GET /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765381 Aug 11 08:12:45.481248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a3a07a84-1b59-4c4b-b114-9ece70b950c7) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:45.495334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c825453e-ba88-4270-b31d-af03d7d10004 req-83180df0-d40d-4c19-a11b-476e908aca43 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613865 Aug 11 08:12:45.498605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47f435b2-03db-4d89-9a4d-0d4d55fbaefe req-f914f299-5739-4fe1-be63-dea4b3cacc06 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680822 Aug 11 08:12:45.514636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7afcd9-5fd8-4b24-9e7b-32b48a5db9fe None None] Network a3a07a84-1b59-4c4b-b114-9ece70b950c7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:45.539556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d24dd03-dd92-462c-98ac-4b25d646d086 req-3b5eff65-6caa-4538-a947-2446a79a9a56 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926148 Aug 11 08:12:45.558705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-180edfaa-11a8-4f0d-b210-56c15530b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.567399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-180edfaa-11a8-4f0d-b210-56c15530b4db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1096 time: 0.3390543 Aug 11 08:12:45.569902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:45.584078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.584700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:45.650556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8387ba10-7f1f-42b2-bee8-8cf0dc2da7c8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9148324 Aug 11 08:12:45.650800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:12:45.688241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:45.700406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:12:45.723771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af07ba-3fbf-49a3-8c4f-d0da8fddfb1d req-03de4b8c-8fad-4c91-b957-b475216e49a5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.725899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26af07ba-3fbf-49a3-8c4f-d0da8fddfb1d req-03de4b8c-8fad-4c91-b957-b475216e49a5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1009777 Aug 11 08:12:45.769881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:45.826337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26af07ba-3fbf-49a3-8c4f-d0da8fddfb1d req-0c40c117-adc9-44a9-91f5-ae68cc8c2861 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Aug 11 08:12:45.907699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-c04a8025-2684-43df-85ba-0b39bf3afb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.909380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-c04a8025-2684-43df-85ba-0b39bf3afb96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 1099 time: 0.1707950 Aug 11 08:12:45.924441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:12:45.929720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cefbfb-731d-485a-93a5-2063dfb59caa req-715efe3a-b2a9-4215-9ee0-93ba403619fd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.931601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a7e77020-4425-4f74-9e69-7ef97b4cf794 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8294535 Aug 11 08:12:45.936909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cefbfb-731d-485a-93a5-2063dfb59caa req-715efe3a-b2a9-4215-9ee0-93ba403619fd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:45.937692 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Sync routers for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:12:45.939261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-70cefbfb-731d-485a-93a5-2063dfb59caa req-715efe3a-b2a9-4215-9ee0-93ba403619fd tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1678 time: 0.1861050 Aug 11 08:12:45.969063 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:45.972115 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:46.040297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-21a96ef3-084f-42fd-a3c2-79d6d51814ae req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1347328144', 'description': 'tempest-description-640969115'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:46.054034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-e4a81a63-9539-4a31-af52-cefdf6157f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:46.055613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-e4a81a63-9539-4a31-af52-cefdf6157f71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1118350 Aug 11 08:12:46.067395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-cdc31d96-e2da-4d27-afb9-c9e05907f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:46.069491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-cdc31d96-e2da-4d27-afb9-c9e05907f4ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.4150484 Aug 11 08:12:46.079692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-21a96ef3-084f-42fd-a3c2-79d6d51814ae req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.096363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e2eeb5e6-8b15-425b-be85-f03cfb912321 None None] Provisioning complete for port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:46.096914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2eeb5e6-8b15-425b-be85-f03cfb912321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.171669 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:46.182030 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-f87d5567-bed1-4e9b-b910-00295a3880b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61 HTTP/1.1" status: 200 len: 217 time: 0.1111829 Aug 11 08:12:46.199447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Attempting to bind port ac6e3357-b676-4c38-ba7f-d78322562039 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:46.200571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Attempting to bind port ac6e3357-b676-4c38-ba7f-d78322562039 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:46.201499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Attempting to bind port ac6e3357-b676-4c38-ba7f-d78322562039 on network 644843ed-8291-4e0a-b9a5-899e62c97ce6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:46.210982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Port ac6e3357-b676-4c38-ba7f-d78322562039 on network 644843ed-8291-4e0a-b9a5-899e62c97ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:46.211595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Attempting to bind port ac6e3357-b676-4c38-ba7f-d78322562039 on network 644843ed-8291-4e0a-b9a5-899e62c97ce6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:46.221358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-21a96ef3-084f-42fd-a3c2-79d6d51814ae req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.226636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-21a96ef3-084f-42fd-a3c2-79d6d51814ae req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.275304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a42830e-dc3e-4912-a0d3-dd596facbbda, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:46.284378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-70cefbfb-731d-485a-93a5-2063dfb59caa req-21c21d52-2412-440a-acf1-0f3036e12ac2 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358750 Aug 11 08:12:46.289875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-21a96ef3-084f-42fd-a3c2-79d6d51814ae req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.307227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeb5e6-8b15-425b-be85-f03cfb912321 None None] Port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:46.308470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-6090e9c4-eb50-43d3-aa5e-f9f060dca7cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 217 time: 0.1198642 Aug 11 08:12:46.308908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f77fd4e2-e62f-41f3-8747-6def86cd8526 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:46.311200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21a96ef3-084f-42fd-a3c2-79d6d51814ae req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2800722 Aug 11 08:12:46.311936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:46.312535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Checking segment: {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:46.313242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Bound using segment: {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:46.313948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Bound port: ac6e3357-b676-4c38-ba7f-d78322562039, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d90fea-9041-4945-9272-36ef966117a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:46.314571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.341374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e126982-6579-4046-ab72-46a574abb075 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:46.396794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2a42830e-dc3e-4912-a0d3-dd596facbbda', 'network_id': '4fab91f7-1e0c-4198-965f-8f8241f3802c', 'port_id': '2a42830e-dc3e-4912-a0d3-dd596facbbda', 'mac_address': 'fa:16:3e:1e:f1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d', 'ip_address': '19.86.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:46.433765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-f696e371-f589-493a-b590-3014bf4c7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:46.435828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-f696e371-f589-493a-b590-3014bf4c7272 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2260518 Aug 11 08:12:46.440071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-73ea3026-4c63-4e43-8727-a523990f83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:46.442011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-73ea3026-4c63-4e43-8727-a523990f83a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1195729 Aug 11 08:12:46.485500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94e623-a450-4758-8bf2-e03c46ce3061 None None] Network a3a07a84-1b59-4c4b-b114-9ece70b950c7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:12:46.499555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-557995f3-1ca4-42f0-8174-bf84f3be201f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374444 Aug 11 08:12:46.517419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-68a0d356-5ce2-4485-858c-b11fc6f24b8a req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-373021750', 'description': 'tempest-description-283689355'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:46.574625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-68a0d356-5ce2-4485-858c-b11fc6f24b8a req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.591797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f77fd4e2-e62f-41f3-8747-6def86cd8526 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:46.592163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.594101 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:43Z', 'revision_number': 2, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:46.631413 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Checking router: f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:12:46.632088 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Updating router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:12:46.633402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:46.666013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:46.680183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-b5adfd57-b4fc-473a-a9b7-b440cce8fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:46.681830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-b5adfd57-b4fc-473a-a9b7-b440cce8fb16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186089 Aug 11 08:12:46.686339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.691319 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.699041 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.708178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:45Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:46.741184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2de9a2-5a56-4bd5-943a-668b63c0d5d0 None None] The sync data for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 is: [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:45Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:12:46.744971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a42830e-dc3e-4912-a0d3-dd596facbbda {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:46.771710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a42830e-dc3e-4912-a0d3-dd596facbbda, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:46.787288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.840482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:46.841513 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:46.856624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] 10.222.0.64 "PUT /v2.0/ports/ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 1091 time: 2.2892492 Aug 11 08:12:46.865407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:46.867807 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197e217-7e04-4070-9fe8-c5a591944de9" -d '{"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:46.899049 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-3f1e1b14-9a34-4e44-9273-8a76e60fdf42 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408380 Aug 11 08:12:46.935951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2a42830e-dc3e-4912-a0d3-dd596facbbda,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:46.987666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a3318-8a19-445b-854f-d8a08eb84ded service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:47.040678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39406) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:47.046990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137751338', 'description': 'tempest-description--1918834605'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:47.182898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26634164-c7f1-4137-8503-20de9c2d1bb2 req-5e7f2092-254f-48b2-b590-e47048560f05 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:47.184866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26634164-c7f1-4137-8503-20de9c2d1bb2 req-5e7f2092-254f-48b2-b590-e47048560f05 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 943 time: 0.0708935 Aug 11 08:12:47.257741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26634164-c7f1-4137-8503-20de9c2d1bb2 req-339a2f5f-5ed0-47d2-9260-685581980d1a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Aug 11 08:12:47.295316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2a1bf27d-eff2-418c-a66d-01ca374bc5fa'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:47.296001 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:47.308495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Transition to ACTIVE for port object d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:47.324210 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:47.392821 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c8c0-c494-4580-9d88-319adf8e044c None None] Pushing event updated for resources: {'Port': ['ID=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:47.399157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2a42830e-dc3e-4912-a0d3-dd596facbbda'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:47.498160 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Attempting to bind port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:47.499271 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Attempting to bind port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:47.499271 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Attempting to bind port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 on network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:47.507913 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:47.508295 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Checking segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:47.508703 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:47.509127 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Bound using segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:47.510145 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Bound port: d7bc9b04-b810-4f18-8473-5ad9cd28f7e6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:47.510145 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:47.512213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9386b1-8917-4f8a-8638-357ea2744cdc req-6f79c15a-5b51-43e4-9a91-ed3eeba088a2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:47.523274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da9386b1-8917-4f8a-8638-357ea2744cdc req-6f79c15a-5b51-43e4-9a91-ed3eeba088a2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 948 time: 0.1352625 Aug 11 08:12:47.614605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-6369e767-da27-496e-8dab-4374727549b8 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065208 Aug 11 08:12:47.633743 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] For port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:47.641209 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] For port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:47.646989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da9386b1-8917-4f8a-8638-357ea2744cdc req-0253ea75-ce2a-4bec-a72c-14da98a03d23 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185396 Aug 11 08:12:47.658187 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:47.683695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-534772f2-3ca7-41b9-8485-6b7f588c22e4 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9856377 Aug 11 08:12:47.763475 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:12:47.764563 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:47.833666 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c8c0-c494-4580-9d88-319adf8e044c None None] Pushing event updated for resources: {'Port': ['ID=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:47.955692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602b0a0-76d9-4a3d-9448-1ecfdea69d41 req-b457899f-f7ff-40b4-a3fb-938b2d184f76 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:47.959856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d602b0a0-76d9-4a3d-9448-1ecfdea69d41 req-b457899f-f7ff-40b4-a3fb-938b2d184f76 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1591780 Aug 11 08:12:47.961947 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:12:47.987755 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-68a0d356-5ce2-4485-858c-b11fc6f24b8a req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.006016 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-68a0d356-5ce2-4485-858c-b11fc6f24b8a req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.036645 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.068951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-68a0d356-5ce2-4485-858c-b11fc6f24b8a req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.074836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68a0d356-5ce2-4485-858c-b11fc6f24b8a req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.5702815 Aug 11 08:12:48.093765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d602b0a0-76d9-4a3d-9448-1ecfdea69d41 req-e2d044a3-b2cc-4539-9cf9-facdf42fb265 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230204 Aug 11 08:12:48.227012 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a850f-daf8-4403-b1ef-f7628cb3d08d x-openstack-request-id: req-280a850f-daf8-4403-b1ef-f7628cb3d08d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:48.241658 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:48.242384 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-280a850f-daf8-4403-b1ef-f7628cb3d08d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:48.252606 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'status': 'completed', 'code': 200} Aug 11 08:12:48.296647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-d2bcb7d3-84ad-4e2a-96e3-2c5badeee702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:48.305105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-d2bcb7d3-84ad-4e2a-96e3-2c5badeee702 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1094 time: 1.3660250 Aug 11 08:12:48.314953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6df46303-f3e8-4d85-b43c-44438befd4e3 req-764360fd-4471-4e68-aac6-9a7fd4b93c4f service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909874 Aug 11 08:12:48.372639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec27b7d-5024-465a-8730-44acb6efda1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacde8e3-0ce7-4714-bdcc-7135ff739a91,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:48.453889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 452e7dc2-9525-4953-aaeb-23281d5b3933 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:48.490718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-d64e5a50-d79e-4f60-be52-fd765dbeca64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.1661756 Aug 11 08:12:48.511672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18e38-a4d3-44f1-a67c-f8b9273e0976 req-a5700824-b939-40f4-828f-0ac79b5f3db7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:48.522073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18e38-a4d3-44f1-a67c-f8b9273e0976 req-a5700824-b939-40f4-828f-0ac79b5f3db7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:48.524622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bc18e38-a4d3-44f1-a67c-f8b9273e0976 req-a5700824-b939-40f4-828f-0ac79b5f3db7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1679 time: 0.2483461 Aug 11 08:12:48.548101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.557783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.601906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-f1b5b5ed-7b30-4fcf-8a17-d7317b343fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:48.604425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-f1b5b5ed-7b30-4fcf-8a17-d7317b343fa9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.1045277 Aug 11 08:12:48.604945 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:47Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:12:48.625868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 452e7dc2-9525-4953-aaeb-23281d5b3933 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:48.633028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 452e7dc2-9525-4953-aaeb-23281d5b3933 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:48.634480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.644697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.646339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6036799 Aug 11 08:12:48.654061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-ae9ea10f-7731-436d-927a-f2e1ebc533ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415123 Aug 11 08:12:48.655563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39424) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:48.661416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Request body: {'security_group_rule': {'security_group_id': '0be03c91-4435-43e4-8e84-5e1bee07adc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:48.688099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5acc75-5abf-4bab-a3cd-57cc5cfe53d6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be03c91-4435-43e4-8e84-5e1bee07adc6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:48.730903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bc18e38-a4d3-44f1-a67c-f8b9273e0976 req-9bd4c266-249f-4a42-91ab-9f794d8b1e4f tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886256 Aug 11 08:12:48.752086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:48.862178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:48.886118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a1bf27d-eff2-418c-a66d-01ca374bc5fa up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:48.912397 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c955c2-bea3-4500-be7e-f84b4833d5a2 None None] The sync data for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 is: [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:47Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:12:48.932200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44deaf-cb1e-4528-b592-78bd611c9a51 req-e69def1a-cba5-406a-ad17-aa7c9d5e0def tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:48.935116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea44deaf-cb1e-4528-b592-78bd611c9a51 req-e69def1a-cba5-406a-ad17-aa7c9d5e0def tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 943 time: 0.1215193 Aug 11 08:12:48.981725 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.000565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea44deaf-cb1e-4528-b592-78bd611c9a51 req-22206303-db1f-41d2-bf92-8da86541fd3f tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503402 Aug 11 08:12:49.023793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-9b9454b6-fd4d-439d-adaf-cbe649aa3cb1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:49.027284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-9b9454b6-fd4d-439d-adaf-cbe649aa3cb1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 813 time: 0.2089078 Aug 11 08:12:49.082644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.098612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.122462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-80994cf8-5e81-4fd4-bae8-f5b92c2610d3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/quotas/ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 375 time: 0.0819979 Aug 11 08:12:49.150448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-729671d4-760a-4645-9494-e4ce61b93a51 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522893 Aug 11 08:12:49.177575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d40bae-1758-446e-b745-3ce1a3486cec req-0971d8ac-e6c7-4bf8-a8ab-2496542aedaa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:49.180757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52624446-6b6a-491c-869a-54254fd559d9,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:49.197859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 452e7dc2-9525-4953-aaeb-23281d5b3933, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=452e7dc2-9525-4953-aaeb-23281d5b3933,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:49.198848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d40bae-1758-446e-b745-3ce1a3486cec req-0971d8ac-e6c7-4bf8-a8ab-2496542aedaa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 948 time: 0.1154313 Aug 11 08:12:49.212316 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.220825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-0c39afba-b7e3-480f-a548-2cfc115ed6d0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825827 Aug 11 08:12:49.234721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:49.248707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.252530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-04f8b5be-c476-4c81-ac7a-151b71d5a254 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5927079 Aug 11 08:12:49.255664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39434) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:49.261546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Request body: {'security_group_rule': {'security_group_id': '0be03c91-4435-43e4-8e84-5e1bee07adc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:49.268108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:49.268644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.271619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1d40bae-1758-446e-b745-3ce1a3486cec req-0ef43292-97e3-4ed5-9a3b-804f5f9c8641 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677502 Aug 11 08:12:49.308680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:49.339470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.385169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'mac_address': 'fa:16:3e:22:c0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:49.389428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=452e7dc2-9525-4953-aaeb-23281d5b3933,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:49.394284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7b8d33-e1cb-458d-9b36-141fd5efe356 req-8d105cd3-23ee-483f-bc73-44d7b52e2660 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357044 Aug 11 08:12:49.414232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-d635abd7-b190-43c3-96c7-318eb3ecd5e7 service neutron] 10.222.0.58 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631694 Aug 11 08:12:49.485265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.516073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.582386 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.583503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f70da8-93aa-45bf-bbc1-04e508b4384b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:49.632572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.635827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6c68e991-c2c4-4c5f-bdcb-60eccdb66a16 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781955 Aug 11 08:12:49.649801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39440) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:12:49.650113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bfdb7-dea5-497b-b9ec-a911e23027ab req-1a337984-254a-4dc8-a607-f9517d86a11d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:49.663143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a6bfdb7-dea5-497b-b9ec-a911e23027ab req-1a337984-254a-4dc8-a607-f9517d86a11d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1727653 Aug 11 08:12:49.666416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:49.668697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:49.757999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-06b4aacd-2b09-457e-9e3b-ad43ab4caaf3 service neutron] 10.222.0.58 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189070 Aug 11 08:12:49.770892 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.783044 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.825957 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a6bfdb7-dea5-497b-b9ec-a911e23027ab req-d4be869a-8eca-4dce-b19e-9984f06cf943 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596115 Aug 11 08:12:49.832223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:49.849831 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:49.883449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:49.886028 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29cc02-b4d8-4210-a027-abf25b6e7a51" -d '{"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1bf27d-eff2-418c-a66d-01ca374bc5fa"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:49.995462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:50.012698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:50.108046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:50.188252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-df250934-49de-4bfd-a27a-2d10c601562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:50.208568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-df250934-49de-4bfd-a27a-2d10c601562a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1094 time: 0.4767663 Aug 11 08:12:50.308287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1d8bf3b0-9247-4187-b437-7bcfe10c3c61'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:50.421427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:50.463158 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2a8b5a-17a8-4b7f-ab35-2dd50e731032 x-openstack-request-id: req-2e2a8b5a-17a8-4b7f-ab35-2dd50e731032 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:50.467398 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1bf27d-eff2-418c-a66d-01ca374bc5fa", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:50.471198 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e2a8b5a-17a8-4b7f-ab35-2dd50e731032 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:50.472855 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa', 'code': 200} Aug 11 08:12:50.611417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebb77b-b11c-4c31-b81a-17329233c402 req-eb854961-3884-45af-a456-08d7aa7b2560 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:50.624345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65ebb77b-b11c-4c31-b81a-17329233c402 req-eb854961-3884-45af-a456-08d7aa7b2560 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 943 time: 0.1062961 Aug 11 08:12:50.661858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:50.695203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-a4d18f02-49f3-4780-b44e-f02be653dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:50.699749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-a4d18f02-49f3-4780-b44e-f02be653dfa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.4676588 Aug 11 08:12:50.743968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65ebb77b-b11c-4c31-b81a-17329233c402 req-d737b0cf-9f23-402e-a5be-726a4e8e1a90 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171129 Aug 11 08:12:50.798050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-5b0f1b09-66ba-4e7d-8793-978ea459ecdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.0754623 Aug 11 08:12:50.860420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:50.865170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede05318-30fe-42f0-b7de-689da3d8ecd8 req-dc482d18-e3b0-4146-8ba7-b7aa4b2c965b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:50.869687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:50.870386 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:50.873543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a42830e-dc3e-4912-a0d3-dd596facbbda up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:50.877520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede05318-30fe-42f0-b7de-689da3d8ecd8 req-dc482d18-e3b0-4146-8ba7-b7aa4b2c965b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:50.879253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ede05318-30fe-42f0-b7de-689da3d8ecd8 req-dc482d18-e3b0-4146-8ba7-b7aa4b2c965b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1680 time: 0.4287908 Aug 11 08:12:50.883418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc68cff1-c55b-4b8d-96dd-c55404dfe082 req-d44b1900-ffba-4ec2-b602-55ba1dab5351 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 210 time: 0.0677800 Aug 11 08:12:51.073468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592c774-2914-4ac7-8861-7794efd63f6c req-4a4f54c7-36f8-489f-bc2d-5d0e2db5c0ad tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:51.078234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0592c774-2914-4ac7-8861-7794efd63f6c req-4a4f54c7-36f8-489f-bc2d-5d0e2db5c0ad tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 949 time: 0.0884805 Aug 11 08:12:51.079731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.084379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2a42830e-dc3e-4912-a0d3-dd596facbbda completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:51.159171 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.188681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2a42830e-dc3e-4912-a0d3-dd596facbbda triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:51.189108 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.199728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0592c774-2914-4ac7-8861-7794efd63f6c req-aeae80fe-8c00-4fcc-886f-8a0f8da2e352 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049647 Aug 11 08:12:51.255429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Allocated IP 172.25.2.6 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/dc36a25d-8d13-4003-b4e3-7d09fb30b8e7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:51.278499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:51.342883 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.348781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-04cc001d-b82c-4773-b4fb-60929eb18248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:51.350389 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-04cc001d-b82c-4773-b4fb-60929eb18248 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.5166445 Aug 11 08:12:51.379408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.380300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 452e7dc2-9525-4953-aaeb-23281d5b3933 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:51.403440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ede05318-30fe-42f0-b7de-689da3d8ecd8 req-535f7b20-c6af-42a7-bbb7-fe5fecee6147 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069942 Aug 11 08:12:51.408458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-dbac863e-20cb-4a1a-9322-91de81064e2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477600 Aug 11 08:12:51.470320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b6d2d-f847-45dd-8974-3fc732571651 req-52393355-0763-4601-afe2-f10e6168ea92 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:51.478692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-464b6d2d-f847-45dd-8974-3fc732571651 req-52393355-0763-4601-afe2-f10e6168ea92 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1383181 Aug 11 08:12:51.523319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.530552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a42830e-dc3e-4912-a0d3-dd596facbbda, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:51.550043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-464b6d2d-f847-45dd-8974-3fc732571651 req-afb8c9db-9957-477b-b9ff-117b970b937b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Aug 11 08:12:51.589609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.639603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:51.655754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-96e540c5-ed55-4a61-9a73-f2da051741fb service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297430 Aug 11 08:12:51.692111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 452e7dc2-9525-4953-aaeb-23281d5b3933 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:51.694064 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.731854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:51.769889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2a42830e-dc3e-4912-a0d3-dd596facbbda,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:51.791324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:51.799969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:51.802622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:51.858132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event updated for resources: {'Port': ['ID=dc36a25d-8d13-4003-b4e3-7d09fb30b8e7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:51.877102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f197e217-7e04-4070-9fe8-c5a591944de9 req-8b77ba93-f617-41c6-9892-0f40706fc523 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118697 Aug 11 08:12:51.980032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071325ed-bd7c-411a-ba37-58ce903bcd55 req-02200c2a-fe13-46f4-ab6f-5d0939547815 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:51.982467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-071325ed-bd7c-411a-ba37-58ce903bcd55 req-02200c2a-fe13-46f4-ab6f-5d0939547815 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 943 time: 0.1119692 Aug 11 08:12:52.023362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb1ad4e-efbd-4156-9191-fe1b66c209f0 req-b01984de-e007-489a-90ea-099f14eccba4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 210 time: 0.0288889 Aug 11 08:12:52.043999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ac6e3357-b676-4c38-ba7f-d78322562039 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:12:52.079171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.149972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-071325ed-bd7c-411a-ba37-58ce903bcd55 req-a18b32da-9fe8-4e95-9d61-69833d98ef14 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423054 Aug 11 08:12:52.173873 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.234186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-200eed3b-1a74-485f-bfb5-94c882beec73 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:52.235793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-200eed3b-1a74-485f-bfb5-94c882beec73 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 813 time: 0.2472355 Aug 11 08:12:52.239445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:52.252207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'port_id': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'mac_address': 'fa:16:3e:4f:5a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:12:52.287706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:52.301093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'port': {'device_id': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7', 'admin_state_up': True, 'tenant_id': 'ea37ed1932bb42b284307d83a70cf678'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:52.363222 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.393227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2077b9-07be-43cf-a881-d116412f6e05 req-d1946a5a-eadf-4629-8f16-4104e56be989 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:52.402464 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a2077b9-07be-43cf-a881-d116412f6e05 req-d1946a5a-eadf-4629-8f16-4104e56be989 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 949 time: 0.0773780 Aug 11 08:12:52.467933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.475796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.476452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a2077b9-07be-43cf-a881-d116412f6e05 req-31ee9318-66c3-48c1-b124-afcd0a20ba83 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 Aug 11 08:12:52.523863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Made reservation on behalf of ea37ed1932bb42b284307d83a70cf678 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:52.527374 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.589330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:52.590104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.613528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event updated for resources: {'Port': ['ID=dc36a25d-8d13-4003-b4e3-7d09fb30b8e7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:52.646987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a42830e-dc3e-4912-a0d3-dd596facbbda'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:52.649786 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc297479-3b6c-4eef-906c-460be84f79b8" -d '{"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-plugged", "status": "completed", "tag": "2a42830e-dc3e-4912-a0d3-dd596facbbda"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:52.654355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8b21-4394-475a-a1ba-64a9b01310db req-6e91888d-a391-4f4a-a8cc-bd61efba9691 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:52.661091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6e3357-b676-4c38-ba7f-d78322562039 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:52.661820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8b21-4394-475a-a1ba-64a9b01310db req-6e91888d-a391-4f4a-a8cc-bd61efba9691 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:52.663529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f1e8b21-4394-475a-a1ba-64a9b01310db req-6e91888d-a391-4f4a-a8cc-bd61efba9691 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1681 time: 0.1408286 Aug 11 08:12:52.695472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:52.712502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.750630 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.769981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:52.774080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e93d4e86-739a-4a16-9021-c594e5eef47f tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1217179 Aug 11 08:12:52.805534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336ca2-a2eb-45d2-be76-9f621584452c req-7a370415-a42e-45f6-a629-bc330c4388b8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:52.808662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3336ca2-a2eb-45d2-be76-9f621584452c req-7a370415-a42e-45f6-a629-bc330c4388b8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1455238 Aug 11 08:12:52.841044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f1e8b21-4394-475a-a1ba-64a9b01310db req-b01f5a20-0c9e-4715-9ccd-3d4838612629 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453612 Aug 11 08:12:52.885497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:52.890800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Allocated IP 172.20.0.14 (a3a07a84-1b59-4c4b-b114-9ece70b950c7/d22c7258-5cbb-4b90-adbd-1470d23c0bc1/37355577-85b1-45d8-a076-b1d9079d93f4) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:52.902462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3336ca2-a2eb-45d2-be76-9f621584452c req-37213b4c-e6ab-4a7c-9280-33d49eccb80a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864191 Aug 11 08:12:52.939656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:53.005468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:53.013066 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef748b86-7eb4-4def-8c27-1d96ce9e57ab x-openstack-request-id: req-ef748b86-7eb4-4def-8c27-1d96ce9e57ab {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:53.013794 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-plugged", "status": "completed", "tag": "2a42830e-dc3e-4912-a0d3-dd596facbbda", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:53.014112 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef748b86-7eb4-4def-8c27-1d96ce9e57ab {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:53.014573 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a42830e-dc3e-4912-a0d3-dd596facbbda', 'code': 200} Aug 11 08:12:53.015957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:53.016389 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.130508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ac6e3357-b676-4c38-ba7f-d78322562039'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:12:53.165205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.167498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.180028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-5f14936f-2730-4a42-95c3-b6f0878dd8bf tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2137751338&fields=id&tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84 HTTP/1.1" status: 200 len: 267 time: 0.0620477 Aug 11 08:12:53.220471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:53.228745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.263820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63b661ef-78d2-4bfc-be04-923c292afbba req-e4065478-11ee-4915-868b-77e4fb29631a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 210 time: 0.0839360 Aug 11 08:12:53.336703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:53.346222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5f54-0d49-41dd-b512-39d67d926d0a req-24af82d4-2bd9-4835-9839-e72ecbe65e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:53.348834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5f54-0d49-41dd-b512-39d67d926d0a req-24af82d4-2bd9-4835-9839-e72ecbe65e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:53.351596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-56521d5c-2f96-49ad-91f1-927232d2df3b tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:53.354415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c1f5f54-0d49-41dd-b512-39d67d926d0a req-24af82d4-2bd9-4835-9839-e72ecbe65e75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1983 time: 0.2320709 Aug 11 08:12:53.357008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-56521d5c-2f96-49ad-91f1-927232d2df3b tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/networks?id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 HTTP/1.1" status: 200 len: 811 time: 0.1747501 Aug 11 08:12:53.380842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-82c83b4d-8576-45b6-898a-0edba38eec82 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/quotas/a2b61dbad4bb431ca8ccf3461f27cb84 HTTP/1.1" status: 200 len: 375 time: 0.0118616 Aug 11 08:12:53.452862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c1f5f54-0d49-41dd-b512-39d67d926d0a req-51a0aa9e-2136-457b-b19e-c28985985e3b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890839 Aug 11 08:12:53.454980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.467663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-98714a3c-1f34-47ae-8bdf-c8f18a820c45 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708909 Aug 11 08:12:53.515774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e57a0d-c353-4221-8aac-89184a0bf1e3 req-12102a11-d98a-4f57-9b2e-57e156779003 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:53.517399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83e57a0d-c353-4221-8aac-89184a0bf1e3 req-12102a11-d98a-4f57-9b2e-57e156779003 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 944 time: 0.1320508 Aug 11 08:12:53.519380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Network a3a07a84-1b59-4c4b-b114-9ece70b950c7 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:53.523002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:53.531758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:53.562919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:53.591704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-42b546dd-feab-474e-b50a-c996990821a8 service neutron] 10.222.0.58 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073055 Aug 11 08:12:53.607969 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83e57a0d-c353-4221-8aac-89184a0bf1e3 req-e035c56c-639f-418f-b7f2-29a26a8d0baa tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803616 Aug 11 08:12:53.620107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:53.620927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.641865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-bc720aea-a971-4692-9354-f399f1e65d00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446634 Aug 11 08:12:53.665470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Request body: {'port': {'device_id': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:53.713567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-2cc2e5e2-5981-483b-97b1-644968e23eb5 service neutron] 10.222.0.58 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141403 Aug 11 08:12:53.760152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:53.793538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206c92-2d45-4683-9bd9-afdffda8dacb req-ce407592-c46f-471f-a80c-ce2ed7168728 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:53.803213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd206c92-2d45-4683-9bd9-afdffda8dacb req-ce407592-c46f-471f-a80c-ce2ed7168728 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 950 time: 0.1135993 Aug 11 08:12:54.016850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a531c5-1bcd-4904-922c-4ee6c3aeb861 req-a7cf36fe-7219-4248-9ac5-bca234683ae7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:54.023809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a531c5-1bcd-4904-922c-4ee6c3aeb861 req-a7cf36fe-7219-4248-9ac5-bca234683ae7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:54.032013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54a531c5-1bcd-4904-922c-4ee6c3aeb861 req-a7cf36fe-7219-4248-9ac5-bca234683ae7 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1681 time: 0.0775626 Aug 11 08:12:54.078505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54a531c5-1bcd-4904-922c-4ee6c3aeb861 req-b2961813-bc5b-4576-a195-ba01fbb55f28 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Aug 11 08:12:54.168437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4a75356-f52d-4799-8ae6-555153e2e24f req-96900888-f943-414e-85d5-dfe0045753f6 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 210 time: 0.0499306 Aug 11 08:12:54.283409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c28df-4382-410e-9327-cf4457e5ceae req-efd60347-e959-46be-bebc-00ea6ac0c30e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:54.304664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d0c28df-4382-410e-9327-cf4457e5ceae req-efd60347-e959-46be-bebc-00ea6ac0c30e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.0655456 Aug 11 08:12:54.355637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d0c28df-4382-410e-9327-cf4457e5ceae req-792cda18-d021-40fc-ae76-2b21a3ab63be tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Aug 11 08:12:54.419079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd206c92-2d45-4683-9bd9-afdffda8dacb req-6535683f-dbcc-43da-9dea-138983eefe36 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090930 Aug 11 08:12:54.534314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37355577-85b1-45d8-a076-b1d9079d93f4 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:54.542989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:54.557389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Transition to ACTIVE for port object 37355577-85b1-45d8-a076-b1d9079d93f4 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:54.563763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:54.629998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:54.723799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05f5b7-8a21-4303-b9dc-0f8a317be55e req-487c6cb7-dd20-406b-bbbb-6c9ea758920f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:54.726505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c05f5b7-8a21-4303-b9dc-0f8a317be55e req-487c6cb7-dd20-406b-bbbb-6c9ea758920f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 944 time: 0.0827146 Aug 11 08:12:54.802951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c05f5b7-8a21-4303-b9dc-0f8a317be55e req-86917cdf-4868-48b3-b9b2-8062749876b0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696228 Aug 11 08:12:54.811697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c8245-9b71-48f8-b783-e85c8db515ea req-5ef27064-ad1a-41a2-8d76-7582837c1884 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:54.813413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a49c8245-9b71-48f8-b783-e85c8db515ea req-5ef27064-ad1a-41a2-8d76-7582837c1884 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 944 time: 0.1106741 Aug 11 08:12:54.814893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Attempting to bind port 37355577-85b1-45d8-a076-b1d9079d93f4 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:54.815277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Attempting to bind port 37355577-85b1-45d8-a076-b1d9079d93f4 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:54.815566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Attempting to bind port 37355577-85b1-45d8-a076-b1d9079d93f4 on network a3a07a84-1b59-4c4b-b114-9ece70b950c7 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:54.826002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Port 37355577-85b1-45d8-a076-b1d9079d93f4 on network a3a07a84-1b59-4c4b-b114-9ece70b950c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:54.826950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Attempting to bind port 37355577-85b1-45d8-a076-b1d9079d93f4 on network a3a07a84-1b59-4c4b-b114-9ece70b950c7 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:54.863632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:54.864213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Checking segment: {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:54.864947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Bound using segment: {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:54.865705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Bound port: 37355577-85b1-45d8-a076-b1d9079d93f4, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:54.866322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:54.929009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a49c8245-9b71-48f8-b783-e85c8db515ea req-94ebed60-7710-414e-84c8-a89a7ed5a071 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044679 Aug 11 08:12:55.016722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:55.021319 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77790dab-69c2-4a2d-9f2e-9a7a1ad9d690" -d '{"events": [{"server_uuid": "d528d341-f369-48c5-8d80-34f3afa64b9c", "name": "network-vif-plugged", "status": "completed", "tag": "1d8bf3b0-9247-4187-b437-7bcfe10c3c61"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:55.031251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:55.041282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:55.048969 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:55.096591 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacd1758-486b-42a6-a90d-1280ee13c2de x-openstack-request-id: req-aacd1758-486b-42a6-a90d-1280ee13c2de {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:55.098148 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d528d341-f369-48c5-8d80-34f3afa64b9c", "name": "network-vif-plugged", "status": "completed", "tag": "1d8bf3b0-9247-4187-b437-7bcfe10c3c61", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:55.098867 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aacd1758-486b-42a6-a90d-1280ee13c2de {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:55.101175 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'code': 200} Aug 11 08:12:55.111781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.113951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:55.115515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] 10.222.0.64 "PUT /v2.0/ports/37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 1092 time: 1.4555020 Aug 11 08:12:55.116094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:55.118500 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03" -d '{"events": [{"name": "network-changed", "server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:55.189570 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0eba61-ac72-49fd-86ef-ba4e03d77385 x-openstack-request-id: req-3c0eba61-ac72-49fd-86ef-ba4e03d77385 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:55.189915 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:55.190209 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c0eba61-ac72-49fd-86ef-ba4e03d77385 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:55.190713 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4', 'status': 'completed', 'code': 200} Aug 11 08:12:55.192295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838a13-329a-4695-9a0e-7c27cd258d2c service neutron] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:55.355610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-331f9ae6-c144-4b39-b1f0-21f37019fcc3 req-8bad08b0-76ff-4dfa-ac85-75f3cc8746d3 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 210 time: 0.0596097 Aug 11 08:12:55.356313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0da3-2044-49c4-8c4a-720197fc70f7 req-1aeb25eb-417d-4f5e-96f0-2f1e6d1c4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.358424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5dba0da3-2044-49c4-8c4a-720197fc70f7 req-1aeb25eb-417d-4f5e-96f0-2f1e6d1c4e92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 1101 time: 0.1384025 Aug 11 08:12:55.384803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a070b3e-11f7-429b-a11c-4f4272a56a05 req-8dfcaab4-6803-4f52-b683-1db6e695f35c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.397205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a070b3e-11f7-429b-a11c-4f4272a56a05 req-8dfcaab4-6803-4f52-b683-1db6e695f35c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.400275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a070b3e-11f7-429b-a11c-4f4272a56a05 req-8dfcaab4-6803-4f52-b683-1db6e695f35c tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1681 time: 0.1913145 Aug 11 08:12:55.414963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e5ad0217-cbba-420b-942a-fba1419a57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.417807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-e5ad0217-cbba-420b-942a-fba1419a57cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1095 time: 0.1926529 Aug 11 08:12:55.509574 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-c7b85e30-8c96-4fc5-94df-64ea78321ab7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 217 time: 0.0634484 Aug 11 08:12:55.568931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5dba0da3-2044-49c4-8c4a-720197fc70f7 req-41bb9488-1c0e-4424-a348-b369903f65d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016845 Aug 11 08:12:55.579652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a070b3e-11f7-429b-a11c-4f4272a56a05 req-24b5288f-184c-4bca-b735-218ad89a3c33 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689003 Aug 11 08:12:55.591210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-d56993b7-50ff-40aa-b45d-5703ce173925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.591367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38b528-c40e-4aa8-a1cb-859037d9bce6 req-897149f6-f965-4350-8e1d-d165f9c1ef8c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.598693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-d56993b7-50ff-40aa-b45d-5703ce173925 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.0713687 Aug 11 08:12:55.598965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb38b528-c40e-4aa8-a1cb-859037d9bce6 req-897149f6-f965-4350-8e1d-d165f9c1ef8c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1506076 Aug 11 08:12:55.639977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-dc24a005-06c3-4708-a048-233cc8c1a88d tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.641922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-dc24a005-06c3-4708-a048-233cc8c1a88d tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.64 "GET /v2.0/networks?id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 HTTP/1.1" status: 200 len: 811 time: 0.2344925 Aug 11 08:12:55.643254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-b28d6b14-9fac-42f3-b359-d70e94542a5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279689 Aug 11 08:12:55.676312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb38b528-c40e-4aa8-a1cb-859037d9bce6 req-367cc31e-ee81-4fd0-b92f-8824f996afe3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737090 Aug 11 08:12:55.757337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-e5fbb26e-79d2-4263-ad8f-6ccd5a994df2 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84 HTTP/1.1" status: 200 len: 380 time: 0.0542655 Aug 11 08:12:55.769968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Request body: {'port': {'device_id': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'admin_state_up': True, 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'security_groups': ['0be03c91-4435-43e4-8e84-5e1bee07adc6']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:55.805367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf316c5-3238-4240-ab2e-abd7d706fbf6 req-585c0bc8-9017-4e45-a231-c2c83389d17b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:55.807127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cf316c5-3238-4240-ab2e-abd7d706fbf6 req-585c0bc8-9017-4e45-a231-c2c83389d17b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 950 time: 0.1312716 Aug 11 08:12:55.879775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cf316c5-3238-4240-ab2e-abd7d706fbf6 req-b7ac4db5-70f9-4845-bc4a-2c0ab7e35f5f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606828 Aug 11 08:12:55.882065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-dfa980cb-7dca-41e4-98ec-02757f07e50f service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685672 Aug 11 08:12:55.949549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Made reservation on behalf of a2b61dbad4bb431ca8ccf3461f27cb84 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:12:55.955872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.030174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbaa1ea-abca-474b-b017-3874efab21ba req-7d1088b4-15ef-44aa-8730-cfe8c1e5ab6b service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351044 Aug 11 08:12:56.071509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ac6e3357-b676-4c38-ba7f-d78322562039 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:12:56.128261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port ac6e3357-b676-4c38-ba7f-d78322562039 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:56.135381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port ac6e3357-b676-4c38-ba7f-d78322562039 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:56.136402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.169131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c4ed6-b545-4cb4-a309-4bf627da2141 req-04a0f233-f371-4865-b062-ea6f4418b226 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.171437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-560c4ed6-b545-4cb4-a309-4bf627da2141 req-04a0f233-f371-4865-b062-ea6f4418b226 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 944 time: 0.1078353 Aug 11 08:12:56.175316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5bfec-c84c-4b6c-903a-1853e1ff04f7 req-f23048d2-cc70-4df2-a09f-76163c0eaed1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.186992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1c5bfec-c84c-4b6c-903a-1853e1ff04f7 req-f23048d2-cc70-4df2-a09f-76163c0eaed1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 944 time: 0.1325545 Aug 11 08:12:56.221457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Allocated IP 172.20.0.5 (ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7/5532f69d-5023-4608-a7ea-0a5e19880124/381a9ef3-40ec-48fd-b64a-8c994bfa5a09) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:12:56.240092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.264674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-560c4ed6-b545-4cb4-a309-4bf627da2141 req-5ba27ba5-8764-4f53-b8d8-efbb164a9352 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822561 Aug 11 08:12:56.292340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1c5bfec-c84c-4b6c-903a-1853e1ff04f7 req-586aadf9-2c98-4766-8c50-99fe3735c715 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034019 Aug 11 08:12:56.300638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-9beaec5c-40f0-4349-9eb8-128946c6cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.303108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-9beaec5c-40f0-4349-9eb8-128946c6cb25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1095 time: 0.1516759 Aug 11 08:12:56.309732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:56.328752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.393707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:56.517265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-22d72b91-316c-4434-b221-88b4edb69376 req-bd0ca933-6e9d-4032-8f19-573f473a975e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 210 time: 0.0556283 Aug 11 08:12:56.535652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-5e65d37a-b0cc-4f60-959e-b0d909a64c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.535915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.536517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-5e65d37a-b0cc-4f60-959e-b0d909a64c59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.2121730 Aug 11 08:12:56.552923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Transition to ACTIVE for port object 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:56.601932 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-d9984dff-012d-4287-926f-3361558709a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 217 time: 0.0621486 Aug 11 08:12:56.642999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.653157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1642-c154-4350-b242-27055f1d057c req-0546f97c-e102-4eeb-8450-f9b4fc03505a tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.659875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1642-c154-4350-b242-27055f1d057c req-0546f97c-e102-4eeb-8450-f9b4fc03505a tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.661663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4dd1642-c154-4350-b242-27055f1d057c req-0546f97c-e102-4eeb-8450-f9b4fc03505a tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1681 time: 0.0947340 Aug 11 08:12:56.663421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-9b474646-8318-41d4-9881-bef78fb001a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.665739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-9b474646-8318-41d4-9881-bef78fb001a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.0566928 Aug 11 08:12:56.702046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-e8e131e6-f0d5-454e-a0d7-d6c1e31490d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277557 Aug 11 08:12:56.725977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:12:56.732671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:12:56.739537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:12:56.781511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event updated for resources: {'Port': ['ID=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:56.801373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4dd1642-c154-4350-b242-27055f1d057c req-555f13aa-2e7a-4109-9b6b-dd6feaefa023 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285636 Aug 11 08:12:56.829633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-68a69b7e-2bb7-4d1f-b13e-17bde900fd9c service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150773 Aug 11 08:12:56.842258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:56.843370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:56.884199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-c44902a1-d6ed-4019-84c3-1d9a7a1ff12e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1191604 Aug 11 08:12:56.906690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Request body: {'port': {'device_id': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:12:57.031829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:57.042005 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5ed8c7-fcaa-472e-a2d2-a66febcd8d03 req-37ea9dbf-4370-4092-915b-9e253fa23b52 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006204 Aug 11 08:12:57.073113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcf4f1-35fd-4db0-8621-17ed963c2111 req-1ef12203-aa0a-48d6-a798-25924d5101ff tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.082080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65dcf4f1-35fd-4db0-8621-17ed963c2111 req-1ef12203-aa0a-48d6-a798-25924d5101ff tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.2014925 Aug 11 08:12:57.113252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:57.122193 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32998431-da56-4e91-8a1e-5744f4afa03e" -d '{"events": [{"server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "name": "network-vif-plugged", "status": "completed", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:57.149748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65dcf4f1-35fd-4db0-8621-17ed963c2111 req-019030df-4c36-47c1-b0bb-c075b7647e31 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664475 Aug 11 08:12:57.235664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-261f1b68-8cf8-458a-af9f-ec1635382899 None None] Provisioning for port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:12:57.241403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-261f1b68-8cf8-458a-af9f-ec1635382899 None None] Provisioning complete for port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:12:57.241648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-261f1b68-8cf8-458a-af9f-ec1635382899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:57.291296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2272835-cc64-415c-a174-7974b7361f29 req-bd543839-24ad-4afd-804c-52da00303123 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.292578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2272835-cc64-415c-a174-7974b7361f29 req-bd543839-24ad-4afd-804c-52da00303123 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 950 time: 0.1104827 Aug 11 08:12:57.295597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-261f1b68-8cf8-458a-af9f-ec1635382899 None None] Port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:12:57.317574 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc7bc6-fe4e-46f6-8c38-b4f220d838e2 x-openstack-request-id: req-8ecc7bc6-fe4e-46f6-8c38-b4f220d838e2 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:57.318059 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "name": "network-vif-plugged", "status": "completed", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:57.318481 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ecc7bc6-fe4e-46f6-8c38-b4f220d838e2 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:57.319154 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'code': 200} Aug 11 08:12:57.379136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2272835-cc64-415c-a174-7974b7361f29 req-01d238d7-e2c4-4f2f-b290-08f0f15f61a9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718236 Aug 11 08:12:57.457648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f0dbf-4fe9-4182-87e7-71d068e36a2b req-f0906129-d9dc-4e0e-b3e9-cb5fbec4780a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.460938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-621f0dbf-4fe9-4182-87e7-71d068e36a2b req-f0906129-d9dc-4e0e-b3e9-cb5fbec4780a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0925374 Aug 11 08:12:57.485553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:12:57.495103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:57.515167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Transition to ACTIVE for port object 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:12:57.527511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b06dd-aa7f-4c3f-8efb-b58a7d40efe4 req-f2c3e359-cc48-4103-886a-e365348252a4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.529311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5b06dd-aa7f-4c3f-8efb-b58a7d40efe4 req-f2c3e359-cc48-4103-886a-e365348252a4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 944 time: 0.0831363 Aug 11 08:12:57.530321 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:57.552530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-621f0dbf-4fe9-4182-87e7-71d068e36a2b req-6f2b012c-a9d0-4bd6-a918-9242a64298ca tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667470 Aug 11 08:12:57.555109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73ed13-5705-45d6-a221-e4a01b8f24c6 req-337131a1-e856-4a63-b4e4-f0b53ba4ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.557644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f73ed13-5705-45d6-a221-e4a01b8f24c6 req-337131a1-e856-4a63-b4e4-f0b53ba4ad3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.1257048 Aug 11 08:12:57.611333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f73ed13-5705-45d6-a221-e4a01b8f24c6 req-531c6b71-cbcd-4562-b75f-9877cfe2ab7d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Aug 11 08:12:57.639809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5b06dd-aa7f-4c3f-8efb-b58a7d40efe4 req-5ab1a0b9-9e21-4fb4-94da-2fabf373562a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022797 Aug 11 08:12:57.641232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:57.731223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Attempting to bind port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:12:57.731667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Attempting to bind port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:12:57.732133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Attempting to bind port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 on network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:57.756925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 on network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:12:57.758741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Attempting to bind port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 on network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:12:57.758947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a0d96-12b5-402c-9ba5-c2e3c55b4c83 req-5b197e49-3d03-4ee5-8869-c7c7c2b19b1e tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.761456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c2a0d96-12b5-402c-9ba5-c2e3c55b4c83 req-5b197e49-3d03-4ee5-8869-c7c7c2b19b1e tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 1101 time: 0.0760829 Aug 11 08:12:57.799581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:12:57.800052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Checking segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:12:57.800561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Bound using segment: {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:12:57.801212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Bound port: 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:12:57.801722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:57.818775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c2a0d96-12b5-402c-9ba5-c2e3c55b4c83 req-751cf648-c2da-424a-bede-afdb8a1fbd34 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502503 Aug 11 08:12:57.879120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f802ad-75fb-4b04-bae8-f59250e38d7b req-7fbeec4b-2f1a-418e-b92b-d28695eebcc5 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.881448 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76f802ad-75fb-4b04-bae8-f59250e38d7b req-7fbeec4b-2f1a-418e-b92b-d28695eebcc5 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 943 time: 0.1432652 Aug 11 08:12:57.956472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] For port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:12:57.962024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] For port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:12:57.965808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ee650-a5ae-42cd-8067-95ccac18b347 req-f287976e-c3be-4f8f-a77f-e16a8747038b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.971503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76f802ad-75fb-4b04-bae8-f59250e38d7b req-5cef3d38-c50e-4d29-ae6b-4f94d555d670 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727470 Aug 11 08:12:57.972525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ee650-a5ae-42cd-8067-95ccac18b347 req-f287976e-c3be-4f8f-a77f-e16a8747038b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:57.973653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:57.980471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e18ee650-a5ae-42cd-8067-95ccac18b347 req-f287976e-c3be-4f8f-a77f-e16a8747038b tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1681 time: 0.0883174 Aug 11 08:12:58.028063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e18ee650-a5ae-42cd-8067-95ccac18b347 req-dd9eba5d-46ab-4b9e-a7a2-cb6aedb3becc tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Aug 11 08:12:58.068133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.069043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:58.071024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/381a9ef3-40ec-48fd-b64a-8c994bfa5a09 HTTP/1.1" status: 200 len: 1091 time: 1.1694744 Aug 11 08:12:58.071887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:58.075078 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d" -d '{"events": [{"name": "network-changed", "server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:58.092347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc770a0b-00ad-47f1-a79b-02724e0ca2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:58.130705 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05745fc2-2891-4102-9685-1c6409b40fb2 x-openstack-request-id: req-05745fc2-2891-4102-9685-1c6409b40fb2 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:58.131314 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:58.131511 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05745fc2-2891-4102-9685-1c6409b40fb2 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:58.132111 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'status': 'completed', 'code': 200} Aug 11 08:12:58.212676 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-80d6998c-fed0-424d-92b1-0fccee855a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.214504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-80d6998c-fed0-424d-92b1-0fccee855a42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84&device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 1094 time: 0.0508540 Aug 11 08:12:58.293476 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-c5aa4f39-e148-4745-ada6-e9fc3e1ed6c4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379384 Aug 11 08:12:58.299026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-fbe46299-4c6a-42dc-9b11-d4657f14a32a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09 HTTP/1.1" status: 200 len: 217 time: 0.0582924 Aug 11 08:12:58.395818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-7a08c139-f600-403d-a4c7-842188d60270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.397332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-7a08c139-f600-403d-a4c7-842188d60270 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5532f69d-5023-4608-a7ea-0a5e19880124 HTTP/1.1" status: 200 len: 850 time: 0.0832610 Aug 11 08:12:58.408754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383dcfc-0b56-4af1-a2dc-e18f0023fa21 req-17777297-f751-40fd-90da-777d85536dff tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.410679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e383dcfc-0b56-4af1-a2dc-e18f0023fa21 req-17777297-f751-40fd-90da-777d85536dff tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1100934 Aug 11 08:12:58.423783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-8f48d617-723a-475d-a943-a7af83ba3b0e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.429769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-8f48d617-723a-475d-a943-a7af83ba3b0e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.431627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-8f48d617-723a-475d-a943-a7af83ba3b0e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 1681 time: 0.1361907 Aug 11 08:12:58.440410 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:58.480619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e383dcfc-0b56-4af1-a2dc-e18f0023fa21 req-e60cdfad-1dad-45d7-a0e3-794abc5f109f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577264 Aug 11 08:12:58.483934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-d3c56b18-62eb-4089-896a-bc56f8ed18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.485684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-d3c56b18-62eb-4089-896a-bc56f8ed18c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743792 Aug 11 08:12:58.534218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-ab0f910d-28b9-4a8d-b876-73d4312ce194 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.535822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-ab0f910d-28b9-4a8d-b876-73d4312ce194 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280464 Aug 11 08:12:58.554066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-b65f4760-4637-4814-b41a-991a68aafea6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/quotas/ae4051ba7d22494f9271d0af3b41ac55 HTTP/1.1" status: 200 len: 375 time: 0.0109196 Aug 11 08:12:58.615846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-3eeda93d-5b16-4798-97e8-8cc721756a77 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205354 Aug 11 08:12:58.629473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 2a42830e-dc3e-4912-a0d3-dd596facbbda {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:58.629843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:58.694136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-89625cb2-c510-4211-8e0b-5ad9841eb563 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1286848 Aug 11 08:12:58.759882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 2a42830e-dc3e-4912-a0d3-dd596facbbda, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a42830e-dc3e-4912-a0d3-dd596facbbda,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:58.760663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:58.763974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a150-c586-4920-b33f-2f70cc855da0 req-df29aaf4-22ec-4445-8d92-fdc28c41b9f0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:58.765878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a054a150-c586-4920-b33f-2f70cc855da0 req-df29aaf4-22ec-4445-8d92-fdc28c41b9f0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0919166 Aug 11 08:12:58.771431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b5aca94-401f-41f2-a8be-b018ef7f6b09 req-0d6f55b2-9f5d-45a1-b091-2518d9264307 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463144 Aug 11 08:12:58.794410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 2a42830e-dc3e-4912-a0d3-dd596facbbda owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:58.832117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a054a150-c586-4920-b33f-2f70cc855da0 req-702d3a66-0e9b-4d95-9942-9a8f7964ee0e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577304 Aug 11 08:12:58.976949 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86fd6796-b19e-4a21-ad8f-07e0d60e56b7 req-c8094424-50da-4ff7-ad01-9a72ca343f75 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 210 time: 0.0547431 Aug 11 08:12:59.032966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-ae3b2fb9-159a-4af4-aefa-0ccfb833546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.034860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-ae3b2fb9-159a-4af4-aefa-0ccfb833546c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84&device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 1094 time: 0.0712316 Aug 11 08:12:59.044462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca130-d423-4128-b672-2078540b7499 req-7c390632-8fe2-44ed-a0f4-e93ec7bd79e9 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.046408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f41ca130-d423-4128-b672-2078540b7499 req-7c390632-8fe2-44ed-a0f4-e93ec7bd79e9 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 944 time: 0.0793238 Aug 11 08:12:59.047705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.088527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=2a42830e-dc3e-4912-a0d3-dd596facbbda,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:59.161067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f41ca130-d423-4128-b672-2078540b7499 req-f119201f-4e91-4558-81fb-42eda11443b0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830948 Aug 11 08:12:59.191904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 2a42830e-dc3e-4912-a0d3-dd596facbbda on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:59.194984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.197714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-49c073dd-2b95-4988-998d-95f5aec94348 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "DELETE /v2.0/ports/2a42830e-dc3e-4912-a0d3-dd596facbbda HTTP/1.1" status: 204 len: 173 time: 0.7505927 Aug 11 08:12:59.198104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-deleted', 'tag': '2a42830e-dc3e-4912-a0d3-dd596facbbda'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:12:59.200627 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0db13f5-908c-4bae-b238-e362a87ce1ec" -d '{"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-deleted", "tag": "2a42830e-dc3e-4912-a0d3-dd596facbbda"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:12:59.216426 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f137252-4f65-434e-abb7-c1f0d904013d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.267768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-75f95ba7-5637-475b-823d-f6fea4fbad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.269305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-75f95ba7-5637-475b-823d-f6fea4fbad16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 HTTP/1.1" status: 200 len: 912 time: 0.2116444 Aug 11 08:12:59.278082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d35d8-9bdd-428f-9789-df50e105ca9f req-443cf650-c323-4d7a-a857-112a21e96307 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.279837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-791d35d8-9bdd-428f-9789-df50e105ca9f req-443cf650-c323-4d7a-a857-112a21e96307 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 943 time: 0.1299756 Aug 11 08:12:59.354771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-edc9d010-692a-476d-ade8-72bc758ce334 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09 HTTP/1.1" status: 200 len: 217 time: 0.0626283 Aug 11 08:12:59.398708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946abf-01d5-4980-88d4-7948468f2b23 req-fd035d5f-6599-4a2e-9527-7d5256af9e75 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.400645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94946abf-01d5-4980-88d4-7948468f2b23 req-fd035d5f-6599-4a2e-9527-7d5256af9e75 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 945 time: 0.0920734 Aug 11 08:12:59.408744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:12:59.409204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.432690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-791d35d8-9bdd-428f-9789-df50e105ca9f req-d789dedb-990f-4722-b229-005337242301 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417568 Aug 11 08:12:59.447739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-d165e343-2465-43b9-87b4-1f279a76e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.449283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-d165e343-2465-43b9-87b4-1f279a76e8f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5532f69d-5023-4608-a7ea-0a5e19880124 HTTP/1.1" status: 200 len: 850 time: 0.0849102 Aug 11 08:12:59.472538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.512801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94946abf-01d5-4980-88d4-7948468f2b23 req-80a2a74a-3c0a-4260-85b7-372650b497d0 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/security-groups?id=cef0c60d-10f7-44c0-a653-415121080c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999210 Aug 11 08:12:59.522072 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a81f5e-f4a9-400d-92dc-91b7c0d0e861 x-openstack-request-id: req-e8a81f5e-f4a9-400d-92dc-91b7c0d0e861 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:12:59.522276 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-deleted", "tag": "2a42830e-dc3e-4912-a0d3-dd596facbbda", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:12:59.522419 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8a81f5e-f4a9-400d-92dc-91b7c0d0e861 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:12:59.522762 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-deleted', 'tag': '2a42830e-dc3e-4912-a0d3-dd596facbbda', 'status': 'completed', 'code': 200} Aug 11 08:12:59.570566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-b7213950-0be1-4507-b1ca-647d07f76ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.573543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-b7213950-0be1-4507-b1ca-647d07f76ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916867 Aug 11 08:12:59.586838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:12:59.587218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.619340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 2a1bf27d-eff2-418c-a66d-01ca374bc5fa owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:12:59.698097 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-fc6a48f7-835b-4c56-a550-6f088db91fd8 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160920 Aug 11 08:12:59.710165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723ff6e-ce56-4171-af70-d93b67ee5fb8 req-088464e0-f558-44da-bb25-0c81f798bcf0 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:12:59.711973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a723ff6e-ce56-4171-af70-d93b67ee5fb8 req-088464e0-f558-44da-bb25-0c81f798bcf0 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1094780 Aug 11 08:12:59.778299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a723ff6e-ce56-4171-af70-d93b67ee5fb8 req-22474438-aae0-43a4-b3dd-aff277bd966c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573237 Aug 11 08:12:59.841579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-669498ae-63cd-4f70-8a5a-4c8c3cb2001d req-b9a2579d-3d2c-4ccd-8053-5ab8fa96dc60 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280243 Aug 11 08:12:59.854787 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.899409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=2a1bf27d-eff2-418c-a66d-01ca374bc5fa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:12:59.950402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 2a1bf27d-eff2-418c-a66d-01ca374bc5fa on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:12:59.953395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:12:59.955479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7dbbd916-d097-4d27-89eb-9f79ef063a4c req-f6c68ae3-ccba-43f5-ae4d-75d1018bcc01 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.69 "DELETE /v2.0/ports/2a1bf27d-eff2-418c-a66d-01ca374bc5fa HTTP/1.1" status: 204 len: 173 time: 0.7515826 Aug 11 08:13:00.025300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108ec89-d5b5-4a9d-809e-2dee4bc3492a req-d45f45d3-6de5-48b2-91c0-975f4da7c13b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:00.027038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2108ec89-d5b5-4a9d-809e-2dee4bc3492a req-d45f45d3-6de5-48b2-91c0-975f4da7c13b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0666368 Aug 11 08:13:00.074572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37355577-85b1-45d8-a076-b1d9079d93f4 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:13:00.077599 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2108ec89-d5b5-4a9d-809e-2dee4bc3492a req-b799300a-1baf-45d7-ac3d-8c0cc9480a9c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Aug 11 08:13:00.119433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05d994cf-83cf-476a-9873-3fc6b6844c1d req-bc22e3cd-8f2e-4e47-9643-7e824bac02cc tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 210 time: 0.0399375 Aug 11 08:13:00.262880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:00.281874 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '37355577-85b1-45d8-a076-b1d9079d93f4', 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7', 'port_id': '37355577-85b1-45d8-a076-b1d9079d93f4', 'mac_address': 'fa:16:3e:5a:01:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22c7258-5cbb-4b90-adbd-1470d23c0bc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:13:00.324579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d29525-156b-49b7-9a36-7989c69b3313 req-23bfc8fb-ffab-4f86-a64e-5f2594969d25 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:00.328475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e2d29525-156b-49b7-9a36-7989c69b3313 req-23bfc8fb-ffab-4f86-a64e-5f2594969d25 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 944 time: 0.0827961 Aug 11 08:13:00.332133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:00.351198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37355577-85b1-45d8-a076-b1d9079d93f4 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:00.387448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-1f4a56ff-a83c-49b6-9d16-83753e16af21 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539346 Aug 11 08:13:00.390000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:00.397085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:00.454384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:00.466125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.466476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.466850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.467328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.467799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.468140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.468938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.469879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.470377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.470759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.471103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.471448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:00.508964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e2d29525-156b-49b7-9a36-7989c69b3313 req-090147a1-440c-49e8-befa-4e02fe501140 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591809 Aug 11 08:13:00.582215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-f9128283-5615-4135-b44b-eefbfce734bc tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:00.584442 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-f9128283-5615-4135-b44b-eefbfce734bc tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904037 Aug 11 08:13:00.628941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:00.709039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a881-2d19-4081-93b7-38bd1381b5b4 req-bc5f7008-261b-4090-b4e8-cc19f661dac9 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:00.710795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4be0a881-2d19-4081-93b7-38bd1381b5b4 req-bc5f7008-261b-4090-b4e8-cc19f661dac9 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 943 time: 0.1249607 Aug 11 08:13:00.718774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:00.787397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4be0a881-2d19-4081-93b7-38bd1381b5b4 req-4311cb8f-11a7-4b41-ae71-099b99b1c522 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562170 Aug 11 08:13:00.836436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:00.841067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:00.894480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-9b3b01b2-9399-4369-93cf-3f2bf2b7a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:00.896483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-9b3b01b2-9399-4369-93cf-3f2bf2b7a975 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.4744108 Aug 11 08:13:00.905404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a1bf27d-eff2-418c-a66d-01ca374bc5fa no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:00.916087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3eef-6b97-4982-a88e-2d3786d1d3e6 req-e9f8a587-fb76-4f34-b3be-fc0a2718d935 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:00.924751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97eb3eef-6b97-4982-a88e-2d3786d1d3e6 req-e9f8a587-fb76-4f34-b3be-fc0a2718d935 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.5156250 Aug 11 08:13:00.977751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 2a1bf27d-eff2-418c-a66d-01ca374bc5fa {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:00.978328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a1bf27d-eff2-418c-a66d-01ca374bc5fa not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:00.979287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a42830e-dc3e-4912-a0d3-dd596facbbda no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:01.015834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 2a42830e-dc3e-4912-a0d3-dd596facbbda {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:01.016172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a42830e-dc3e-4912-a0d3-dd596facbbda not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:01.021082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6e99e92-7280-4ea8-a31d-db5c54725d5b req-64dfe9ce-caf8-4fdc-b949-22983fc57f1e tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "GET /v2.0/ports?device_id=690c7789-872e-4d63-b039-98949159214b HTTP/1.1" status: 200 len: 210 time: 0.0686109 Aug 11 08:13:01.061459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97eb3eef-6b97-4982-a88e-2d3786d1d3e6 req-5789d568-d9be-46c2-836c-18798d0989bc tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353166 Aug 11 08:13:01.117600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-9fce0a1e-3aa4-44a2-b2d5-415da33c6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:01.120333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-9fce0a1e-3aa4-44a2-b2d5-415da33c6cf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.1866198 Aug 11 08:13:01.148129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.149 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/a2fa8446-33f0-40a0-bdea-f36b23dce86f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:01.191276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-ed0bc91d-5267-4d6a-bc47-b6d465dd8746 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.0617521 Aug 11 08:13:01.255745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-b95701a7-adf0-4eeb-81bc-0a678b6f1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:01.257215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-b95701a7-adf0-4eeb-81bc-0a678b6f1699 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.0576799 Aug 11 08:13:01.340903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-7f8f8e50-087e-4559-ad66-b4947004bf3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744865 Aug 11 08:13:01.344374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82d6eeaf-0fcb-47a1-a678-895ad7cf9955 req-eb5496c4-1527-42fe-98ca-41cc2f5fb945 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 210 time: 0.0767317 Aug 11 08:13:01.345258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf266720-cf87-4f89-82c7-e760892e4111 req-374c1345-f836-4eff-ba96-0cf45f2be14c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:01.346810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf266720-cf87-4f89-82c7-e760892e4111 req-374c1345-f836-4eff-ba96-0cf45f2be14c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1265001 Aug 11 08:13:01.457230 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf266720-cf87-4f89-82c7-e760892e4111 req-c863b134-95eb-4faa-8498-ff4da55bb396 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857871 Aug 11 08:13:01.460303 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:01.475118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object a2fa8446-33f0-40a0-bdea-f36b23dce86f will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:01.490255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-31106570-2bd7-4b62-b63a-d441ffb6788e service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417074 Aug 11 08:13:01.521218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:01.533625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-deleted', 'tag': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:01.535997 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25d165-4a46-4cf8-8979-29a1626c8fee" -d '{"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-deleted", "tag": "2a1bf27d-eff2-418c-a66d-01ca374bc5fa"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:01.571652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c', '1d8bf3b0-9247-4187-b437-7bcfe10c3c61'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:01.573107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:01.576540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:01.581009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:01.614335 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1131809f-7a82-41e4-aee9-74740928587e x-openstack-request-id: req-1131809f-7a82-41e4-aee9-74740928587e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:01.614602 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c7789-872e-4d63-b039-98949159214b", "name": "network-vif-deleted", "tag": "2a1bf27d-eff2-418c-a66d-01ca374bc5fa", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:01.614863 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1131809f-7a82-41e4-aee9-74740928587e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:01.615268 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c7789-872e-4d63-b039-98949159214b', 'name': 'network-vif-deleted', 'tag': '2a1bf27d-eff2-418c-a66d-01ca374bc5fa', 'status': 'completed', 'code': 200} Aug 11 08:13:01.623347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:01.625439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=a2fa8446-33f0-40a0-bdea-f36b23dce86f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:01.652633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:01.653402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:01.675326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-30d64e13-1865-49cc-84cb-b70b8ebcf482 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0508819 Aug 11 08:13:01.698784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Request body: {'port': {'device_id': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:01.719193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73d5e-7a90-4408-91e7-b7556701d3b8 req-362d1fd6-7f60-4c74-ae6e-6dfe190d2536 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:01.721034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7b73d5e-7a90-4408-91e7-b7556701d3b8 req-362d1fd6-7f60-4c74-ae6e-6dfe190d2536 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 945 time: 0.1106074 Aug 11 08:13:01.723175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-048ad255-2fe8-4b1c-8b7b-11992d75337d req-bd0cd94f-40d4-4f23-903d-7fef42cdc4c6 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256479 Aug 11 08:13:01.801678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-2d6ef9da-72da-4351-b52a-c01155f5a215 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:01.809477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7b73d5e-7a90-4408-91e7-b7556701d3b8 req-26f79312-a3f0-46cc-8a9f-0a3e883acb3d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Aug 11 08:13:01.812175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-2d6ef9da-72da-4351-b52a-c01155f5a215 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.1356421 Aug 11 08:13:02.075671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fa9087c9-e05a-4f3d-85a6-bf8be1135e45 None None] Provisioning for port a2fa8446-33f0-40a0-bdea-f36b23dce86f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:02.083578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:13:02.085310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:02.098520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37355577-85b1-45d8-a076-b1d9079d93f4 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:02.106291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fa9087c9-e05a-4f3d-85a6-bf8be1135e45 None None] Provisioning complete for port a2fa8446-33f0-40a0-bdea-f36b23dce86f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:02.106648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fa9087c9-e05a-4f3d-85a6-bf8be1135e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.177755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fa9087c9-e05a-4f3d-85a6-bf8be1135e45 None None] Port a2fa8446-33f0-40a0-bdea-f36b23dce86f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:13:02.183306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:02.223855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting subnet e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:13:02.237549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.251210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.303309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.313423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0c3a1-f7bf-47d1-a99e-25bae560d0fb req-9ac73d51-6959-41a8-88d6-a30180dcd96e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:02.315213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58d0c3a1-f7bf-47d1-a99e-25bae560d0fb req-9ac73d51-6959-41a8-88d6-a30180dcd96e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1086867 Aug 11 08:13:02.320763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd68a4-0566-4514-9196-453593b8c7c3 req-6c97bb2d-bfaf-44dc-b122-b039f29df119 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:02.322426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8cd68a4-0566-4514-9196-453593b8c7c3 req-6c97bb2d-bfaf-44dc-b122-b039f29df119 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 943 time: 0.1448464 Aug 11 08:13:02.323056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.353533 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.387826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 37355577-85b1-45d8-a076-b1d9079d93f4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:02.406700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58d0c3a1-f7bf-47d1-a99e-25bae560d0fb req-3c40264e-add5-49ad-b9e1-92490c9e4342 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626183 Aug 11 08:13:02.407004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:02.409566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 37355577-85b1-45d8-a076-b1d9079d93f4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:02.409846 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.446678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'port_id': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'mac_address': 'fa:16:3e:e5:d2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:13:02.461224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.498572 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8cd68a4-0566-4514-9196-453593b8c7c3 req-5c977d8e-0483-4e55-b4f4-fb031d14acf7 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583641 Aug 11 08:13:02.561063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.590311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.613848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:02.643771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Subnet': ['ID=e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:02.650566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.668356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:02.672775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a627babc-deec-4142-8bfe-359b8bec6994 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/subnets/e43c1cbc-a4f2-4f00-a82c-6781b6c72a4d HTTP/1.1" status: 204 len: 168 time: 0.5792336 Aug 11 08:13:02.673387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39662) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:02.701838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24b152-834d-4ad8-ae69-efb287d33b34 None None] Network 4fab91f7-1e0c-4198-965f-8f8241f3802c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:02.706485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:02.735036 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.770632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:02.851364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa8446-33f0-40a0-bdea-f36b23dce86f {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:02.865689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.878630 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.897295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Transition to ACTIVE for port object a2fa8446-33f0-40a0-bdea-f36b23dce86f will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:02.897657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7e2f0-3d84-47e2-ae7e-bf367b73711e req-744e3429-65fa-42ec-b459-b85b54e1c5af tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:02.898939 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.899456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eea7e2f0-3d84-47e2-ae7e-bf367b73711e req-744e3429-65fa-42ec-b459-b85b54e1c5af tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 936 time: 0.1047640 Aug 11 08:13:02.901794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.907891 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.923323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:02.952048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd33f-a8b3-4ed1-af47-e3161f4bd196 req-b6c3c9ad-49e1-4a54-b68b-7f8e5a7ec375 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:02.954219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b1cd33f-a8b3-4ed1-af47-e3161f4bd196 req-b6c3c9ad-49e1-4a54-b68b-7f8e5a7ec375 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 945 time: 0.1393220 Aug 11 08:13:03.002847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:03.003550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.013208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa8446-33f0-40a0-bdea-f36b23dce86f,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:03.016674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:13:03.028187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eea7e2f0-3d84-47e2-ae7e-bf367b73711e req-ad5eaa4b-ea54-42af-80cc-d9d3ae8114bf tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955503 Aug 11 08:13:03.034790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-06d9e929-4acb-426c-a256-f73789d28355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.127433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:03.164535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:03.167729 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206ff1f-1cd0-4fe7-ab30-ec17a60670cf" -d '{"events": [{"server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "name": "network-vif-plugged", "status": "completed", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:03.168044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b1cd33f-a8b3-4ed1-af47-e3161f4bd196 req-e2294bb9-8371-4427-b902-a0855d35c069 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960840 Aug 11 08:13:03.170491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['381a9ef3-40ec-48fd-b64a-8c994bfa5a09'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:03.250148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86a38-2d3f-41d8-bf24-6a422fc7b2dd req-102d6bce-a9c1-42fd-a671-d8dff30db17e tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:03.252794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae86a38-2d3f-41d8-bf24-6a422fc7b2dd req-102d6bce-a9c1-42fd-a671-d8dff30db17e tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 945 time: 0.0915859 Aug 11 08:13:03.266560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 39852cf4-b7ac-43b4-874e-ab9f745b44c7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=39852cf4-b7ac-43b4-874e-ab9f745b44c7,segment=NetworkSegment(bf5be759-c715-4aa4-9ede-372ca9b9c36b),segment_id=bf5be759-c715-4aa4-9ede-372ca9b9c36b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:03.267047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.297645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:03.319158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 39852cf4-b7ac-43b4-874e-ab9f745b44c7 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:03.325261 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c769df8f-5bdf-480f-98ce-b1b1edddec9d x-openstack-request-id: req-c769df8f-5bdf-480f-98ce-b1b1edddec9d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:03.326035 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "name": "network-vif-plugged", "status": "completed", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:03.327332 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c769df8f-5bdf-480f-98ce-b1b1edddec9d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:03.328643 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4', 'code': 200} Aug 11 08:13:03.340508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:03.340857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:03.341241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:03.343167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:03.362734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:13:03.363440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:03.366773 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.373779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:03.373779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:03.374642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:03.374884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Bound port: f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:03.375258 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.430821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ae86a38-2d3f-41d8-bf24-6a422fc7b2dd req-ffcfbdca-bc42-47c5-a96f-08e0d24a74b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607792 Aug 11 08:13:03.453799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Attempting to bind port a2fa8446-33f0-40a0-bdea-f36b23dce86f on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:03.454230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Attempting to bind port a2fa8446-33f0-40a0-bdea-f36b23dce86f by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:03.454487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Attempting to bind port a2fa8446-33f0-40a0-bdea-f36b23dce86f on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:03.462683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Port a2fa8446-33f0-40a0-bdea-f36b23dce86f on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:13:03.463009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Attempting to bind port a2fa8446-33f0-40a0-bdea-f36b23dce86f on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:03.478363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:03.478840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:03.479055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fabf-dad0-4587-b533-26d35f266a50 req-05c76362-b171-41db-8651-84cfe08a5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:03.479228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:03.479631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Bound port: a2fa8446-33f0-40a0-bdea-f36b23dce86f, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:03.480144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.480415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b53fabf-dad0-4587-b533-26d35f266a50 req-05c76362-b171-41db-8651-84cfe08a5e7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1097 time: 0.1276541 Aug 11 08:13:03.508509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00fcbe7-3f96-48a0-a89d-e0653440fa30 None None] DHCP port deletion for 4fab91f7-1e0c-4198-965f-8f8241f3802c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:13:03.564311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b53fabf-dad0-4587-b533-26d35f266a50 req-c02fd238-137c-449e-857e-1b492b2d05e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742939 Aug 11 08:13:03.567601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.603090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:03.606828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a00fcbe7-3f96-48a0-a89d-e0653440fa30 None None] The port '39852cf4-b7ac-43b4-874e-ab9f745b44c7' was deleted {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:13:03.619965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=39852cf4-b7ac-43b4-874e-ab9f745b44c7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:03.622047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 39852cf4-b7ac-43b4-874e-ab9f745b44c7 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:03.651664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:03.658467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:03.669832 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4ff4d8-b885-4285-89a8-12f23f8eff47" -d '{"events": [{"server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:03.677769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:03.685980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:03.686952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:03.687173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:03.701217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:13:03.703834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempting to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:03.727054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:03.746410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:03.746807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:03.747491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:03.748715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Bound port: f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:03.749210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.749621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.753274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] For port a2fa8446-33f0-40a0-bdea-f36b23dce86f, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:03.761623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] For port a2fa8446-33f0-40a0-bdea-f36b23dce86f, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:03.776859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060014b-a120-4e1a-92cd-e78e9a869a88 req-0da09316-96c9-4e03-8740-e4b5f32aa8a7 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:03.782490 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.785503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d060014b-a120-4e1a-92cd-e78e9a869a88 req-0da09316-96c9-4e03-8740-e4b5f32aa8a7 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.2062480 Aug 11 08:13:03.808502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fab91f7-1e0c-4198-965f-8f8241f3802c']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:03.821644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.824957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc32f-e1b7-42d5-b8ae-9462343ca10f req-549bd829-6d33-4610-a5a3-8652d5befca8 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:03.827832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ecfc32f-e1b7-42d5-b8ae-9462343ca10f req-549bd829-6d33-4610-a5a3-8652d5befca8 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 944 time: 0.1967864 Aug 11 08:13:03.845202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5be759-c715-4aa4-9ede-372ca9b9c36b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:03.845730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5be759-c715-4aa4-9ede-372ca9b9c36b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:03.875891 n-d-789963-6 neutron-server[94574]: WARNING neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Concurrent port binding operations failed on port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 Aug 11 08:13:03.883654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:03.884024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.886197 n-d-789963-6 neutron-server[94574]: INFO neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Attempt 2 to bind port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 Aug 11 08:13:03.887444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:13:03.901730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:03.902380 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.903852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] 10.222.0.69 "PUT /v2.0/ports/a2fa8446-33f0-40a0-bdea-f36b23dce86f HTTP/1.1" status: 200 len: 1096 time: 2.2115314 Aug 11 08:13:03.918652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d060014b-a120-4e1a-92cd-e78e9a869a88 req-fa02bcc7-c842-4a7f-8a0e-15019dadb2cb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927088 Aug 11 08:13:03.934549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.937111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:03.942537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:03.943389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.946053 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5cdf4f7b-233d-4d76-9a52-4594c0053309 service neutron] 10.222.0.69 "PUT /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 1121 time: 1.7671499 Aug 11 08:13:03.985270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:13:03.986955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:13:03.993239 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:13:04.038315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7d4c-eda8-4bc2-9915-915e71e7fb6f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa8446-33f0-40a0-bdea-f36b23dce86f,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:04.107044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:04.131232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ecfc32f-e1b7-42d5-b8ae-9462343ca10f req-e5554d0b-104a-432f-b9e0-7c04e9206709 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637477 Aug 11 08:13:04.151074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-c5d37462-ae32-4f96-9a13-b0e69353e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:04.165090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-c5d37462-ae32-4f96-9a13-b0e69353e6ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 1099 time: 0.1198912 Aug 11 08:13:04.218001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:04.220452 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.248127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.261407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/networks/4fab91f7-1e0c-4198-965f-8f8241f3802c HTTP/1.1" status: 204 len: 168 time: 1.5844922 Aug 11 08:13:04.269414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39682) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:04.272677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-699e7cdb-7c48-4995-bff8-5b4a349cda47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f HTTP/1.1" status: 200 len: 217 time: 0.0857444 Aug 11 08:13:04.358155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68ae48-b0e1-44b9-a736-e54ba99a9e89 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Network': ['ID=4fab91f7-1e0c-4198-965f-8f8241f3802c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:04.367568 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe3b5a-b114-49f3-aadb-f1b321bfbb30 x-openstack-request-id: req-dabe3b5a-b114-49f3-aadb-f1b321bfbb30 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:04.368256 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:04.368662 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dabe3b5a-b114-49f3-aadb-f1b321bfbb30 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:04.369378 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'code': 200} Aug 11 08:13:04.436107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-5fc044c8-b99c-46bc-8e95-a243c48cb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:04.438465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-5fc044c8-b99c-46bc-8e95-a243c48cb2dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1555862 Aug 11 08:13:04.459586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting subnet 56108f6c-b405-4530-9e1f-b430a41519a1 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:13:04.464285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.492074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 39852cf4-b7ac-43b4-874e-ab9f745b44c7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:04.530724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 39852cf4-b7ac-43b4-874e-ab9f745b44c7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:04.531154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 39852cf4-b7ac-43b4-874e-ab9f745b44c7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:04.566276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-2f12a3f7-49ee-4cf9-805c-5c907d5f2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:04.568566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-2f12a3f7-49ee-4cf9-805c-5c907d5f2b65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075835 Aug 11 08:13:04.597807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289c834-3317-434e-8123-f82308181cf5 req-d6a1529d-89a5-4ef6-911d-727a19205cb5 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:04.599256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96267d45-ab2a-4caf-bf8e-853601923359 req-03272e11-ab8e-424a-ab4a-aa9aa5a98913 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:04.600162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0289c834-3317-434e-8123-f82308181cf5 req-d6a1529d-89a5-4ef6-911d-727a19205cb5 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 948 time: 0.1547296 Aug 11 08:13:04.601896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96267d45-ab2a-4caf-bf8e-853601923359 req-03272e11-ab8e-424a-ab4a-aa9aa5a98913 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.0926156 Aug 11 08:13:04.603565 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.707914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96267d45-ab2a-4caf-bf8e-853601923359 req-07b1b4ca-8102-4b96-bbb8-21da92d7eb0e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625632 Aug 11 08:13:04.710172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0289c834-3317-434e-8123-f82308181cf5 req-b7891e2c-1f51-4a8e-8bbe-b8d4cb7113d5 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Aug 11 08:13:04.736941 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-c48eaa04-7947-4fd9-aa4f-be56b6c87547 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548748 Aug 11 08:13:04.743190 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.819610 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.872156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24cf1865-a247-4eef-9300-2fc52ccbe781 req-e8d3985a-349b-46e3-881e-ff69a734c70e service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249349 Aug 11 08:13:04.904331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fba6c5-da15-4ab1-9974-e346f97fcfe8 req-d3615c07-4904-42cc-8251-aadf0b6fe06b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:04.906657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66fba6c5-da15-4ab1-9974-e346f97fcfe8 req-d3615c07-4904-42cc-8251-aadf0b6fe06b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 946 time: 0.0996387 Aug 11 08:13:04.949385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.992743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66fba6c5-da15-4ab1-9974-e346f97fcfe8 req-fdd789ea-87c8-42d9-b0e2-aed1dbcb9821 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747418 Aug 11 08:13:04.993538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Subnet': ['ID=56108f6c-b405-4530-9e1f-b430a41519a1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:04.996078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:04.998018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c1670c1-f594-4c93-a2fd-49405bfa91ea tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/subnets/56108f6c-b405-4530-9e1f-b430a41519a1 HTTP/1.1" status: 204 len: 168 time: 0.7263546 Aug 11 08:13:05.002147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39688) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:05.003746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d644ca-4af8-4dcd-8d36-e6927dd1b75f None None] Network 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:05.164376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.197832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550579-2e9a-40c4-9293-7bb3f670e63a req-bc8b6421-4bd5-4cf9-8757-d0907254fef0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:05.200592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f550579-2e9a-40c4-9293-7bb3f670e63a req-bc8b6421-4bd5-4cf9-8757-d0907254fef0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1311111 Aug 11 08:13:05.222144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] DHCP port deletion for 299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:13:05.288254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] Deleting port 5414acb6-1a6a-42a9-b8a1-8b244da4497c {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:05.288657 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.322653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f550579-2e9a-40c4-9293-7bb3f670e63a req-8bc9827b-0291-46f3-ac6d-c0c3c7818701 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141965 Aug 11 08:13:05.347062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Deleting port 5414acb6-1a6a-42a9-b8a1-8b244da4497c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:05.347062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.363102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8343-bc14-41a9-a3ca-4f1212e21bab req-de202384-293a-4b71-a00c-d44a0ca528f4 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:05.364843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f8e8343-bc14-41a9-a3ca-4f1212e21bab req-de202384-293a-4b71-a00c-d44a0ca528f4 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 944 time: 0.0776014 Aug 11 08:13:05.375095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] For port 5414acb6-1a6a-42a9-b8a1-8b244da4497c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5414acb6-1a6a-42a9-b8a1-8b244da4497c,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:05.375598 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.392946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] Calling delete_port for 5414acb6-1a6a-42a9-b8a1-8b244da4497c owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:05.438092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] For port 5414acb6-1a6a-42a9-b8a1-8b244da4497c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5414acb6-1a6a-42a9-b8a1-8b244da4497c,segment=NetworkSegment(c8a9979b-18c9-42f1-94e7-eac13cad8be6),segment_id=c8a9979b-18c9-42f1-94e7-eac13cad8be6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:05.438588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.449544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f8e8343-bc14-41a9-a3ca-4f1212e21bab req-b71c49df-7cec-4684-97f3-dc10267e5ceb tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717542 Aug 11 08:13:05.464943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Calling delete_port for 5414acb6-1a6a-42a9-b8a1-8b244da4497c owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:05.510967 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.547325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] Pushing event deleted for resources: {'Port': ['ID=5414acb6-1a6a-42a9-b8a1-8b244da4497c,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:05.552581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36ce79-7194-42b9-a869-602c33b7b926 None None] No DVR routers for this DVR port 5414acb6-1a6a-42a9-b8a1-8b244da4497c on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:05.564139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.593370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Port': ['ID=5414acb6-1a6a-42a9-b8a1-8b244da4497c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:05.598631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] No DVR routers for this DVR port 5414acb6-1a6a-42a9-b8a1-8b244da4497c on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:05.709830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.722813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:05.739811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a9979b-18c9-42f1-94e7-eac13cad8be6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:05.740135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a9979b-18c9-42f1-94e7-eac13cad8be6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:05.751307 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.770457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.780529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:13:05.780529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:13:05.784087 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:13:05.852279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.859070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:05.868443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] 10.222.0.58 "DELETE /v2.0/networks/299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c HTTP/1.1" status: 204 len: 168 time: 0.8562403 Aug 11 08:13:05.893216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178aca1-b447-45b8-902d-90c520f624c1 tempest-ServersTestMultiNic-837851977 tempest-ServersTestMultiNic-837851977-project] Pushing event deleted for resources: {'Network': ['ID=299e2e95-0ca4-4c2b-b637-6d4a0ea4f42c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:05.909035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dfc1a-babf-4e20-a808-c9c83371a84b req-89c967d3-b239-4688-8f97-6324fce5410e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:05.910721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f2dfc1a-babf-4e20-a808-c9c83371a84b req-89c967d3-b239-4688-8f97-6324fce5410e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 948 time: 0.0912948 Aug 11 08:13:05.949660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b4abb-2914-46c5-b84f-92e64b4e7aa6 req-c4954702-8826-4b29-83a2-b32e6b79e243 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:05.952539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f18b4abb-2914-46c5-b84f-92e64b4e7aa6 req-c4954702-8826-4b29-83a2-b32e6b79e243 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.0895240 Aug 11 08:13:05.957873 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f2dfc1a-babf-4e20-a808-c9c83371a84b req-0717e8f4-fce7-400a-875f-63f17b5048c4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Aug 11 08:13:06.018847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f18b4abb-2914-46c5-b84f-92e64b4e7aa6 req-82cba7b4-7172-4973-b110-789f1180c347 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580432 Aug 11 08:13:06.058330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:06.093135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:06.152522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39710) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:06.188488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:06.195715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:06.196271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:06.239436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fc701-c2b7-456b-8e91-47323561fb17 req-cb94b4b1-bf93-406e-b8cd-d73b50cde337 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:06.242341 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9b7fc701-c2b7-456b-8e91-47323561fb17 req-cb94b4b1-bf93-406e-b8cd-d73b50cde337 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 946 time: 0.1134930 Aug 11 08:13:06.315223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9b7fc701-c2b7-456b-8e91-47323561fb17 req-46aeb163-0d84-4f6a-bb24-3068656cfef4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 Aug 11 08:13:06.333465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5414acb6-1a6a-42a9-b8a1-8b244da4497c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:06.370436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'tag': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f'}, {'name': 'network-changed', 'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:06.377503 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d2caf9-4356-4183-accb-d5c75bda299a" -d '{"events": [{"name": "network-changed", "server_uuid": "530d5b8b-a709-41e4-9fc0-2b5429b0c837", "tag": "a2fa8446-33f0-40a0-bdea-f36b23dce86f"}, {"name": "network-changed", "server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:06.387340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5414acb6-1a6a-42a9-b8a1-8b244da4497c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:06.387912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5414acb6-1a6a-42a9-b8a1-8b244da4497c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:06.401729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:06.457257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:06.462374 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c9e07f-97a0-4cbb-99a3-6f18f5f441af" -d '{"events": [{"server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "name": "network-vif-plugged", "status": "completed", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:06.473422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:06.479648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:06.519442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef78c-b5c0-4aa1-b08d-3fb0742900ce req-df9d9a20-e795-47e1-ba0b-59c12422bdbb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:06.529466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-673ef78c-b5c0-4aa1-b08d-3fb0742900ce req-df9d9a20-e795-47e1-ba0b-59c12422bdbb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0789459 Aug 11 08:13:06.571400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:06.573125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7dd7c4c5-a00f-4033-9abd-ddcbfae93dc1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1347328144&fields=id&tenant_id=ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 267 time: 0.0771267 Aug 11 08:13:06.574134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-673ef78c-b5c0-4aa1-b08d-3fb0742900ce req-2003e5ed-c6a3-4dcd-a717-d6b6952d981b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Aug 11 08:13:06.669802 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1b64d1-5523-49de-841f-28bbb4e4fda0 x-openstack-request-id: req-7e1b64d1-5523-49de-841f-28bbb4e4fda0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:06.670487 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530d5b8b-a709-41e4-9fc0-2b5429b0c837", "tag": "a2fa8446-33f0-40a0-bdea-f36b23dce86f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:06.670903 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e1b64d1-5523-49de-841f-28bbb4e4fda0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:06.671764 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'tag': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f', 'status': 'completed', 'code': 200} Aug 11 08:13:06.672090 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'status': 'completed', 'code': 200} Aug 11 08:13:06.699496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-18715a52-e37d-4630-a57b-ad8bf6916af4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:06.701747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-18715a52-e37d-4630-a57b-ad8bf6916af4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 946 time: 0.1016238 Aug 11 08:13:06.733499 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf875b-326e-4b81-b6fc-d194acf05598 x-openstack-request-id: req-18cf875b-326e-4b81-b6fc-d194acf05598 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:06.733927 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "name": "network-vif-plugged", "status": "completed", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:06.734315 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18cf875b-326e-4b81-b6fc-d194acf05598 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:06.734922 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'code': 200} Aug 11 08:13:06.749601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'port': {'security_groups': ['73455dda-354b-4920-a5a5-5b6357038260', 'f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:06.813285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-8659d813-c2ea-4564-82d2-13069c4bd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:06.815544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-8659d813-c2ea-4564-82d2-13069c4bd5a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 1099 time: 0.0946417 Aug 11 08:13:06.927791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:06.931377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-125da5ff-9893-45cf-a5bd-0d3d205acf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:06.933002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-125da5ff-9893-45cf-a5bd-0d3d205acf4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1124 time: 0.1316047 Aug 11 08:13:06.957658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a2fa8446-33f0-40a0-bdea-f36b23dce86f details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:13:07.014798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d615e-be19-4f13-9bb0-049643f0b638 req-ec603854-211f-478f-a65b-5342dfe9cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.017217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-129d615e-be19-4f13-9bb0-049643f0b638 req-ec603854-211f-478f-a65b-5342dfe9cd51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 1096 time: 0.1596618 Aug 11 08:13:07.029715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bdca5-c0d2-4b53-974e-99fb8250ef41 req-ee10fc57-c94f-4a1c-8bde-f58a8ecb1fc2 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.032161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff8bdca5-c0d2-4b53-974e-99fb8250ef41 req-ee10fc57-c94f-4a1c-8bde-f58a8ecb1fc2 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.1992705 Aug 11 08:13:07.045194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-224bb442-c6d9-44d4-bfdb-04cd9e008ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.047102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-224bb442-c6d9-44d4-bfdb-04cd9e008ca7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2232683 Aug 11 08:13:07.100594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:07.123253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-8da2ad89-af43-4dd5-8355-f91813623167 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f HTTP/1.1" status: 200 len: 217 time: 0.0583789 Aug 11 08:13:07.126596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a2fa8446-33f0-40a0-bdea-f36b23dce86f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:07.132935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-129d615e-be19-4f13-9bb0-049643f0b638 req-869ca6c0-7e11-42f6-b56c-19315b6ef115 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984006 Aug 11 08:13:07.149106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f', 'mac_address': 'fa:16:3e:ae:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:13:07.165483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-d3f78e2d-d51b-4803-bf93-dcfed06e77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.167048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-d3f78e2d-d51b-4803-bf93-dcfed06e77a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.2236814 Aug 11 08:13:07.204563 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:07.224093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fa8446-33f0-40a0-bdea-f36b23dce86f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:07.238120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff8bdca5-c0d2-4b53-974e-99fb8250ef41 req-75f992f2-7738-4591-bc29-07fa22efa6fa tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628251 Aug 11 08:13:07.267125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a2fa8446-33f0-40a0-bdea-f36b23dce86f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:07.275412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:07.282743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-cab75b11-4136-40c4-8990-2eb06f307065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.284967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-cab75b11-4136-40c4-8990-2eb06f307065 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1368871 Aug 11 08:13:07.359170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-9e506c2e-1fbc-456b-ba0d-63fa80b20d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.361057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-9e506c2e-1fbc-456b-ba0d-63fa80b20d11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626612 Aug 11 08:13:07.383457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a2fa8446-33f0-40a0-bdea-f36b23dce86f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:07.415833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:07.506818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:07.537934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:07.552078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-26fa74aa-8a23-48eb-9534-9214a36ddb35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 217 time: 0.0608671 Aug 11 08:13:07.573635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e01ccc-da7d-4ae8-8f44-a14460f7175b req-eb315a71-7a7a-4f56-8276-f4e6f8cf17c1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.575487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6e01ccc-da7d-4ae8-8f44-a14460f7175b req-eb315a71-7a7a-4f56-8276-f4e6f8cf17c1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 949 time: 0.0931664 Aug 11 08:13:07.583112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-ddfb3c55-1b4d-4d00-8c1e-a86657f41737 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764297 Aug 11 08:13:07.585971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:07.604208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.605116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:07.622106 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8bd184-623a-48a7-ac74-c0b7699f22d1 req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "PUT /v2.0/ports/37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 982 time: 0.8807364 Aug 11 08:13:07.656627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:07.659046 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2d3784-db78-4982-a0e3-ebb1141a4972" -d '{"events": [{"name": "network-changed", "server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:07.713784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6e01ccc-da7d-4ae8-8f44-a14460f7175b req-f5d18aa9-ca2a-4859-a786-ff487a4d50aa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269000 Aug 11 08:13:07.790488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635bfd9-5a1a-427c-9409-eb57589ec7b1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=6']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:07.799430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2caf9-4356-4183-accb-d5c75bda299a req-a31f0bcf-62d4-45c0-a6f3-1458485aa6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:07.800835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-a31f0bcf-62d4-45c0-a6f3-1458485aa6b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.2117229 Aug 11 08:13:07.836178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:07.865797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-3d5fb6a1-e1fe-4e31-bbc0-17e764c4e417 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498558 Aug 11 08:13:07.915480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a2fa8446-33f0-40a0-bdea-f36b23dce86f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:07.986134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-d2538939-b4ca-4ea8-98f1-87df29b86b14 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-373021750&fields=id&tenant_id=ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 267 time: 0.0585487 Aug 11 08:13:08.059406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-d89afffb-ede2-4e62-a851-3870a103f7d4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:08.061657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-d89afffb-ede2-4e62-a851-3870a103f7d4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 985 time: 0.0665812 Aug 11 08:13:08.081401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'port': {'security_groups': ['73455dda-354b-4920-a5a5-5b6357038260', 'f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5', 'bacde8e3-0ce7-4714-bdcc-7135ff739a91']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:08.216465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:08.297685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-ee078bfd-57bb-434b-9842-d3244df4ef2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4552696 Aug 11 08:13:08.327659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02135edf-594a-41b3-940f-c1d71a6627fe req-cf7ec017-0752-4e94-aafe-7ca924782dce tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:08.329874 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02135edf-594a-41b3-940f-c1d71a6627fe req-cf7ec017-0752-4e94-aafe-7ca924782dce tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.5986917 Aug 11 08:13:08.339086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Deleting port 6d0323ce-bb1c-46e6-ada4-334a60a63905 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:08.339475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:08.490787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:08.527161 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02135edf-594a-41b3-940f-c1d71a6627fe req-0b124baf-ddc6-423c-b5c9-0405f5a73105 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841531 Aug 11 08:13:08.555435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:08.564505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:08.602184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:08.633002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:08.634111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:08.636604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9d574fb-9b5b-4846-ac68-cf8ec5cc1b1e req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "PUT /v2.0/ports/37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 1021 time: 0.5648365 Aug 11 08:13:08.674087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:08.678611 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:08.688565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8504e4-157c-49bd-ac0a-505b4e4d68dd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:08.722726 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5f1aa-a523-456c-8237-6a01b47dfcd5 x-openstack-request-id: req-57e5f1aa-a523-456c-8237-6a01b47dfcd5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:08.723336 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:08.723336 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57e5f1aa-a523-456c-8237-6a01b47dfcd5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:08.723704 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4', 'status': 'completed', 'code': 200} Aug 11 08:13:08.728634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] For port 6d0323ce-bb1c-46e6-ada4-334a60a63905, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6d0323ce-bb1c-46e6-ada4-334a60a63905,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:08.729083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:08.753899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-b691fa59-6117-4c72-bad3-12a6a02959e5 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948052 Aug 11 08:13:08.757877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Calling delete_port for 6d0323ce-bb1c-46e6-ada4-334a60a63905 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:08.814448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:08.842649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4edd-6db8-4e50-98eb-122b8e2a429f req-3a2ea04c-8ada-4e9e-9807-5a71d7fc24eb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:08.844771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a1e4edd-6db8-4e50-98eb-122b8e2a429f req-3a2ea04c-8ada-4e9e-9807-5a71d7fc24eb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.2348995 Aug 11 08:13:08.907612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-0183be46-56ce-4c12-a29d-d6bc41ea106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:08.910277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-0183be46-56ce-4c12-a29d-d6bc41ea106e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1175 time: 0.1298530 Aug 11 08:13:08.948932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd3c18-42e6-4d36-8bf9-3873f5d96216 req-8942f3f1-7b53-46a5-ad4f-48d115bbda52 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:08.951423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90fd3c18-42e6-4d36-8bf9-3873f5d96216 req-8942f3f1-7b53-46a5-ad4f-48d115bbda52 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.1256378 Aug 11 08:13:08.968960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a1e4edd-6db8-4e50-98eb-122b8e2a429f req-59673496-91be-4665-9e9c-40723bbd2c07 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895174 Aug 11 08:13:08.972837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91d2caf9-4356-4183-accb-d5c75bda299a req-f3e7fb7e-7e41-4d39-8f0e-1d9aa018c452 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092645 Aug 11 08:13:09.132798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:09.163281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0323ce-bb1c-46e6-ada4-334a60a63905,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:09.208584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90fd3c18-42e6-4d36-8bf9-3873f5d96216 req-f53626a9-9da5-4b69-ab06-8814f83f5f9c tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372282 Aug 11 08:13:09.229192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-880e2ec5-ce45-47d1-8b88-add1d3432050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:09.231101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-880e2ec5-ce45-47d1-8b88-add1d3432050 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.3132343 Aug 11 08:13:09.279147 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bce1bc-cdf5-4876-9edb-0f0ea56b6d37 x-openstack-request-id: req-25bce1bc-cdf5-4876-9edb-0f0ea56b6d37 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:09.280109 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:09.280622 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25bce1bc-cdf5-4876-9edb-0f0ea56b6d37 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:09.281559 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4', 'status': 'completed', 'code': 200} Aug 11 08:13:09.284700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-fc4ce58f-276f-4a5f-add7-6e4c079dae4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 217 time: 0.0460603 Aug 11 08:13:09.374050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31f67-765e-42e7-9219-da5e27d14a56 req-e242b5a4-8e75-4ca6-827d-cc0b3e6d8104 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:09.375959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cf31f67-765e-42e7-9219-da5e27d14a56 req-e242b5a4-8e75-4ca6-827d-cc0b3e6d8104 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1024 time: 0.1292028 Aug 11 08:13:09.456305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-a98661e2-5dc6-45ea-96f5-e33670b3f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:09.458747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-a98661e2-5dc6-45ea-96f5-e33670b3f221 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.1656139 Aug 11 08:13:09.505414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebfdee-b8fe-4517-8f6f-150d20f41020 req-89b24cd2-2e23-475a-bf30-4ce1290ca583 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:09.507029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bebfdee-b8fe-4517-8f6f-150d20f41020 req-89b24cd2-2e23-475a-bf30-4ce1290ca583 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 949 time: 0.1383886 Aug 11 08:13:09.509152 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:09.520186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cf31f67-765e-42e7-9219-da5e27d14a56 req-4e003d98-02df-4ed4-b8d6-945eb698bf7e tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5&id=73455dda-354b-4920-a5a5-5b6357038260&id=bacde8e3-0ce7-4714-bdcc-7135ff739a91 HTTP/1.1" status: 200 len: 6147 time: 0.1311753 Aug 11 08:13:09.525895 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-585afa6d-1213-48ea-ad9b-383121d00f3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586147 Aug 11 08:13:09.851065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f18e5-bfa3-4f67-a6ac-5f459a877349 req-788baf48-46e7-43b5-ba15-74df15c2623e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:09.853526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db9f18e5-bfa3-4f67-a6ac-5f459a877349 req-788baf48-46e7-43b5-ba15-74df15c2623e tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.1051416 Aug 11 08:13:09.863440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Router f43802fc-5939-4d4d-aed0-571fe39e1e26 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:09.864573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:09.872335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Request body: {'floatingip': {'port_id': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:09.940991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-61048f50-12c8-4ef3-a9ea-abb043fbb39b req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2042240337 ', 'description': 'tempest-description-2000429676'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:09.978705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:09.992197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bebfdee-b8fe-4517-8f6f-150d20f41020 req-913ba5bb-a1b8-4a67-86a5-2ba1e84cb48d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698596 Aug 11 08:13:10.025070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-4776e36b-2d47-4dc3-860c-0259dfacc46e service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885468 Aug 11 08:13:10.195797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61048f50-12c8-4ef3-a9ea-abb043fbb39b req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:10.216262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289bd6f-9007-403d-99d3-c3acc12f4625 req-06ea8b13-f474-4551-a17c-dfeff209deba tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:10.239670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1289bd6f-9007-403d-99d3-c3acc12f4625 req-06ea8b13-f474-4551-a17c-dfeff209deba tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.1634252 Aug 11 08:13:10.326202 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1289bd6f-9007-403d-99d3-c3acc12f4625 req-40ac3ea2-b6b7-4178-abbe-255a9d57943c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861752 Aug 11 08:13:10.331370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b2d3784-db78-4982-a0e3-ebb1141a4972 req-7cbd6014-dcb1-44aa-b233-c20b186326b8 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840230 Aug 11 08:13:10.455879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:10.476395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] Sync routers for ids ['f43802fc-5939-4d4d-aed0-571fe39e1e26'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:10.493332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1e09e035-72f3-4343-be5e-510b1edb2f4b admin admin] 10.222.0.58 "PUT /v2.0/routers/f43802fc-5939-4d4d-aed0-571fe39e1e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3350952 Aug 11 08:13:10.507476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:10.507816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] Routers {'f43802fc-5939-4d4d-aed0-571fe39e1e26'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:10.508862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f43802fc-5939-4d4d-aed0-571fe39e1e26'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:10.681605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] Set router f43802fc-5939-4d4d-aed0-571fe39e1e26 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:10.836902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61048f50-12c8-4ef3-a9ea-abb043fbb39b req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:10.853334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61048f50-12c8-4ef3-a9ea-abb043fbb39b req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:10.903724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0267e0d-4a5b-45d3-ac20-d6d951cfadbe req-7254e72b-756b-433b-aba3-6e069eafac1f tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:10.917753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0267e0d-4a5b-45d3-ac20-d6d951cfadbe req-7254e72b-756b-433b-aba3-6e069eafac1f tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.3375380 Aug 11 08:13:10.942057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-8e77b0c1-02ef-4418-87ee-335929d9f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:10.943699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-8e77b0c1-02ef-4418-87ee-335929d9f9ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1175 time: 0.4601269 Aug 11 08:13:10.987704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a2fa8446-33f0-40a0-bdea-f36b23dce86f up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:11.027739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.086504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.106773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0267e0d-4a5b-45d3-ac20-d6d951cfadbe req-a9595864-ef9e-4976-9a3d-6df47e1f1268 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769781 Aug 11 08:13:11.107196 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.166760 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61048f50-12c8-4ef3-a9ea-abb043fbb39b req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.182160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:13:09Z', 'revision_number': 5, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:11.189352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61048f50-12c8-4ef3-a9ea-abb043fbb39b req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.3078463 Aug 11 08:13:11.202036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3975b3-fc90-4cf4-8b5a-e72459934f92 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67d176-6e48-4c3b-b6b8-c94f40e51641,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:11.228826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] Checking router: f43802fc-5939-4d4d-aed0-571fe39e1e26 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:11.231053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port a2fa8446-33f0-40a0-bdea-f36b23dce86f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:11.233177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-936f6018-ac51-4a2c-9a85-c49ce539335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:11.235690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-936f6018-ac51-4a2c-9a85-c49ce539335d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.2808399 Aug 11 08:13:11.246526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port a2fa8446-33f0-40a0-bdea-f36b23dce86f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:11.246927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.286761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] Routers {'f43802fc-5939-4d4d-aed0-571fe39e1e26'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:11.287396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f43802fc-5939-4d4d-aed0-571fe39e1e26'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:11.339996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-d55b3946-f89d-4245-840a-6d3b89f40dd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 200 len: 217 time: 0.0887856 Aug 11 08:13:11.351005 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Floating IP d1d81c20-ecf7-4969-b595-fa0079ce7b33 associated. External IP: 172.25.2.6, port: 381a9ef3-40ec-48fd-b64a-8c994bfa5a09. Aug 11 08:13:11.422455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.453926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] Set router f43802fc-5939-4d4d-aed0-571fe39e1e26 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:11.497564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-751b0dc8-dbbf-4de5-abf8-394043f2be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:11.499225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-751b0dc8-dbbf-4de5-abf8-394043f2be33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.1320217 Aug 11 08:13:11.515891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6366e-b24e-4df4-a929-d6b7de9eb642 req-5b3e5565-ec9b-4028-beea-243c8ef716ba tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:11.518133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61a6366e-b24e-4df4-a929-d6b7de9eb642 req-5b3e5565-ec9b-4028-beea-243c8ef716ba tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 949 time: 0.1766231 Aug 11 08:13:11.545673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa9da992-6c1d-4736-ae20-0e7017d0a78b req-7efc87b7-f783-463b-88b2-5e29f3e349fe tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/7d67d176-6e48-4c3b-b6b8-c94f40e51641 HTTP/1.1" status: 200 len: 1781 time: 0.1444926 Aug 11 08:13:11.562046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-58aae5c6-00f4-470a-b007-297674a7364f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424461 Aug 11 08:13:11.643606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61a6366e-b24e-4df4-a929-d6b7de9eb642 req-04c98b5a-c982-43b6-9b27-a234400418dd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133087 Aug 11 08:13:11.666029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Deleting port a00451b1-e163-427c-92f5-960eaf603d42 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:11.666375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.724262 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.752356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d46b18-8a94-4073-9420-2fcabba330db req-72352f50-8fbd-4917-8aba-74987c5e0f5d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:11.755526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1d46b18-8a94-4073-9420-2fcabba330db req-72352f50-8fbd-4917-8aba-74987c5e0f5d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.0919712 Aug 11 08:13:11.765267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:11.795618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-149ec185-ec56-4d72-98b1-601fac5b67b7 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221217 Aug 11 08:13:11.824431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:11.828468 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87972fd3-ebf9-4cc9-b528-57d811f3ca79" -d '{"events": [{"server_uuid": "530d5b8b-a709-41e4-9fc0-2b5429b0c837", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa8446-33f0-40a0-bdea-f36b23dce86f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:11.870892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a2fa8446-33f0-40a0-bdea-f36b23dce86f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:11.875673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-483ecbfa-1dd0-4efa-8eb7-cb014590bf56 req-2b6caaea-ca20-4fb6-a550-7a8218953b16 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/7d67d176-6e48-4c3b-b6b8-c94f40e51641 HTTP/1.1" status: 200 len: 1781 time: 0.1568856 Aug 11 08:13:11.880139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.885839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] For port a00451b1-e163-427c-92f5-960eaf603d42, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a00451b1-e163-427c-92f5-960eaf603d42,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:11.886250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:11.937224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Calling delete_port for a00451b1-e163-427c-92f5-960eaf603d42 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:11.954985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a2fa8446-33f0-40a0-bdea-f36b23dce86f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:11.971379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:13:09Z', 'revision_number': 5, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:12.012252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc65289-d644-4e49-9118-3378e499cba8 None None] The sync data for ids ['f43802fc-5939-4d4d-aed0-571fe39e1e26'] in n-d-789963-6 is: [{'id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'name': 'tempest-ServersTestMultiNic-104723033-router', 'tenant_id': '1c3e1cc279274f24a90e8a80dd352461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:11:04Z', 'updated_at': '2021-08-11T08:13:09Z', 'revision_number': 5, 'project_id': '1c3e1cc279274f24a90e8a80dd352461', 'gw_port': {'id': 'a00451b1-e163-427c-92f5-960eaf603d42', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43802fc-5939-4d4d-aed0-571fe39e1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:11:05Z', 'updated_at': '2021-08-11T08:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:12.143884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddf0bb-f1eb-41db-8fb9-2ee3ecc93bc8 req-28c5a957-2912-43ba-87b8-3fc48421500f service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390069 Aug 11 08:13:12.159293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-483ecbfa-1dd0-4efa-8eb7-cb014590bf56 req-1e3cbfa8-0407-44b1-9bd2-c2488537570a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:12.233832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-483ecbfa-1dd0-4efa-8eb7-cb014590bf56 req-1e3cbfa8-0407-44b1-9bd2-c2488537570a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:12.432017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6d0323ce-bb1c-46e6-ada4-334a60a63905 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:12.461157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6d0323ce-bb1c-46e6-ada4-334a60a63905 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:12.461498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-483ecbfa-1dd0-4efa-8eb7-cb014590bf56 req-1e3cbfa8-0407-44b1-9bd2-c2488537570a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:12.461743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6d0323ce-bb1c-46e6-ada4-334a60a63905 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:12.467424 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-483ecbfa-1dd0-4efa-8eb7-cb014590bf56 req-1e3cbfa8-0407-44b1-9bd2-c2488537570a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:12.469984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-483ecbfa-1dd0-4efa-8eb7-cb014590bf56 req-1e3cbfa8-0407-44b1-9bd2-c2488537570a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d67d176-6e48-4c3b-b6b8-c94f40e51641 HTTP/1.1" status: 204 len: 173 time: 0.5795963 Aug 11 08:13:12.515887 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d92dfa-7b30-480e-a80c-7300412b1e58 x-openstack-request-id: req-39d92dfa-7b30-480e-a80c-7300412b1e58 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:12.516167 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530d5b8b-a709-41e4-9fc0-2b5429b0c837", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa8446-33f0-40a0-bdea-f36b23dce86f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:12.516419 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39d92dfa-7b30-480e-a80c-7300412b1e58 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:12.516817 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f', 'code': 200} Aug 11 08:13:12.521839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:12.527245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:12.538789 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] Sync routers for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:12.550691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cbfa8-0407-44b1-9bd2-c2488537570a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67d176-6e48-4c3b-b6b8-c94f40e51641,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:12.555103 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:12.555732 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:12.605677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:12.616308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1d46b18-8a94-4073-9420-2fcabba330db req-c96d682e-daeb-47b4-b17a-3dbe77e8066d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8441725 Aug 11 08:13:12.622519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d2abddb4-8c46-47f2-8cb9-e49954b3e867 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "PUT /v2.0/floatingips/d1d81c20-ecf7-4969-b595-fa0079ce7b33 HTTP/1.1" status: 200 len: 989 time: 2.7564023 Aug 11 08:13:12.634839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:12.652914 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0cec36-afb5-474c-8fcd-531a4906aae2" -d '{"events": [{"name": "network-changed", "server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:12.711973 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:12.730740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00451b1-e163-427c-92f5-960eaf603d42,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:12.765042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8f3fd628-0493-4593-bbf4-c6d123cbe0f3 service neutron] 10.222.0.64 "GET /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.2899296 Aug 11 08:13:12.886771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ebec9-537d-4d52-9acc-34f97867b365 req-7df698d8-bc1e-4348-a16e-597d89f074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:12.890314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b78ebec9-537d-4d52-9acc-34f97867b365 req-7df698d8-bc1e-4348-a16e-597d89f074c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 1101 time: 0.2222292 Aug 11 08:13:12.964857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e90df-5270-4b5e-868f-d4773656c8b7 req-cd6976b7-a2b4-4219-af89-b9bd66c3a845 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:12.970848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f7e90df-5270-4b5e-868f-d4773656c8b7 req-cd6976b7-a2b4-4219-af89-b9bd66c3a845 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.2522602 Aug 11 08:13:13.003967 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.012311 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd1d81c20-ecf7-4969-b595-fa0079ce7b33', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'port_id': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'mac_address': 'fa:16:3e:e5:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:12:51Z', 'updated_at': '2021-08-11T08:13:10Z', 'revision_number': 1, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:51Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:13.042591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] Checking router: f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:13.052051 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:13.052700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:13.156085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b78ebec9-537d-4d52-9acc-34f97867b365 req-e6339f43-251e-4c4e-b28b-b1d3c202963f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413774 Aug 11 08:13:13.161308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.164577 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-8f647771-d1f2-4fdb-ac7d-61141a09449e req-54fd786e-0e25-4866-91be-21cd3e7f4c65 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:13:13.165786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8f647771-d1f2-4fdb-ac7d-61141a09449e req-54fd786e-0e25-4866-91be-21cd3e7f4c65 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/7d67d176-6e48-4c3b-b6b8-c94f40e51641 HTTP/1.1" status: 404 len: 352 time: 0.2017636 Aug 11 08:13:13.169524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f7e90df-5270-4b5e-868f-d4773656c8b7 req-aee5baa6-861b-4a55-acaa-3e3daaad63d6 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854408 Aug 11 08:13:13.172169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.182366 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:13.238796 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee1e3b-8022-4544-9e6b-034a84640f10 x-openstack-request-id: req-47ee1e3b-8022-4544-9e6b-034a84640f10 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:13.239666 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:13.240439 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47ee1e3b-8022-4544-9e6b-034a84640f10 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:13.241410 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'status': 'completed', 'code': 200} Aug 11 08:13:13.264906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.265644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43802fc-5939-4d4d-aed0-571fe39e1e26 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:13:13.295668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.299120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4c59be7-9c50-48a5-b0e5-415f10b02d68 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f43802fc-5939-4d4d-aed0-571fe39e1e26 HTTP/1.1" status: 204 len: 168 time: 2.7829885 Aug 11 08:13:13.299372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:13.419028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc752d-279f-4bff-a07a-bbaa008a0d6f req-d048a5a2-60b7-4466-8222-0990f0767323 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:13.421114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02bc752d-279f-4bff-a07a-bbaa008a0d6f req-d048a5a2-60b7-4466-8222-0990f0767323 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.0954561 Aug 11 08:13:13.426058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Deleting subnet 72dfc0b2-3747-45b1-b77d-d39f69c80c4d {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:13:13.428094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-8a9b1ba2-c1f0-43dc-b2f2-c2d7b7f70564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:13.429715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.429899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-8a9b1ba2-c1f0-43dc-b2f2-c2d7b7f70564 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84&device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 1096 time: 0.1057398 Aug 11 08:13:13.487884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:13.514270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.529005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02bc752d-279f-4bff-a07a-bbaa008a0d6f req-92f0ccac-3ec8-46af-9fd6-2fa2b2784d06 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958633 Aug 11 08:13:13.544936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:13.574127 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd1d81c20-ecf7-4969-b595-fa0079ce7b33', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'port_id': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'mac_address': 'fa:16:3e:e5:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:12:51Z', 'updated_at': '2021-08-11T08:13:10Z', 'revision_number': 1, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:51Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:13.587941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584da9-8360-43f9-9c81-988af7cb4598 req-d811d523-9829-48bb-8894-920c763933ca tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:13.590041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24584da9-8360-43f9-9c81-988af7cb4598 req-d811d523-9829-48bb-8894-920c763933ca tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 950 time: 0.2133319 Aug 11 08:13:13.611164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f4a1d80f-5133-48ae-bbb9-6eccd078fe1c req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1411312607', 'description': 'tempest-description-923861960'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:13.611444 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6ec06-83aa-4823-8e57-6b2df2cb6abd None None] The sync data for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 is: [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd1d81c20-ecf7-4969-b595-fa0079ce7b33', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'port_id': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'mac_address': 'fa:16:3e:e5:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:12:51Z', 'updated_at': '2021-08-11T08:13:10Z', 'revision_number': 1, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:51Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:13.630469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-eb04a366-7047-4e7b-bfce-a807a586b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:13.632042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-eb04a366-7047-4e7b-bfce-a807a586b790 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 HTTP/1.1" status: 200 len: 912 time: 0.1684473 Aug 11 08:13:13.660580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:13.695657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f4a1d80f-5133-48ae-bbb9-6eccd078fe1c req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.711702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:13.718687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24584da9-8360-43f9-9c81-988af7cb4598 req-fa00d6c4-310e-412b-a370-ca139073bd1c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026773 Aug 11 08:13:13.726227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-9ecd51eb-3a87-41b5-b0d3-ff769cb807c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09 HTTP/1.1" status: 200 len: 997 time: 0.0863159 Aug 11 08:13:13.746516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.769656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.816427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-bd4c28fd-a7d8-4e36-b0c7-b5a96c320a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:13.818548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-bd4c28fd-a7d8-4e36-b0c7-b5a96c320a0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5532f69d-5023-4608-a7ea-0a5e19880124 HTTP/1.1" status: 200 len: 850 time: 0.0825973 Aug 11 08:13:13.886218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.899038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-7f3be457-126b-4371-b26c-777648a1eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:13.901035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-7f3be457-126b-4371-b26c-777648a1eb25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745306 Aug 11 08:13:13.912177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f4a1d80f-5133-48ae-bbb9-6eccd078fe1c req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.922579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f4a1d80f-5133-48ae-bbb9-6eccd078fe1c req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.936326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dfc0b2-3747-45b1-b77d-d39f69c80c4d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:13.947330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:13.949309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-33f4b466-36d1-4a83-847f-ab33096432f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/72dfc0b2-3747-45b1-b77d-d39f69c80c4d HTTP/1.1" status: 204 len: 168 time: 0.6487899 Aug 11 08:13:13.954295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb1294-7af0-4b54-80b5-9e08030036e5 None None] Network 77b8a455-e9df-4b54-a643-e71170dc882c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:13.955952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:14.013533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] Transition to ACTIVE for port object f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:14.022492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb77d54-c953-4742-a406-7866f06a789a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:14.030110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbc493-34d9-496f-b317-c11f9f03b42f req-02be084f-c4bd-45f7-b169-ef0d5fbb9b57 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:14.036662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f4a1d80f-5133-48ae-bbb9-6eccd078fe1c req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.039697 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34fbc493-34d9-496f-b317-c11f9f03b42f req-02be084f-c4bd-45f7-b169-ef0d5fbb9b57 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 943 time: 0.2033513 Aug 11 08:13:14.047798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4a1d80f-5133-48ae-bbb9-6eccd078fe1c req-b2fc4ab8-4651-463f-a945-efff4dd60e62 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4740338 Aug 11 08:13:14.063892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ce7c5-e95e-4e63-9299-07175590f778 None None] New status for floating IP d1d81c20-ecf7-4969-b595-fa0079ce7b33: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:13:14.081808 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.103132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-5595a962-4805-4c10-ba6d-cc220f897594 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890097 Aug 11 08:13:14.184921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.194627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] No DVR routers for this DVR port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:14.232552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-87248445-e911-427e-af34-f2bcc2c7f858 req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-356522342', 'description': 'tempest-description-816964287'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:14.248610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=10']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:14.259765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-8b0d8065-f8e2-499d-83a8-bd4867563737 service neutron] 10.222.0.64 "PUT /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4749274 Aug 11 08:13:14.273464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-87248445-e911-427e-af34-f2bcc2c7f858 req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.327336 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34fbc493-34d9-496f-b317-c11f9f03b42f req-adae943a-20d8-45ae-aa70-22de01796c14 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743502 Aug 11 08:13:14.342390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c0cec36-afb5-474c-8fcd-531a4906aae2 req-ea6ba0e9-fb68-4b6d-9374-c08c34af4768 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162349 Aug 11 08:13:14.361928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Deleting port 6871539b-6cb0-487c-ab4b-1be85351398c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:14.362581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.389974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:14.393538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a00451b1-e163-427c-92f5-960eaf603d42 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:14.445260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-87248445-e911-427e-af34-f2bcc2c7f858 req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.449611 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-87248445-e911-427e-af34-f2bcc2c7f858 req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.468131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a00451b1-e163-427c-92f5-960eaf603d42 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:14.468896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a00451b1-e163-427c-92f5-960eaf603d42 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:14.490811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-87248445-e911-427e-af34-f2bcc2c7f858 req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.502696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87248445-e911-427e-af34-f2bcc2c7f858 req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2768352 Aug 11 08:13:14.506147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cd2af-600d-475f-b3d1-efdfc388060d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15ffba0-fe80-4299-bbd0-0519db12e97c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:14.520261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] For port 6871539b-6cb0-487c-ab4b-1be85351398c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6871539b-6cb0-487c-ab4b-1be85351398c,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:14.520642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.550920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Calling delete_port for 6871539b-6cb0-487c-ab4b-1be85351398c owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:14.556525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:14.575207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94372c3-4876-4d67-a997-b91f9a57ee4a req-475bb17f-7d3d-45b9-a400-e3f98218f215 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:14.576939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a94372c3-4876-4d67-a997-b91f9a57ee4a req-475bb17f-7d3d-45b9-a400-e3f98218f215 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1242785 Aug 11 08:13:14.600377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-067d53d4-6adb-4006-946a-330e3b49292d tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:14.604229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-067d53d4-6adb-4006-946a-330e3b49292d tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.1614552 Aug 11 08:13:14.638359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-c83ae80d-999c-44ae-adb6-d0527c0d8a67 req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1604539816', 'description': 'tempest-description-1588160258'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:14.662103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] DHCP port deletion for 77b8a455-e9df-4b54-a643-e71170dc882c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:13:14.692619 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c83ae80d-999c-44ae-adb6-d0527c0d8a67 req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.732252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] Deleting port 6871539b-6cb0-487c-ab4b-1be85351398c {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:14.733927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.772956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a94372c3-4876-4d67-a997-b91f9a57ee4a req-076d6fdf-18de-47d9-a945-565c4bdb1bce tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658638 Aug 11 08:13:14.790152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-a38b459e-224d-45aa-b7e5-0a22e498ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:14.790542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-a38b459e-224d-45aa-b7e5-0a22e498ff9f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 1095 time: 0.1159017 Aug 11 08:13:14.805588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.826267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] For port 6871539b-6cb0-487c-ab4b-1be85351398c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6871539b-6cb0-487c-ab4b-1be85351398c,segment=NetworkSegment(33f278b8-a894-4942-be3e-e19b3e6f15ed),segment_id=33f278b8-a894-4942-be3e-e19b3e6f15ed)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:14.827073 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.834771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c83ae80d-999c-44ae-adb6-d0527c0d8a67 req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.836463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] No DVR routers for this DVR port 6871539b-6cb0-487c-ab4b-1be85351398c on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:14.844632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c83ae80d-999c-44ae-adb6-d0527c0d8a67 req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.849556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6871539b-6cb0-487c-ab4b-1be85351398c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:14.857959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] Calling delete_port for 6871539b-6cb0-487c-ab4b-1be85351398c owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:14.883677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c83ae80d-999c-44ae-adb6-d0527c0d8a67 req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.899000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c83ae80d-999c-44ae-adb6-d0527c0d8a67 req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2652228 Aug 11 08:13:14.906433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7ff34-aecc-4ae5-93ba-a098180ec88c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c7b2e3-fc0e-41cc-bfb9-d9fa04e7399c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:14.968332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:14.983339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.002989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] Pushing event deleted for resources: {'Port': ['ID=6871539b-6cb0-487c-ab4b-1be85351398c,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:15.008604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72961e2-4c72-49d1-8012-809268ebc126 None None] No DVR routers for this DVR port 6871539b-6cb0-487c-ab4b-1be85351398c on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:15.119181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ea5d587-2892-47c7-8221-817d1168d430 req-e1d2ea8e-82a9-4789-bf0d-47fe50921bf8 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 10895 time: 0.1131072 Aug 11 08:13:15.177822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ea5d587-2892-47c7-8221-817d1168d430 req-b495f5f0-2732-4c67-929a-65cb4dbde71d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/73455dda-354b-4920-a5a5-5b6357038260 HTTP/1.1" status: 200 len: 2981 time: 0.0460856 Aug 11 08:13:15.231076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ea5d587-2892-47c7-8221-817d1168d430 req-6df13fac-058f-4894-87f1-fa9d03e3b026 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/73455dda-354b-4920-a5a5-5b6357038260 HTTP/1.1" status: 200 len: 2981 time: 0.0466149 Aug 11 08:13:15.308245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b8a455-e9df-4b54-a643-e71170dc882c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:15.313003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-88667287-b2e4-4f96-bea6-65ab51a74076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:15.314575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-88667287-b2e4-4f96-bea6-65ab51a74076 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1095 time: 0.4796987 Aug 11 08:13:15.335128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f278b8-a894-4942-be3e-e19b3e6f15ed') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:15.335413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f278b8-a894-4942-be3e-e19b3e6f15ed') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:15.357699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.395219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2640-da64-4780-8b6e-cd9f8657910d req-680c7d90-12c3-4c60-ae90-9c7e4cf00362 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:15.396800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9dc2640-da64-4780-8b6e-cd9f8657910d req-680c7d90-12c3-4c60-ae90-9c7e4cf00362 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 950 time: 0.4566505 Aug 11 08:13:15.399849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c917c4-92fa-4940-b6a0-926a2c6391a7 req-81926bdf-a0fd-4d26-af33-3dc79a0caa7c tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:15.402449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2c917c4-92fa-4940-b6a0-926a2c6391a7 req-81926bdf-a0fd-4d26-af33-3dc79a0caa7c tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.0532198 Aug 11 08:13:15.417407 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.440413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:13:15.440829 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:13:15.443003 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:13:15.447468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2c917c4-92fa-4940-b6a0-926a2c6391a7 req-c35a46e9-edf7-4d01-9f58-73cb21174496 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 Aug 11 08:13:15.537228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9dc2640-da64-4780-8b6e-cd9f8657910d req-5939c834-7d20-4ca7-9b19-e1844c6f6405 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302676 Aug 11 08:13:15.538929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-c038a9ae-387a-4c74-9f18-78da3aaf2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:15.540326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-c038a9ae-387a-4c74-9f18-78da3aaf2c8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.2157552 Aug 11 08:13:15.549691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.570555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.572306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] 10.222.0.58 "DELETE /v2.0/networks/77b8a455-e9df-4b54-a643-e71170dc882c HTTP/1.1" status: 204 len: 168 time: 1.6158853 Aug 11 08:13:15.573299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a70a2-297a-4df7-866d-713a489e4d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b8a455-e9df-4b54-a643-e71170dc882c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:15.610411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8f83e6-28f4-4360-bfbe-08b3c7257242 req-ba6f5dd8-9b00-4f25-aba8-0f90fe87ee7f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/4fb77d54-c953-4742-a406-7866f06a789a HTTP/1.1" status: 200 len: 1800 time: 0.0572114 Aug 11 08:13:15.613457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-5db03b1a-5a62-4027-af65-59605feb2fea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 200 len: 217 time: 0.0447118 Aug 11 08:13:15.708211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-cc59cbd2-3919-47cb-8841-19db1942928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:15.710211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d8f83e6-28f4-4360-bfbe-08b3c7257242 req-15aba739-746b-40e5-a568-dca7d3fe1942 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.711094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-cc59cbd2-3919-47cb-8841-19db1942928c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.0868616 Aug 11 08:13:15.725105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f411c49-87b2-461b-aceb-25d1e2e718c7 req-c7223aa0-414e-4173-97b3-11abbd4e8fd5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:15.726927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f411c49-87b2-461b-aceb-25d1e2e718c7 req-c7223aa0-414e-4173-97b3-11abbd4e8fd5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 944 time: 0.0939975 Aug 11 08:13:15.742170 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d8f83e6-28f4-4360-bfbe-08b3c7257242 req-15aba739-746b-40e5-a568-dca7d3fe1942 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.765921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-dc83da94-6aa2-4678-93c1-16cd76cc3b0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377817 Aug 11 08:13:15.799608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f411c49-87b2-461b-aceb-25d1e2e718c7 req-5af3ff5b-b9f5-4604-b9c6-e919ec965550 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Aug 11 08:13:15.805187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d8f83e6-28f4-4360-bfbe-08b3c7257242 req-15aba739-746b-40e5-a568-dca7d3fe1942 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.808820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d8f83e6-28f4-4360-bfbe-08b3c7257242 req-15aba739-746b-40e5-a568-dca7d3fe1942 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:15.826168 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8f83e6-28f4-4360-bfbe-08b3c7257242 req-15aba739-746b-40e5-a568-dca7d3fe1942 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/4fb77d54-c953-4742-a406-7866f06a789a HTTP/1.1" status: 204 len: 173 time: 0.2091930 Aug 11 08:13:15.850577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:15.853346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aba739-746b-40e5-a568-dca7d3fe1942 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb77d54-c953-4742-a406-7866f06a789a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:15.964404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-b7bb52cf-f5b7-4769-9270-a0574d9f35b4 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827989 Aug 11 08:13:15.968742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e7e33f0a-a8d8-4084-98ca-63799185654c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c3e1cc279274f24a90e8a80dd352461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131396 Aug 11 08:13:15.969806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39846) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:16.036210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f96fc-15e6-4eb3-9595-3754d238d2c9 req-a2acb119-4475-4238-adbe-c713c3bac240 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:16.037840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-764f96fc-15e6-4eb3-9595-3754d238d2c9 req-a2acb119-4475-4238-adbe-c713c3bac240 tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 1101 time: 0.1232736 Aug 11 08:13:16.080481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cac88018-486e-4c3a-9c44-6e9b8d1d9514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.106162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84ea4-1a6b-4b45-b204-06bb97ee8dab req-08a203ab-5d2c-4fd5-91ef-3369a88c641f tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:16.107914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b84ea4-1a6b-4b45-b204-06bb97ee8dab req-08a203ab-5d2c-4fd5-91ef-3369a88c641f tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0845013 Aug 11 08:13:16.111425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-764f96fc-15e6-4eb3-9595-3754d238d2c9 req-6bb25a81-9f9c-4a76-b5c4-99571d16ec9b tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662262 Aug 11 08:13:16.119600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-126abc5a-a7bb-4369-b492-839543d220e9 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446936 Aug 11 08:13:16.122869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cac88018-486e-4c3a-9c44-6e9b8d1d9514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.162053 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-5acbab80-ecb7-4792-abf0-a34b1a20f018 req-71efdb25-74ad-4d00-b59e-b71ddf2a8dfd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:13:16.163548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5acbab80-ecb7-4792-abf0-a34b1a20f018 req-71efdb25-74ad-4d00-b59e-b71ddf2a8dfd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/4fb77d54-c953-4742-a406-7866f06a789a HTTP/1.1" status: 404 len: 352 time: 0.0263472 Aug 11 08:13:16.204546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b84ea4-1a6b-4b45-b204-06bb97ee8dab req-0e50f1ba-c52e-449e-808a-fb89c3321c89 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792806 Aug 11 08:13:16.236312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cac88018-486e-4c3a-9c44-6e9b8d1d9514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.239515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cac88018-486e-4c3a-9c44-6e9b8d1d9514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.243248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cac88018-486e-4c3a-9c44-6e9b8d1d9514 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cef0c60d-10f7-44c0-a653-415121080c47 HTTP/1.1" status: 204 len: 168 time: 0.2697644 Aug 11 08:13:16.253593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac88018-486e-4c3a-9c44-6e9b8d1d9514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef0c60d-10f7-44c0-a653-415121080c47,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:16.259750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6871539b-6cb0-487c-ab4b-1be85351398c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:16.294765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9784aa14-0754-42e8-b6c8-e88e9cb2a0d8 req-20db7463-4d63-4e55-bec3-96b08e31d7c1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/a15ffba0-fe80-4299-bbd0-0519db12e97c HTTP/1.1" status: 200 len: 1799 time: 0.0980294 Aug 11 08:13:16.296944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6871539b-6cb0-487c-ab4b-1be85351398c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:16.297493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6871539b-6cb0-487c-ab4b-1be85351398c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:16.366428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9784aa14-0754-42e8-b6c8-e88e9cb2a0d8 req-dae5b7ab-8e51-43a4-afd6-52ee85e19f8b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.398207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9784aa14-0754-42e8-b6c8-e88e9cb2a0d8 req-dae5b7ab-8e51-43a4-afd6-52ee85e19f8b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.478637 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9784aa14-0754-42e8-b6c8-e88e9cb2a0d8 req-dae5b7ab-8e51-43a4-afd6-52ee85e19f8b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.487559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9784aa14-0754-42e8-b6c8-e88e9cb2a0d8 req-dae5b7ab-8e51-43a4-afd6-52ee85e19f8b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.491879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9784aa14-0754-42e8-b6c8-e88e9cb2a0d8 req-dae5b7ab-8e51-43a4-afd6-52ee85e19f8b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/a15ffba0-fe80-4299-bbd0-0519db12e97c HTTP/1.1" status: 204 len: 173 time: 0.1934407 Aug 11 08:13:16.526793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5b7ab-8e51-43a4-afd6-52ee85e19f8b tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15ffba0-fe80-4299-bbd0-0519db12e97c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:16.570174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-78b34313-45e2-461b-9b99-be3454019c2b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:16.571965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-78b34313-45e2-461b-9b99-be3454019c2b tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.0650296 Aug 11 08:13:16.572941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-8080043a-bf82-48ca-b0da-9ac7227888e8 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390897 Aug 11 08:13:16.705930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2723e7-29e2-4d88-93c2-7403891f5472 req-812861b1-2fbb-431f-a69a-a4f65968e81e tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:16.707744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d2723e7-29e2-4d88-93c2-7403891f5472 req-812861b1-2fbb-431f-a69a-a4f65968e81e tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.1139767 Aug 11 08:13:16.718044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-0c6b9f5a-70a6-447e-889d-992d28bf1ef4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:16.719644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-0c6b9f5a-70a6-447e-889d-992d28bf1ef4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402211 Aug 11 08:13:16.737290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-49e2b2cc-8b8f-4915-857e-18b375b1b2f2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/quotas/ae4051ba7d22494f9271d0af3b41ac55 HTTP/1.1" status: 200 len: 375 time: 0.0114846 Aug 11 08:13:16.814263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-d86a8434-50fb-432e-945a-79e617c1fcee tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0706394 Aug 11 08:13:16.836635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d2723e7-29e2-4d88-93c2-7403891f5472 req-f46a1b2c-0caf-43c2-83b7-591b5a715029 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109846 Aug 11 08:13:16.839728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-0bea57d4-9464-479e-93be-bc9cbda50701 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306119 Aug 11 08:13:16.876627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-72c7d79f-72e5-42f7-aa7f-7ba64e33b588 service neutron] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:16.883016 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-72c7d79f-72e5-42f7-aa7f-7ba64e33b588 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:16.885472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14707b6e-7cff-4fa5-aac3-30f6f41c0263 req-72c7d79f-72e5-42f7-aa7f-7ba64e33b588 service neutron] 10.222.0.69 "DELETE /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.2887840 Aug 11 08:13:16.935718 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-8f03a7eb-932b-48ca-b9d4-f0f9a66fa4a1 req-a3c10cfc-23e1-42d1-a195-7d57175e0fee tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:13:16.937225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f03a7eb-932b-48ca-b9d4-f0f9a66fa4a1 req-a3c10cfc-23e1-42d1-a195-7d57175e0fee tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/a15ffba0-fe80-4299-bbd0-0519db12e97c HTTP/1.1" status: 404 len: 352 time: 0.0436952 Aug 11 08:13:16.963506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5fb2-1bc0-4894-b637-116306117d58 req-a7a71745-7435-4de1-a5d8-718011af39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:16.965586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-a7a71745-7435-4de1-a5d8-718011af39ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 1096 time: 0.0634415 Aug 11 08:13:17.140707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee060298-8dac-42ee-a2e4-c017cae78320 req-1f711478-185b-4286-a064-fc258531e085 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:17.151590 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee060298-8dac-42ee-a2e4-c017cae78320 req-1f711478-185b-4286-a064-fc258531e085 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 944 time: 0.0727146 Aug 11 08:13:17.182138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5fb2-1bc0-4894-b637-116306117d58 req-96181f38-5c55-4409-916c-254a28955566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:17.183877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-96181f38-5c55-4409-916c-254a28955566 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.1839366 Aug 11 08:13:17.198364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77870ccf-f1fd-493e-9a7d-ff826c825639 req-009ed0ab-cf51-4da2-995f-a43b5f13e81e tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/b9c7b2e3-fc0e-41cc-bfb9-d9fa04e7399c HTTP/1.1" status: 200 len: 1802 time: 0.1016412 Aug 11 08:13:17.211801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee060298-8dac-42ee-a2e4-c017cae78320 req-58328632-0ecc-409c-a0a7-6d1c5860eb71 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Aug 11 08:13:17.321147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-e2a7af1d-8789-408a-8001-d236452cae16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 200 len: 217 time: 0.1198874 Aug 11 08:13:17.405706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77870ccf-f1fd-493e-9a7d-ff826c825639 req-1a8dae58-da56-44e8-b58f-d19b62af5792 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.428073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5fb2-1bc0-4894-b637-116306117d58 req-2741803f-c38f-4ede-80e1-732348aa1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:17.429751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-2741803f-c38f-4ede-80e1-732348aa1353 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.0964677 Aug 11 08:13:17.439427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77870ccf-f1fd-493e-9a7d-ff826c825639 req-1a8dae58-da56-44e8-b58f-d19b62af5792 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.443378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:17.488596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-3565d28f-bee9-4f7b-91a2-1fc098d3a384 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455818 Aug 11 08:13:17.510004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf82bf44-0d87-4353-8fbc-bc976af38908 req-aaf1ba8c-9853-4eb7-b247-524db9ce06a0 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 210 time: 0.0539718 Aug 11 08:13:17.638386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-693408161-network', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:17.646684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77870ccf-f1fd-493e-9a7d-ff826c825639 req-1a8dae58-da56-44e8-b58f-d19b62af5792 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.649486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77870ccf-f1fd-493e-9a7d-ff826c825639 req-1a8dae58-da56-44e8-b58f-d19b62af5792 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.650883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77870ccf-f1fd-493e-9a7d-ff826c825639 req-1a8dae58-da56-44e8-b58f-d19b62af5792 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/b9c7b2e3-fc0e-41cc-bfb9-d9fa04e7399c HTTP/1.1" status: 204 len: 173 time: 0.4515922 Aug 11 08:13:17.673070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-00fa97bb-e4f1-4d6e-ae9e-5b4308fb4998 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716719 Aug 11 08:13:17.674086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dae58-da56-44e8-b58f-d19b62af5792 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c7b2e3-fc0e-41cc-bfb9-d9fa04e7399c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:17.687223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a9a9-f4fd-4e2b-bd3a-b1416927e55c req-50d0ec0d-42b8-4752-9f73-c82976173bcf tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:17.695315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee42a9a9-f4fd-4e2b-bd3a-b1416927e55c req-50d0ec0d-42b8-4752-9f73-c82976173bcf tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1192431 Aug 11 08:13:17.702903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:17.705935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.725757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.755415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee42a9a9-f4fd-4e2b-bd3a-b1416927e55c req-ab68d997-f3b2-4032-aeb4-adb48a1e49fd tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590258 Aug 11 08:13:17.833487 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-9ed1f3e1-32fd-4817-8237-1c0184da07c1 req-068f6367-5c02-475a-bf05-29a12ea1f821 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:13:17.834852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ed1f3e1-32fd-4817-8237-1c0184da07c1 req-068f6367-5c02-475a-bf05-29a12ea1f821 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/b9c7b2e3-fc0e-41cc-bfb9-d9fa04e7399c HTTP/1.1" status: 404 len: 352 time: 0.0614104 Aug 11 08:13:17.892135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178d5fb2-1bc0-4894-b637-116306117d58 req-e8dbfb67-b143-4d5a-8aac-dcfc5d6717ee service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098053 Aug 11 08:13:17.974288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:17.987571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b8aba-40bb-4390-9587-2fc19361ebb6 req-719ae6b7-b929-4050-8942-3db0480a54aa tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:17.990320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe5b8aba-40bb-4390-9587-2fc19361ebb6 req-719ae6b7-b929-4050-8942-3db0480a54aa tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1095 time: 0.1401186 Aug 11 08:13:17.995474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.011227 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d03c125a-b450-4b7b-8b35-70217a276dde req-780a7835-5ee5-43fc-856f-1f38a1cf1d85 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 6147 time: 0.1349680 Aug 11 08:13:18.077756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:13:18.097220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da15f10-5843-4e52-a454-0042604a7a82,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:18.104759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.105172 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Added segment 972fc3c0-b316-433a-b77b-f9227e3a89c1 of type vlan for network d470a6ef-a623-45cb-aae5-a04f60242f52 Aug 11 08:13:18.116079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d03c125a-b450-4b7b-8b35-70217a276dde req-aa4619f2-abad-4443-8275-e478b490ea8c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/73455dda-354b-4920-a5a5-5b6357038260 HTTP/1.1" status: 200 len: 2981 time: 0.0960886 Aug 11 08:13:18.152639 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe5b8aba-40bb-4390-9587-2fc19361ebb6 req-1f8bb808-440f-4632-8ecd-d4ea98bb2953 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465957 Aug 11 08:13:18.223657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d03c125a-b450-4b7b-8b35-70217a276dde req-4b7b022a-5c23-4fc8-88d3-c9fc0c68f312 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/73455dda-354b-4920-a5a5-5b6357038260 HTTP/1.1" status: 200 len: 2981 time: 0.1049519 Aug 11 08:13:18.252173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.299951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.301225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:18.301977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.397354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9523299 Aug 11 08:13:18.402103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39934) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:18.410099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d4016-47ed-457d-83a3-072d1b0da2fc admin admin] Pushing event updated for resources: {'Network': ['ID=d470a6ef-a623-45cb-aae5-a04f60242f52,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:18.410729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Request body: {'subnet': {'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-693408161-subnet', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:18.425232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed3fa2-5574-4abe-b288-a1a383ed3553 req-f284bf9a-593f-49c2-9b9d-dd4e0e4f6677 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:18.425520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network d470a6ef-a623-45cb-aae5-a04f60242f52 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:13:18.427826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bed3fa2-5574-4abe-b288-a1a383ed3553 req-f284bf9a-593f-49c2-9b9d-dd4e0e4f6677 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.1079450 Aug 11 08:13:18.500749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bed3fa2-5574-4abe-b288-a1a383ed3553 req-509bc833-2113-4bd9-a1ec-ddf7e4978ac1 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664396 Aug 11 08:13:18.557977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-82e38d3d-ca75-4617-a26d-160dae24c24a req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-925286535', 'description': 'tempest-description-943457454'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:18.560675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:18.564645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.588276 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-82e38d3d-ca75-4617-a26d-160dae24c24a req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.664296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc47ee-2bee-4384-8f9e-0784341e4335 req-3df3b4df-4574-44e2-9ac6-816ee0dc3ecc tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:18.666013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8afc47ee-2bee-4384-8f9e-0784341e4335 req-3df3b4df-4574-44e2-9ac6-816ee0dc3ecc tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 1095 time: 0.2133942 Aug 11 08:13:18.695362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-82e38d3d-ca75-4617-a26d-160dae24c24a req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.700422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-82e38d3d-ca75-4617-a26d-160dae24c24a req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.700767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-3bad362b-bb75-4330-b984-fe9af1b2068a tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:18.702394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-3bad362b-bb75-4330-b984-fe9af1b2068a tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.1897955 Aug 11 08:13:18.732005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-82e38d3d-ca75-4617-a26d-160dae24c24a req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.733975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82e38d3d-ca75-4617-a26d-160dae24c24a req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1805882 Aug 11 08:13:18.736055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43db2f-3a2a-495f-890c-d56b28fcd4e3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab997de3-175f-47b1-9709-1f841e435d03,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:18.809980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8afc47ee-2bee-4384-8f9e-0784341e4335 req-20dc774d-910f-4a25-afdf-613e0747f931 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291797 Aug 11 08:13:18.904746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a76b1a3b-7e18-45eb-9324-d18cb4597337 req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755323445', 'description': 'tempest-description-701045319'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:18.956146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a76b1a3b-7e18-45eb-9324-d18cb4597337 req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:18.997459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12a8798a-b130-4d82-9724-f4371dfa9da7 req-915c7519-9ac5-4fd3-aded-c32f843bda62 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 210 time: 0.0471346 Aug 11 08:13:19.005441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.022982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Deleting port 3ed80cea-6a9d-4150-8fc4-120b35696c14 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:19.022982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.033131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cf3ae92-2827-405f-bea3-658ccb67a329 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394254 Aug 11 08:13:19.210608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a76b1a3b-7e18-45eb-9324-d18cb4597337 req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.219045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24a3f37-10ee-4de6-a531-79b7a440ac42,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:19.219419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-d57dfbc6-a30d-473d-8ef8-31166a4069ce tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:19.221423 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-d57dfbc6-a30d-473d-8ef8-31166a4069ce tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774492 Aug 11 08:13:19.222917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a76b1a3b-7e18-45eb-9324-d18cb4597337 req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.250569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-a50a898d-55f9-4dfd-bfdd-4177b4908b8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2027111 Aug 11 08:13:19.254520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Request body: {'port': {'device_id': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': 'ae4051ba7d22494f9271d0af3b41ac55'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:19.265843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Checking segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:19.266275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Network hostable DHCP agents. Network: d470a6ef-a623-45cb-aae5-a04f60242f52, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:13:19.272433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] For port 3ed80cea-6a9d-4150-8fc4-120b35696c14, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3ed80cea-6a9d-4150-8fc4-120b35696c14,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:19.272800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.305906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb9b4a9-bbc6-41b3-9764-14291e10d919,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:19.311483 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a76b1a3b-7e18-45eb-9324-d18cb4597337 req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.317819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a76b1a3b-7e18-45eb-9324-d18cb4597337 req-db134e54-8177-401b-b951-f1fa017774a6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4190457 Aug 11 08:13:19.342583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b254-5d22-461c-b975-c64b613942b5 req-3f129e49-d22a-4ebf-aa09-98b8a33a64e7 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:19.346627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7470b254-5d22-461c-b975-c64b613942b5 req-3f129e49-d22a-4ebf-aa09-98b8a33a64e7 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1889505 Aug 11 08:13:19.439546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Made reservation on behalf of ae4051ba7d22494f9271d0af3b41ac55 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:19.443583 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.503172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Network d470a6ef-a623-45cb-aae5-a04f60242f52 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:13:19.551257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, d470a6ef-a623-45cb-aae5-a04f60242f52) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:19.562691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ba1ea-ec98-4221-9e4f-9a69d2d7d987 None None] Network d470a6ef-a623-45cb-aae5-a04f60242f52 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:19.577874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:19.578492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.628285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7470b254-5d22-461c-b975-c64b613942b5 req-6ab92f7f-280c-49c3-83c6-d8977b042657 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021902 Aug 11 08:13:19.649309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-d146f76c-e337-48e8-b1c1-4fe3bdf35175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:19.650875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-d146f76c-e337-48e8-b1c1-4fe3bdf35175 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 1100 time: 0.2230520 Aug 11 08:13:19.668246 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f524b26-57c2-45c6-a5fc-e00fea0ff5ac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2602413 Aug 11 08:13:19.670147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39960) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:19.679319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:19.716351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Allocated IP 192.168.233.66 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/a137907c-96fe-40e4-a958-7a570d6e5eb4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:19.890843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-d470a6ef-a623-45cb-aae5-a04f60242f52', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:13:19.892447 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.980922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.981403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.991978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.992714 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:19.993306 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Floating IP 79fea558-1346-4553-b3a9-d42f32fd0cfa disassociated. External IP: 172.25.2.162, port: 3ed80cea-6a9d-4150-8fc4-120b35696c14. Aug 11 08:13:19.993863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Calling delete_port for 3ed80cea-6a9d-4150-8fc4-120b35696c14 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:20.073041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Allocated IP 172.20.0.2 (d470a6ef-a623-45cb-aae5-a04f60242f52/c24a3f37-10ee-4de6-a531-79b7a440ac42/5d21f645-ffd3-4a31-9145-b1a0e94cdf3d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:20.090816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc9126-88f0-4e02-b1a8-0687024cb1c0 req-a8a9071e-9aaf-42c9-80ca-0cf14fcdbf2b tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:20.093739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10cc9126-88f0-4e02-b1a8-0687024cb1c0 req-a8a9071e-9aaf-42c9-80ca-0cf14fcdbf2b tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 945 time: 0.1325216 Aug 11 08:13:20.161802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.194062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Transition to ACTIVE for port object a137907c-96fe-40e4-a958-7a570d6e5eb4 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:20.199793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10cc9126-88f0-4e02-b1a8-0687024cb1c0 req-135c9a85-1cea-4144-b79a-46364b823741 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups?id=ec9c3d3d-fa02-4d1f-89ae-f5d902914921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942006 Aug 11 08:13:20.241161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-5ff46d3c-2330-472c-a6ef-fdb433f26ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:20.242823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-5ff46d3c-2330-472c-a6ef-fdb433f26ad1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.5196161 Aug 11 08:13:20.248611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.266594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.279488 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.289538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Transition to ACTIVE for port object 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:20.315460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Transition to ACTIVE for port object 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:20.322973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c', '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'a2fa8446-33f0-40a0-bdea-f36b23dce86f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:20.328729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:20.346272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:20.352381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:20.356972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:20.391542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event updated for resources: {'Port': ['ID=a137907c-96fe-40e4-a958-7a570d6e5eb4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:20.459355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:20.462980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.481193 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-398a9780-aedc-4f11-831d-fd45e143f453 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2307112 Aug 11 08:13:20.522816 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.536619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Request body: {'port': {'device_id': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:20.602698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Network d470a6ef-a623-45cb-aae5-a04f60242f52 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:20.630509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:20.658982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:20.674523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.762415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Pushing event updated for resources: {'Port': ['ID=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:20.867041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-eef2bab5-7f67-4176-89b1-fd4a9de30f62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=af790104-6634-43b6-a29f-a1e1192950f0 HTTP/1.1" status: 200 len: 217 time: 0.6051295 Aug 11 08:13:20.878245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-199a089c-0000-4274-a3be-3a92d3dcbf04 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:20.886069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-199a089c-0000-4274-a3be-3a92d3dcbf04 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 813 time: 0.9762568 Aug 11 08:13:20.921741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Attempting to bind port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:20.922293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Attempting to bind port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:20.922767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Attempting to bind port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d on network d470a6ef-a623-45cb-aae5-a04f60242f52 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:20.933796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:20.934357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Checking segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:20.934904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.935448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Bound using segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:20.936175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Bound port: 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:20.936646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:20.952130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b56f4c9f-9630-4c61-b9bc-976668b7c6fb None None] Provisioning for port a137907c-96fe-40e4-a958-7a570d6e5eb4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:20.952852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-3ce423eb-28a8-4dff-b7e5-414e0e60f38d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/quotas/ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 375 time: 0.0651360 Aug 11 08:13:20.961997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b56f4c9f-9630-4c61-b9bc-976668b7c6fb None None] Provisioning complete for port a137907c-96fe-40e4-a958-7a570d6e5eb4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:20.962533 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b56f4c9f-9630-4c61-b9bc-976668b7c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.041559 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:13:21.061191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3ed80cea-6a9d-4150-8fc4-120b35696c14 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:21.100420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.129242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-ede093bc-4372-498a-940d-77363c0579c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:21.131093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-ede093bc-4372-498a-940d-77363c0579c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2427354 Aug 11 08:13:21.174506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b56f4c9f-9630-4c61-b9bc-976668b7c6fb None None] Port a137907c-96fe-40e4-a958-7a570d6e5eb4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:13:21.236206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.244443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-7ebb4fc0-323a-4570-a507-ee4fe9a5b428 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2903810 Aug 11 08:13:21.263617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.306735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] For port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:21.344449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a137907c-96fe-40e4-a958-7a570d6e5eb4 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:21.356640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] For port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:21.361127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.372738 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.387916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event deleted for resources: {'Port': ['ID=3ed80cea-6a9d-4150-8fc4-120b35696c14,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:21.406327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-5a8a888d-0b25-4831-b6c1-e68706adc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:21.408740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-5a8a888d-0b25-4831-b6c1-e68706adc396 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571676 Aug 11 08:13:21.412851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Transition to ACTIVE for port object a137907c-96fe-40e4-a958-7a570d6e5eb4 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:21.427781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.449717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d5ecc-568f-45b8-85be-f9fd6d231389 None None] Pushing event updated for resources: {'Port': ['ID=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:21.639661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Pushing event updated for resources: {'Port': ['ID=a137907c-96fe-40e4-a958-7a570d6e5eb4,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:21.646973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-e5342e97-8832-4fc0-9e74-2698320b826a service neutron] 10.222.0.58 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011848 Aug 11 08:13:21.703446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202135e-3ff9-41d1-892b-caa60729b244 req-d4d8d63e-758f-4e50-a5a3-554866df2a0a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:21.705163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9202135e-3ff9-41d1-892b-caa60729b244 req-d4d8d63e-758f-4e50-a5a3-554866df2a0a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 947 time: 0.2885058 Aug 11 08:13:21.788609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9202135e-3ff9-41d1-892b-caa60729b244 req-5b57ea9b-e995-4d5b-a30f-f97960fd5405 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638182 Aug 11 08:13:21.821303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Attempting to bind port a137907c-96fe-40e4-a958-7a570d6e5eb4 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:21.821648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Attempting to bind port a137907c-96fe-40e4-a958-7a570d6e5eb4 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:21.824195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Attempting to bind port a137907c-96fe-40e4-a958-7a570d6e5eb4 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:21.834471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Port a137907c-96fe-40e4-a958-7a570d6e5eb4 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:13:21.834471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Attempting to bind port a137907c-96fe-40e4-a958-7a570d6e5eb4 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:21.862687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:21.863387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:21.863794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:21.864264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Bound port: a137907c-96fe-40e4-a958-7a570d6e5eb4, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:21.864698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:21.931150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-9b54da52-8726-4383-ae9f-fd63fb83a3c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087371 Aug 11 08:13:22.100902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] For port a137907c-96fe-40e4-a958-7a570d6e5eb4, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:22.119785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Router bbea0a30-f909-4bbc-9219-388f1e64f015 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:22.122147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] For port a137907c-96fe-40e4-a958-7a570d6e5eb4, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:22.134595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:22.220819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:22.225832 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:22.227803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] 10.222.0.64 "PUT /v2.0/ports/a137907c-96fe-40e4-a958-7a570d6e5eb4 HTTP/1.1" status: 200 len: 1095 time: 1.7030203 Aug 11 08:13:22.228673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'tag': 'a137907c-96fe-40e4-a958-7a570d6e5eb4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:22.231306 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96212079-af1f-43dd-a199-454794d5bdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b664701-5afe-4ec6-bb6a-f4c70e63b843", "tag": "a137907c-96fe-40e4-a958-7a570d6e5eb4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:22.272645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c158c5-ccaf-4879-8dba-16875bca4cc3 req-b7dba4b3-05d9-4b1d-b4a8-ebe45ddcf10e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:22.295913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70c158c5-ccaf-4879-8dba-16875bca4cc3 req-b7dba4b3-05d9-4b1d-b4a8-ebe45ddcf10e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.2582729 Aug 11 08:13:22.370134 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:22.372055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:22.456669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:22.461862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:22.476932 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-9df4abbc-a559-4b82-8877-fcfc0c2db8b1 service neutron] 10.222.0.58 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283901 Aug 11 08:13:22.495011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58d72348-b4f0-431b-8d51-ea83a98e5ce0 req-4208140e-ab54-42f9-a982-9d9e4fefbd6c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269227 Aug 11 08:13:22.507719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0dc12-b6c6-4d7a-b1e0-61d32e4dc656 service neutron] Pushing event updated for resources: {'Port': ['ID=a137907c-96fe-40e4-a958-7a570d6e5eb4,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:22.527236 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70c158c5-ccaf-4879-8dba-16875bca4cc3 req-c66c8a9e-2cb5-45c5-b7fc-3621d96a0ed9 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286623 Aug 11 08:13:22.566640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-895559cf-b9ef-402d-9f8f-44449ac91067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:22.568924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-895559cf-b9ef-402d-9f8f-44449ac91067 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 1098 time: 0.2695947 Aug 11 08:13:22.689554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-7e638f2b-4a78-429c-804d-53c9596a9af9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4 HTTP/1.1" status: 200 len: 217 time: 0.0932508 Aug 11 08:13:22.824416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-e01f2f56-3f7c-4ec7-a7d8-b8908f953a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:22.826992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-e01f2f56-3f7c-4ec7-a7d8-b8908f953a7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1314166 Aug 11 08:13:22.857612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:22.872075 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] Sync routers for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:22.905729 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:22.906900 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:22.950486 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42638927-6761-45f6-9e0a-51eb290b5c88 req-ae97c84f-b7eb-4fc7-a9ca-e768e02b05b1 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.1022086 Aug 11 08:13:23.019161 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71bdc4c-f092-438e-b057-fac7a1b70944 x-openstack-request-id: req-a71bdc4c-f092-438e-b057-fac7a1b70944 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:23.023916 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b664701-5afe-4ec6-bb6a-f4c70e63b843", "tag": "a137907c-96fe-40e4-a958-7a570d6e5eb4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:23.025062 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a71bdc4c-f092-438e-b057-fac7a1b70944 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:23.027266 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'tag': 'a137907c-96fe-40e4-a958-7a570d6e5eb4', 'status': 'completed', 'code': 200} Aug 11 08:13:23.064464 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:23.084090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-6c6d7b70-e884-4a0d-8a54-ed7f84c7a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:23.087398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-6c6d7b70-e884-4a0d-8a54-ed7f84c7a5f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591301 Aug 11 08:13:23.090212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Allocated IP 172.25.2.145 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/28af982b-65bf-4364-b2a8-8cb3066ec148) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:23.103192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] No DVR routers for this DVR port 3ed80cea-6a9d-4150-8fc4-120b35696c14 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:23.122870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:23.136760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-02449daa-9ddc-4a2f-a14a-4ade7e94b160 req-f1a3870c-5262-4171-8f61-055d6bc82676 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.69 "DELETE /v2.0/ports/3ed80cea-6a9d-4150-8fc4-120b35696c14 HTTP/1.1" status: 204 len: 173 time: 4.4229662 Aug 11 08:13:23.137469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'name': 'network-vif-deleted', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:23.140782 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4323064-d4b9-4228-9282-4a955c562c9c" -d '{"events": [{"server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "name": "network-vif-deleted", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:23.215861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95de805b-5e61-4418-afab-ce6c45048f38 req-bd22dc2c-4238-4cd9-815f-71b2fd8719a4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 210 time: 0.1198199 Aug 11 08:13:23.394279 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d011ae-27d7-44f2-9f42-8c279de483ad x-openstack-request-id: req-48d011ae-27d7-44f2-9f42-8c279de483ad {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:23.395357 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fab9ea7-d18c-4ba6-b43c-96d991a6c99a", "name": "network-vif-deleted", "tag": "3ed80cea-6a9d-4150-8fc4-120b35696c14", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:23.395611 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48d011ae-27d7-44f2-9f42-8c279de483ad {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:23.396935 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fab9ea7-d18c-4ba6-b43c-96d991a6c99a', 'name': 'network-vif-deleted', 'tag': '3ed80cea-6a9d-4150-8fc4-120b35696c14', 'status': 'completed', 'code': 200} Aug 11 08:13:23.406654 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:09Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:23.411337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29915bd-5e06-43a0-b9c8-a0d09bdd77aa None None] Network d470a6ef-a623-45cb-aae5-a04f60242f52 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:23.440858 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] Checking router: bbea0a30-f909-4bbc-9219-388f1e64f015 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:23.445025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-952bd6ce-74a0-479d-9a4b-168ef23e1c84 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176630 Aug 11 08:13:23.451504 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:23.452598 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:23.489235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc4514-78c2-4757-84a5-7c15f2aeb180 req-b0066d15-bf1a-46c6-8983-1f88e69d4371 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:23.491394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9bc4514-78c2-4757-84a5-7c15f2aeb180 req-b0066d15-bf1a-46c6-8983-1f88e69d4371 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 947 time: 0.3446324 Aug 11 08:13:23.581727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] Provisioning for port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:23.595242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] Provisioning complete for port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:23.596112 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:23.607836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9bc4514-78c2-4757-84a5-7c15f2aeb180 req-7d3e2da7-4446-4622-ba77-c38ba14ca075 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055760 Aug 11 08:13:23.610654 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:23.617184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:23.661301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978b4e90-ad3c-425d-b00d-4e03ba9ebbce req-d0d7bf4e-70a0-403e-b9a6-cc964be47a32 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061980 Aug 11 08:13:23.720447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:23.827382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:23.831952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:23.842967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:23.860783 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:23.865955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7aa7b-3d40-41cb-b5be-f088dc189c66 req-8baa8a01-84a8-4e3d-aa1b-cff20674b7a9 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:23.867900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48e7aa7b-3d40-41cb-b5be-f088dc189c66 req-8baa8a01-84a8-4e3d-aa1b-cff20674b7a9 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1806595 Aug 11 08:13:23.944754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48e7aa7b-3d40-41cb-b5be-f088dc189c66 req-513ac024-e820-45db-ae0b-b74248b618cc tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Aug 11 08:13:23.952770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212079-af1f-43dd-a199-454794d5bdb4 req-67c78b14-3c5e-4eb0-a9ce-b62601b19456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:23.954841 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-67c78b14-3c5e-4eb0-a9ce-b62601b19456 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 1098 time: 0.1599507 Aug 11 08:13:24.027836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] For port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:24.045339 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:24.163248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dc874-0d6f-42a4-9387-6daa5088f9ab None None] Pushing event updated for resources: {'Port': ['ID=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:24.196112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=28af982b-65bf-4364-b2a8-8cb3066ec148,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:24.211030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:09Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:24.215592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f2643d0-866c-44bd-b076-2715b2c2db76 req-7cc2ee28-5fb5-432b-8917-d544a655bcf5 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0871263 Aug 11 08:13:24.230058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212079-af1f-43dd-a199-454794d5bdb4 req-76fa07bc-7d4a-4894-a1e5-94768f8d8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:24.231267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-76fa07bc-7d4a-4894-a1e5-94768f8d8496 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2605975 Aug 11 08:13:24.255109 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb473e-0412-4174-b867-7fee4eef6cfe None None] The sync data for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 is: [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:10:00Z', 'revision_number': 4, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec', 'name': '', 'network_id': '8009d263-0465-4777-a91f-b736a751bf58', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'mac_address': 'fa:16:3e:2f:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:57Z', 'updated_at': '2021-08-11T08:10:09Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'subnets': [{'id': '6a0b2be6-bfc3-49db-ad59-62068c6ef390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:24.335408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-6420a198-4954-4a79-bbd0-60273119c043 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4 HTTP/1.1" status: 200 len: 217 time: 0.0925684 Aug 11 08:13:24.468357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4fa3e820-c717-4262-84bc-58e69596eda0 req-9dc77a31-a21f-4677-bc24-acdb249b841f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 210 time: 0.1215732 Aug 11 08:13:24.476756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:24.488429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212079-af1f-43dd-a199-454794d5bdb4 req-69b2a7d1-bcaa-488b-b455-c7def018913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:24.491253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-69b2a7d1-bcaa-488b-b455-c7def018913c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1433556 Aug 11 08:13:24.608667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-405a0560-1a6d-4f03-a010-d60bbcb1713e None None] Provisioning complete for port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:24.610412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-405a0560-1a6d-4f03-a010-d60bbcb1713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:24.622249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212079-af1f-43dd-a199-454794d5bdb4 req-d1c695f8-345b-445d-950d-405dd06b5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:24.624511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-d1c695f8-345b-445d-950d-405dd06b5236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143177 Aug 11 08:13:24.742260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028fef5-0627-4d00-8456-b5433a037933 None None] New status for floating IP 79fea558-1346-4553-b3a9-d42f32fd0cfa: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:13:24.813002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-82eb37a6-df61-4648-b4c4-ca10d99862e1 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758595 Aug 11 08:13:24.922162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96212079-af1f-43dd-a199-454794d5bdb4 req-7d72747c-46e2-4bd0-baa1-0c2bd0b18778 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007252 Aug 11 08:13:24.953464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:24.982558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8082-607d-4d6c-b603-b6857f6adfdb req-e3c65380-62ca-48c8-ae4a-1e709469388c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:24.989806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c8082-607d-4d6c-b603-b6857f6adfdb req-e3c65380-62ca-48c8-ae4a-1e709469388c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 947 time: 0.2417953 Aug 11 08:13:25.206523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f675f8-b82b-47a2-b228-714eb2637320 req-8067b78f-1de2-4041-8e45-080106452c36 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:25.209189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0f675f8-b82b-47a2-b228-714eb2637320 req-8067b78f-1de2-4041-8e45-080106452c36 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0669830 Aug 11 08:13:25.262073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0f675f8-b82b-47a2-b228-714eb2637320 req-3139688e-4e28-4df0-b975-fa5f4fc58b45 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Aug 11 08:13:25.432741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-b60ca477-dd89-42f9-ab85-2ab133a51b20 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:25.434432 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-b60ca477-dd89-42f9-ab85-2ab133a51b20 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 813 time: 0.7017927 Aug 11 08:13:25.493785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c8082-607d-4d6c-b603-b6857f6adfdb req-296087b3-ee08-4cac-9045-46ef5bc5b79f tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579101 Aug 11 08:13:25.504367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'port': {'device_id': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7', 'admin_state_up': True, 'tenant_id': 'ea37ed1932bb42b284307d83a70cf678'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:25.608965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb02687c-7ca3-4a15-b3e0-8b31f0172263 req-90fcd94b-399d-48f5-a2f8-a02f0d0a57f3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0360804 Aug 11 08:13:25.679657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5a411d8-4d7c-4e17-8f89-ecabbb989d17 req-a624c7ef-22f5-4b1e-bd62-431fe562e271 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 210 time: 0.0769169 Aug 11 08:13:25.708366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:13:25.729935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Made reservation on behalf of ea37ed1932bb42b284307d83a70cf678 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:25.734360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:25.905528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:25.924421 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Sync routers for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:25.934781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:25.935421 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:25.967469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:25.971961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-37446f2f-b59c-48f8-b7f6-7387eb22b5e2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2981117 Aug 11 08:13:25.972373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:26.017444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Allocated IP 172.20.0.9 (a3a07a84-1b59-4c4b-b114-9ece70b950c7/d22c7258-5cbb-4b90-adbd-1470d23c0bc1/5c1b48d2-b20e-456c-b5a5-62a9646db7d2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:26.086376 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:26.279101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:26.354209 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:24Z', 'revision_number': 3, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:26.360589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.407027 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Checking router: 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:26.407912 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Updating router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa port 28af982b-65bf-4364-b2a8-8cb3066ec148 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:13:26.409562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:26.411118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.462565 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.532246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.598309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Network a3a07a84-1b59-4c4b-b114-9ece70b950c7 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:26.607201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:26.616773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:26.622568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:26.671238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.672013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.673167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.673645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.673996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.674340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.674675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.675056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.676072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.676450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.677100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.677444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:26.728624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:26.730312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.754855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d451d-d904-49dc-b192-3097fb237a95 req-7e607248-7ef0-4a20-8251-1df29eb9e8f0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:26.765693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e2d451d-d904-49dc-b192-3097fb237a95 req-7e607248-7ef0-4a20-8251-1df29eb9e8f0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.2971902 Aug 11 08:13:26.780335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-741bd450-146e-4fe1-953a-d8839dfac40a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2804656 Aug 11 08:13:26.791827 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.803413 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Transition to ACTIVE for port object 28af982b-65bf-4364-b2a8-8cb3066ec148 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:26.813837 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.818498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Request body: {'port': {'device_id': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:26.906524 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3eec-130b-4f5d-9e06-a29d32c35657 None None] Pushing event updated for resources: {'Port': ['ID=28af982b-65bf-4364-b2a8-8cb3066ec148,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:26.922491 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Attempting to bind port 28af982b-65bf-4364-b2a8-8cb3066ec148 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:26.922860 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Attempting to bind port 28af982b-65bf-4364-b2a8-8cb3066ec148 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:26.923221 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Attempting to bind port 28af982b-65bf-4364-b2a8-8cb3066ec148 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:26.923947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.930108 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:26.930108 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:26.930887 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.930887 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:26.931333 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Bound port: 28af982b-65bf-4364-b2a8-8cb3066ec148, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:26.931706 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:26.941519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e2d451d-d904-49dc-b192-3097fb237a95 req-a59d9c75-dda4-49b2-8517-c1fad03f8646 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746736 Aug 11 08:13:26.986219 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] For port 28af982b-65bf-4364-b2a8-8cb3066ec148, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:26.990492 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] For port 28af982b-65bf-4364-b2a8-8cb3066ec148, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=28af982b-65bf-4364-b2a8-8cb3066ec148,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:26.998159 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:27.005378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:27.112989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:27.113657 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:27.160576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:27.183878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a724b-4e24-49fd-be2e-3fcf4ac1480e req-8ef24f1d-b5b2-49ba-8ef3-44114bdabf8c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:27.184261 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3eec-130b-4f5d-9e06-a29d32c35657 None None] Pushing event updated for resources: {'Port': ['ID=28af982b-65bf-4364-b2a8-8cb3066ec148,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:27.191817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-762a724b-4e24-49fd-be2e-3fcf4ac1480e req-8ef24f1d-b5b2-49ba-8ef3-44114bdabf8c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 947 time: 0.1777060 Aug 11 08:13:27.289963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f368c5d8-90e7-46df-96bd-3ff4f0dde524 req-bbac00c3-37c7-405b-b11c-b73bd4abcca3 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.1466401 Aug 11 08:13:27.393754 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:27.403079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-762a724b-4e24-49fd-be2e-3fcf4ac1480e req-df71427d-6190-4107-a47a-f8902639922a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100205 Aug 11 08:13:27.604920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018d6f9-91b6-45e7-beee-a4b9e835ff36 req-5c709dfb-6fa4-4171-9a71-b5b6368169bd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:27.615807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4018d6f9-91b6-45e7-beee-a4b9e835ff36 req-5c709dfb-6fa4-4171-9a71-b5b6368169bd tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 931 time: 0.1416988 Aug 11 08:13:27.703102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Allocated IP 172.20.0.1 (d470a6ef-a623-45cb-aae5-a04f60242f52/c24a3f37-10ee-4de6-a531-79b7a440ac42/863989ab-7629-4932-bffe-1ee197b4cc65) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:27.767240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:27.791886 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:24Z', 'revision_number': 3, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:27.821545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4018d6f9-91b6-45e7-beee-a4b9e835ff36 req-c26cc2af-731e-4f6c-a0e3-0aa76c7cf36e tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046456 Aug 11 08:13:27.839216 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555bf4-d39a-443a-9e66-58c7e0dd7de7 None None] The sync data for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 is: [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:24Z', 'revision_number': 3, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:27.840982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:27.882067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:27.890644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Transition to ACTIVE for port object 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:27.898040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:27.904630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Transition to ACTIVE for port object 863989ab-7629-4932-bffe-1ee197b4cc65 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:28.013555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.024459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:28.087384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Network d470a6ef-a623-45cb-aae5-a04f60242f52 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:28.092278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:28.108953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:28.114841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Pushing event updated for resources: {'Port': ['ID=863989ab-7629-4932-bffe-1ee197b4cc65,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:28.140455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Attempting to bind port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:28.140795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Attempting to bind port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:28.141635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Attempting to bind port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 on network a3a07a84-1b59-4c4b-b114-9ece70b950c7 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:28.154387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54fb9-5bd8-4c80-a393-39f110e5806f req-2594759d-ad88-473c-b13a-2606ef43d66b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:28.163444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.163942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.164105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.165005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.165498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.166014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.168454 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dec54fb9-5bd8-4c80-a393-39f110e5806f req-2594759d-ad88-473c-b13a-2606ef43d66b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1041472 Aug 11 08:13:28.175174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 on network a3a07a84-1b59-4c4b-b114-9ece70b950c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:13:28.175499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Attempting to bind port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 on network a3a07a84-1b59-4c4b-b114-9ece70b950c7 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:28.180921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.181727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.182220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.185164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.185510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.186277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:13:28.187129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device a137907c-96fe-40e4-a958-7a570d6e5eb4 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:13:28.220673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.249504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:28.249643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Checking segment: {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:28.250058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Bound using segment: {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:28.261064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Bound port: 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdc30fe-0d8c-490d-8c11-9a4053db5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:28.261634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.399700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dec54fb9-5bd8-4c80-a393-39f110e5806f req-54e3a511-e077-4cd2-800d-6fd6edc1e8a7 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302895 Aug 11 08:13:28.424553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port a137907c-96fe-40e4-a958-7a570d6e5eb4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:28.473271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:28.478037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:28.478451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'a137907c-96fe-40e4-a958-7a570d6e5eb4', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'a137907c-96fe-40e4-a958-7a570d6e5eb4', 'mac_address': 'fa:16:3e:a1:10:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:13:28.494661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.541687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:28.542875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.552079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] 10.222.0.64 "PUT /v2.0/ports/5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 1091 time: 1.7409558 Aug 11 08:13:28.607189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.612511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.617532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-776d411d-de5e-40a6-b633-6b99990940ea req-1698c9fb-af9c-4a8d-902f-6ca51bb2b495 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.1039994 Aug 11 08:13:28.627206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:28.627746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a137907c-96fe-40e4-a958-7a570d6e5eb4 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:28.632441 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c473fc8-843a-4e74-8dd1-4110642846bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:28.677988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port a137907c-96fe-40e4-a958-7a570d6e5eb4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:28.698012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.705216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-578678b4-5c07-4f7c-a7b0-fffc68addc29 None None] Provisioning for port 863989ab-7629-4932-bffe-1ee197b4cc65 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:28.723665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-578678b4-5c07-4f7c-a7b0-fffc68addc29 None None] Provisioning complete for port 863989ab-7629-4932-bffe-1ee197b4cc65 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:28.724104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-578678b4-5c07-4f7c-a7b0-fffc68addc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.781746 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:28.883019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-578678b4-5c07-4f7c-a7b0-fffc68addc29 None None] Port 863989ab-7629-4932-bffe-1ee197b4cc65 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:13:28.904158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf6d6e-3130-418c-98c3-50ed62df254c service neutron] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:28.924607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-ba77911e-842b-4a19-bf6b-294e1e649830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:28.926450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-ba77911e-842b-4a19-bf6b-294e1e649830 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1094 time: 0.2486496 Aug 11 08:13:28.935280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b6474-9f0c-40ef-abdf-d9bc12b405b5 req-6b86ab45-60a7-41c2-9edb-f051111dc4c2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:28.944560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-253b6474-9f0c-40ef-abdf-d9bc12b405b5 req-6b86ab45-60a7-41c2-9edb-f051111dc4c2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 948 time: 0.3034203 Aug 11 08:13:28.946828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=a137907c-96fe-40e4-a958-7a570d6e5eb4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:29.026423 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c8b3a-2595-4901-abef-0214964a1d82 x-openstack-request-id: req-ab4c8b3a-2595-4901-abef-0214964a1d82 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:29.028718 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:29.030082 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab4c8b3a-2595-4901-abef-0214964a1d82 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:29.043961 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'status': 'completed', 'code': 200} Aug 11 08:13:29.046229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-f5c08fee-d2a5-4075-8a6a-6c463bbeb891 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 217 time: 0.0898950 Aug 11 08:13:29.102009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-253b6474-9f0c-40ef-abdf-d9bc12b405b5 req-5f317851-f3ac-4d25-8526-8adc759240aa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558046 Aug 11 08:13:29.103891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['a137907c-96fe-40e4-a958-7a570d6e5eb4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:29.194956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:29.217494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:29.228788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead4c3-46dd-4467-a2da-66322823a924 req-b98980b2-4fe9-4371-b1cb-521c88c127d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:29.233529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-b98980b2-4fe9-4371-b1cb-521c88c127d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.1476390 Aug 11 08:13:29.285178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d09a14f7-9cf4-4143-ba26-463d74d2a73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:29.301763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-0f4f3ae7-a653-44a4-8bdd-c7f1872f50ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573130 Aug 11 08:13:29.517519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:29.546971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27d4f3-5e9c-47a8-a9ae-2de3d2451075 req-458b1822-5f4e-44f2-92ab-feb9d90cae1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:29.548944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e27d4f3-5e9c-47a8-a9ae-2de3d2451075 req-458b1822-5f4e-44f2-92ab-feb9d90cae1a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 943 time: 0.2416258 Aug 11 08:13:29.620542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e27d4f3-5e9c-47a8-a9ae-2de3d2451075 req-573e44f8-9fab-4ef8-827d-61a42c6b8b83 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Aug 11 08:13:29.650228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-f63b2960-bdff-4747-88ba-b2439b44312f service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861712 Aug 11 08:13:29.775108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0e75145-abb1-428e-ae4e-cbd1ed66487a req-4243afec-ac22-400a-8b63-69f527718850 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0574892 Aug 11 08:13:29.842274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5aead4c3-46dd-4467-a2da-66322823a924 req-50868856-f06e-4d84-b56d-6820030775c5 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791351 Aug 11 08:13:29.908343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Pushing event updated for resources: {'Port': ['ID=863989ab-7629-4932-bffe-1ee197b4cc65,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:29.913053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:29.940273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ccd3a-da2b-4edb-bdd9-d418d6f7573f req-ad82dfc0-81b3-467b-8ba5-8e4b7c50ac68 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:29.942244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad5ccd3a-da2b-4edb-bdd9-d418d6f7573f req-ad82dfc0-81b3-467b-8ba5-8e4b7c50ac68 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0867083 Aug 11 08:13:30.036472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad5ccd3a-da2b-4edb-bdd9-d418d6f7573f req-f9e96203-d518-4878-8cd3-e5120181647c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825617 Aug 11 08:13:30.038313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-2bff6f55-aac8-44b0-a4f7-b7f9c8386d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:30.039874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-2bff6f55-aac8-44b0-a4f7-b7f9c8386d21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1094 time: 0.0739331 Aug 11 08:13:30.070671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Network d470a6ef-a623-45cb-aae5-a04f60242f52 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:30.072207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:30.228364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-97b5552b-701f-460f-8230-ac45b217338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:30.242007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-97b5552b-701f-460f-8230-ac45b217338a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.1938124 Aug 11 08:13:30.287706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:30.363222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-dcd83cd1-3ad6-4ebf-9497-b8d5dd9effc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 217 time: 0.0931873 Aug 11 08:13:30.381812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 28af982b-65bf-4364-b2a8-8cb3066ec148 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:30.511799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-0cf468ff-d8fd-4656-8803-5af4974bc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:30.517010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-0cf468ff-d8fd-4656-8803-5af4974bc55c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.1352959 Aug 11 08:13:30.536298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6c52633-6e1b-46aa-a628-2f0ccf8df06a None None] Provisioning complete for port 863989ab-7629-4932-bffe-1ee197b4cc65 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:30.537251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c52633-6e1b-46aa-a628-2f0ccf8df06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:30.540047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a120b-2cca-47c4-8922-0632f811f34f req-c02cc752-f4b7-44b9-901b-facac35ca0df tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:30.540392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 28af982b-65bf-4364-b2a8-8cb3066ec148 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:30.543168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-380a120b-2cca-47c4-8922-0632f811f34f req-c02cc752-f4b7-44b9-901b-facac35ca0df tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 948 time: 0.2962558 Aug 11 08:13:30.563859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 28af982b-65bf-4364-b2a8-8cb3066ec148 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:30.564536 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:30.587812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:30.599901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6f87d72e-5b16-4086-a1f5-0ed635fd4691 admin admin] 10.222.0.58 "PUT /v2.0/routers/9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6257086 Aug 11 08:13:30.627730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-74f3eb3b-f21b-42af-adbb-7c59c10958a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799916 Aug 11 08:13:30.674625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a6c52633-6e1b-46aa-a628-2f0ccf8df06a None None] Port 863989ab-7629-4932-bffe-1ee197b4cc65 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:13:30.714537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-380a120b-2cca-47c4-8922-0632f811f34f req-4ef4f24e-d810-4c53-ab40-b4edea2b4d6c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540270 Aug 11 08:13:30.783043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:30.840598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-c643cadb-6807-4c0b-b251-30526fc35e9c service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884844 Aug 11 08:13:30.840854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 28af982b-65bf-4364-b2a8-8cb3066ec148, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=28af982b-65bf-4364-b2a8-8cb3066ec148,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:30.857213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:30.926533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Sync routers for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:30.961890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f7f1-e411-488a-8a66-09756089267d req-a3bd55db-7700-4f24-9c3a-96c851049579 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:30.973770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6e2f7f1-e411-488a-8a66-09756089267d req-a3bd55db-7700-4f24-9c3a-96c851049579 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 943 time: 0.1944125 Aug 11 08:13:30.982232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:30.982927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:31.034114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7acc9f48-60bb-4be5-8a7e-38b9c3eb17de req-4cadd4de-8c16-4044-a61f-393d28361398 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0774806 Aug 11 08:13:31.099801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6e2f7f1-e411-488a-8a66-09756089267d req-3fcbd317-06b6-425e-b8b4-b2db5d2757e5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226528 Aug 11 08:13:31.124065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c473fc8-843a-4e74-8dd1-4110642846bb req-3002441a-c942-4080-88e0-985f2d9285fd service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788095 Aug 11 08:13:31.129206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=28af982b-65bf-4364-b2a8-8cb3066ec148,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:31.157379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:31.257382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553ce8a-4ecc-4a83-8497-e5ac92810e93 req-2e19d090-fb16-4253-9897-fa1824199616 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:31.259033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b553ce8a-4ecc-4a83-8497-e5ac92810e93 req-2e19d090-fb16-4253-9897-fa1824199616 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0827322 Aug 11 08:13:31.330882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b553ce8a-4ecc-4a83-8497-e5ac92810e93 req-684dd5f9-dcb1-4e53-9762-ab27217c9a4a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 Aug 11 08:13:31.437659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 2, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:31.476525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Checking router: 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:31.476959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Updating router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa port 863989ab-7629-4932-bffe-1ee197b4cc65 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:13:31.519889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:31.872627 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:31.886219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Transition to ACTIVE for port object 863989ab-7629-4932-bffe-1ee197b4cc65 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:13:31.895740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:31.898388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3716ac5-89b5-46ba-8915-3190e4e5b8b1 req-b6a108a9-6266-44c8-ab55-0fcabea32a3b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:31.901047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3716ac5-89b5-46ba-8915-3190e4e5b8b1 req-b6a108a9-6266-44c8-ab55-0fcabea32a3b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 948 time: 0.0568135 Aug 11 08:13:31.948205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3716ac5-89b5-46ba-8915-3190e4e5b8b1 req-034dee56-0488-47a0-823a-7f26e3c8f345 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Aug 11 08:13:31.994276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649cd31-7bd9-4741-b174-1ad382c16bf0 None None] Pushing event updated for resources: {'Port': ['ID=863989ab-7629-4932-bffe-1ee197b4cc65,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:32.059564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Attempting to bind port 863989ab-7629-4932-bffe-1ee197b4cc65 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:13:32.060024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Attempting to bind port 863989ab-7629-4932-bffe-1ee197b4cc65 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:13:32.060440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Attempting to bind port 863989ab-7629-4932-bffe-1ee197b4cc65 on network d470a6ef-a623-45cb-aae5-a04f60242f52 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:13:32.067058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:13:32.067914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Checking segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:32.068408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:32.068901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Bound using segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:13:32.069518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Bound port: 863989ab-7629-4932-bffe-1ee197b4cc65, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:13:32.069989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:32.203961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] For port 863989ab-7629-4932-bffe-1ee197b4cc65, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:13:32.207688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] For port 863989ab-7629-4932-bffe-1ee197b4cc65, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=863989ab-7629-4932-bffe-1ee197b4cc65,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:13:32.211841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device a137907c-96fe-40e4-a958-7a570d6e5eb4 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:32.266987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:32.303474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-329be8de-76cc-4f0c-a83f-329ea86a4018 req-1b09bfb6-7acf-410a-8e2c-7d8e8a53f2d7 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.1039886 Aug 11 08:13:32.331757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0770-cf4e-4daf-8eac-bd879bcd3802 req-f8fb40e7-01aa-423f-a7e6-a1520551ddf1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:32.340245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-403b0770-cf4e-4daf-8eac-bd879bcd3802 req-f8fb40e7-01aa-423f-a7e6-a1520551ddf1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 943 time: 0.1144736 Aug 11 08:13:32.409991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649cd31-7bd9-4741-b174-1ad382c16bf0 None None] Pushing event updated for resources: {'Port': ['ID=863989ab-7629-4932-bffe-1ee197b4cc65,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:32.423427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 28af982b-65bf-4364-b2a8-8cb3066ec148 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:32.425978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-403b0770-cf4e-4daf-8eac-bd879bcd3802 req-3d8188a8-8162-4566-9556-2ea076271de5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854397 Aug 11 08:13:32.452035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:32.453588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:32.455540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:32.536333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port a137907c-96fe-40e4-a958-7a570d6e5eb4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:32.561427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c74ee-d10b-4ab8-8895-ea2d75931479 req-be723d2a-994e-412e-9cbb-adc4a92eea7c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:32.563018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f7c74ee-d10b-4ab8-8895-ea2d75931479 req-be723d2a-994e-412e-9cbb-adc4a92eea7c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0915837 Aug 11 08:13:32.578034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port a137907c-96fe-40e4-a958-7a570d6e5eb4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:32.578541 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:32.653878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f7c74ee-d10b-4ab8-8895-ea2d75931479 req-098cdfa0-dc37-4ec1-a7f9-e37e6cfb42fe tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587244 Aug 11 08:13:32.693375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:32.728468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 28af982b-65bf-4364-b2a8-8cb3066ec148 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:32.728841 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:32.760328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d8acabca-102d-4cea-be7f-88cd5929d12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:33.081690 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:33.117028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ab8a-67ef-479a-91fe-413aafd85aa9 req-4f414735-53d6-4feb-befc-82c310c52e87 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:33.118854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6911ab8a-67ef-479a-91fe-413aafd85aa9 req-4f414735-53d6-4feb-befc-82c310c52e87 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 948 time: 0.0687590 Aug 11 08:13:33.137275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137907c-96fe-40e4-a958-7a570d6e5eb4'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:33.139722 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c592e60-7155-4d3f-9a84-b820bd248402" -d '{"events": [{"server_uuid": "9b664701-5afe-4ec6-bb6a-f4c70e63b843", "name": "network-vif-plugged", "status": "completed", "tag": "a137907c-96fe-40e4-a958-7a570d6e5eb4"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:33.167878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port a137907c-96fe-40e4-a958-7a570d6e5eb4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:33.208351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:33.209807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6911ab8a-67ef-479a-91fe-413aafd85aa9 req-87a0395c-fc50-41ad-9af4-297dd0dc4f3a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806069 Aug 11 08:13:33.221671 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1298c71f-3279-4b65-b292-24a1717acdd6 x-openstack-request-id: req-1298c71f-3279-4b65-b292-24a1717acdd6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:33.222010 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b664701-5afe-4ec6-bb6a-f4c70e63b843", "name": "network-vif-plugged", "status": "completed", "tag": "a137907c-96fe-40e4-a958-7a570d6e5eb4", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:33.222265 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1298c71f-3279-4b65-b292-24a1717acdd6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:33.222687 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137907c-96fe-40e4-a958-7a570d6e5eb4', 'code': 200} Aug 11 08:13:33.276146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=a137907c-96fe-40e4-a958-7a570d6e5eb4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:33.297377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:32Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:33.344175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6b9b1-64f6-4450-b940-ebd0af6d2489 None None] The sync data for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 is: [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:32Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:33.457610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225fb25-bd48-4c85-a944-374492791d47 req-022ea094-ae6e-486b-9eff-756422006ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:33.459102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8225fb25-bd48-4c85-a944-374492791d47 req-022ea094-ae6e-486b-9eff-756422006ac9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 1100 time: 0.1010919 Aug 11 08:13:33.506260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5cc2e4f-0973-4f98-afd9-e6cce51b4937 req-19229ad3-7166-460e-bde7-98e16b95aa7d tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0658369 Aug 11 08:13:33.588331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8225fb25-bd48-4c85-a944-374492791d47 req-9bd34f7f-9e3b-4481-81dc-d987314f6d2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110473 Aug 11 08:13:33.625521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44582d7-978f-456f-b86c-27b9e4dddc57 req-1d326d74-0500-4829-8929-83c71b9e8891 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:33.627032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3804c-92c5-43ab-b3eb-52982e2253a3 req-23c21ca8-74b0-473d-8d09-00ad5c897c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:33.634262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e44582d7-978f-456f-b86c-27b9e4dddc57 req-1d326d74-0500-4829-8929-83c71b9e8891 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 943 time: 0.0927272 Aug 11 08:13:33.637963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2d3804c-92c5-43ab-b3eb-52982e2253a3 req-23c21ca8-74b0-473d-8d09-00ad5c897c30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.0634704 Aug 11 08:13:33.704405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e44582d7-978f-456f-b86c-27b9e4dddc57 req-11393336-0014-423d-8708-4d1d7f109a83 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Aug 11 08:13:33.848722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2432f-0849-48f5-91d9-da805115c26d req-cc15d91a-18bf-4c0c-9ac8-0bc939142a51 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:33.851313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66d2432f-0849-48f5-91d9-da805115c26d req-cc15d91a-18bf-4c0c-9ac8-0bc939142a51 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0784848 Aug 11 08:13:33.922312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66d2432f-0849-48f5-91d9-da805115c26d req-e3e46bc6-b5f0-4f2b-b3d3-643b5fa3ecdb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627630 Aug 11 08:13:33.972489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2d3804c-92c5-43ab-b3eb-52982e2253a3 req-ceb0fbae-9808-4f10-9d81-d17f24621a44 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769596 Aug 11 08:13:34.191253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:13:34.415388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:34.434905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'network_id': 'a3a07a84-1b59-4c4b-b114-9ece70b950c7', 'port_id': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'mac_address': 'fa:16:3e:2c:2c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22c7258-5cbb-4b90-adbd-1470d23c0bc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:13:34.440338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 863989ab-7629-4932-bffe-1ee197b4cc65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:34.447847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91378c8c-932b-4355-989d-52f8a1127321 req-6fd1c47b-36a3-4a1e-9140-bd897105bb41 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:34.468060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91378c8c-932b-4355-989d-52f8a1127321 req-6fd1c47b-36a3-4a1e-9140-bd897105bb41 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 949 time: 0.1068459 Aug 11 08:13:34.528198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91378c8c-932b-4355-989d-52f8a1127321 req-030a1c79-29e3-41a8-b1c5-f0ca76284d54 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551984 Aug 11 08:13:34.622292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:34.665864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:13:34.712165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2857b207-704b-4862-95e1-d58d0cf0df89 req-9f6621c0-af17-4e34-8f7a-4e2fcb7c359f tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fab9ea7-d18c-4ba6-b43c-96d991a6c99a HTTP/1.1" status: 200 len: 210 time: 0.0495768 Aug 11 08:13:34.769487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 863989ab-7629-4932-bffe-1ee197b4cc65 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:34.809746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 863989ab-7629-4932-bffe-1ee197b4cc65 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:34.810131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:34.822657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:34.826210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:34.873077 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:34.990616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfe767-9626-4906-9bcf-7248ef408724 req-fa3a222d-d87a-42ba-bbee-0006c734e712 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:35.007965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90dfe767-9626-4906-9bcf-7248ef408724 req-fa3a222d-d87a-42ba-bbee-0006c734e712 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 944 time: 0.1524727 Aug 11 08:13:35.064910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90dfe767-9626-4906-9bcf-7248ef408724 req-6abe51dd-fa3a-456c-94e4-faf40bad87be tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Aug 11 08:13:35.172757 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:35.175637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b9f40-68e2-413e-b853-6c205194ba2b req-c4acae38-9171-4392-8d9c-1de0c0f08f8a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:35.183014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d9b9f40-68e2-413e-b853-6c205194ba2b req-c4acae38-9171-4392-8d9c-1de0c0f08f8a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0977106 Aug 11 08:13:35.207838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:35.267378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 863989ab-7629-4932-bffe-1ee197b4cc65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=863989ab-7629-4932-bffe-1ee197b4cc65,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:35.274824 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:35.284137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d9b9f40-68e2-413e-b853-6c205194ba2b req-c77e150d-2f7a-4d66-aa67-6850bcbb82f5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879560 Aug 11 08:13:35.344783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=863989ab-7629-4932-bffe-1ee197b4cc65,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:35.490577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5c1b48d2-b20e-456c-b5a5-62a9646db7d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:35.696405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eac1a-8d52-4776-8ede-9a142c3e32e7 req-d287f0da-3e8e-451a-be0e-7705a737f632 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:35.705292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da0eac1a-8d52-4776-8ede-9a142c3e32e7 req-d287f0da-3e8e-451a-be0e-7705a737f632 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 949 time: 0.0770161 Aug 11 08:13:35.751719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da0eac1a-8d52-4776-8ede-9a142c3e32e7 req-a54b809c-d49d-4010-b301-e5312acf7574 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Aug 11 08:13:35.822774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40290) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:35.904532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37a96689-d59a-4cfb-8a75-6ff5679423c2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:35.938772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37a96689-d59a-4cfb-8a75-6ff5679423c2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.025356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37a96689-d59a-4cfb-8a75-6ff5679423c2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.028824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37a96689-d59a-4cfb-8a75-6ff5679423c2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.033783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40296) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:36.035129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-37a96689-d59a-4cfb-8a75-6ff5679423c2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "DELETE /v2.0/security-groups/ec9c3d3d-fa02-4d1f-89ae-f5d902914921 HTTP/1.1" status: 204 len: 168 time: 0.2094088 Aug 11 08:13:36.048774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a96689-d59a-4cfb-8a75-6ff5679423c2 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c3d3d-fa02-4d1f-89ae-f5d902914921,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:36.053832 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-64f60719-fa06-4cfb-8d71-7e1497f0d50e tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] show failed (client error): The resource could not be found. Aug 11 08:13:36.059378 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-64f60719-fa06-4cfb-8d71-7e1497f0d50e tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "GET /v2.0/security-groups/ec9c3d3d-fa02-4d1f-89ae-f5d902914921 HTTP/1.1" status: 404 len: 347 time: 0.0216584 Aug 11 08:13:36.059378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40298) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:36.083855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.304074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 863989ab-7629-4932-bffe-1ee197b4cc65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:36.307502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f5ad6-68ec-4414-8cc1-5a6e9eab633c req-fe7ad697-9323-4b46-8239-961e7cfa92e5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:36.309098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a49f5ad6-68ec-4414-8cc1-5a6e9eab633c req-fe7ad697-9323-4b46-8239-961e7cfa92e5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 944 time: 0.0944178 Aug 11 08:13:36.363454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Deleting port af81858f-94f9-49e5-a161-ca46354f394f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:36.364125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.371993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a49f5ad6-68ec-4414-8cc1-5a6e9eab633c req-88d77ca1-190a-4859-a466-7103e8e20bc4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483460 Aug 11 08:13:36.422257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 863989ab-7629-4932-bffe-1ee197b4cc65 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:36.422637 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.478909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63537568-5269-433f-af97-f4074be21f96 req-1e7112be-5b71-46e4-952f-a966ed78222b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:36.480834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63537568-5269-433f-af97-f4074be21f96 req-1e7112be-5b71-46e4-952f-a966ed78222b tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0730221 Aug 11 08:13:36.510668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.511406 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.547225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63537568-5269-433f-af97-f4074be21f96 req-bb11e6ca-5a54-46b0-88ca-afdc7dac12ff tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493443 Aug 11 08:13:36.580580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Calling delete_port for af81858f-94f9-49e5-a161-ca46354f394f owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:36.617573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-48e13d30-499c-4c9e-9103-9c4dd5f5f9bd req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1887045259', 'description': 'tempest-description-1077466487'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:36.651304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-48e13d30-499c-4c9e-9103-9c4dd5f5f9bd req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.802254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-48e13d30-499c-4c9e-9103-9c4dd5f5f9bd req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.809708 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-48e13d30-499c-4c9e-9103-9c4dd5f5f9bd req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.814551 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.843760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-48e13d30-499c-4c9e-9103-9c4dd5f5f9bd req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:36.851275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48e13d30-499c-4c9e-9103-9c4dd5f5f9bd req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2383621 Aug 11 08:13:36.882428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Pushing event deleted for resources: {'Port': ['ID=af81858f-94f9-49e5-a161-ca46354f394f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:36.925541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1fc17-d455-4188-94c7-30e3b3615f40 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601d5572-4a6b-47f1-8fe0-4aecef78c8bb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:36.992363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-610d308a-a40f-426c-a636-82d97986d8c3 req-282b04cd-7170-412b-a240-1ccc86f99add tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1887045259&fields=id&tenant_id=56492a32030c49b5ab65a142b964a5c8 HTTP/1.1" status: 200 len: 267 time: 0.0457728 Aug 11 08:13:36.997541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ad5a-cdaa-4150-9ed7-84a1df42c584 req-2af7fcad-81cb-474c-839d-4bd1eebb77dd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:36.999530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3b6ad5a-cdaa-4150-9ed7-84a1df42c584 req-2af7fcad-81cb-474c-839d-4bd1eebb77dd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 949 time: 0.0814018 Aug 11 08:13:37.010502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:37.013758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:37.018578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bdc65111-f2c3-4aca-ba2c-bb845e4b1824 tempest-ServersTestBootFromVolume-2030570703 tempest-ServersTestBootFromVolume-2030570703-project] 10.222.0.58 "DELETE /v2.0/floatingips/79fea558-1346-4553-b3a9-d42f32fd0cfa HTTP/1.1" status: 204 len: 168 time: 0.9560292 Aug 11 08:13:37.030835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40314) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:37.071940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3b6ad5a-cdaa-4150-9ed7-84a1df42c584 req-a04fe8c4-3937-4615-a021-ccaf16e46ede tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635478 Aug 11 08:13:37.119623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d308a-a40f-426c-a636-82d97986d8c3 req-1f88bf16-c6cf-4951-84ca-5dae3ef16c50 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:37.121305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-610d308a-a40f-426c-a636-82d97986d8c3 req-1f88bf16-c6cf-4951-84ca-5dae3ef16c50 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1276476 Aug 11 08:13:37.167631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'port': {'security_groups': ['d34e49ba-c338-477e-96fa-4b6bf6e52f0a', '601d5572-4a6b-47f1-8fe0-4aecef78c8bb']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:37.241448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47d2eb-d5c4-41be-9663-a93c1d09a2b8 req-7dfca240-e5e4-4204-9eec-7cfd846d634d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:37.250051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f47d2eb-d5c4-41be-9663-a93c1d09a2b8 req-7dfca240-e5e4-4204-9eec-7cfd846d634d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 1100 time: 0.0756955 Aug 11 08:13:37.253000 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:37.314588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f47d2eb-d5c4-41be-9663-a93c1d09a2b8 req-c727c516-c8e3-4728-a9e5-c514b1b0a33d tempest-ServersOnMultiNodesTest-1046996655 tempest-ServersOnMultiNodesTest-1046996655-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Aug 11 08:13:37.803858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2380e-b581-4468-b915-dc6781ea86ef req-235e5795-c7d8-4bea-8ce3-761e601fcc34 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:37.806096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:37.812533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8d2380e-b581-4468-b915-dc6781ea86ef req-235e5795-c7d8-4bea-8ce3-761e601fcc34 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 944 time: 0.0692568 Aug 11 08:13:37.851431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8d2380e-b581-4468-b915-dc6781ea86ef req-22ce463f-8028-4a2f-bb78-7474d6bd6f67 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363867 Aug 11 08:13:37.881315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:37.887644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:37.933533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ac6e3357-b676-4c38-ba7f-d78322562039'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:37.950618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:37.951304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:37.957679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-610d308a-a40f-426c-a636-82d97986d8c3 req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "PUT /v2.0/ports/ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 981 time: 0.7971158 Aug 11 08:13:37.967456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:37.971002 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958fe348-8e13-4ab4-bdb0-140a664b7f07" -d '{"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:38.118160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08b9c4-0d68-428f-92ba-d621809d78f3 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:38.132133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.140316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-9eb814ac-a2df-42e8-8777-417401c05709 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1887045259&fields=id&tenant_id=56492a32030c49b5ab65a142b964a5c8 HTTP/1.1" status: 200 len: 267 time: 0.0541112 Aug 11 08:13:38.179249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ac6e3357-b676-4c38-ba7f-d78322562039'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:38.205125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b310a0-9669-4b14-b84b-1fcd90eaedc0 req-0eb97d27-0af5-478b-9842-8706fde508d2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:38.216037 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5b310a0-9669-4b14-b84b-1fcd90eaedc0 req-0eb97d27-0af5-478b-9842-8706fde508d2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 949 time: 0.1931581 Aug 11 08:13:38.242955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:13:38.328394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5271eeb5-1389-4a21-aacc-657834f9bb8e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:38.333641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5b310a0-9669-4b14-b84b-1fcd90eaedc0 req-82b68c72-50cc-416d-a4a7-704db6d388a9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165879 Aug 11 08:13:38.335291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5271eeb5-1389-4a21-aacc-657834f9bb8e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 984 time: 0.1938622 Aug 11 08:13:38.358302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'port': {'security_groups': ['d34e49ba-c338-477e-96fa-4b6bf6e52f0a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:38.481156 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.505966 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba0a2eb-b3d9-47fe-8cb2-392ef09f597f x-openstack-request-id: req-dba0a2eb-b3d9-47fe-8cb2-392ef09f597f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:38.508666 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:38.509337 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dba0a2eb-b3d9-47fe-8cb2-392ef09f597f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:38.510047 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'status': 'completed', 'code': 200} Aug 11 08:13:38.535079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:13:38.559077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:13:38.559481 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.740591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Deleting port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:38.741847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.749507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-f2eb7388-053e-4390-8d13-43912ba490f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:38.751049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-f2eb7388-053e-4390-8d13-43912ba490f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1135 time: 0.1660857 Aug 11 08:13:38.778350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.829316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:38.834769 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a9639-cf0f-401c-935d-5e88220dfa37" -d '{"events": [{"server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:38.842178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] For port 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:38.843168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.866843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Calling delete_port for 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:38.870383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:38.881061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.895048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:38.941773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-659fa2f3-1bcd-4bc2-9051-0876ef3e76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:38.942218 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f3f56-418f-47f1-9424-3ecd90aa79d6 x-openstack-request-id: req-602f3f56-418f-47f1-9424-3ecd90aa79d6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:38.945586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-659fa2f3-1bcd-4bc2-9051-0876ef3e76c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.1790991 Aug 11 08:13:38.946305 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "name": "network-vif-plugged", "status": "completed", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:38.946752 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-602f3f56-418f-47f1-9424-3ecd90aa79d6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:38.947366 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'code': 200} Aug 11 08:13:38.949247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.957481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:38.964413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:39.069172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ac6e3357-b676-4c38-ba7f-d78322562039'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:39.076192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:39.077123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:39.093922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad1a1461-5de0-4823-901d-b17edc6d7c34 req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "PUT /v2.0/ports/ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 942 time: 0.7413337 Aug 11 08:13:39.099256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-bba7ec28-f142-43d0-99a0-b1e6174e5d7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.0925376 Aug 11 08:13:39.099764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:39.102258 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d356dbd-943c-4cba-80a3-9b52af0c1798" -d '{"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:39.231086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59b08-4ff7-4bb6-92ba-32d0e4be4022 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event updated for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=7']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:39.335480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ac6e3357-b676-4c38-ba7f-d78322562039'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:39.392479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-991413e7-3f5e-4ace-a11f-8fc018f7c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:39.394102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-991413e7-3f5e-4ace-a11f-8fc018f7c94b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.2708738 Aug 11 08:13:39.477115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-ed6e558f-74fc-47f4-b7d7-2c439c6fdd8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703399 Aug 11 08:13:39.522820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-495a8647-81dd-4a32-8a07-79174c189b08 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2783420 Aug 11 08:13:39.530706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:39.546120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72751780-0ad0-49a6-bf86-1bb1b396f114 req-058eb66d-a84b-4274-90a7-c29968b6a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:39.555207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72751780-0ad0-49a6-bf86-1bb1b396f114 req-058eb66d-a84b-4274-90a7-c29968b6a2ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1096 time: 0.1316600 Aug 11 08:13:39.561347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c564f4-e17f-41ff-bb8b-27279f579faf req-4bab0c63-a7ce-4ca3-a680-cd3a8b11a614 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:39.563343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16c564f4-e17f-41ff-bb8b-27279f579faf req-4bab0c63-a7ce-4ca3-a680-cd3a8b11a614 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 945 time: 0.1492476 Aug 11 08:13:39.626389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:39.669813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72751780-0ad0-49a6-bf86-1bb1b396f114 req-cdc8e2fd-77f0-4eb0-bdd5-34a4b932f2cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039336 Aug 11 08:13:39.691746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16c564f4-e17f-41ff-bb8b-27279f579faf req-34afe8f8-1860-43d2-9139-52ddfe9bd436 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176984 Aug 11 08:13:39.720773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-ff76274d-0247-4a43-802a-2e033d3eaa95 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947896 Aug 11 08:13:39.787809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:39.800304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:39.869222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:39.953411 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd5561-4708-4df6-a5d0-7598e29aedec x-openstack-request-id: req-95dd5561-4708-4df6-a5d0-7598e29aedec {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:39.954149 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:39.954149 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95dd5561-4708-4df6-a5d0-7598e29aedec {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:39.954372 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'status': 'completed', 'code': 200} Aug 11 08:13:39.993059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Allocated IP 172.25.2.61 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/dc892002-2bce-4c10-b59a-b69c7ead7156) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:40.196988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-958fe348-8e13-4ab4-bdb0-140a664b7f07 req-2142ca1e-50b5-441f-bff5-6e3064d1212e service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955175 Aug 11 08:13:40.214227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701417f-d4b0-4936-b0e9-61befd2902f0 req-9649c0e9-680d-4613-a170-2991693a285c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:40.214554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.214735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2701417f-d4b0-4936-b0e9-61befd2902f0 req-9649c0e9-680d-4613-a170-2991693a285c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 949 time: 0.1850371 Aug 11 08:13:40.229485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.254298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-28517921-e3c4-47fc-82d7-f995377a75ef tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:40.255954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-28517921-e3c4-47fc-82d7-f995377a75ef tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 949 time: 0.1441169 Aug 11 08:13:40.289657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.397100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:40.407516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:40.413336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:40.419007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event updated for resources: {'Port': ['ID=dc892002-2bce-4c10-b59a-b69c7ead7156,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:40.461084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-af5c43d6-560b-4f02-9eb1-cbaabc1270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:40.461348 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2701417f-d4b0-4936-b0e9-61befd2902f0 req-09fd8d78-b903-4e65-b864-5d32f62104e6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189014 Aug 11 08:13:40.463690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-af5c43d6-560b-4f02-9eb1-cbaabc1270b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.1184597 Aug 11 08:13:40.650612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port a137907c-96fe-40e4-a958-7a570d6e5eb4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:40.651387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.661142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.682219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-e49737c7-8825-496a-95cb-7c62c5b581cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:40.683968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-e49737c7-8825-496a-95cb-7c62c5b581cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.1930401 Aug 11 08:13:40.715313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.730511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Router bbea0a30-f909-4bbc-9219-388f1e64f015 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:40.822924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-9bcd52bd-9c5c-4e55-84ed-742939f819cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.0623641 Aug 11 08:13:40.846009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port a137907c-96fe-40e4-a958-7a570d6e5eb4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=a137907c-96fe-40e4-a958-7a570d6e5eb4,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:40.846392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:40.881773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for a137907c-96fe-40e4-a958-7a570d6e5eb4 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:40.927856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-2a30a381-891d-4b31-bb10-ed4bbfcca353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:40.929480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-2a30a381-891d-4b31-bb10-ed4bbfcca353 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.0994351 Aug 11 08:13:40.995608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9219b3-a802-4fc7-a441-48d063a9a3af req-a131623d-98e0-421f-bbda-b567fc8ba7df tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:40.997167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b9219b3-a802-4fc7-a441-48d063a9a3af req-a131623d-98e0-421f-bbda-b567fc8ba7df tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 945 time: 0.1779778 Aug 11 08:13:41.029656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-698580b2-3278-462f-9f8a-8d06834d1b4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415902 Aug 11 08:13:41.041067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:41.050187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-308edbf6-201a-419f-85ed-008c9b07fd20 admin admin] 10.222.0.58 "PUT /v2.0/routers/bbea0a30-f909-4bbc-9219-388f1e64f015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0267143 Aug 11 08:13:41.053263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40370) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:41.057704 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] Sync routers for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:41.075382 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:41.077514 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:41.083232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b9219b3-a802-4fc7-a441-48d063a9a3af req-bdbd45a2-79d9-4f1c-9b2a-e9200aa4523e tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786719 Aug 11 08:13:41.113861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:41.173025 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:41.181307 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:41.212990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=a137907c-96fe-40e4-a958-7a570d6e5eb4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:41.221361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c', '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'a2fa8446-33f0-40a0-bdea-f36b23dce86f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:41.261734 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:41.269602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port a137907c-96fe-40e4-a958-7a570d6e5eb4 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:41.273983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:41.276726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d815d32f-2ef0-4f11-84ba-d5cb63c4c9db req-c148fcf7-4888-4a35-86ce-b97cb8debdf1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "DELETE /v2.0/ports/a137907c-96fe-40e4-a958-7a570d6e5eb4 HTTP/1.1" status: 204 len: 173 time: 0.9693325 Aug 11 08:13:41.277255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'name': 'network-vif-deleted', 'tag': 'a137907c-96fe-40e4-a958-7a570d6e5eb4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:41.279617 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347cc90d-26ad-4d73-b62e-ce6a6eafa572" -d '{"events": [{"server_uuid": "9b664701-5afe-4ec6-bb6a-f4c70e63b843", "name": "network-vif-deleted", "tag": "a137907c-96fe-40e4-a958-7a570d6e5eb4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:41.314353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c', 'a137907c-96fe-40e4-a958-7a570d6e5eb4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:41.361359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event updated for resources: {'Port': ['ID=dc892002-2bce-4c10-b59a-b69c7ead7156,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:41.427565 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1720db-7138-4325-8ca8-9260e38aa552 x-openstack-request-id: req-5c1720db-7138-4325-8ca8-9260e38aa552 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:41.427931 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b664701-5afe-4ec6-bb6a-f4c70e63b843", "name": "network-vif-deleted", "tag": "a137907c-96fe-40e4-a958-7a570d6e5eb4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:41.428125 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c1720db-7138-4325-8ca8-9260e38aa552 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:41.428548 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b664701-5afe-4ec6-bb6a-f4c70e63b843', 'name': 'network-vif-deleted', 'tag': 'a137907c-96fe-40e4-a958-7a570d6e5eb4', 'status': 'completed', 'code': 200} Aug 11 08:13:41.779617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93f6576a-db9b-4789-83b9-a539aa947f6a req-7679ce1d-2c5c-4b98-88da-fba9bd81f719 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b664701-5afe-4ec6-bb6a-f4c70e63b843 HTTP/1.1" status: 200 len: 210 time: 0.0797520 Aug 11 08:13:42.011470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:42.051854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-4a70aff4-ff2e-4ab8-bcd8-7832811ad680 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9352853 Aug 11 08:13:42.082929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:42.091454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-87051f1d-3fcb-4b8a-aa71-4c331ce52da5 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5671546 Aug 11 08:13:42.120176 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:13:39Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:42.182331 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] Checking router: bbea0a30-f909-4bbc-9219-388f1e64f015 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:42.217706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] Routers {'bbea0a30-f909-4bbc-9219-388f1e64f015'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:42.218377 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bbea0a30-f909-4bbc-9219-388f1e64f015'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:42.219174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-28f8c105-8145-4a25-8c42-eb697654e822 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.1271515 Aug 11 08:13:42.324363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1617f-e677-4955-a481-9f782b0fb32d req-76cf4786-248c-48dc-8b79-806787914836 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:42.329221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:42.349253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfa1617f-e677-4955-a481-9f782b0fb32d req-76cf4786-248c-48dc-8b79-806787914836 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 945 time: 0.1125124 Aug 11 08:13:42.425532 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfa1617f-e677-4955-a481-9f782b0fb32d req-a055fff0-9c16-470c-b61b-46cb4d5dbaca tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724702 Aug 11 08:13:42.558242 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] Set router bbea0a30-f909-4bbc-9219-388f1e64f015 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:42.578593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d356dbd-943c-4cba-80a3-9b52af0c1798 req-55ccc1d2-8bed-4381-91b5-f7a020e69ed7 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086503 Aug 11 08:13:42.622736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-794a6b5c-e83b-4c13-a67b-ce3ea8a0a1f1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-925286535&fields=id&tenant_id=ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 267 time: 0.0890999 Aug 11 08:13:42.647464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-1f19fe95-be29-4e28-a462-543b8a2f0ceb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:42.655065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69d31f0b-f84b-464a-a7e7-9296c490a414 req-1f19fe95-be29-4e28-a462-543b8a2f0ceb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.4323890 Aug 11 08:13:42.675249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:42.786543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-4423ae35-1a0b-4d4e-bbd3-14b8dabebaaa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:42.798730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-4423ae35-1a0b-4d4e-bbd3-14b8dabebaaa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 945 time: 0.1677387 Aug 11 08:13:42.808957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'port': {'security_groups': ['73455dda-354b-4920-a5a5-5b6357038260', 'ab997de3-175f-47b1-9709-1f841e435d03']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:42.883513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-832aff7f-1539-41c1-9dbf-1d91aec86f2e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:42.885179 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-832aff7f-1539-41c1-9dbf-1d91aec86f2e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1342919 Aug 11 08:13:42.945905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:42.979872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Deleting port ae23b4c2-affb-4ff1-997f-8f198cfeba40 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:42.980690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:42.989569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-57cd0613-bfad-4c48-962a-a3106f3579e9 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0933864 Aug 11 08:13:43.014578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'floatingip': {'port_id': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:43.031982 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:13:39Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:43.085944 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b8a20e-5aa9-4d93-b8f8-7a592ebe1a7d None None] The sync data for ids ['bbea0a30-f909-4bbc-9219-388f1e64f015'] in n-d-789963-6 is: [{'id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'name': 'tempest-ServersTestBootFromVolume-1087781532-router', 'tenant_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:09:49Z', 'updated_at': '2021-08-11T08:13:39Z', 'revision_number': 5, 'project_id': '1dbe854c21684feb818c2ad78f8d7b1b', 'gw_port': {'id': 'ae23b4c2-affb-4ff1-997f-8f198cfeba40', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:78:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbea0a30-f909-4bbc-9219-388f1e64f015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:09:51Z', 'updated_at': '2021-08-11T08:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:43.122256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:43.237112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:43.285413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] For port ae23b4c2-affb-4ff1-997f-8f198cfeba40, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ae23b4c2-affb-4ff1-997f-8f198cfeba40,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:43.285979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:43.303525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:43.312106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:43.316176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Calling delete_port for ae23b4c2-affb-4ff1-997f-8f198cfeba40 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:43.373677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4', '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:43.374778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:43.376181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:43.395883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63c570a2-3411-4877-8e51-59a6cf6e0e6a req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "PUT /v2.0/ports/5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 981 time: 0.5947082 Aug 11 08:13:43.430176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:43.443976 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4750c18a-54e9-4e93-92b5-a19dc6c634b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:43.516183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d71a1-184f-49d5-ac86-bfecfebd97f4 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:43.605702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5c1b48d2-b20e-456c-b5a5-62a9646db7d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:43.937922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95211f0e-95f5-4653-9d09-00391f360125 req-b5328ce2-2c37-4b7f-b48b-38aad458f2d0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/ab997de3-175f-47b1-9709-1f841e435d03 HTTP/1.1" status: 200 len: 1801 time: 0.0922911 Aug 11 08:13:43.993821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.046676 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-95211f0e-95f5-4653-9d09-00391f360125 req-427e8b3a-0233-49af-9367-626c0b615f99 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 08:13:44.047460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95211f0e-95f5-4653-9d09-00391f360125 req-427e8b3a-0233-49af-9367-626c0b615f99 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/ab997de3-175f-47b1-9709-1f841e435d03 HTTP/1.1" status: 409 len: 341 time: 0.1020894 Aug 11 08:13:44.135164 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aadb30-c7db-45a5-92bf-dfe66d164c73 x-openstack-request-id: req-22aadb30-c7db-45a5-92bf-dfe66d164c73 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:44.135164 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:44.135164 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22aadb30-c7db-45a5-92bf-dfe66d164c73 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:44.135164 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'status': 'completed', 'code': 200} Aug 11 08:13:44.166506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae23b4c2-affb-4ff1-997f-8f198cfeba40,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:44.208831 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:13:44.255665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device a137907c-96fe-40e4-a958-7a570d6e5eb4 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:44.306448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.334227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: a137907c-96fe-40e4-a958-7a570d6e5eb4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:44.334775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device a137907c-96fe-40e4-a958-7a570d6e5eb4 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:44.426198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:44.448676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.450595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.455508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-4223e411-60dc-48d5-8376-b7574ad0a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:44.457871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-4223e411-60dc-48d5-8376-b7574ad0a73c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1135 time: 0.2460997 Aug 11 08:13:44.459792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.461788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.509981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:44.510438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 96cc2d79-bb4a-4074-a1e1-1cf9abf7f0ec not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:44.606579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.607104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbea0a30-f909-4bbc-9219-388f1e64f015 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:13:44.643153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.644542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cd2c324f-e8db-4da8-8bd3-863d8e16294d admin admin] 10.222.0.58 "DELETE /v2.0/routers/bbea0a30-f909-4bbc-9219-388f1e64f015 HTTP/1.1" status: 204 len: 168 time: 3.5889776 Aug 11 08:13:44.648813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40418) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:44.693641 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Floating IP 2e40553a-be76-4b6d-b516-517e8ccc3eb9 associated. External IP: 172.25.2.61, port: ac6e3357-b676-4c38-ba7f-d78322562039. Aug 11 08:13:44.696464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-a07b4c69-042e-41b0-a312-cf203c1eff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:44.702336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-a07b4c69-042e-41b0-a312-cf203c1eff6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.2038949 Aug 11 08:13:44.818240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-1d874e5a-125c-4c7d-af21-60c0adadfe42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 217 time: 0.0592773 Aug 11 08:13:44.829093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Deleting subnet 6a0b2be6-bfc3-49db-ad59-62068c6ef390 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:13:44.835487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.864196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a7b83-1237-44aa-9e42-9bbb96410125 req-eb409436-06fd-4bb7-be15-bbf313816fe6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:44.866528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd3a7b83-1237-44aa-9e42-9bbb96410125 req-eb409436-06fd-4bb7-be15-bbf313816fe6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 950 time: 0.1244943 Aug 11 08:13:44.889630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:44.913970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-746b5484-9eed-4b07-b9a0-310326119416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:44.915625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-746b5484-9eed-4b07-b9a0-310326119416 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.0894573 Aug 11 08:13:44.958250 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-c44aaf71-5d73-4ff2-a5f2-32514170da1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344517 Aug 11 08:13:44.966821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd3a7b83-1237-44aa-9e42-9bbb96410125 req-ab828653-8a8f-4108-a099-c2a11d6a5657 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747020 Aug 11 08:13:45.019406 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.128132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.160447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:45.164023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0b2be6-bfc3-49db-ad59-62068c6ef390,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:45.182275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.185425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e196dd6-c2df-4d49-bfd7-fb347075ae31 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6a0b2be6-bfc3-49db-ad59-62068c6ef390 HTTP/1.1" status: 204 len: 168 time: 0.5318711 Aug 11 08:13:45.189784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8b02f-378c-4fde-ae48-2c9761c1cb83 None None] Network 8009d263-0465-4777-a91f-b736a751bf58 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:45.204597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40426) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:45.305766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503010e9-e226-4b15-9625-c3dc8880156a req-abb86f97-1e12-456a-8a20-adb2f4159e45 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:45.307589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-503010e9-e226-4b15-9625-c3dc8880156a req-abb86f97-1e12-456a-8a20-adb2f4159e45 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 984 time: 0.1448677 Aug 11 08:13:45.312752 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.350552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-daab9e6c-dabd-40eb-9e0c-a0817af93d1f service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830099 Aug 11 08:13:45.412751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-503010e9-e226-4b15-9625-c3dc8880156a req-ae721f5b-b4c1-43a8-8513-2a897d00a112 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&id=ab997de3-175f-47b1-9709-1f841e435d03&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0947509 Aug 11 08:13:45.456465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Deleting port ba468457-1049-4e48-89e3-da26193012a9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:45.456815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.520450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] DHCP port deletion for 8009d263-0465-4777-a91f-b736a751bf58 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:13:45.571967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] For port ba468457-1049-4e48-89e3-da26193012a9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ba468457-1049-4e48-89e3-da26193012a9,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:45.572348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.594956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] Deleting port ba468457-1049-4e48-89e3-da26193012a9 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:45.595331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.611313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Calling delete_port for ba468457-1049-4e48-89e3-da26193012a9 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:45.675887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] For port ba468457-1049-4e48-89e3-da26193012a9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ba468457-1049-4e48-89e3-da26193012a9,segment=NetworkSegment(1905bd40-829e-4b46-9049-362aa48a2f20),segment_id=1905bd40-829e-4b46-9049-362aa48a2f20)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:45.676283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.695944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] Calling delete_port for ba468457-1049-4e48-89e3-da26193012a9 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:45.797328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.836166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] No DVR routers for this DVR port ba468457-1049-4e48-89e3-da26193012a9 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:45.839460 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.866844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba468457-1049-4e48-89e3-da26193012a9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:45.920521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] Pushing event deleted for resources: {'Port': ['ID=ba468457-1049-4e48-89e3-da26193012a9,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:45.920521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1ecb5-9245-446a-8224-f1990de16e1e None None] No DVR routers for this DVR port ba468457-1049-4e48-89e3-da26193012a9 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:45.960328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.973588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8009d263-0465-4777-a91f-b736a751bf58']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:45.985200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:45.985876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1905bd40-829e-4b46-9049-362aa48a2f20') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:45.986169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1905bd40-829e-4b46-9049-362aa48a2f20') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:45.988953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4750c18a-54e9-4e93-92b5-a19dc6c634b7 req-3f276c58-8a32-4f5a-a975-0277b75891d1 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244626 Aug 11 08:13:45.992618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:45.999434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.015514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] Sync routers for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:46.028831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.030665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:46.032713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78794feb-3707-44fb-88d6-26644c7ff244 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "PUT /v2.0/floatingips/2e40553a-be76-4b6d-b516-517e8ccc3eb9 HTTP/1.1" status: 200 len: 995 time: 3.0236142 Aug 11 08:13:46.033545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:46.036811 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90275c-d816-4502-9e11-0256381a8da3" -d '{"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:46.040302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:13:46.041249 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:13:46.043281 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:13:46.046361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:46.169634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-af093fb4-f16f-48c7-a6f4-220a4e18b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.171800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-af093fb4-f16f-48c7-a6f4-220a4e18b14a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.1052158 Aug 11 08:13:46.203640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-9da44216-abc1-46c3-9813-37b40e2acef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.206817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-9da44216-abc1-46c3-9813-37b40e2acef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1135 time: 0.0991831 Aug 11 08:13:46.225615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa35caf-be12-4166-bb7d-fd97127af605 req-f731ff60-3d19-4cba-bd3a-c2a586b8102b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.229042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1aa35caf-be12-4166-bb7d-fd97127af605 req-f731ff60-3d19-4cba-bd3a-c2a586b8102b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 950 time: 0.1051571 Aug 11 08:13:46.230525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.271800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.283061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] 10.222.0.58 "DELETE /v2.0/networks/8009d263-0465-4777-a91f-b736a751bf58 HTTP/1.1" status: 204 len: 168 time: 1.0707734 Aug 11 08:13:46.295598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728e65a-81f7-468f-b449-45131201fe16 req-f86ff62e-21fa-4513-85ba-db2050f062a2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.297730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d728e65a-81f7-468f-b449-45131201fe16 req-f86ff62e-21fa-4513-85ba-db2050f062a2 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 950 time: 0.2437425 Aug 11 08:13:46.350176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fccf2d-5daa-4772-a96e-f4feb9489d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=8009d263-0465-4777-a91f-b736a751bf58,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:46.395424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1aa35caf-be12-4166-bb7d-fd97127af605 req-ff390103-bc32-4dbd-98c7-832da6ae37ba tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392441 Aug 11 08:13:46.461928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-ccbc776f-38fa-4485-9ebe-73dd43d46d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.463717 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-ccbc776f-38fa-4485-9ebe-73dd43d46d20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.2518010 Aug 11 08:13:46.519573 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18cfd4b-2e25-4304-998f-f80e299028d7 x-openstack-request-id: req-c18cfd4b-2e25-4304-998f-f80e299028d7 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:46.519960 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:46.520337 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c18cfd4b-2e25-4304-998f-f80e299028d7 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:46.520730 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'status': 'completed', 'code': 200} Aug 11 08:13:46.522272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-d31211ce-eb8c-4661-8f9f-bd20ddca8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.524201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-d31211ce-eb8c-4661-8f9f-bd20ddca8301 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.2603114 Aug 11 08:13:46.576930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port a2fa8446-33f0-40a0-bdea-f36b23dce86f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:46.577473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.588252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-1127568e-a01e-4e5b-85df-1ac22c441bb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 217 time: 0.0538862 Aug 11 08:13:46.594034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40442) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:46.659283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c02fcaea-35b6-44a4-bb15-7bfb5db4c71e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1dbe854c21684feb818c2ad78f8d7b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640638 Aug 11 08:13:46.681889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:46.718879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-86d6b22f-3a3a-4724-95a1-c3cedf451ea0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 998 time: 0.2460022 Aug 11 08:13:46.721213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:46.761457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5bd8-6dbc-4e32-9573-c3697085f2ca req-e7c62e48-3cf0-4d09-adb0-7dc20c1d68ad tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.769674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58fe5bd8-6dbc-4e32-9573-c3697085f2ca req-e7c62e48-3cf0-4d09-adb0-7dc20c1d68ad tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 984 time: 0.1386030 Aug 11 08:13:46.793549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90275c-d816-4502-9e11-0256381a8da3 req-0396c4d9-b55a-41f2-81fc-3c8b3cac956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.795098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-0396c4d9-b55a-41f2-81fc-3c8b3cac956f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.2419293 Aug 11 08:13:46.800609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-567b3b2d-fb49-449f-ad12-666ead3a980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.802195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-567b3b2d-fb49-449f-ad12-666ead3a980a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.1878390 Aug 11 08:13:46.822485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75f914c5-25b9-4e28-a680-9ec7cef6e116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.846683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75f914c5-25b9-4e28-a680-9ec7cef6e116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.915151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75f914c5-25b9-4e28-a680-9ec7cef6e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.918043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75f914c5-25b9-4e28-a680-9ec7cef6e116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:46.919301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-75f914c5-25b9-4e28-a680-9ec7cef6e116 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd68534b-3d79-4b9c-8450-f5768575a99f HTTP/1.1" status: 204 len: 168 time: 0.2348199 Aug 11 08:13:46.934041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90275c-d816-4502-9e11-0256381a8da3 req-3beaa516-eefe-4f06-b313-498a7b56c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.940019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-3beaa516-eefe-4f06-b313-498a7b56c155 service neutron] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.1259370 Aug 11 08:13:46.950729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f914c5-25b9-4e28-a680-9ec7cef6e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd68534b-3d79-4b9c-8450-f5768575a99f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:46.955204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-69681ee5-b55c-4cdd-aebb-43098121fcbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597503 Aug 11 08:13:46.959805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78415cc5-da39-44bf-84e6-971191095893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:46.961368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-78415cc5-da39-44bf-84e6-971191095893 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.2220082 Aug 11 08:13:46.967668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ae23b4c2-affb-4ff1-997f-8f198cfeba40 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:47.035574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ae23b4c2-affb-4ff1-997f-8f198cfeba40 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:47.037262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ae23b4c2-affb-4ff1-997f-8f198cfeba40 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:47.038169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ba468457-1049-4e48-89e3-da26193012a9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:47.042754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-f8b1004b-b6a3-44e5-914f-6b212f6d3afd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697722 Aug 11 08:13:47.077129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ba468457-1049-4e48-89e3-da26193012a9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:47.077737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ba468457-1049-4e48-89e3-da26193012a9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:47.099376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '2e40553a-be76-4b6d-b516-517e8ccc3eb9', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'port_id': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'mac_address': 'fa:16:3e:4f:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:13:40Z', 'updated_at': '2021-08-11T08:13:43Z', 'revision_number': 1, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:49Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:47.134992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] Checking router: 733d3eb1-2bd5-4f3d-8b99-dc826619e784 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:47.140841 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58fe5bd8-6dbc-4e32-9573-c3697085f2ca req-5bd0e793-c53c-4777-8e42-8f3268ffbbb8 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&id=ab997de3-175f-47b1-9709-1f841e435d03&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3700821 Aug 11 08:13:47.152567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:47.153253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:47.174625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port a2fa8446-33f0-40a0-bdea-f36b23dce86f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a2fa8446-33f0-40a0-bdea-f36b23dce86f,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:47.175602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:47.208426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-695e6fe3-5d59-4f7e-94c9-b8ee280b5b44 service neutron] 10.222.0.58 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366105 Aug 11 08:13:47.255251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for a2fa8446-33f0-40a0-bdea-f36b23dce86f owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:47.275253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-6aed65e5-dcc7-4886-83a4-38b319e1da89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 998 time: 0.3219330 Aug 11 08:13:47.354939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb63906b-44fe-404f-b26e-c48f07ece964 req-d9a2b18e-f7e6-47e0-b922-b0e165310995 service neutron] 10.222.0.58 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353059 Aug 11 08:13:47.375265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-bd1af2df-683d-431c-b617-e05e2a4d820b service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836963 Aug 11 08:13:47.446981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:47.489691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90275c-d816-4502-9e11-0256381a8da3 req-87dfd85a-42ad-4638-b80d-42570178c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:47.491202 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-87dfd85a-42ad-4638-b80d-42570178c69f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.2023656 Aug 11 08:13:47.604405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-a7157427-9381-498b-9816-cb639fb85e92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722985 Aug 11 08:13:47.616813 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-d218f3ea-691c-43fb-815d-b173c883bdde tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 998 time: 0.1656487 Aug 11 08:13:47.702704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c837fc3c-5274-49fc-8a71-a27086ddf675 req-5f034d76-ef89-4bc7-a990-6be792fd6004 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107357 Aug 11 08:13:47.719076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-e5ba8195-6360-4493-a24b-8042fa50e1e0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:47.719076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-e5ba8195-6360-4493-a24b-8042fa50e1e0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports/ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 942 time: 0.0902584 Aug 11 08:13:47.817753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:47.882191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c', '1d8bf3b0-9247-4187-b437-7bcfe10c3c61'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:47.884510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:47.912318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-a27f9a15-38c0-4271-accd-5afcfd20383c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 998 time: 0.1230123 Aug 11 08:13:47.988504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '2e40553a-be76-4b6d-b516-517e8ccc3eb9', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'port_id': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'mac_address': 'fa:16:3e:4f:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:13:40Z', 'updated_at': '2021-08-11T08:13:43Z', 'revision_number': 1, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:49Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:48.029297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc910c-ca70-453d-a735-cf99ec44ccff None None] The sync data for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 is: [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '2e40553a-be76-4b6d-b516-517e8ccc3eb9', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'port_id': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'mac_address': 'fa:16:3e:4f:5a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:13:40Z', 'updated_at': '2021-08-11T08:13:43Z', 'revision_number': 1, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:49Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:48.220273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-a16db4eb-1f0a-4456-807a-0349c290fe26 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:48.236160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-a16db4eb-1f0a-4456-807a-0349c290fe26 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.3112984 Aug 11 08:13:48.392601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-b0b72011-8c07-40bc-8b13-40270e216ed6 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 998 time: 0.1538763 Aug 11 08:13:48.393176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40480) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:48.431987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:48.493342 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81f22b-8caa-4fe7-8c15-ddee394e4651 None None] New status for floating IP 2e40553a-be76-4b6d-b516-517e8ccc3eb9: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:13:48.542118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=a2fa8446-33f0-40a0-bdea-f36b23dce86f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:48.623792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:48.696768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1888800507-network', 'tenant_id': '1f2f7667cf914e2b99f0173c004c032a'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:48.700575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01edb33-cf46-446e-ab16-3a0a75779e9b req-ff0df2bc-545f-4bec-8ff3-5d220a2487b1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:48.710526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a01edb33-cf46-446e-ab16-3a0a75779e9b req-ff0df2bc-545f-4bec-8ff3-5d220a2487b1 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=530d5b8b-a709-41e4-9fc0-2b5429b0c837 HTTP/1.1" status: 200 len: 867 time: 1.0575318 Aug 11 08:13:48.737137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port a2fa8446-33f0-40a0-bdea-f36b23dce86f on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:48.738611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Made reservation on behalf of 1f2f7667cf914e2b99f0173c004c032a for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:48.739852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:48.741375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:48.742828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d728e65a-81f7-468f-b449-45131201fe16 req-ad95144b-cd2a-410c-81b3-5a535b37661b tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "DELETE /v2.0/ports/a2fa8446-33f0-40a0-bdea-f36b23dce86f HTTP/1.1" status: 204 len: 173 time: 2.4248846 Aug 11 08:13:48.747478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'name': 'network-vif-deleted', 'tag': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:48.750050 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1041a-75a3-4990-91e9-0e3df41ac7f5" -d '{"events": [{"server_uuid": "530d5b8b-a709-41e4-9fc0-2b5429b0c837", "name": "network-vif-deleted", "tag": "a2fa8446-33f0-40a0-bdea-f36b23dce86f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:48.773162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:48.791731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-9fb25ae1-0666-47f9-ade9-a1e4840dea9c service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1761088 Aug 11 08:13:48.925518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be90275c-d816-4502-9e11-0256381a8da3 req-3d9137b8-fcbc-4242-b451-d5b1dfefec68 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293664 Aug 11 08:13:48.944082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a01edb33-cf46-446e-ab16-3a0a75779e9b req-41331e2b-efa1-4d5d-a641-ccf0a40f3e81 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323470 Aug 11 08:13:48.953122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:13:48.953451 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:13:49.098160 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.105077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.147216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df775c6-e04b-4eb1-a46b-94ae895db71b req-1c81dbf6-6645-458c-b611-17113fca0186 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:49.151427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7df775c6-e04b-4eb1-a46b-94ae895db71b req-1c81dbf6-6645-458c-b611-17113fca0186 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 984 time: 0.0755267 Aug 11 08:13:49.190281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:49.194316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:13:49.222769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.223290 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Added segment 128c69f0-df22-4fd2-932b-89e2b7ff7cb5 of type vlan for network c68f27ef-0372-4e5b-a279-fdbdf243196d Aug 11 08:13:49.224495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a2fa8446-33f0-40a0-bdea-f36b23dce86f no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:49.257638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7df775c6-e04b-4eb1-a46b-94ae895db71b req-4fdf84dc-1750-4544-9009-a20f5ba1cf34 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&id=ab997de3-175f-47b1-9709-1f841e435d03&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0808051 Aug 11 08:13:49.309431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: a2fa8446-33f0-40a0-bdea-f36b23dce86f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:49.310233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a2fa8446-33f0-40a0-bdea-f36b23dce86f not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:49.320001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.383347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.385601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:49.386432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.454648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.527732 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1298802 Aug 11 08:13:49.529391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40494) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:13:49.544097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba4155-9111-488b-889c-7cc36a09cd53 admin admin] Pushing event updated for resources: {'Network': ['ID=c68f27ef-0372-4e5b-a279-fdbdf243196d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:49.544606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Request body: {'subnet': {'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1888800507-subnet', 'tenant_id': '1f2f7667cf914e2b99f0173c004c032a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:49.573495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c68f27ef-0372-4e5b-a279-fdbdf243196d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:13:49.667298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Made reservation on behalf of 1f2f7667cf914e2b99f0173c004c032a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:49.669801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.771492 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb320b51-60b7-47bd-b50d-4999d320720d x-openstack-request-id: req-cb320b51-60b7-47bd-b50d-4999d320720d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:49.771779 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530d5b8b-a709-41e4-9fc0-2b5429b0c837", "name": "network-vif-deleted", "tag": "a2fa8446-33f0-40a0-bdea-f36b23dce86f", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:49.772026 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb320b51-60b7-47bd-b50d-4999d320720d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:49.772422 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530d5b8b-a709-41e4-9fc0-2b5429b0c837', 'name': 'network-vif-deleted', 'tag': 'a2fa8446-33f0-40a0-bdea-f36b23dce86f', 'status': 'completed', 'code': 200} Aug 11 08:13:49.795559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.803188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:49.803468 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Floating IP 2e40553a-be76-4b6d-b516-517e8ccc3eb9 disassociated. External IP: 172.25.2.61, port: ac6e3357-b676-4c38-ba7f-d78322562039. Aug 11 08:13:49.855806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-ba9ae9a8-0e42-4f82-9cba-67877003316f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1755323445&fields=id&tenant_id=ea37ed1932bb42b284307d83a70cf678 HTTP/1.1" status: 200 len: 267 time: 0.0654752 Aug 11 08:13:49.953536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-8c53f4da-21dd-4869-a54e-6abfef6f3a4c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:49.955152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-8c53f4da-21dd-4869-a54e-6abfef6f3a4c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 984 time: 0.0848107 Aug 11 08:13:49.986241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'port': {'security_groups': ['73455dda-354b-4920-a5a5-5b6357038260', 'ab997de3-175f-47b1-9709-1f841e435d03', '5cb9b4a9-bbc6-41b3-9764-14291e10d919']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:50.037290 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.079868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:13:50.129694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.143413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b19fc5-2a55-4e6b-b10e-9e71bae6378a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:50.201957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Checking segment: {'id': '128c69f0-df22-4fd2-932b-89e2b7ff7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:13:50.202327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Network hostable DHCP agents. Network: c68f27ef-0372-4e5b-a279-fdbdf243196d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:13:50.234714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:13:50.242874 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.248225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] Sync routers for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:13:50.250361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Network c68f27ef-0372-4e5b-a279-fdbdf243196d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:13:50.263819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:50.264661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:50.273310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c68f27ef-0372-4e5b-a279-fdbdf243196d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:50.278626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:50.279796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.307422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-3f611262-74eb-4bcd-8426-4616d90c3685 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "PUT /v2.0/floatingips/2e40553a-be76-4b6d-b516-517e8ccc3eb9 HTTP/1.1" status: 200 len: 694 time: 1.8962002 Aug 11 08:13:50.309968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:50.312308 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c7027-f717-4447-b4f7-417880fa665c" -d '{"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:50.320568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da76662-d169-42e3-b14c-42936eff8030 None None] Network c68f27ef-0372-4e5b-a279-fdbdf243196d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:50.381264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-da5ef378-2dbd-4245-8c4c-2770f0ad041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:50.382770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-da5ef378-2dbd-4245-8c4c-2770f0ad041f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.0630262 Aug 11 08:13:50.456543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b7bcf717-bbd9-4607-8187-8c85cf2ca406 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9161985 Aug 11 08:13:50.491477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:50.500636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:50.542893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-f47f8c11-c703-4440-8052-d95e36291342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:50.544792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-f47f8c11-c703-4440-8052-d95e36291342 service neutron] 10.222.0.58 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.1541176 Aug 11 08:13:50.569611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.581970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.620098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-89f1d447-074d-4f30-927a-1bd2ce40b4ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.0682013 Aug 11 08:13:50.659869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4', '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:50.662187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e255a8-62b5-481c-a3b5-2f9b71edace3 None None] Network c68f27ef-0372-4e5b-a279-fdbdf243196d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:13:50.695610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:50.725839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:50.726548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:50.751556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75aaf5b7-5e4d-4675-97c9-7c3019f3d985 req-26197367-b732-4255-9fa0-ac7859c3b827 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "PUT /v2.0/ports/5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 1020 time: 0.7757688 Aug 11 08:13:50.800917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-81a33912-32ad-480e-97b2-4f3af4ae6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:50.803347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-81a33912-32ad-480e-97b2-4f3af4ae6858 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.1680727 Aug 11 08:13:50.857494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-365ed373-3cac-4f6d-aeee-d58993afe587 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487471 Aug 11 08:13:50.888714 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f9d2f-9f97-4ddc-958d-41828b753f67 x-openstack-request-id: req-532f9d2f-9f97-4ddc-958d-41828b753f67 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:50.889126 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:50.889626 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-532f9d2f-9f97-4ddc-958d-41828b753f67 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:50.890456 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'status': 'completed', 'code': 200} Aug 11 08:13:50.998412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5c1b48d2-b20e-456c-b5a5-62a9646db7d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:51.019189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-0fd940d7-39c1-45d0-b9dc-009523ed0f84 service neutron] 10.222.0.58 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535866 Aug 11 08:13:51.037989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c7027-f717-4447-b4f7-417880fa665c req-66da7b48-ed8a-44b5-a8e2-493c9902a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:51.040310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-66da7b48-ed8a-44b5-a8e2-493c9902a04d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56492a32030c49b5ab65a142b964a5c8&device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 1096 time: 0.0654976 Aug 11 08:13:51.129563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f7970f0-7845-41c9-925b-3b1edc04b146 req-b5f391bc-1733-4e63-9d8a-2986ae2330ef service neutron] 10.222.0.58 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033907 Aug 11 08:13:51.241699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c7027-f717-4447-b4f7-417880fa665c req-c7ab011d-9dc9-4875-a174-dcc200d85573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:51.243367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-c7ab011d-9dc9-4875-a174-dcc200d85573 service neutron] 10.222.0.64 "GET /v2.0/networks?id=644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 200 len: 920 time: 0.1573973 Aug 11 08:13:51.257434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84d71d4a-d49c-4ed6-8f2a-aaf7b9328e46 req-87fa56ea-da9c-45f6-bbd1-efc8e0c2b8bf tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/5cb9b4a9-bbc6-41b3-9764-14291e10d919 HTTP/1.1" status: 200 len: 1802 time: 0.0784044 Aug 11 08:13:51.325151 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-84d71d4a-d49c-4ed6-8f2a-aaf7b9328e46 req-8b3ded83-2e62-42d8-83f6-46c2122af8f0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 08:13:51.329592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84d71d4a-d49c-4ed6-8f2a-aaf7b9328e46 req-8b3ded83-2e62-42d8-83f6-46c2122af8f0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/5cb9b4a9-bbc6-41b3-9764-14291e10d919 HTTP/1.1" status: 409 len: 341 time: 0.0654614 Aug 11 08:13:51.334560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-27af6968-89f2-4a28-8ad1-2f8d5bf9505a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 200 len: 217 time: 0.0829039 Aug 11 08:13:51.440961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c7027-f717-4447-b4f7-417880fa665c req-07eb3d1d-f2ae-4013-bc14-209297a4975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:51.443731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-07eb3d1d-f2ae-4013-bc14-209297a4975b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 200 len: 859 time: 0.0881879 Aug 11 08:13:51.495175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-db8f3ff8-6c6d-4822-a2b3-a7e5b13dd2d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=644843ed-8291-4e0a-b9a5-899e62c97ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398269 Aug 11 08:13:51.545083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:49Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:51.589328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] Checking router: 733d3eb1-2bd5-4f3d-8b99-dc826619e784 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:13:51.636146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:13:51.636815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:13:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:51.663387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-1586bf03-bbf4-4cf0-9d7c-beade5079909 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551270 Aug 11 08:13:51.664760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46821365-ff50-429a-be65-30cb80f3804c req-50628195-77df-47a8-b600-473fe2ca2fd9 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips/2e40553a-be76-4b6d-b516-517e8ccc3eb9 HTTP/1.1" status: 200 len: 694 time: 0.1073508 Aug 11 08:13:51.773298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:51.776266 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:51.830659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65c7027-f717-4447-b4f7-417880fa665c req-119ceb84-655e-4910-b6ed-cba91bd28bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523409 Aug 11 08:13:51.899052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46821365-ff50-429a-be65-30cb80f3804c req-1fcb95bd-23e1-4889-8634-2604c7358262 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:51.900861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46821365-ff50-429a-be65-30cb80f3804c req-1fcb95bd-23e1-4889-8634-2604c7358262 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2351155 Aug 11 08:13:51.908719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:13:51.978604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46821365-ff50-429a-be65-30cb80f3804c req-7c364d69-4b5d-4c46-9546-d4cb0d6c7370 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 697 time: 0.0682383 Aug 11 08:13:52.052848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46821365-ff50-429a-be65-30cb80f3804c req-06c68c8b-960e-4623-9fae-6a2d4df258b2 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 697 time: 0.0676084 Aug 11 08:13:52.265914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Deleting port dc892002-2bce-4c10-b59a-b69c7ead7156 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:52.266340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:52.369001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:52.369593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:52.379203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:49Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:13:52.383455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Calling delete_port for dc892002-2bce-4c10-b59a-b69c7ead7156 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:52.415627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330ee7e-1053-448f-b1bb-3fc15a23efb9 None None] The sync data for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 is: [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:12:36Z', 'revision_number': 4, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '452e7dc2-9525-4953-aaeb-23281d5b3933', 'name': '', 'network_id': '644843ed-8291-4e0a-b9a5-899e62c97ce6', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'mac_address': 'fa:16:3e:6e:23:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:49Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'subnets': [{'id': '15e3ac0a-ee83-4e36-83df-32de7d41125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:13:52.549686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:52.578799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event deleted for resources: {'Port': ['ID=dc892002-2bce-4c10-b59a-b69c7ead7156,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:52.647121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:52.650246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:52.651791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46821365-ff50-429a-be65-30cb80f3804c req-cfea60a6-e996-4b54-ab53-a2dd7a08d1d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "DELETE /v2.0/floatingips/2e40553a-be76-4b6d-b516-517e8ccc3eb9 HTTP/1.1" status: 204 len: 173 time: 0.5792820 Aug 11 08:13:52.777198 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a6237-77f4-4405-9d9f-e7a8951cfeb4 None None] New status for floating IP 2e40553a-be76-4b6d-b516-517e8ccc3eb9: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:13:53.013792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d55f-f874-4d97-aae7-ae28815b2041 req-61423edd-8af4-4934-bcdd-367becc9b69e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.015736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43c2d55f-f874-4d97-aae7-ae28815b2041 req-61423edd-8af4-4934-bcdd-367becc9b69e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 950 time: 0.0767884 Aug 11 08:13:53.081276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43c2d55f-f874-4d97-aae7-ae28815b2041 req-7755e2cc-00f9-4e35-86bd-2eabc335aed4 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551898 Aug 11 08:13:53.137008 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8164c4e-73d7-4aed-b588-82a5f24ac20c x-openstack-request-id: req-a8164c4e-73d7-4aed-b588-82a5f24ac20c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:53.137620 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:53.137620 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8164c4e-73d7-4aed-b588-82a5f24ac20c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:53.137917 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'status': 'completed', 'code': 200} Aug 11 08:13:53.198726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137473f6-5ec5-4eb5-857e-074858e75dac req-d3599e09-4f51-4287-a1f3-97db1bf65717 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.200382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-137473f6-5ec5-4eb5-857e-074858e75dac req-d3599e09-4f51-4287-a1f3-97db1bf65717 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 950 time: 0.0614164 Aug 11 08:13:53.349088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-b5124ca0-d442-40c7-a5ce-62c05c563b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.350885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-b5124ca0-d442-40c7-a5ce-62c05c563b5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea37ed1932bb42b284307d83a70cf678&device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1174 time: 0.1312759 Aug 11 08:13:53.399016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c076b685-d44f-4c69-82fb-b44d6b1e6788 req-996895ef-350a-4315-93cc-f47aa6704adb tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups/601d5572-4a6b-47f1-8fe0-4aecef78c8bb HTTP/1.1" status: 200 len: 1810 time: 0.0526991 Aug 11 08:13:53.457728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:53.458434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:53.490889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c076b685-d44f-4c69-82fb-b44d6b1e6788 req-87cf7b0f-c7cb-4db6-afac-86ce95de9615 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:53.530744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c076b685-d44f-4c69-82fb-b44d6b1e6788 req-87cf7b0f-c7cb-4db6-afac-86ce95de9615 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:53.542641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-aedd4e8c-cab3-4ed0-8b60-56ce4d483375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.544343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-aedd4e8c-cab3-4ed0-8b60-56ce4d483375 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 200 len: 914 time: 0.1845722 Aug 11 08:13:53.588550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c076b685-d44f-4c69-82fb-b44d6b1e6788 req-87cf7b0f-c7cb-4db6-afac-86ce95de9615 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:53.594498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c076b685-d44f-4c69-82fb-b44d6b1e6788 req-87cf7b0f-c7cb-4db6-afac-86ce95de9615 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:53.595908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c076b685-d44f-4c69-82fb-b44d6b1e6788 req-87cf7b0f-c7cb-4db6-afac-86ce95de9615 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "DELETE /v2.0/security-groups/601d5572-4a6b-47f1-8fe0-4aecef78c8bb HTTP/1.1" status: 204 len: 173 time: 0.1899686 Aug 11 08:13:53.609398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf7b0f-c7cb-4db6-afac-86ce95de9615 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d5572-4a6b-47f1-8fe0-4aecef78c8bb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:53.635172 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-afb9efbf-41b4-42b7-9513-4ac8a862da5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 200 len: 217 time: 0.0769522 Aug 11 08:13:53.663352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:53.663622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:53.701706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:53.733929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8717d-3755-4072-89de-409a1edf651d req-90523e29-de0a-4a23-a1fe-d66def40df18 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.736247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fc8717d-3755-4072-89de-409a1edf651d req-90523e29-de0a-4a23-a1fe-d66def40df18 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1023 time: 0.0845366 Aug 11 08:13:53.781975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-03ecc84e-8221-401a-8b09-ada87569eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.788906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-03ecc84e-8221-401a-8b09-ada87569eee6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 200 len: 853 time: 0.1387236 Aug 11 08:13:53.797328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fc8717d-3755-4072-89de-409a1edf651d req-b3ba679d-262e-4fde-be4f-86c016cb914d tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&id=ab997de3-175f-47b1-9709-1f841e435d03&id=5cb9b4a9-bbc6-41b3-9764-14291e10d919&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0545866 Aug 11 08:13:53.862351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-400a122b-39d1-4013-a7a6-15a8d96aaca2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a07a84-1b59-4c4b-b114-9ece70b950c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442591 Aug 11 08:13:53.988282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-b507804d-058e-4910-8970-c23e4c944e67 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:53.993717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-b507804d-058e-4910-8970-c23e4c944e67 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/networks?id=c68f27ef-0372-4e5b-a279-fdbdf243196d HTTP/1.1" status: 200 len: 814 time: 0.2929327 Aug 11 08:13:54.051188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-e0c28132-a547-4aae-a063-d5b282f920ef tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/quotas/1f2f7667cf914e2b99f0173c004c032a HTTP/1.1" status: 200 len: 375 time: 0.0510712 Aug 11 08:13:54.123085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2f3f0-57f1-4041-bde8-7c870a32766b req-309f3c1d-ef87-46ea-bf5a-4fb4e60029de tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:54.125249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ae2f3f0-57f1-4041-bde8-7c870a32766b req-309f3c1d-ef87-46ea-bf5a-4fb4e60029de tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0696304 Aug 11 08:13:54.128266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-238e569b-57c5-423a-9b4d-8ff6b2ec83a4 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f2f7667cf914e2b99f0173c004c032a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757635 Aug 11 08:13:54.177353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ae2f3f0-57f1-4041-bde8-7c870a32766b req-53cbea68-1e65-4a86-998a-d5eca3dc43d1 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Aug 11 08:13:54.221411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-81d596ba-6aaa-4ca9-b9b7-8823faff244c service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414354 Aug 11 08:13:54.317465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:54.351321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:54.363609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:54.373112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b800c0-5510-4340-985a-f370284d3bda req-182bf90e-64b5-4199-abbf-c05ee0690284 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:54.374474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=1d8bf3b0-9247-4187-b437-7bcfe10c3c61,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:54.382569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91b800c0-5510-4340-985a-f370284d3bda req-182bf90e-64b5-4199-abbf-c05ee0690284 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=d528d341-f369-48c5-8d80-34f3afa64b9c HTTP/1.1" status: 200 len: 867 time: 0.1041744 Aug 11 08:13:54.425164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-26fadf2a-12f6-4484-b65b-6b7eb874e020 service neutron] 10.222.0.58 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955604 Aug 11 08:13:54.448330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91b800c0-5510-4340-985a-f370284d3bda req-4c7415e1-0fd4-4327-8adf-911dda6c8945 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Aug 11 08:13:54.477684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:54.510536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4e374b2-feea-4c32-9857-d5fe1f42cb2d req-2d0eafc4-4e2a-485e-a025-3becddbde928 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741358 Aug 11 08:13:54.513662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:54.516505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-137473f6-5ec5-4eb5-857e-074858e75dac req-e1e7a9c6-2c17-4adb-b535-4f9e388edba6 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "DELETE /v2.0/ports/1d8bf3b0-9247-4187-b437-7bcfe10c3c61 HTTP/1.1" status: 204 len: 173 time: 1.2534676 Aug 11 08:13:54.599804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-4c333ca5-4879-412d-b27b-b8e5d4d4d671 service neutron] 10.222.0.58 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728282 Aug 11 08:13:55.001911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9295a208-6b95-4a43-aa25-d3ef8f554269 req-73f7a2fb-6283-45a2-83c4-03a08bdd3f8d tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 210 time: 0.0543046 Aug 11 08:13:55.031962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310126-a9c8-4e44-af5a-04437dc0148f req-43c2a83e-a08f-4f26-8387-0d39ae0a5bb5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:55.033946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82310126-a9c8-4e44-af5a-04437dc0148f req-43c2a83e-a08f-4f26-8387-0d39ae0a5bb5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1023 time: 0.0977662 Aug 11 08:13:55.141960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82310126-a9c8-4e44-af5a-04437dc0148f req-418304a2-176e-4318-b3ff-7d26b9563e56 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=73455dda-354b-4920-a5a5-5b6357038260&id=ab997de3-175f-47b1-9709-1f841e435d03&id=5cb9b4a9-bbc6-41b3-9764-14291e10d919&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0994136 Aug 11 08:13:55.142769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'name': 'network-vif-deleted', 'tag': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:55.144050 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a92459-1d7c-4bde-882a-2f4c612a4c13" -d '{"events": [{"server_uuid": "d528d341-f369-48c5-8d80-34f3afa64b9c", "name": "network-vif-deleted", "tag": "1d8bf3b0-9247-4187-b437-7bcfe10c3c61"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:55.182927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-bcfce490-db2c-4a71-985e-c4128d2bd674 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:55.184656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-bcfce490-db2c-4a71-985e-c4128d2bd674 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 1023 time: 0.1093125 Aug 11 08:13:55.275391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:55.293833 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad75785-7e73-4579-a4fb-a627855e7362 x-openstack-request-id: req-2ad75785-7e73-4579-a4fb-a627855e7362 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:55.294495 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d528d341-f369-48c5-8d80-34f3afa64b9c", "name": "network-vif-deleted", "tag": "1d8bf3b0-9247-4187-b437-7bcfe10c3c61", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:55.294495 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ad75785-7e73-4579-a4fb-a627855e7362 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:55.294713 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528d341-f369-48c5-8d80-34f3afa64b9c', 'name': 'network-vif-deleted', 'tag': '1d8bf3b0-9247-4187-b437-7bcfe10c3c61', 'status': 'completed', 'code': 200} Aug 11 08:13:55.388589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:55.389277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1d8bf3b0-9247-4187-b437-7bcfe10c3c61 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:55.408049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c5b3-5161-4819-97e0-cee64033f902 req-cbe68761-debf-4809-9de2-e7bb4ddba39a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:55.417500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f37c5b3-5161-4819-97e0-cee64033f902 req-cbe68761-debf-4809-9de2-e7bb4ddba39a tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0667830 Aug 11 08:13:55.489615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Deleting port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:55.489991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:55.496866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f37c5b3-5161-4819-97e0-cee64033f902 req-bf4dd3c0-8041-401e-a324-ddcb7314cb07 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766006 Aug 11 08:13:55.678595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] For port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:55.679239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:55.713111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Calling delete_port for 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:55.989054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:56.031925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'Port': ['ID=5c1b48d2-b20e-456c-b5a5-62a9646db7d2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:56.041957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4', '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:56.130274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] No DVR routers for this DVR port 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:56.133941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:56.136905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7550d46-92bb-45e5-919c-2dbbf6c70080 req-7adddf6c-26f0-4af3-846c-62c8f56aa7fa tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "DELETE /v2.0/ports/5c1b48d2-b20e-456c-b5a5-62a9646db7d2 HTTP/1.1" status: 204 len: 173 time: 0.9430504 Aug 11 08:13:56.185035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fa6f-4f15-4c07-b20c-be62f82b754e req-526a791c-189c-402e-aa62-d63b08937608 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:56.191671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90f8fa6f-4f15-4c07-b20c-be62f82b754e req-526a791c-189c-402e-aa62-d63b08937608 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 949 time: 0.1242061 Aug 11 08:13:56.208030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-033d59ff-b35f-4699-ab3a-0bf9f9bbaa29 req-ba0d9eb5-fd02-42fa-b2bf-428bdb23c7bd tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 210 time: 0.0755227 Aug 11 08:13:56.303130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90f8fa6f-4f15-4c07-b20c-be62f82b754e req-17baf4e9-1ec9-4eb1-b7d8-59af30e19dff tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966539 Aug 11 08:13:56.330817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94bf73dd-9b62-4973-8a95-614b22be5c07 req-f363436a-3b03-4f40-bc15-8b1c97c70a8c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9052dbb-a88b-4f5f-b70a-c77cc5135e65 HTTP/1.1" status: 200 len: 210 time: 0.0521915 Aug 11 08:13:56.694147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38c978-0eca-4022-b36f-54be658ba568 req-42352071-c600-44a4-82c4-3fa6a788689c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:56.709751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9b38c978-0eca-4022-b36f-54be658ba568 req-42352071-c600-44a4-82c4-3fa6a788689c tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1146035 Aug 11 08:13:56.873316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9b38c978-0eca-4022-b36f-54be658ba568 req-c4a1d134-0708-4e5c-94fa-e32d6c7ae0f0 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567452 Aug 11 08:13:56.989276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-bdf0878f-c32a-4d96-9070-49a1959dea2c tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:56.990988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-bdf0878f-c32a-4d96-9070-49a1959dea2c tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.69 "GET /v2.0/networks?id=c68f27ef-0372-4e5b-a279-fdbdf243196d HTTP/1.1" status: 200 len: 814 time: 0.3510754 Aug 11 08:13:57.018360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Request body: {'port': {'device_id': 'b203444d-36b9-4534-b54b-d659df88abc4', 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d', 'admin_state_up': True, 'tenant_id': '1f2f7667cf914e2b99f0173c004c032a'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:57.182638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Made reservation on behalf of 1f2f7667cf914e2b99f0173c004c032a for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:13:57.187051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:57.309989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d6904f9-0b72-482b-bc83-0f95a12f4625 req-20fc9c54-719f-448d-8f55-bef906b636fd tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 210 time: 0.0339358 Aug 11 08:13:57.312627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'name': 'network-vif-deleted', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:57.321947 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd25be0-8fba-4b20-898b-52383ec52dd3" -d '{"events": [{"server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "name": "network-vif-deleted", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:57.371237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Allocated IP 172.20.0.7 (c68f27ef-0372-4e5b-a279-fdbdf243196d/71b19fc5-2a55-4e6b-b10e-9e71bae6378a/71a23987-3143-412f-8e68-e0507e4e9e6a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:13:57.431669 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf78356-9bbc-4bf8-b2ce-29acbb00f17a x-openstack-request-id: req-faf78356-9bbc-4bf8-b2ce-29acbb00f17a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:57.432641 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9052dbb-a88b-4f5f-b70a-c77cc5135e65", "name": "network-vif-deleted", "tag": "5c1b48d2-b20e-456c-b5a5-62a9646db7d2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:57.432921 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-faf78356-9bbc-4bf8-b2ce-29acbb00f17a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:57.435754 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9052dbb-a88b-4f5f-b70a-c77cc5135e65', 'name': 'network-vif-deleted', 'tag': '5c1b48d2-b20e-456c-b5a5-62a9646db7d2', 'status': 'completed', 'code': 200} Aug 11 08:13:57.461516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740ff0a-6fcf-449a-8ac9-716ff0fedeeb req-477d0ded-472c-4d2b-95d6-41831d010141 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:57.482218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0740ff0a-6fcf-449a-8ac9-716ff0fedeeb req-477d0ded-472c-4d2b-95d6-41831d010141 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 949 time: 0.0903740 Aug 11 08:13:57.567044 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0740ff0a-6fcf-449a-8ac9-716ff0fedeeb req-34fdb918-10ba-4fc6-8ec0-e46d41c4b800 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Aug 11 08:13:57.672238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-a89a8da1-2431-4471-ab16-1e15a75339b8 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:57.673834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-a89a8da1-2431-4471-ab16-1e15a75339b8 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.64 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1947329 Aug 11 08:13:57.699635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1fabc011-a121-427f-acac-5e7605ab3f13 req-9fb4b577-d292-42bf-ab95-16b1d4063fca tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/ab997de3-175f-47b1-9709-1f841e435d03 HTTP/1.1" status: 200 len: 1801 time: 0.1474571 Aug 11 08:13:57.814194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:57.895657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-12e26dff-818b-4d69-b743-599b1c665111 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:57.897503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-12e26dff-818b-4d69-b743-599b1c665111 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 950 time: 0.2127600 Aug 11 08:13:57.977373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1fabc011-a121-427f-acac-5e7605ab3f13 req-79b116ca-4e20-40e6-86af-0069c4b992f3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:57.994366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.035797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4303-62db-4a74-9d44-757a05c6cda4 req-98493fc4-7b4b-43e3-8a36-38fcef549896 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:58.045299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ecb4303-62db-4a74-9d44-757a05c6cda4 req-98493fc4-7b4b-43e3-8a36-38fcef549896 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.0809767 Aug 11 08:13:58.045597 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:13:58.062559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c78af-4a21-4433-a241-7ac94555c0cc req-026f7c4b-46ae-4a8e-b8f8-3b04bf25e174 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:58.064907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-476c78af-4a21-4433-a241-7ac94555c0cc req-026f7c4b-46ae-4a8e-b8f8-3b04bf25e174 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 949 time: 0.1376169 Aug 11 08:13:58.075789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1fabc011-a121-427f-acac-5e7605ab3f13 req-79b116ca-4e20-40e6-86af-0069c4b992f3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.125672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Network c68f27ef-0372-4e5b-a279-fdbdf243196d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:13:58.133652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ecb4303-62db-4a74-9d44-757a05c6cda4 req-5e222ca4-53c3-4824-97fd-84a449635548 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855861 Aug 11 08:13:58.149798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:13:58.168158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:13:58.181908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Pushing event updated for resources: {'Port': ['ID=71a23987-3143-412f-8e68-e0507e4e9e6a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:58.212758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Deleting port ac6e3357-b676-4c38-ba7f-d78322562039 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:58.213467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.286261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port 0f3e2924-3078-4835-80c3-ac791dc42d4c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:58.286915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.300233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1fabc011-a121-427f-acac-5e7605ab3f13 req-79b116ca-4e20-40e6-86af-0069c4b992f3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.303124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1fabc011-a121-427f-acac-5e7605ab3f13 req-79b116ca-4e20-40e6-86af-0069c4b992f3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.304386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1fabc011-a121-427f-acac-5e7605ab3f13 req-79b116ca-4e20-40e6-86af-0069c4b992f3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/ab997de3-175f-47b1-9709-1f841e435d03 HTTP/1.1" status: 204 len: 173 time: 0.5857284 Aug 11 08:13:58.305127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:13:58.335291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:58.336133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.355303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:13:58.355649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c1b48d2-b20e-456c-b5a5-62a9646db7d2 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:13:58.357870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b116ca-4e20-40e6-86af-0069c4b992f3 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab997de3-175f-47b1-9709-1f841e435d03,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:58.419468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port bf746adb-b651-4ada-a43d-bd2b9c30904c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:13:58.419836 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.469861 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.479235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-cc32ab22-37de-4f77-ae50-5a8e31941421 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677660 Aug 11 08:13:58.500555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-4d4daadf-48af-4db0-85a6-116b5276faa6 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:13:58.501491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-4d4daadf-48af-4db0-85a6-116b5276faa6 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057769 Aug 11 08:13:58.503509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] For port ac6e3357-b676-4c38-ba7f-d78322562039, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ac6e3357-b676-4c38-ba7f-d78322562039,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:58.503883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.524135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27a3fd9d-339e-4652-ba94-1e87aa81d56d req-97bf0dbf-c4d7-44ee-9288-052244993bd8 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/5cb9b4a9-bbc6-41b3-9764-14291e10d919 HTTP/1.1" status: 200 len: 1802 time: 0.1796081 Aug 11 08:13:58.529305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port 0f3e2924-3078-4835-80c3-ac791dc42d4c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f3e2924-3078-4835-80c3-ac791dc42d4c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:58.530292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.572079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for 0f3e2924-3078-4835-80c3-ac791dc42d4c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:58.581379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaebac-eba6-4de3-a00b-288201fe9e3a req-b541795b-dbfb-49b6-a76e-c6aeb2f88a78 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:58.589237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6acaebac-eba6-4de3-a00b-288201fe9e3a req-b541795b-dbfb-49b6-a76e-c6aeb2f88a78 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 931 time: 0.1254499 Aug 11 08:13:58.598092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Calling delete_port for ac6e3357-b676-4c38-ba7f-d78322562039 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:58.637640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Request body: {'port': {'device_id': 'b203444d-36b9-4534-b54b-d659df88abc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:13:58.689613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6acaebac-eba6-4de3-a00b-288201fe9e3a req-d0a92dbc-4563-459e-b87e-7780c6f501e0 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992711 Aug 11 08:13:58.907478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5c4d3-aec1-41ba-925c-dcca75ce7951 req-0c7d163e-56c1-4398-af5e-c1bba6fef8aa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:58.909811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8e5c4d3-aec1-41ba-925c-dcca75ce7951 req-0c7d163e-56c1-4398-af5e-c1bba6fef8aa tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13 HTTP/1.1" status: 200 len: 949 time: 0.1458473 Aug 11 08:13:58.911757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:58.947782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'bf746adb-b651-4ada-a43d-bd2b9c30904c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:58.979472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=0f3e2924-3078-4835-80c3-ac791dc42d4c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:13:59.026727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8e5c4d3-aec1-41ba-925c-dcca75ce7951 req-9786f7b7-405c-4c36-9a6b-b8048e6136ab tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 Aug 11 08:13:59.050106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0', '0f3e2924-3078-4835-80c3-ac791dc42d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:13:59.094137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port 0f3e2924-3078-4835-80c3-ac791dc42d4c on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:13:59.106428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:59.108870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-476c78af-4a21-4433-a241-7ac94555c0cc req-c450dfe0-91a9-44a6-a6a0-46b365475cd7 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "DELETE /v2.0/ports/0f3e2924-3078-4835-80c3-ac791dc42d4c HTTP/1.1" status: 204 len: 173 time: 1.0344520 Aug 11 08:13:59.110445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'name': 'network-vif-deleted', 'tag': '0f3e2924-3078-4835-80c3-ac791dc42d4c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:13:59.114798 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311506f-5aff-47a2-ad53-a33c546421a7" -d '{"events": [{"server_uuid": "f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13", "name": "network-vif-deleted", "tag": "0f3e2924-3078-4835-80c3-ac791dc42d4c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:13:59.188581 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440b4b41-2dbd-4027-a250-84c0d849a6d3 x-openstack-request-id: req-440b4b41-2dbd-4027-a250-84c0d849a6d3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:13:59.188891 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13", "name": "network-vif-deleted", "tag": "0f3e2924-3078-4835-80c3-ac791dc42d4c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:13:59.189144 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-440b4b41-2dbd-4027-a250-84c0d849a6d3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:13:59.189551 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba58ff-d4f6-4df0-a33e-5d4ba0559c13', 'name': 'network-vif-deleted', 'tag': '0f3e2924-3078-4835-80c3-ac791dc42d4c', 'status': 'completed', 'code': 200} Aug 11 08:13:59.279859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port bf746adb-b651-4ada-a43d-bd2b9c30904c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bf746adb-b651-4ada-a43d-bd2b9c30904c,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:13:59.280535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:59.344485 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-168090a6-4ec2-4e41-908e-12e6e274c234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:59.350321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for bf746adb-b651-4ada-a43d-bd2b9c30904c owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:13:59.365331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:59.403390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80e25-9b43-47c1-af48-e4f61dcba79c req-ceb29fd8-ec82-4412-8b0c-d4d54588c0ec tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:13:59.406613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53b80e25-9b43-47c1-af48-e4f61dcba79c req-ceb29fd8-ec82-4412-8b0c-d4d54588c0ec tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 945 time: 0.1131334 Aug 11 08:13:59.512660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53b80e25-9b43-47c1-af48-e4f61dcba79c req-4e1ac6f3-1dac-419b-b00b-8242a73bf054 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/security-groups?id=d34e49ba-c338-477e-96fa-4b6bf6e52f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991662 Aug 11 08:13:59.591623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:13:59.647371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-27a3fd9d-339e-4652-ba94-1e87aa81d56d req-b0db05de-cdf1-4100-bbe8-72b8cf3fb60f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.077624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb6ab8-ad9d-4563-83e0-87b0647d46c1 req-d894b5a3-4ff7-4650-ad98-6993d4af7228 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:00.090161 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08eb6ab8-ad9d-4563-83e0-87b0647d46c1 req-d894b5a3-4ff7-4650-ad98-6993d4af7228 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 931 time: 0.0971024 Aug 11 08:14:00.155076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08eb6ab8-ad9d-4563-83e0-87b0647d46c1 req-5d04094f-675e-4510-8db5-3d38be23f4ca tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633905 Aug 11 08:14:00.174319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-27a3fd9d-339e-4652-ba94-1e87aa81d56d req-b0db05de-cdf1-4100-bbe8-72b8cf3fb60f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.243817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.315043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ac6e3357-b676-4c38-ba7f-d78322562039 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:00.341896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: ac6e3357-b676-4c38-ba7f-d78322562039 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:00.342969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ac6e3357-b676-4c38-ba7f-d78322562039 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:00.377726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.410904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:00.423760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Pushing event deleted for resources: {'Port': ['ID=ac6e3357-b676-4c38-ba7f-d78322562039,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:00.426108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-27a3fd9d-339e-4652-ba94-1e87aa81d56d req-b0db05de-cdf1-4100-bbe8-72b8cf3fb60f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.428750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-27a3fd9d-339e-4652-ba94-1e87aa81d56d req-b0db05de-cdf1-4100-bbe8-72b8cf3fb60f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.430177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27a3fd9d-339e-4652-ba94-1e87aa81d56d req-b0db05de-cdf1-4100-bbe8-72b8cf3fb60f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/5cb9b4a9-bbc6-41b3-9764-14291e10d919 HTTP/1.1" status: 204 len: 173 time: 1.8828855 Aug 11 08:14:00.444637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] No DVR routers for this DVR port ac6e3357-b676-4c38-ba7f-d78322562039 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:00.466783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.469786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dec4b395-d9ea-4f2f-85cb-d3fd650c2a48 req-169868cc-6685-40f5-b447-2bc3d72ffd5e tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.64 "DELETE /v2.0/ports/ac6e3357-b676-4c38-ba7f-d78322562039 HTTP/1.1" status: 204 len: 173 time: 2.7421188 Aug 11 08:14:00.495948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'name': 'network-vif-deleted', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:00.498703 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c0c62-c33d-491e-94d5-655032cf7f59" -d '{"events": [{"server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "name": "network-vif-deleted", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:00.510098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-467944a4-a638-4dc3-aaea-b0c8a43c70f2 req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-455969659', 'description': 'tempest-description-151973221'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:00.542533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=bf746adb-b651-4ada-a43d-bd2b9c30904c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:00.553492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db05de-cdf1-4100-bbe8-72b8cf3fb60f tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb9b4a9-bbc6-41b3-9764-14291e10d919,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:00.568010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-467944a4-a638-4dc3-aaea-b0c8a43c70f2 req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.726691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port bf746adb-b651-4ada-a43d-bd2b9c30904c on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:00.735906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:00.738411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03414d9b-e909-4473-8217-e8bed7d5f4dd req-80f754de-b1cb-47bd-8e35-579f81b0e754 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "DELETE /v2.0/ports/bf746adb-b651-4ada-a43d-bd2b9c30904c HTTP/1.1" status: 204 len: 173 time: 2.8301539 Aug 11 08:14:00.805766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:00.948461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a23987-3143-412f-8e68-e0507e4e9e6a {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:00.971541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.011420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Transition to ACTIVE for port object 71a23987-3143-412f-8e68-e0507e4e9e6a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:01.015267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-467944a4-a638-4dc3-aaea-b0c8a43c70f2 req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.018886 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.046649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-467944a4-a638-4dc3-aaea-b0c8a43c70f2 req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.076483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a1bbe66-725b-42db-93b8-439912826049 req-6a91fd2c-610f-4c0d-8b89-95f22100528e tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=34db8724-5434-4d44-9835-e5fb0ed8e172 HTTP/1.1" status: 200 len: 210 time: 0.7877724 Aug 11 08:14:01.168257 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8132ba-073a-4e30-82ed-bcff73f39080 x-openstack-request-id: req-be8132ba-073a-4e30-82ed-bcff73f39080 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:01.170661 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0313c7f3-41c8-420c-8dc4-f8c16aef6930", "name": "network-vif-deleted", "tag": "ac6e3357-b676-4c38-ba7f-d78322562039", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:01.171343 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be8132ba-073a-4e30-82ed-bcff73f39080 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:01.173908 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313c7f3-41c8-420c-8dc4-f8c16aef6930', 'name': 'network-vif-deleted', 'tag': 'ac6e3357-b676-4c38-ba7f-d78322562039', 'status': 'completed', 'code': 200} Aug 11 08:14:01.201618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-467944a4-a638-4dc3-aaea-b0c8a43c70f2 req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.203887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-467944a4-a638-4dc3-aaea-b0c8a43c70f2 req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6994500 Aug 11 08:14:01.289556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bf746adb-b651-4ada-a43d-bd2b9c30904c no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:01.302083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Pushing event updated for resources: {'Port': ['ID=71a23987-3143-412f-8e68-e0507e4e9e6a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:01.350162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: bf746adb-b651-4ada-a43d-bd2b9c30904c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:01.351196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bf746adb-b651-4ada-a43d-bd2b9c30904c not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:01.368110 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e133c1b-edc3-4330-b686-963b388ca3f2 req-173c3ee2-eca1-4ef7-a196-41948c317515 tempest-ServerRescueTestJSONUnderV235-1265230171 tempest-ServerRescueTestJSONUnderV235-1265230171-project] 10.222.0.58 "GET /v2.0/ports?device_id=0313c7f3-41c8-420c-8dc4-f8c16aef6930 HTTP/1.1" status: 200 len: 210 time: 0.0421183 Aug 11 08:14:01.372774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3566b-188f-4121-880d-e73e759b62de tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e535577-40e1-4e18-b3b4-3f46c7a711ec,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:01.458545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Attempting to bind port 71a23987-3143-412f-8e68-e0507e4e9e6a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:01.459278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Attempting to bind port 71a23987-3143-412f-8e68-e0507e4e9e6a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '128c69f0-df22-4fd2-932b-89e2b7ff7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:01.463602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Attempting to bind port 71a23987-3143-412f-8e68-e0507e4e9e6a on network c68f27ef-0372-4e5b-a279-fdbdf243196d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:01.465048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Port 71a23987-3143-412f-8e68-e0507e4e9e6a on network c68f27ef-0372-4e5b-a279-fdbdf243196d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:01.465477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Attempting to bind port 71a23987-3143-412f-8e68-e0507e4e9e6a on network c68f27ef-0372-4e5b-a279-fdbdf243196d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:01.472457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:01.472457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Checking segment: {'id': '128c69f0-df22-4fd2-932b-89e2b7ff7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:01.472457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Bound using segment: {'id': '128c69f0-df22-4fd2-932b-89e2b7ff7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:01.473300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Bound port: 71a23987-3143-412f-8e68-e0507e4e9e6a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128c69f0-df22-4fd2-932b-89e2b7ff7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:01.473727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.589655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660178-e6f2-4259-bfcc-91c62770362e req-84e2104f-de7b-4804-9061-578e32639eca tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:01.589967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-baa454a5-858d-4b4c-ae43-33d4c380869a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/1e535577-40e1-4e18-b3b4-3f46c7a711ec HTTP/1.1" status: 200 len: 1801 time: 0.0632663 Aug 11 08:14:01.592271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb660178-e6f2-4259-bfcc-91c62770362e req-84e2104f-de7b-4804-9061-578e32639eca tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 943 time: 0.1026509 Aug 11 08:14:01.607800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1452438848', 'description': 'tempest-description-hth-132207837'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:01.621904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] For port 71a23987-3143-412f-8e68-e0507e4e9e6a, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:01.653611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] For port 71a23987-3143-412f-8e68-e0507e4e9e6a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=71a23987-3143-412f-8e68-e0507e4e9e6a,segment=NetworkSegment(128c69f0-df22-4fd2-932b-89e2b7ff7cb5),segment_id=128c69f0-df22-4fd2-932b-89e2b7ff7cb5)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:01.663549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.676750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb660178-e6f2-4259-bfcc-91c62770362e req-73bba539-6aa6-4862-9f6b-7b9a62e01882 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769560 Aug 11 08:14:01.694509 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.751878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:01.752006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.753411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] 10.222.0.69 "PUT /v2.0/ports/71a23987-3143-412f-8e68-e0507e4e9e6a HTTP/1.1" status: 200 len: 1091 time: 3.2369659 Aug 11 08:14:01.769732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.789289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.791840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:01.793149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80f298f4-3fb7-4e58-83f1-0fbc44161305 req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "PUT /v2.0/security-groups/1e535577-40e1-4e18-b3b4-3f46c7a711ec HTTP/1.1" status: 200 len: 1776 time: 0.1929543 Aug 11 08:14:01.834124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914db120-d877-4b65-a0ee-a58fafbd75bc tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e535577-40e1-4e18-b3b4-3f46c7a711ec,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:01.845174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d98e52-91d1-499e-804d-a83889d164bf service neutron] Pushing event updated for resources: {'Port': ['ID=71a23987-3143-412f-8e68-e0507e4e9e6a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:01.894938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d974fd6-2c68-4054-afe5-177257904abe req-f7be7499-0797-4ca3-8df3-a83a869c95e1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/1e535577-40e1-4e18-b3b4-3f46c7a711ec HTTP/1.1" status: 200 len: 1776 time: 0.0646913 Aug 11 08:14:01.907396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-9e245ccb-2d78-4fb7-a6f8-f9e41fe17e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:01.908590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-9e245ccb-2d78-4fb7-a6f8-f9e41fe17e04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f2f7667cf914e2b99f0173c004c032a&device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 1094 time: 0.0756357 Aug 11 08:14:01.983248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-30f8be94-fb97-4e27-98ec-6a51b6d0c070 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a23987-3143-412f-8e68-e0507e4e9e6a HTTP/1.1" status: 200 len: 217 time: 0.0601230 Aug 11 08:14:02.055978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2cbd4690-d64b-4d60-ad56-58104b4d253c req-44bbf842-c615-4f42-8c74-fa3ff2061417 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/1e535577-40e1-4e18-b3b4-3f46c7a711ec HTTP/1.1" status: 200 len: 1776 time: 0.1312518 Aug 11 08:14:02.057640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695038a5-dd90-4011-aa15-362f85959ebd req-e83118d3-17f4-449b-9ebe-4a300f039eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:02.058936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-e83118d3-17f4-449b-9ebe-4a300f039eef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71b19fc5-2a55-4e6b-b10e-9e71bae6378a HTTP/1.1" status: 200 len: 854 time: 0.0684876 Aug 11 08:14:02.108858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-0a6a2b3c-a601-4ad9-8e0f-c9eac8157e24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c68f27ef-0372-4e5b-a279-fdbdf243196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329013 Aug 11 08:14:02.196941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-ee67b29f-3127-47af-be18-2b46f71f04e3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:02.200269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-ee67b29f-3127-47af-be18-2b46f71f04e3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.1221426 Aug 11 08:14:02.214120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2cbd4690-d64b-4d60-ad56-58104b4d253c req-f6e756b4-3c98-46c8-a779-cdcd13de82d1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:02.223988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-a10b7297-c390-4ce5-ab3e-e237ccd5bd28 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/quotas/6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 375 time: 0.0180786 Aug 11 08:14:02.249838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2cbd4690-d64b-4d60-ad56-58104b4d253c req-f6e756b4-3c98-46c8-a779-cdcd13de82d1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:02.253719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-1740460f-02ff-4a24-8b48-fc45442ab7f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373599 Aug 11 08:14:02.289059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-9fccf50a-8c75-47af-bbff-72746e874502 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636828 Aug 11 08:14:02.303514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:02.327704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f3e2924-3078-4835-80c3-ac791dc42d4c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:02.349279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 0f3e2924-3078-4835-80c3-ac791dc42d4c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:02.349658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f3e2924-3078-4835-80c3-ac791dc42d4c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:02.423093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2cbd4690-d64b-4d60-ad56-58104b4d253c req-f6e756b4-3c98-46c8-a779-cdcd13de82d1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:02.425994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2cbd4690-d64b-4d60-ad56-58104b4d253c req-f6e756b4-3c98-46c8-a779-cdcd13de82d1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:02.427604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2cbd4690-d64b-4d60-ad56-58104b4d253c req-f6e756b4-3c98-46c8-a779-cdcd13de82d1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e535577-40e1-4e18-b3b4-3f46c7a711ec HTTP/1.1" status: 204 len: 173 time: 0.3632755 Aug 11 08:14:02.448263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-2841ee2f-e4df-40a1-9d45-75c24d042116 service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546941 Aug 11 08:14:02.456400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e756b4-3c98-46c8-a779-cdcd13de82d1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e535577-40e1-4e18-b3b4-3f46c7a711ec,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:02.468079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695038a5-dd90-4011-aa15-362f85959ebd req-77cd8a17-1716-48b3-a9c8-0094020c61bb service neutron] 10.222.0.69 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060668 Aug 11 08:14:02.582721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-2f36b69b-92b2-4796-aac1-35a1743a74a5 service neutron] 10.222.0.58 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242323 Aug 11 08:14:02.624777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:02.672484 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca598560-a012-4082-ade4-12f622aec684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:03.209936 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-be76c8df-e6e0-45c0-a7dd-3d9688d4e8bd req-4b6c8083-2d0e-410c-aba0-1441117e47ef tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:14:03.213094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'name': 'network-vif-deleted', 'tag': 'bf746adb-b651-4ada-a43d-bd2b9c30904c'}, {'name': 'network-changed', 'server_uuid': 'b203444d-36b9-4534-b54b-d659df88abc4', 'tag': '71a23987-3143-412f-8e68-e0507e4e9e6a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:03.215931 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe" -d '{"events": [{"server_uuid": "34db8724-5434-4d44-9835-e5fb0ed8e172", "name": "network-vif-deleted", "tag": "bf746adb-b651-4ada-a43d-bd2b9c30904c"}, {"name": "network-changed", "server_uuid": "b203444d-36b9-4534-b54b-d659df88abc4", "tag": "71a23987-3143-412f-8e68-e0507e4e9e6a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:03.224259 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be76c8df-e6e0-45c0-a7dd-3d9688d4e8bd req-4b6c8083-2d0e-410c-aba0-1441117e47ef tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/5cb9b4a9-bbc6-41b3-9764-14291e10d919 HTTP/1.1" status: 404 len: 352 time: 0.0312707 Aug 11 08:14:03.268098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc371e-0720-4571-b827-0cd86105286c req-16bf75c5-8028-4e2c-ab88-2c6598dec3e7 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:03.278171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5cc371e-0720-4571-b827-0cd86105286c req-16bf75c5-8028-4e2c-ab88-2c6598dec3e7 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 943 time: 0.2717996 Aug 11 08:14:03.314488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f3e8a95e-ed75-4212-a434-ad2316f11a7c req-7b1d4f94-585e-4b53-a63e-3f13d66c2fbb tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0461059 Aug 11 08:14:03.347822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5cc371e-0720-4571-b827-0cd86105286c req-254cb0e9-1866-4b39-9439-02ef21f35b63 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Aug 11 08:14:03.468386 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-0be96f7d-c847-4809-9262-206982aa833e req-c584666e-7a06-47c8-8a85-1157d43b3c81 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:14:03.481014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0be96f7d-c847-4809-9262-206982aa833e req-c584666e-7a06-47c8-8a85-1157d43b3c81 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/ab997de3-175f-47b1-9709-1f841e435d03 HTTP/1.1" status: 404 len: 352 time: 0.0562365 Aug 11 08:14:03.514109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:03.607851 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-c85766b1-37db-4b54-a5bc-5509ba947d6c req-19c376a3-319d-4ee2-aa60-1130e15a823c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:14:03.614338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c85766b1-37db-4b54-a5bc-5509ba947d6c req-19c376a3-319d-4ee2-aa60-1130e15a823c tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/b9c7b2e3-fc0e-41cc-bfb9-d9fa04e7399c HTTP/1.1" status: 404 len: 352 time: 0.0302436 Aug 11 08:14:03.614560 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a05819-d790-480e-96a9-9da4fe0db861 x-openstack-request-id: req-83a05819-d790-480e-96a9-9da4fe0db861 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:03.617811 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34db8724-5434-4d44-9835-e5fb0ed8e172", "name": "network-vif-deleted", "tag": "bf746adb-b651-4ada-a43d-bd2b9c30904c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b203444d-36b9-4534-b54b-d659df88abc4", "tag": "71a23987-3143-412f-8e68-e0507e4e9e6a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:03.618145 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83a05819-d790-480e-96a9-9da4fe0db861 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:03.618487 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34db8724-5434-4d44-9835-e5fb0ed8e172', 'name': 'network-vif-deleted', 'tag': 'bf746adb-b651-4ada-a43d-bd2b9c30904c', 'status': 'completed', 'code': 200} Aug 11 08:14:03.618774 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b203444d-36b9-4534-b54b-d659df88abc4', 'tag': '71a23987-3143-412f-8e68-e0507e4e9e6a', 'status': 'completed', 'code': 200} Aug 11 08:14:03.743517 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-0725e165-ea9c-4b09-b80b-c44a328f6ca7 req-0d98df06-c992-412e-944d-3f92caacf3ad tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:14:03.750758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0725e165-ea9c-4b09-b80b-c44a328f6ca7 req-0d98df06-c992-412e-944d-3f92caacf3ad tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/a15ffba0-fe80-4299-bbd0-0519db12e97c HTTP/1.1" status: 404 len: 352 time: 0.0224087 Aug 11 08:14:03.783750 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-f05cdd2d-64a1-4123-b03b-b053ebc402bc req-2f179b29-b5dc-4d7e-832b-2c1ff4cf7e00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:14:03.784811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f05cdd2d-64a1-4123-b03b-b053ebc402bc req-2f179b29-b5dc-4d7e-832b-2c1ff4cf7e00 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/4fb77d54-c953-4742-a406-7866f06a789a HTTP/1.1" status: 404 len: 352 time: 0.0170538 Aug 11 08:14:03.829833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-f0644b8b-3a63-4c65-9fbe-af5ce6bb55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:03.832171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-f0644b8b-3a63-4c65-9fbe-af5ce6bb55ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f2f7667cf914e2b99f0173c004c032a&device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 1094 time: 0.1722622 Aug 11 08:14:03.835042 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-4ee6a486-679d-4574-819d-fab276fa807a req-f6f883db-cf9c-4ad1-92a7-702e301d5ec1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] show failed (client error): The resource could not be found. Aug 11 08:14:03.836392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ee6a486-679d-4574-819d-fab276fa807a req-f6f883db-cf9c-4ad1-92a7-702e301d5ec1 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/7d67d176-6e48-4c3b-b6b8-c94f40e51641 HTTP/1.1" status: 404 len: 352 time: 0.0223141 Aug 11 08:14:03.910179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1585-d3cf-43a0-a6aa-863bd40fa96e req-f227f1b5-4a83-48f0-9544-d9a238404397 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:03.911859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-353d1585-d3cf-43a0-a6aa-863bd40fa96e req-f227f1b5-4a83-48f0-9544-d9a238404397 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 950 time: 0.1761661 Aug 11 08:14:04.028974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-353d1585-d3cf-43a0-a6aa-863bd40fa96e req-ed60d656-3e3f-4481-b251-6e7c31f0c129 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044161 Aug 11 08:14:04.031820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-229a8584-2345-46db-af30-6ba0c74f21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:04.034471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-229a8584-2345-46db-af30-6ba0c74f21f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c68f27ef-0372-4e5b-a279-fdbdf243196d HTTP/1.1" status: 200 len: 915 time: 0.1914442 Aug 11 08:14:04.115878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-3021bcaf-ae9c-470d-879c-46094922c4e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a23987-3143-412f-8e68-e0507e4e9e6a HTTP/1.1" status: 200 len: 217 time: 0.0721958 Aug 11 08:14:04.195951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-8677469e-9b16-477a-870a-b03f7ffbf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:04.197741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-8677469e-9b16-477a-870a-b03f7ffbf799 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71b19fc5-2a55-4e6b-b10e-9e71bae6378a HTTP/1.1" status: 200 len: 854 time: 0.0654557 Aug 11 08:14:04.236752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-95f94767-fec4-4f4e-a1c6-fc13a746a08f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c68f27ef-0372-4e5b-a279-fdbdf243196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294702 Aug 11 08:14:04.238265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Deleting port 452e7dc2-9525-4953-aaeb-23281d5b3933 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:04.238610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:04.448025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46a6df1c-a561-41d4-b7e7-df972ded1337 req-25292ec8-594a-4e6e-8c16-56db4027d51a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0323889 Aug 11 08:14:04.480250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af08a8-aa50-4774-81bc-5cb68929258d req-5ebd8c2c-4727-4fd9-ae8b-b09acdc9ecc0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:04.481879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7af08a8-aa50-4774-81bc-5cb68929258d req-5ebd8c2c-4727-4fd9-ae8b-b09acdc9ecc0 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1024 time: 0.2411647 Aug 11 08:14:04.484159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] For port 452e7dc2-9525-4953-aaeb-23281d5b3933, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=452e7dc2-9525-4953-aaeb-23281d5b3933,segment=NetworkSegment(89d90fea-9041-4945-9272-36ef966117a9),segment_id=89d90fea-9041-4945-9272-36ef966117a9)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:04.484525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:04.527438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Calling delete_port for 452e7dc2-9525-4953-aaeb-23281d5b3933 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:04.566533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22f94-0ce5-4ae2-a4ad-895ef36cdac6 req-6fd037fb-7141-4c40-a2c1-6fdd246cf064 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:04.568091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17e22f94-0ce5-4ae2-a4ad-895ef36cdac6 req-6fd037fb-7141-4c40-a2c1-6fdd246cf064 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 943 time: 0.0531163 Aug 11 08:14:04.569489 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-3bb95f7e-4a03-4d8e-bc4e-3cf3b3e524ba service neutron] 10.222.0.69 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818918 Aug 11 08:14:04.609752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17e22f94-0ce5-4ae2-a4ad-895ef36cdac6 req-960e9fc9-5b4a-45cc-aa3d-487b4b53aa2c tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Aug 11 08:14:04.632527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7af08a8-aa50-4774-81bc-5cb68929258d req-22515af8-965a-45e5-9000-0de9e9c683ce tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5&id=73455dda-354b-4920-a5a5-5b6357038260&id=bacde8e3-0ce7-4714-bdcc-7135ff739a91&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1400239 Aug 11 08:14:04.639106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-28c22f1a-aec5-4b41-a131-c0f257e731e7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:04.640840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-28c22f1a-aec5-4b41-a131-c0f257e731e7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 821 time: 0.2835262 Aug 11 08:14:04.689151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Request body: {'port': {'device_id': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'admin_state_up': True, 'tenant_id': '6bcca3cb5ba64ea18452dfca1f674c8a'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:04.698719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:05.222187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52ae4c-152b-464d-958f-76d36545103f req-0a645da2-a439-4b24-b48e-51edac367209 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:05.223490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df52ae4c-152b-464d-958f-76d36545103f req-0a645da2-a439-4b24-b48e-51edac367209 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 950 time: 0.0599098 Aug 11 08:14:05.237175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-71ce01af-eafc-4866-b761-48d562853ade tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:05.238791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-71ce01af-eafc-4866-b761-48d562853ade tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 950 time: 0.2166755 Aug 11 08:14:05.245157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b63379d8-ede2-4cbc-850c-fb0aaa943cbe req-0daef977-6afc-4b18-9127-941997e3dd4d service neutron] 10.222.0.69 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263421 Aug 11 08:14:05.274557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df52ae4c-152b-464d-958f-76d36545103f req-c6b5c443-8f47-4e00-8a76-8b741c86c40d tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Aug 11 08:14:05.359318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2f6a4edb-cd23-47fe-8c96-9d1e9254c5cd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:05.361788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2f6a4edb-cd23-47fe-8c96-9d1e9254c5cd tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d77d7d4-bc55-45d8-9200-655e02eb378f HTTP/1.1" status: 200 len: 949 time: 0.0798891 Aug 11 08:14:05.396654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Made reservation on behalf of 6bcca3cb5ba64ea18452dfca1f674c8a for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:05.402448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:05.455483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:05.522775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port 292991c8-9a36-44c8-a835-3ce6488624c7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:05.522990 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:05.532026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=452e7dc2-9525-4953-aaeb-23281d5b3933,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:05.575775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:05.576117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:05.722544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port 292991c8-9a36-44c8-a835-3ce6488624c7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=292991c8-9a36-44c8-a835-3ce6488624c7,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:05.723064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:05.761374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89de7a59-8c58-4afb-a9cc-fa62c5f4d31d req-584f1ef7-31e1-412b-b939-7a6a547ed65a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.1486089 Aug 11 08:14:05.789936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for 292991c8-9a36-44c8-a835-3ce6488624c7 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:05.815733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Allocated IP 172.20.0.6 (9948d4ea-d7b5-4b75-bc1c-50d025476918/6c4e1143-e354-48c5-9f78-b1a91ecbfbe4/1ecb964a-e005-4431-9d23-c18cea976758) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:05.920389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-b642a58f-b7e6-4d6f-8b6a-04b243dee9c8 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:05.922274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-b642a58f-b7e6-4d6f-8b6a-04b243dee9c8 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1024 time: 0.1475167 Aug 11 08:14:05.937607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6804ba-f327-4ea5-aa33-4bed48f2bc47 req-c83a637b-d83b-41ce-9acd-051c19fbaf74 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:05.947213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1e6804ba-f327-4ea5-aa33-4bed48f2bc47 req-c83a637b-d83b-41ce-9acd-051c19fbaf74 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 943 time: 0.2053595 Aug 11 08:14:06.071330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.093242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1e6804ba-f327-4ea5-aa33-4bed48f2bc47 req-ebfebfd6-71ca-44d2-8e91-c6baf6ca1597 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449955 Aug 11 08:14:06.166679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:06.167067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.185100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8236d-4a1d-4606-99b4-a7558ad2ea4e req-861179a6-c3ab-4ebc-ae17-20d7486bf4f6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:06.194460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80f8236d-4a1d-4606-99b4-a7558ad2ea4e req-861179a6-c3ab-4ebc-ae17-20d7486bf4f6 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 1024 time: 0.2907438 Aug 11 08:14:06.220236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Deleting port 37355577-85b1-45d8-a076-b1d9079d93f4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:06.221096 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.291207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:06.305724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.341683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:06.388530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=292991c8-9a36-44c8-a835-3ce6488624c7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:06.421819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port 292991c8-9a36-44c8-a835-3ce6488624c7 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:06.425945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.428532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d02fd21-e77a-4371-b322-61842ef61803 req-2adb3894-d8c7-4347-833d-ed1f39d6bbc9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "DELETE /v2.0/ports/292991c8-9a36-44c8-a835-3ce6488624c7 HTTP/1.1" status: 204 len: 173 time: 1.0606563 Aug 11 08:14:06.440247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7', '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:06.441357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'name': 'network-vif-deleted', 'tag': '292991c8-9a36-44c8-a835-3ce6488624c7'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:06.448716 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d84f0-2a8f-4558-a9f3-61bfc6886628" -d '{"events": [{"server_uuid": "1d77d7d4-bc55-45d8-9200-655e02eb378f", "name": "network-vif-deleted", "tag": "292991c8-9a36-44c8-a835-3ce6488624c7"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:06.645574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71b575-db1b-488c-ab31-e5cd4aa2ca14 req-d6d7a4b2-6c97-49e1-ad85-792cf4773f35 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:06.647767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e71b575-db1b-488c-ab31-e5cd4aa2ca14 req-d6d7a4b2-6c97-49e1-ad85-792cf4773f35 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 950 time: 0.1797519 Aug 11 08:14:06.657739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] For port 37355577-85b1-45d8-a076-b1d9079d93f4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37355577-85b1-45d8-a076-b1d9079d93f4,segment=NetworkSegment(4bdc30fe-0d8c-490d-8c11-9a4053db5288),segment_id=4bdc30fe-0d8c-490d-8c11-9a4053db5288)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:06.658682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.706573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Calling delete_port for 37355577-85b1-45d8-a076-b1d9079d93f4 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:06.754983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e71b575-db1b-488c-ab31-e5cd4aa2ca14 req-465a02c4-686f-439c-82f8-2c038446f917 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928416 Aug 11 08:14:06.781669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80f8236d-4a1d-4606-99b4-a7558ad2ea4e req-cf339491-4616-4339-b467-ea95a7f327e9 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups?id=f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5&id=73455dda-354b-4920-a5a5-5b6357038260&id=bacde8e3-0ce7-4714-bdcc-7135ff739a91&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5816863 Aug 11 08:14:06.810325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:06.994437 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c6a2d7-8060-4e21-83f3-450e23d7240b x-openstack-request-id: req-b8c6a2d7-8060-4e21-83f3-450e23d7240b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:06.995285 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d77d7d4-bc55-45d8-9200-655e02eb378f", "name": "network-vif-deleted", "tag": "292991c8-9a36-44c8-a835-3ce6488624c7", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:06.995626 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8c6a2d7-8060-4e21-83f3-450e23d7240b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:06.996127 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d77d7d4-bc55-45d8-9200-655e02eb378f', 'name': 'network-vif-deleted', 'tag': '292991c8-9a36-44c8-a835-3ce6488624c7', 'status': 'completed', 'code': 200} Aug 11 08:14:07.019273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.054029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88e8afe9-cb83-4a7b-bec7-005078f4460d req-8123d12c-b813-4043-bacd-dfae949a8b32 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0315616 Aug 11 08:14:07.093956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=270e7ebe-0da9-4a35-b0c1-4c2d50c16d73,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:07.097205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.101433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:07.107188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.109594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e72b60a0-9be1-4f3b-9616-02fdc3494227 req-1ccd4aa1-185b-405a-95e1-4e4e6d90544a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.69 "DELETE /v2.0/ports/270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 HTTP/1.1" status: 204 len: 173 time: 1.8405397 Aug 11 08:14:07.112753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b830bf1-fe8f-481b-b626-47325efe7621', 'name': 'network-vif-deleted', 'tag': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:07.114463 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d3cd69-e832-4029-93f8-c364c42edf50" -d '{"events": [{"server_uuid": "8b830bf1-fe8f-481b-b626-47325efe7621", "name": "network-vif-deleted", "tag": "270e7ebe-0da9-4a35-b0c1-4c2d50c16d73"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:07.121644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.170718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['292991c8-9a36-44c8-a835-3ce6488624c7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:07.176711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'Port': ['ID=37355577-85b1-45d8-a076-b1d9079d93f4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:07.257075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37355577-85b1-45d8-a076-b1d9079d93f4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:07.282699 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be08f594-4195-44fb-ae77-1dc6dd87b568 x-openstack-request-id: req-be08f594-4195-44fb-ae77-1dc6dd87b568 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:07.283105 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b830bf1-fe8f-481b-b626-47325efe7621", "name": "network-vif-deleted", "tag": "270e7ebe-0da9-4a35-b0c1-4c2d50c16d73", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:07.283359 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be08f594-4195-44fb-ae77-1dc6dd87b568 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:07.285506 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b830bf1-fe8f-481b-b626-47325efe7621', 'name': 'network-vif-deleted', 'tag': '270e7ebe-0da9-4a35-b0c1-4c2d50c16d73', 'status': 'completed', 'code': 200} Aug 11 08:14:07.289396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.305924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['af790104-6634-43b6-a29f-a1e1192950f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:07.308502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 71a23987-3143-412f-8e68-e0507e4e9e6a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:07.345431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Network 9948d4ea-d7b5-4b75-bc1c-50d025476918 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:07.349729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:07.355943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:07.383230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:07.405539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] No DVR routers for this DVR port 37355577-85b1-45d8-a076-b1d9079d93f4 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:07.414562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.428246 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9a550c4-8947-4c2d-89fc-b91ee97f0f0e req-0ce43336-02b0-4899-a235-c7286b18fc59 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.64 "DELETE /v2.0/ports/37355577-85b1-45d8-a076-b1d9079d93f4 HTTP/1.1" status: 204 len: 173 time: 1.4632285 Aug 11 08:14:07.521304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:07.563873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db22dc-4029-4c26-adb0-d03cc50774e7 req-14f4ac3f-08b2-4e8a-a6ee-f0899073d30b tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:07.565863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:07.566535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.570553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8db22dc-4029-4c26-adb0-d03cc50774e7 req-14f4ac3f-08b2-4e8a-a6ee-f0899073d30b tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 943 time: 0.3161850 Aug 11 08:14:07.733081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8db22dc-4029-4c26-adb0-d03cc50774e7 req-f6973fc8-946e-41f1-8501-15ed938618c3 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544678 Aug 11 08:14:07.733991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-4de4444b-b5cd-46be-83af-b8c47f3e01b4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0488830 Aug 11 08:14:07.747180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 71a23987-3143-412f-8e68-e0507e4e9e6a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=71a23987-3143-412f-8e68-e0507e4e9e6a,segment=NetworkSegment(128c69f0-df22-4fd2-932b-89e2b7ff7cb5),segment_id=128c69f0-df22-4fd2-932b-89e2b7ff7cb5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:07.764046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '71a23987-3143-412f-8e68-e0507e4e9e6a', 'network_id': 'c68f27ef-0372-4e5b-a279-fdbdf243196d', 'port_id': '71a23987-3143-412f-8e68-e0507e4e9e6a', 'mac_address': 'fa:16:3e:5e:eb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b19fc5-2a55-4e6b-b10e-9e71bae6378a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:14:07.793821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-090ef16c-8d99-4e45-b754-2615c9da66b8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:14:07.794856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-090ef16c-8d99-4e45-b754-2615c9da66b8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057502 Aug 11 08:14:07.895723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:14:07.905370 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:07.932981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a23987-3143-412f-8e68-e0507e4e9e6a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:07.999584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 71a23987-3143-412f-8e68-e0507e4e9e6a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=71a23987-3143-412f-8e68-e0507e4e9e6a,segment=NetworkSegment(128c69f0-df22-4fd2-932b-89e2b7ff7cb5),segment_id=128c69f0-df22-4fd2-932b-89e2b7ff7cb5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:08.002151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Request body: {'port': {'device_id': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:08.033166 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.076253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42811d5b-b4f5-41d8-83ae-236543fa311a req-6398353d-6a95-4361-af44-2a3b7d62dbc5 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b515e2b-f8d5-4318-8b4c-f09e30b55c1f HTTP/1.1" status: 200 len: 210 time: 0.0782690 Aug 11 08:14:08.153117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=71a23987-3143-412f-8e68-e0507e4e9e6a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:08.165788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.166307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.166751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.167346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.167780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.168337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.168760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.169533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.169967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.170389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.170950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.171605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:08.199562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bb47e34-0f02-45a0-8302-26e4edf53aa1 req-e44ed314-e08a-4091-ad36-533329eca3b5 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b830bf1-fe8f-481b-b626-47325efe7621 HTTP/1.1" status: 200 len: 210 time: 0.1603062 Aug 11 08:14:08.217489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.297410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc951f-35c4-4524-a895-07a4557ba070 req-cf09ca93-0dc6-4f33-8d1d-bc6f72385aea tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:08.299592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8dc951f-35c4-4524-a895-07a4557ba070 req-cf09ca93-0dc6-4f33-8d1d-bc6f72385aea tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 931 time: 0.1261904 Aug 11 08:14:08.305752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:14:08.317019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] Sync routers for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:14:08.321585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-343e12fc-4804-4de5-909a-949d524adb68 admin admin] 10.222.0.58 "PUT /v2.0/routers/733d3eb1-2bd5-4f3d-8b99-dc826619e784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6924639 Aug 11 08:14:08.322585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:08.340683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:08.341989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:08.613981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.688443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8dc951f-35c4-4524-a895-07a4557ba070 req-93d513df-3730-47ed-b5af-fca69c29b3d8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589377 Aug 11 08:14:08.761435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:08.839439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.847893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecb964a-e005-4431-9d23-c18cea976758 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:08.861450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.880773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Transition to ACTIVE for port object 1ecb964a-e005-4431-9d23-c18cea976758 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:08.887444 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.893860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['71a23987-3143-412f-8e68-e0507e4e9e6a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:08.956046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Deleting port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:08.956446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:08.986006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:09.065929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be50ef-c447-404a-b400-bb2d3d288352 req-e99b0566-5f3c-43a6-9f8e-d44c5678c30b tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:09.077883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4be50ef-c447-404a-b400-bb2d3d288352 req-e99b0566-5f3c-43a6-9f8e-d44c5678c30b tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 944 time: 0.1846418 Aug 11 08:14:09.143769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] For port 5b6c6038-08a9-4e46-b94a-5e1b39ab0576, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:09.145165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.150335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:09.150713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:09.151049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:09.179666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Calling delete_port for 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:09.180795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4be50ef-c447-404a-b400-bb2d3d288352 req-05b79be1-b7aa-4823-bedf-a061601ca795 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948608 Aug 11 08:14:09.194115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:09.194115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:09.291249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:09.291773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:09.291985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:09.292431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Bound port: 1ecb964a-e005-4431-9d23-c18cea976758, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:09.292796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.293759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:09.308339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7eb1e6a-71a4-4cd1-a345-b66e39eb13bf req-65332eed-add4-438a-84a4-faee8a0cfa7a tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/bacde8e3-0ce7-4714-bdcc-7135ff739a91 HTTP/1.1" status: 200 len: 1799 time: 0.1036224 Aug 11 08:14:09.333843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:09.334632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 270e7ebe-0da9-4a35-b0c1-4c2d50c16d73 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:09.335483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 292991c8-9a36-44c8-a835-3ce6488624c7 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:09.393838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 292991c8-9a36-44c8-a835-3ce6488624c7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:09.394418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 292991c8-9a36-44c8-a835-3ce6488624c7 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:09.399302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:14:05Z', 'revision_number': 5, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port': {'id': '5b6c6038-08a9-4e46-b94a-5e1b39ab0576', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:31Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:09.446900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] Checking router: 733d3eb1-2bd5-4f3d-8b99-dc826619e784 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:14:09.465077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] Routers {'733d3eb1-2bd5-4f3d-8b99-dc826619e784'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:09.466015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:09.517646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d7eb1e6a-71a4-4cd1-a345-b66e39eb13bf req-3c1672e4-ebb7-4c22-9605-cc7bbf720401 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.524684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'name': 'network-vif-deleted', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:09.531155 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb612a7-7b17-4c87-9d5c-f09563e936e6" -d '{"events": [{"server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "name": "network-vif-deleted", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:09.538329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:09.544225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:09.553314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.580143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] Set router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:09.587721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d7eb1e6a-71a4-4cd1-a345-b66e39eb13bf req-3c1672e4-ebb7-4c22-9605-cc7bbf720401 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.644749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.645537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:14:08Z', 'revision_number': 6, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:09.672052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6c6038-08a9-4e46-b94a-5e1b39ab0576,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:09.681917 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d7eb1e6a-71a4-4cd1-a345-b66e39eb13bf req-3c1672e4-ebb7-4c22-9605-cc7bbf720401 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.700795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f93948-6103-48ea-ab17-3349d56d05c8 None None] The sync data for ids ['733d3eb1-2bd5-4f3d-8b99-dc826619e784'] in n-d-789963-6 is: [{'id': '733d3eb1-2bd5-4f3d-8b99-dc826619e784', 'name': 'tempest-ServerRescueTestJSONUnderV235-329269328-router', 'tenant_id': '56492a32030c49b5ab65a142b964a5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:29Z', 'updated_at': '2021-08-11T08:14:08Z', 'revision_number': 6, 'project_id': '56492a32030c49b5ab65a142b964a5c8', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:14:09.701742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d7eb1e6a-71a4-4cd1-a345-b66e39eb13bf req-3c1672e4-ebb7-4c22-9605-cc7bbf720401 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.706221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7eb1e6a-71a4-4cd1-a345-b66e39eb13bf req-3c1672e4-ebb7-4c22-9605-cc7bbf720401 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/bacde8e3-0ce7-4714-bdcc-7135ff739a91 HTTP/1.1" status: 204 len: 173 time: 0.3969223 Aug 11 08:14:09.716774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:09.717676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.731626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] 10.222.0.64 "PUT /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 1091 time: 1.9193652 Aug 11 08:14:09.770945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:09.773443 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf5446-d17c-4b97-86a3-cfe0243bd139" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "tag": "1ecb964a-e005-4431-9d23-c18cea976758"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:09.790479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1672e4-ebb7-4c22-9605-cc7bbf720401 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacde8e3-0ce7-4714-bdcc-7135ff739a91,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:09.881131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a932c3-7068-42eb-90b0-6a1f82df28db service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:09.904407 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:09.918563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-60080075-6c68-4a6c-ba57-f25666ed0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:09.920190 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-60080075-6c68-4a6c-ba57-f25666ed0cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1094 time: 0.0983887 Aug 11 08:14:10.012274 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0462c336-ab02-44aa-aa0d-e61a5aeec957 x-openstack-request-id: req-0462c336-ab02-44aa-aa0d-e61a5aeec957 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:10.012543 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b515e2b-f8d5-4318-8b4c-f09e30b55c1f", "name": "network-vif-deleted", "tag": "37355577-85b1-45d8-a076-b1d9079d93f4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:10.012717 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0462c336-ab02-44aa-aa0d-e61a5aeec957 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:10.013133 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b515e2b-f8d5-4318-8b4c-f09e30b55c1f', 'name': 'network-vif-deleted', 'tag': '37355577-85b1-45d8-a076-b1d9079d93f4', 'status': 'completed', 'code': 200} Aug 11 08:14:10.037115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-f15b7195-e554-4496-a901-0d849fcf4c1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 217 time: 0.0516291 Aug 11 08:14:10.067279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.071949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.111622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-0469925b-e8a4-4362-a91c-c850868526f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:10.113377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-0469925b-e8a4-4362-a91c-c850868526f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.0579493 Aug 11 08:14:10.160180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79c94aaa-f5d5-4f27-863c-6074e9179d9b req-b4a37822-518c-4a90-b356-0ae7fa026d93 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "GET /v2.0/security-groups/f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5 HTTP/1.1" status: 200 len: 1800 time: 0.1500874 Aug 11 08:14:10.176660 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.177579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733d3eb1-2bd5-4f3d-8b99-dc826619e784 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:14:10.182245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.185985 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1236a159-3483-4da0-93a9-e6612f6aa9f3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/733d3eb1-2bd5-4f3d-8b99-dc826619e784 HTTP/1.1" status: 204 len: 168 time: 1.8622644 Aug 11 08:14:10.186644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:10.194357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-b6f12a87-01df-4a89-8aa5-13281d7fe5c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679076 Aug 11 08:14:10.276173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac92b-b85d-4055-9644-71d20ff12ead req-7a00649b-788f-4084-8b91-3a02a535269c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:10.277792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79eac92b-b85d-4055-9644-71d20ff12ead req-7a00649b-788f-4084-8b91-3a02a535269c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.1543224 Aug 11 08:14:10.293840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Deleting subnet 15e3ac0a-ee83-4e36-83df-32de7d41125a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:14:10.302704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.350613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79c94aaa-f5d5-4f27-863c-6074e9179d9b req-a0172c47-dbc6-436a-b7a8-5b05f46bd756 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.356856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-f395eb0a-e85e-427e-9db5-63fb88f6b1f4 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528053 Aug 11 08:14:10.362397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37355577-85b1-45d8-a076-b1d9079d93f4 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:10.388347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.395840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 37355577-85b1-45d8-a076-b1d9079d93f4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:10.396582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37355577-85b1-45d8-a076-b1d9079d93f4 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:10.423839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79eac92b-b85d-4055-9644-71d20ff12ead req-b6bba133-99aa-47a3-8837-7153126282c8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265597 Aug 11 08:14:10.433849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79c94aaa-f5d5-4f27-863c-6074e9179d9b req-a0172c47-dbc6-436a-b7a8-5b05f46bd756 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.488733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.502645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc320594-6984-4d50-9d3e-2f99b0524eb4 req-2adeefc7-771a-408a-a083-273779e7dbec service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345763 Aug 11 08:14:10.505810 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522a34d-e710-474d-818f-14cf865fea7b x-openstack-request-id: req-7522a34d-e710-474d-818f-14cf865fea7b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:10.506102 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "tag": "1ecb964a-e005-4431-9d23-c18cea976758", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:10.506351 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7522a34d-e710-474d-818f-14cf865fea7b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:10.506762 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758', 'status': 'completed', 'code': 200} Aug 11 08:14:10.532409 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79c94aaa-f5d5-4f27-863c-6074e9179d9b req-a0172c47-dbc6-436a-b7a8-5b05f46bd756 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.536816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79c94aaa-f5d5-4f27-863c-6074e9179d9b req-a0172c47-dbc6-436a-b7a8-5b05f46bd756 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.542149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79c94aaa-f5d5-4f27-863c-6074e9179d9b req-a0172c47-dbc6-436a-b7a8-5b05f46bd756 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] 10.222.0.58 "DELETE /v2.0/security-groups/f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5 HTTP/1.1" status: 204 len: 173 time: 0.3660736 Aug 11 08:14:10.548660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40914) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:10.562417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0172c47-dbc6-436a-b7a8-5b05f46bd756 tempest-SecurityGroupsTestJSON-425739484 tempest-SecurityGroupsTestJSON-425739484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ca6994-e549-4da9-a1bd-fe5e9d0d13e5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:10.616063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.653532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.657257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/15e3ac0a-ee83-4e36-83df-32de7d41125a HTTP/1.1" status: 204 len: 168 time: 0.4635227 Aug 11 08:14:10.659776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40916) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:10.662887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 452e7dc2-9525-4953-aaeb-23281d5b3933 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:10.669251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420829-7a75-40bb-8d57-cf0a87499d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e3ac0a-ee83-4e36-83df-32de7d41125a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:10.702809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 452e7dc2-9525-4953-aaeb-23281d5b3933 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:10.703236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 452e7dc2-9525-4953-aaeb-23281d5b3933 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:10.773640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Deleting subnet d22c7258-5cbb-4b90-adbd-1470d23c0bc1 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:14:10.777555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.791394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:10.801945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-637733345'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:10.830614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79e84-375c-4cea-ad39-fa5160ae5c95 req-8e0be69f-3e96-4926-a163-f93593738e23 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:10.831952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f6a79e84-375c-4cea-ad39-fa5160ae5c95 req-8e0be69f-3e96-4926-a163-f93593738e23 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 944 time: 0.1584096 Aug 11 08:14:10.836524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.839814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-90afe0ab-4caf-4b11-9d2e-157ab5b62869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:10.841387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-90afe0ab-4caf-4b11-9d2e-157ab5b62869 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1094 time: 0.2183721 Aug 11 08:14:10.846542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.891794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c16c0-ce56-411a-ac71-d98c6eb3dda2 req-915cef0e-fefe-4685-a495-d3f6303f45c9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:10.894811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-603c16c0-ce56-411a-ac71-d98c6eb3dda2 req-915cef0e-fefe-4685-a495-d3f6303f45c9 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 949 time: 0.2504458 Aug 11 08:14:10.927037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:10.933864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:10.957196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f6a79e84-375c-4cea-ad39-fa5160ae5c95 req-1a01f4fd-1b4c-47d0-94b4-15a39606dd2b tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054709 Aug 11 08:14:11.096067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:14:11.118017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.118815 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Added segment 7f278780-ccb1-43c3-8da4-0d30e0cbf944 of type vlan for network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 Aug 11 08:14:11.190108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.230228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.243196 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.249739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:11.249739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.254510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644843ed-8291-4e0a-b9a5-899e62c97ce6']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:11.274327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d90fea-9041-4945-9272-36ef966117a9') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:11.274617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d90fea-9041-4945-9272-36ef966117a9') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:11.301198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 71a23987-3143-412f-8e68-e0507e4e9e6a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:11.337125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5402417 Aug 11 08:14:11.340086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40926) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:11.341616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.354963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1596328991'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:11.373285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.375934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 71a23987-3143-412f-8e68-e0507e4e9e6a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:11.383581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 71a23987-3143-412f-8e68-e0507e4e9e6a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:11.384941 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.386671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15427d9-7b55-4701-b989-37a058f2c911 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Network': ['ID=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:11.392291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:14:11.392709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:14:11.394854 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:14:11.423352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:14:11.442153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-603c16c0-ce56-411a-ac71-d98c6eb3dda2 req-fcb3ce72-e9ac-4ddd-b76e-f1fa6b70e530 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/security-groups?id=2606af45-2e43-4652-a4b2-6241c3267e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322735 Aug 11 08:14:11.449417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:11.452421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.452821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.487493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:14:11.490165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.501523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.503738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] 10.222.0.58 "DELETE /v2.0/networks/644843ed-8291-4e0a-b9a5-899e62c97ce6 HTTP/1.1" status: 204 len: 168 time: 0.8428519 Aug 11 08:14:11.523487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64249f-f259-46fb-8570-b36924c48817 admin admin] Pushing event deleted for resources: {'Network': ['ID=644843ed-8291-4e0a-b9a5-899e62c97ce6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:11.527622 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.528320 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Added segment 6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe of type vlan for network b8929ac4-6709-490b-82c4-85e4a9c02241 Aug 11 08:14:11.550300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-b447833e-6a90-4a38-98a1-134f62db5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:11.552855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-b447833e-6a90-4a38-98a1-134f62db5637 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.6870096 Aug 11 08:14:11.590439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.609444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-d1350231-005a-4800-b611-5f5623a17e1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 217 time: 0.0488064 Aug 11 08:14:11.617451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.620318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.626829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b203444d-36b9-4534-b54b-d659df88abc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a23987-3143-412f-8e68-e0507e4e9e6a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:11.631482 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce411337-d387-4024-9083-9ee29236b268" -d '{"events": [{"server_uuid": "b203444d-36b9-4534-b54b-d659df88abc4", "name": "network-vif-plugged", "status": "completed", "tag": "71a23987-3143-412f-8e68-e0507e4e9e6a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:11.664929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22c7258-5cbb-4b90-adbd-1470d23c0bc1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:11.665946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 71a23987-3143-412f-8e68-e0507e4e9e6a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=71a23987-3143-412f-8e68-e0507e4e9e6a,segment=NetworkSegment(128c69f0-df22-4fd2-932b-89e2b7ff7cb5),segment_id=128c69f0-df22-4fd2-932b-89e2b7ff7cb5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:11.674740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.701504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.706698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b1b0008f-09d8-494e-b502-119bc40d05ac admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d22c7258-5cbb-4b90-adbd-1470d23c0bc1 HTTP/1.1" status: 204 len: 168 time: 1.1557720 Aug 11 08:14:11.710607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40936) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:11.760023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=71a23987-3143-412f-8e68-e0507e4e9e6a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:11.772559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.778534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-7ac290a1-144a-4443-975b-9744ee0b990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:11.779698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:11.780319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-7ac290a1-144a-4443-975b-9744ee0b990b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1346340 Aug 11 08:14:11.780653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.801080 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342a81ea-b1ed-4a3a-ac62-d31255209fe1 x-openstack-request-id: req-342a81ea-b1ed-4a3a-ac62-d31255209fe1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:11.801080 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b203444d-36b9-4534-b54b-d659df88abc4", "name": "network-vif-plugged", "status": "completed", "tag": "71a23987-3143-412f-8e68-e0507e4e9e6a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:11.801080 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-342a81ea-b1ed-4a3a-ac62-d31255209fe1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:11.801080 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b203444d-36b9-4534-b54b-d659df88abc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a23987-3143-412f-8e68-e0507e4e9e6a', 'code': 200} Aug 11 08:14:11.833195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-99a0ff2d-fc4b-4673-a752-89e25ae4ed25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444400 Aug 11 08:14:11.838097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:11.876663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Network': ['ID=b8929ac4-6709-490b-82c4-85e4a9c02241,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:11.889127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-96a3a368-5460-41f1-9a4a-4d7f33f9451a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:11.890757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-96a3a368-5460-41f1-9a4a-4d7f33f9451a tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 949 time: 0.2429163 Aug 11 08:14:11.891052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b8929ac4-6709-490b-82c4-85e4a9c02241 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:14:11.896376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-86ae7561-4e8c-4b7e-9e54-af35c04db155 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5499747 Aug 11 08:14:11.903034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:11.913917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'subnet': {'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:11.917154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed757dc-78d8-41c8-ae7a-ce7fdaa4a9c3 req-3d8f6174-baca-4279-8391-dfba356758c0 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:11.918947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ed757dc-78d8-41c8-ae7a-ce7fdaa4a9c3 req-3d8f6174-baca-4279-8391-dfba356758c0 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.2255864 Aug 11 08:14:12.009375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40942) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:12.024663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ed757dc-78d8-41c8-ae7a-ce7fdaa4a9c3 req-58a51faa-1ade-4ab3-b8f1-c31263bae1c4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854568 Aug 11 08:14:12.060744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Deleting port af790104-6634-43b6-a29f-a1e1192950f0 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:12.061145 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.163503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.173222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] For port af790104-6634-43b6-a29f-a1e1192950f0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=af790104-6634-43b6-a29f-a1e1192950f0,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:12.173594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.187720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Calling delete_port for af790104-6634-43b6-a29f-a1e1192950f0 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:12.206709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba311e-558d-476d-a217-9285d7a7722e req-87b3f390-2617-44cc-b013-f055255c39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:12.208268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbba311e-558d-476d-a217-9285d7a7722e req-87b3f390-2617-44cc-b013-f055255c39ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 1096 time: 0.3043106 Aug 11 08:14:12.211090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a07a84-1b59-4c4b-b114-9ece70b950c7']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:12.231812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-f34acfd6-3504-49f2-9696-56fac1da4749 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909712 Aug 11 08:14:12.234125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:12.241802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdc30fe-0d8c-490d-8c11-9a4053db5288') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:12.242090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdc30fe-0d8c-490d-8c11-9a4053db5288') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:12.249393 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ec68e8b3-0f28-4786-8146-c4b9fe33e586 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56492a32030c49b5ab65a142b964a5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335982 Aug 11 08:14:12.251128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40946) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:12.260432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:12.260889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5b6c6038-08a9-4e46-b94a-5e1b39ab0576 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:12.290609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.324313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:12.328243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.338827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68638f72-71e4-4b92-92d2-9eb2d89eea1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.345307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1586141-f573-40f2-8a21-1dc23d2e2a8c req-ed8f5b6a-f3f4-4ef1-867d-02e1c172f9cb tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:12.347606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1586141-f573-40f2-8a21-1dc23d2e2a8c req-ed8f5b6a-f3f4-4ef1-867d-02e1c172f9cb tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.2908249 Aug 11 08:14:12.392916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68638f72-71e4-4b92-92d2-9eb2d89eea1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.415814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.443190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.461410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:14:12.462409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:14:12.463803 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:14:12.470075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbba311e-558d-476d-a217-9285d7a7722e req-c6bf91d9-3365-4983-813e-20ecbbbe2ccb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442627 Aug 11 08:14:12.474793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Pushing event deleted for resources: {'Port': ['ID=af790104-6634-43b6-a29f-a1e1192950f0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:12.527279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] No DVR routers for this DVR port af790104-6634-43b6-a29f-a1e1192950f0 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:12.531203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.533771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-295e312c-747e-46ec-bb99-80ed09af4a4c req-bd5929d1-9124-46e7-a313-82e30fdea98c tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.64 "DELETE /v2.0/ports/af790104-6634-43b6-a29f-a1e1192950f0 HTTP/1.1" status: 204 len: 173 time: 0.6348021 Aug 11 08:14:12.534500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2104903f-f1b0-4838-acf5-a0efd149259a', 'name': 'network-vif-deleted', 'tag': 'af790104-6634-43b6-a29f-a1e1192950f0'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:12.536976 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061cf57-1020-47f8-9265-be0fb4532674" -d '{"events": [{"server_uuid": "2104903f-f1b0-4838-acf5-a0efd149259a", "name": "network-vif-deleted", "tag": "af790104-6634-43b6-a29f-a1e1192950f0"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:12.540860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68638f72-71e4-4b92-92d2-9eb2d89eea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.544254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68638f72-71e4-4b92-92d2-9eb2d89eea1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.545844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68638f72-71e4-4b92-92d2-9eb2d89eea1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d34e49ba-c338-477e-96fa-4b6bf6e52f0a HTTP/1.1" status: 204 len: 168 time: 0.2942097 Aug 11 08:14:12.555201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68638f72-71e4-4b92-92d2-9eb2d89eea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e49ba-c338-477e-96fa-4b6bf6e52f0a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:12.588748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77cf5446-d17c-4b97-86a3-cfe0243bd139 req-b7fecd61-3500-4ee1-87ad-7f885c9ee40e service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380303 Aug 11 08:14:12.609350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1586141-f573-40f2-8a21-1dc23d2e2a8c req-e2cc441d-5973-42f3-85f6-cf54063da0ff tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101030 Aug 11 08:14:12.625832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.633662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.640762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76a0c170-7355-43c3-8fcf-1aced7c17cf3 req-0a20854f-f266-45ad-ab24-b08cc6304a13 tempest-ServersOnMultiNodesTest-614512597 tempest-ServersOnMultiNodesTest-614512597-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104903f-f1b0-4838-acf5-a0efd149259a HTTP/1.1" status: 200 len: 210 time: 0.0480168 Aug 11 08:14:12.649210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] 10.222.0.58 "DELETE /v2.0/networks/a3a07a84-1b59-4c4b-b114-9ece70b950c7 HTTP/1.1" status: 204 len: 168 time: 0.9374089 Aug 11 08:14:12.683099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4880-769c-4dba-96cc-421373916fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a07a84-1b59-4c4b-b114-9ece70b950c7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:12.683386 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22343ec0-622f-4bc8-b7e4-170f6530775e x-openstack-request-id: req-22343ec0-622f-4bc8-b7e4-170f6530775e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:12.683865 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2104903f-f1b0-4838-acf5-a0efd149259a", "name": "network-vif-deleted", "tag": "af790104-6634-43b6-a29f-a1e1192950f0", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:12.684353 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22343ec0-622f-4bc8-b7e4-170f6530775e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:12.690010 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2104903f-f1b0-4838-acf5-a0efd149259a', 'name': 'network-vif-deleted', 'tag': 'af790104-6634-43b6-a29f-a1e1192950f0', 'status': 'completed', 'code': 200} Aug 11 08:14:12.828233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.907963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Subnet': ['ID=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:12.919358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Checking segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:12.919729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network hostable DHCP agents. Network: bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:14:12.928449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40958) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:12.950152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:14:12.964171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:12.970635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:12.971509 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:12.977571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c580d-641b-4c3b-87b5-fc63ade06672 None None] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:12.994022 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bdef759a-15a3-4fec-b1f4-5117831c9ee3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea37ed1932bb42b284307d83a70cf678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667603 Aug 11 08:14:12.994587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5377b02b-789c-4674-bf0a-fdf52479d7d4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0872774 Aug 11 08:14:12.995407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40962) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:13.000353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40964) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:13.008675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'subnet': {'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:13.111968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7f845807-93bc-456a-8569-2d10525065db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.170269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7f845807-93bc-456a-8569-2d10525065db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.184615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:13.189119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.253810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:14:13.254894 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.275407 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7f845807-93bc-456a-8569-2d10525065db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.279546 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7f845807-93bc-456a-8569-2d10525065db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.281004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7f845807-93bc-456a-8569-2d10525065db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73455dda-354b-4920-a5a5-5b6357038260 HTTP/1.1" status: 204 len: 168 time: 0.2839272 Aug 11 08:14:13.314545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f845807-93bc-456a-8569-2d10525065db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73455dda-354b-4920-a5a5-5b6357038260,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:13.536387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Allocated IP 10.1.1.2 (bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305/bec05ec0-53e0-460a-afe9-d2bd1ca6cd82/3e1905ce-0734-439e-896c-90b727920722) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:13.803627 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.813986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Transition to ACTIVE for port object 3e1905ce-0734-439e-896c-90b727920722 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:13.832778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Transition to ACTIVE for port object 3e1905ce-0734-439e-896c-90b727920722 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:13.834422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0022-5447-4887-ad92-b693fa4423d7 req-03bef7c8-122e-465f-b8b3-5e958364c3a4 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:13.840133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:13.846730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc5a0022-5447-4887-ad92-b693fa4423d7 req-03bef7c8-122e-465f-b8b3-5e958364c3a4 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.1363392 Aug 11 08:14:13.893351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Pushing event updated for resources: {'Port': ['ID=3e1905ce-0734-439e-896c-90b727920722,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:13.903974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:13.906169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:13.913348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:13.933335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc5a0022-5447-4887-ad92-b693fa4423d7 req-dd0ad2dd-d4b6-4c22-b121-1090a56506ba tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852468 Aug 11 08:14:13.934354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49537eaa-96ae-4df9-9c2d-6c7505db033a req-09977293-391d-4c96-bac1-110f83ec1987 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:13.951518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49537eaa-96ae-4df9-9c2d-6c7505db033a req-09977293-391d-4c96-bac1-110f83ec1987 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.7996216 Aug 11 08:14:14.019249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49537eaa-96ae-4df9-9c2d-6c7505db033a req-193add20-940a-4ae7-8b0d-9db044e3c26f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667245 Aug 11 08:14:14.025526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Attempting to bind port 3e1905ce-0734-439e-896c-90b727920722 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:14.026171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Attempting to bind port 3e1905ce-0734-439e-896c-90b727920722 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:14.026321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Attempting to bind port 3e1905ce-0734-439e-896c-90b727920722 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:14.033154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:14.033533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Checking segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:14.033970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.034365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Bound using segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:14.034863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Bound port: 3e1905ce-0734-439e-896c-90b727920722, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:14.035250 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.143634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] For port 3e1905ce-0734-439e-896c-90b727920722, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:14.151957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.153986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] For port 3e1905ce-0734-439e-896c-90b727920722, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3e1905ce-0734-439e-896c-90b727920722,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:14.162278 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.235556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Subnet': ['ID=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:14.253737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Checking segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:14.254114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network hostable DHCP agents. Network: b8929ac4-6709-490b-82c4-85e4a9c02241, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:14:14.255491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8070c-87d2-44e9-b4f8-9c485cfa479c None None] Pushing event updated for resources: {'Port': ['ID=3e1905ce-0734-439e-896c-90b727920722,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:14.281128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network b8929ac4-6709-490b-82c4-85e4a9c02241 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:14:14.297325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, b8929ac4-6709-490b-82c4-85e4a9c02241) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:14.304281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:14.305577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.306969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52224d2b-a490-4bc5-ad78-7933ba16de27 None None] Network b8929ac4-6709-490b-82c4-85e4a9c02241 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:14.331623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41008) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:14.333400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae321f8c-9b23-43ba-b707-6d282e82d620 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3311074 Aug 11 08:14:14.343893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'name': 'tempest-TaggedBootDevicesTest-1904441619', 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:14.382591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device af790104-6634-43b6-a29f-a1e1192950f0 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:14.413346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: af790104-6634-43b6-a29f-a1e1192950f0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:14.413346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device af790104-6634-43b6-a29f-a1e1192950f0 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:14.526238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41018) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:14.580734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:14.681516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-b8929ac4-6709-490b-82c4-85e4a9c02241', 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'fixed_ips': [{'subnet_id': '47aaa4ac-6d9f-4e1f-87ec-caa839f19c34'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:14:14.685778 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.779147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:14.828982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] device_id is not set on port e264d25c-500b-4bc4-9f63-86ce0f899634 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:14:15.000495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bdf76b06-0d2b-4480-b1db-f50ea04ad50b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae4051ba7d22494f9271d0af3b41ac55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709711 Aug 11 08:14:15.002669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:15.073242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Allocated IP 10.2.2.2 (b8929ac4-6709-490b-82c4-85e4a9c02241/47aaa4ac-6d9f-4e1f-87ec-caa839f19c34/a8ff5dba-0d69-47c7-990b-5735d3104426) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:15.142026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 10.1.1.200 (bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305/bec05ec0-53e0-460a-afe9-d2bd1ca6cd82/e264d25c-500b-4bc4-9f63-86ce0f899634) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:15.184688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d13d4ae3-f6d6-4839-9e1a-519c3e3b6e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.216452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41046) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:15.250963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d7c33-cf70-4a86-acac-40891edc0f2a req-f29f0efd-0d15-4416-bada-9749de4b4159 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:15.259704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-703d7c33-cf70-4a86-acac-40891edc0f2a req-f29f0efd-0d15-4416-bada-9749de4b4159 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.1643803 Aug 11 08:14:15.282924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d13d4ae3-f6d6-4839-9e1a-519c3e3b6e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.409173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-703d7c33-cf70-4a86-acac-40891edc0f2a req-dee0dd39-713f-4a30-90d7-a0197aec1526 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479411 Aug 11 08:14:15.436236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d13d4ae3-f6d6-4839-9e1a-519c3e3b6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.439772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d13d4ae3-f6d6-4839-9e1a-519c3e3b6e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.445280 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d13d4ae3-f6d6-4839-9e1a-519c3e3b6e04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2606af45-2e43-4652-a4b2-6241c3267e68 HTTP/1.1" status: 204 len: 168 time: 0.4409192 Aug 11 08:14:15.463037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d4ae3-f6d6-4839-9e1a-519c3e3b6e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2606af45-2e43-4652-a4b2-6241c3267e68,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:15.522970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.559355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac834404-1098-407b-b923-d2694ac7dbca req-306741cd-82e9-4157-b080-bab0c8e9c813 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0690794 Aug 11 08:14:15.560687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Transition to ACTIVE for port object a8ff5dba-0d69-47c7-990b-5735d3104426 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:15.571317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716dce4-85e8-4d79-a255-52435b9c45b6 req-519c63f0-a79c-47fe-a536-5669d4358668 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:15.575205 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1716dce4-85e8-4d79-a255-52435b9c45b6 req-519c63f0-a79c-47fe-a536-5669d4358668 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.1658685 Aug 11 08:14:15.582357 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.583883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Transition to ACTIVE for port object a8ff5dba-0d69-47c7-990b-5735d3104426 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:15.595999 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.663423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1363108104-network', 'tenant_id': '24735b4e23bc43c195243ac8804e609c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:15.669235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Pushing event updated for resources: {'Port': ['ID=a8ff5dba-0d69-47c7-990b-5735d3104426,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:15.682006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Network b8929ac4-6709-490b-82c4-85e4a9c02241 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:15.684364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:15.689572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:15.702324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object e264d25c-500b-4bc4-9f63-86ce0f899634 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:15.748344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Made reservation on behalf of 24735b4e23bc43c195243ac8804e609c for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:15.751861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.777803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1716dce4-85e8-4d79-a255-52435b9c45b6 req-0e7cbea1-808d-46e1-8dc9-201f20aad2c9 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902010 Aug 11 08:14:15.802139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.851198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Attempting to bind port a8ff5dba-0d69-47c7-990b-5735d3104426 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:15.851648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Attempting to bind port a8ff5dba-0d69-47c7-990b-5735d3104426 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:15.852266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Attempting to bind port a8ff5dba-0d69-47c7-990b-5735d3104426 on network b8929ac4-6709-490b-82c4-85e4a9c02241 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:15.859570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:15.860306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Checking segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:15.860739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:15.861191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Bound using segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:15.861705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Bound port: a8ff5dba-0d69-47c7-990b-5735d3104426, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:15.862100 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.008036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.080437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e214ed-2a36-4e32-a217-4e23d635a0f2 None None] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:16.183406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] For port a8ff5dba-0d69-47c7-990b-5735d3104426, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:16.185611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-da2264c2-b848-4b69-9ffa-a51c1c9aa5c7 None None] Provisioning for port 3e1905ce-0734-439e-896c-90b727920722 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:16.197522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:16.207136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:16.213859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:16.240094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:16.257319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:16.260953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] For port a8ff5dba-0d69-47c7-990b-5735d3104426, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a8ff5dba-0d69-47c7-990b-5735d3104426,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:16.315858 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.354423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:16.355124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.386382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7a7347e0-5d11-4007-bb52-f7e66e8dd88a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3aaf9cea97b4881a98d26333627b9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270673 Aug 11 08:14:16.389437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41088) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:16.406478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.416831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.481341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80840d-59bb-4b4e-a5fb-366feaccff42,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:16.485490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c230f619-3321-4489-aea8-ca9ea2c53e05 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1505713 Aug 11 08:14:16.492191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41090) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:16.518607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'name': 'tempest-TaggedBootDevicesTest-543591228', 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:16.524994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:14:16.612402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.613997 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Added segment ee85982b-0d6e-4096-9117-15fa09c5e833 of type vlan for network fbb49649-9bd4-4f12-abb6-cc079b9c3734 Aug 11 08:14:16.632420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6d30-2cf1-4620-a4d0-5ba724beda12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.681980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3e1905ce-0734-439e-896c-90b727920722 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:16.683519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1a75d-3069-47f1-8fa6-1e5501a2061c req-ba02e1a5-a516-42e2-a708-41e9af6edeed tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:16.695770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16e1a75d-3069-47f1-8fa6-1e5501a2061c req-ba02e1a5-a516-42e2-a708-41e9af6edeed tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.2158501 Aug 11 08:14:16.713065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.728309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6d30-2cf1-4620-a4d0-5ba724beda12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.763349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.764696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:16.765988 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.770520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-1658c6d2-166b-476b-a70a-4483dca47bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:16.772631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-1658c6d2-166b-476b-a70a-4483dca47bcc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f2f7667cf914e2b99f0173c004c032a&device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 1096 time: 0.3474298 Aug 11 08:14:16.801360 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16e1a75d-3069-47f1-8fa6-1e5501a2061c req-e1eba3f0-d86d-4d00-ae9c-b70b9b7fe995 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045325 Aug 11 08:14:16.836822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d89f9f0b-f226-453e-9280-d5c0d5f9eac5 req-f03e16e4-d35b-4b1e-911b-65ef959de35a tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0801837 Aug 11 08:14:16.854468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6d30-2cf1-4620-a4d0-5ba724beda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.857912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6d30-2cf1-4620-a4d0-5ba724beda12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:16.862708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f8ae6d30-2cf1-4620-a4d0-5ba724beda12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31b363a0-15ee-4767-ae5a-2407e4d48829 HTTP/1.1" status: 204 len: 168 time: 0.4718587 Aug 11 08:14:16.886117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae6d30-2cf1-4620-a4d0-5ba724beda12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b363a0-15ee-4767-ae5a-2407e4d48829,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:16.998114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7789648 Aug 11 08:14:16.998755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41106) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:17.005020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db24044-4831-48e8-8876-c6406d00ce7d None None] Pushing event updated for resources: {'Port': ['ID=a8ff5dba-0d69-47c7-990b-5735d3104426,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:17.007894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Request body: {'subnet': {'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-subnet', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:17.044166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375ffa2-87e4-40a0-b610-b982944bc37e req-4672b765-2520-4ba5-be28-398bf079c0cc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:17.053774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2375ffa2-87e4-40a0-b610-b982944bc37e req-4672b765-2520-4ba5-be28-398bf079c0cc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.0775764 Aug 11 08:14:17.065128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 3e1905ce-0734-439e-896c-90b727920722 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:17.086069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3e1905ce-0734-439e-896c-90b727920722 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:17.087643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd40eb7-c85d-4107-b33c-a373b4dc6f1e admin admin] Pushing event updated for resources: {'Network': ['ID=fbb49649-9bd4-4f12-abb6-cc079b9c3734,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:17.089472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.178686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:14:17.213892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Made reservation on behalf of 24735b4e23bc43c195243ac8804e609c for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:17.217777 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.224774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2375ffa2-87e4-40a0-b610-b982944bc37e req-8278e7c4-3d34-4330-962f-fdb2e2642551 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696625 Aug 11 08:14:17.368357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-84b38ddf-9a62-4453-a7d4-5b8b9befc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:17.370172 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-84b38ddf-9a62-4453-a7d4-5b8b9befc3fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=c68f27ef-0372-4e5b-a279-fdbdf243196d HTTP/1.1" status: 200 len: 915 time: 0.5286953 Aug 11 08:14:17.404570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:17.430946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.463277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.513224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 3e1905ce-0734-439e-896c-90b727920722, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3e1905ce-0734-439e-896c-90b727920722,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:17.519245 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.537593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-2cc093d1-4e62-4e73-829a-30d2fdcd05fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71a23987-3143-412f-8e68-e0507e4e9e6a HTTP/1.1" status: 200 len: 217 time: 0.1431561 Aug 11 08:14:17.553100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] device_id is not set on port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:14:17.633504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=3e1905ce-0734-439e-896c-90b727920722,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:17.666085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9ab230c9-85c2-452c-a68c-65617c830ca5 None None] Provisioning for port e264d25c-500b-4bc4-9f63-86ce0f899634 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:17.671776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9ab230c9-85c2-452c-a68c-65617c830ca5 None None] Provisioning complete for port e264d25c-500b-4bc4-9f63-86ce0f899634 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:17.673047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ab230c9-85c2-452c-a68c-65617c830ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.745639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9ab230c9-85c2-452c-a68c-65617c830ca5 None None] Port e264d25c-500b-4bc4-9f63-86ce0f899634 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:17.758213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9ab230c9-85c2-452c-a68c-65617c830ca5 None None] Provisioning complete for port 3e1905ce-0734-439e-896c-90b727920722 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:17.758897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ab230c9-85c2-452c-a68c-65617c830ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:17.843385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-efda0c25-44b9-4109-8ad3-0ca14513ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:17.844871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-efda0c25-44b9-4109-8ad3-0ca14513ac0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71b19fc5-2a55-4e6b-b10e-9e71bae6378a HTTP/1.1" status: 200 len: 854 time: 0.2932866 Aug 11 08:14:17.868109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-341f63b1-11fa-40a0-8d19-95b2ca6a16f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1239462 Aug 11 08:14:17.954086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-42fd735f-47af-4da8-bd0a-51f58fc44e8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c68f27ef-0372-4e5b-a279-fdbdf243196d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673337 Aug 11 08:14:18.040292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-9f9c8852-ba6a-45c1-ada7-1a7e2bd6fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:18.042036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-9f9c8852-ba6a-45c1-ada7-1a7e2bd6fe34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 1095 time: 0.1292572 Aug 11 08:14:18.052744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575397cf-d2d8-49bf-9b09-07c805ae75dd req-44edba5a-a6d1-4ad5-bc0e-f20b676533b1 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:18.061618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-575397cf-d2d8-49bf-9b09-07c805ae75dd req-44edba5a-a6d1-4ad5-bc0e-f20b676533b1 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.1079304 Aug 11 08:14:18.087524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fbfd1882-a121-4a5c-ad6a-8f5ee7a3b7cf None None] Provisioning complete for port e264d25c-500b-4bc4-9f63-86ce0f899634 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:18.088237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1882-a121-4a5c-ad6a-8f5ee7a3b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.093559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af071796-234d-4979-ac8d-a1062a3386b1 req-07023b84-c865-4a31-84dd-2ba5c25f665e tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0505412 Aug 11 08:14:18.216245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd1882-a121-4a5c-ad6a-8f5ee7a3b7cf None None] Port e264d25c-500b-4bc4-9f63-86ce0f899634 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:18.354530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-575397cf-d2d8-49bf-9b09-07c805ae75dd req-71b10491-e78e-4e25-b662-36d9d22faad7 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916050 Aug 11 08:14:18.367975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:18.434197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-be885c0e-ff70-477f-9efd-ce9c2c07f4ed service neutron] 10.222.0.69 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596863 Aug 11 08:14:18.439191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.523362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-87fa6fec-52ab-4a47-be31-19308c230ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:18.529088 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-87fa6fec-52ab-4a47-be31-19308c230ab4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.4580014 Aug 11 08:14:18.593622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 10.1.1.229 (bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305/bec05ec0-53e0-460a-afe9-d2bd1ca6cd82/cb58a12e-2849-4ba1-b62d-4c1f8942ac69) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:18.610886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a8ff5dba-0d69-47c7-990b-5735d3104426 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:18.648960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b131c284-0632-45aa-85eb-0e785306098a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:18.662379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-856c662d-64ff-456c-a377-7e5fb185b87a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 200 len: 217 time: 0.1033831 Aug 11 08:14:18.673614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-network', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:18.686074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a8ff5dba-0d69-47c7-990b-5735d3104426 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:18.693486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3e1905ce-0734-439e-896c-90b727920722 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:18.726709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781955ba-c9aa-42d6-bff4-2933ca6699cc None None] Network b8929ac4-6709-490b-82c4-85e4a9c02241 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:18.730233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Checking segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:18.730609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Network hostable DHCP agents. Network: fbb49649-9bd4-4f12-abb6-cc079b9c3734, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:14:18.749065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2837fd9-4120-4c8c-8ab8-25a1e48c42cf req-2a81bdef-faac-449e-98e1-8d684492c939 service neutron] 10.222.0.69 "GET /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056796 Aug 11 08:14:18.752014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642232f-194d-40cf-ad80-c96c9da09881 req-a4987d5a-2e18-4b4e-9d72-267f635c5804 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:18.772080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3642232f-194d-40cf-ad80-c96c9da09881 req-a4987d5a-2e18-4b4e-9d72-267f635c5804 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.2858543 Aug 11 08:14:18.780100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Made reservation on behalf of cf456bac0d8a4f7d86b4ac6feae22a5f for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:18.782937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.821024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.826834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:14:18.856364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] Provisioning for port a8ff5dba-0d69-47c7-990b-5735d3104426 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:18.856655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-a74d8240-1cc8-4638-803a-2e7bbb4735cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:18.858473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-a74d8240-1cc8-4638-803a-2e7bbb4735cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1784716 Aug 11 08:14:18.863249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, fbb49649-9bd4-4f12-abb6-cc079b9c3734) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:18.868214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] Provisioning complete for port a8ff5dba-0d69-47c7-990b-5735d3104426 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:18.868623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.884988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:18.885602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.889478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fad6549-179f-49fe-9c5a-e338f0d140db req-dd8b76e7-ebf6-45a5-95d1-d837b7708db6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0483325 Aug 11 08:14:18.909025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6753e-1f0b-4c2f-9a73-f56fef84fc70 None None] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:18.929092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-c29396d2-b6cf-4c2b-9060-3d3f262e3891 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552585 Aug 11 08:14:18.940716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3642232f-194d-40cf-ad80-c96c9da09881 req-b32cf652-bc8b-4e43-a2da-2dc46c696911 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675544 Aug 11 08:14:18.968343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3e1905ce-0734-439e-896c-90b727920722 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:18.968809 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:18.972389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.075638 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-a68ec7fe-3cb6-4b33-9261-c8009569902a service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337461 Aug 11 08:14:19.237837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:14:19.239273 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.241062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.248319 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da28823-e028-420c-8745-f1ccd22d2b19 req-b3a02be4-ef59-4b0a-a9de-b6d9d911a652 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640141 Aug 11 08:14:19.250989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.269805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:14:19.289196 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.289633 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Added segment e2ffbb87-ab57-4c06-9896-6081a7d9ce30 of type vlan for network 1ed676cf-310b-43db-93af-2cf7bb517e77 Aug 11 08:14:19.350885 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.392206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ce76d-abb1-4c72-be8f-1191e978dd52,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:19.397462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object cb58a12e-2849-4ba1-b62d-4c1f8942ac69 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:19.418386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4ab5056-0914-4a51-aeb1-9c2ce6235273 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4150038 Aug 11 08:14:19.423085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-959be7de-4bf9-41b1-a3e5-b938b9713899 req-5b4c4592-a653-4c0d-b438-1b3bea3262ea tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0513048 Aug 11 08:14:19.423897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41152) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:19.432664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:19.436805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.487760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.491811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.520992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.522098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:19.522866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.545341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.611300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] For port a8ff5dba-0d69-47c7-990b-5735d3104426, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a8ff5dba-0d69-47c7-990b-5735d3104426,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:19.618909 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.675675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:19.680408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] Pushing event updated for resources: {'Network': ['ID=1ed676cf-310b-43db-93af-2cf7bb517e77,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:19.684363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:19.688058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:19.691558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0304ba2e-807c-445b-9c15-246028178c6c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3211327 Aug 11 08:14:19.710447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:14:19.711297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41156) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:19.725951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.738524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Request body: {'subnet': {'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-subnet', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:19.748443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:19.801621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f430f7-10a3-4c21-8aae-3e39b14b4504 None None] Pushing event updated for resources: {'Port': ['ID=a8ff5dba-0d69-47c7-990b-5735d3104426,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:19.819436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Allocated IP 172.20.0.2 (fbb49649-9bd4-4f12-abb6-cc079b9c3734/b131c284-0632-45aa-85eb-0e785306098a/1774974a-1f7c-46bd-85e5-2cd9442e00ee) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:19.824282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58fcb7-20db-44aa-8c02-496539500a03 req-8d5609d8-5653-427d-aa3f-7b8e5ce0c842 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:19.826586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd58fcb7-20db-44aa-8c02-496539500a03 req-8d5609d8-5653-427d-aa3f-7b8e5ce0c842 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.2623389 Aug 11 08:14:19.829533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Made reservation on behalf of cf456bac0d8a4f7d86b4ac6feae22a5f for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:19.832158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.876533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9e49cedf-020d-4338-8d6b-955699a3abf2 None None] Provisioning complete for port a8ff5dba-0d69-47c7-990b-5735d3104426 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:19.877046 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9e49cedf-020d-4338-8d6b-955699a3abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:19.884187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:19.886085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.087666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1650ecb-fbc7-447d-ad8d-91e374604dc5 req-edfd1f47-f972-4a1c-8afd-3b55dc72af4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0914509 Aug 11 08:14:20.117484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.128911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd58fcb7-20db-44aa-8c02-496539500a03 req-f81aee7b-de8b-49ef-b569-64c28d7181ca tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602627 Aug 11 08:14:20.132423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d7be9f06-8dca-47d3-a22d-6d95241d1fdc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6385767 Aug 11 08:14:20.152397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.194248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b654ac-22ba-4dce-ae0d-64057fb8cb6d req-5daac495-b77a-41c1-9cce-781c228aa96f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:20.196285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09b654ac-22ba-4dce-ae0d-64057fb8cb6d req-5daac495-b77a-41c1-9cce-781c228aa96f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.1052811 Aug 11 08:14:20.198827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cea1155-e446-473e-a18e-2ccf35d24381,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:20.201390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Checking segment: {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:20.201783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Network hostable DHCP agents. Network: 1ed676cf-310b-43db-93af-2cf7bb517e77, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:14:20.224602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:14:20.233118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.238054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bb305a06-1219-4395-a6f0-c60e90d47f9b None None] Provisioning for port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:20.238730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 1ed676cf-310b-43db-93af-2cf7bb517e77) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:20.244226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:20.245360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.264965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84fda4d-6d29-4ae2-9049-7fceeadfcc0f None None] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:20.270568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b72f931d-99aa-4428-a64c-4eb1396da516 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5548508 Aug 11 08:14:20.271534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41164) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:20.274644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Transition to ACTIVE for port object 1774974a-1f7c-46bd-85e5-2cd9442e00ee will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:20.277533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bb305a06-1219-4395-a6f0-c60e90d47f9b None None] Provisioning complete for port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:20.278236 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb305a06-1219-4395-a6f0-c60e90d47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.279134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:20.309204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.310442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.382300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.410340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09b654ac-22ba-4dce-ae0d-64057fb8cb6d req-48b1e506-9677-4403-a327-d671902db946 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211276 Aug 11 08:14:20.465363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a8ff5dba-0d69-47c7-990b-5735d3104426 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:20.516730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:20.524364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976752810', 'description': 'tempest-description--1101795237'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:20.575131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:20.594190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.624372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee4eeb6a-3239-4cc3-8bb4-29745edc7436 req-efded3f1-3b3b-47c9-81b9-5db87db8fde2 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0313566 Aug 11 08:14:20.629215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.637954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.655658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.664910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Transition to ACTIVE for port object 1774974a-1f7c-46bd-85e5-2cd9442e00ee will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:20.674831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bb305a06-1219-4395-a6f0-c60e90d47f9b None None] Port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:20.686084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.711978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:20.720943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:20.749367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:20.819669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a8ff5dba-0d69-47c7-990b-5735d3104426 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:20.820402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.856674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.870267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.872927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Allocated IP 172.25.2.250 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:20.948317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:20.949905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4318578 Aug 11 08:14:20.953959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41176) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:20.954947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f89fd-4d61-4a5e-a589-3a8d314fa246 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a764c2-0a94-4f5e-b293-70df8054480a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:20.971251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'security_group_rule': {'security_group_id': 'd9a764c2-0a94-4f5e-b293-70df8054480a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:21.087739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.124711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:21.126916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Pushing event updated for resources: {'Port': ['ID=1774974a-1f7c-46bd-85e5-2cd9442e00ee,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:21.182729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.185456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.187695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-1ed676cf-310b-43db-93af-2cf7bb517e77', 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'fixed_ips': [{'subnet_id': '0cea1155-e446-473e-a18e-2ccf35d24381'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:14:21.188575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.234099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.247058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Attempting to bind port 1774974a-1f7c-46bd-85e5-2cd9442e00ee on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:21.248330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Attempting to bind port 1774974a-1f7c-46bd-85e5-2cd9442e00ee by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:21.248636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Attempting to bind port 1774974a-1f7c-46bd-85e5-2cd9442e00ee on network fbb49649-9bd4-4f12-abb6-cc079b9c3734 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:21.252614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '1ecb964a-e005-4431-9d23-c18cea976758', 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918', 'port_id': '1ecb964a-e005-4431-9d23-c18cea976758', 'mac_address': 'fa:16:3e:1e:c9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e1143-e354-48c5-9f78-b1a91ecbfbe4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:14:21.256480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-bad456a8-1aad-4e9a-bfa3-33d05eacbf2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295168 Aug 11 08:14:21.271318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:21.271318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Checking segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:21.271804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.272045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Bound using segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:21.272526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Bound port: 1774974a-1f7c-46bd-85e5-2cd9442e00ee, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:21.272932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.282115 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.292249 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.319357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53990f32-1cd7-4a8f-8dfd-6c988cff9c0a req-09b2a882-1b4e-4a0a-89df-70774f015025 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:21.321757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53990f32-1cd7-4a8f-8dfd-6c988cff9c0a req-09b2a882-1b4e-4a0a-89df-70774f015025 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.2182131 Aug 11 08:14:21.331042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a371330-02ff-481f-8689-8657a6f445ab,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:21.391454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.443261 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.464674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:21.469316 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.474836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9748b8a-9fd4-48a3-b418-11acac91993d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5127490 Aug 11 08:14:21.478113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:21.480314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53990f32-1cd7-4a8f-8dfd-6c988cff9c0a req-367a6d5a-f8a2-49cc-82f6-32904515f8dc tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470561 Aug 11 08:14:21.483004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:21.494776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:21.508823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecb964a-e005-4431-9d23-c18cea976758 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:21.520302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'security_group_rule': {'security_group_id': 'd9a764c2-0a94-4f5e-b293-70df8054480a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:21.556201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] For port 1774974a-1f7c-46bd-85e5-2cd9442e00ee, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:21.562906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] For port 1774974a-1f7c-46bd-85e5-2cd9442e00ee, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1774974a-1f7c-46bd-85e5-2cd9442e00ee,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:21.568387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:21.568641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Allocated IP 172.25.2.109 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/73908757-fc60-4f91-801c-c70df9214276) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:21.570292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Allocated IP 172.20.0.2 (1ed676cf-310b-43db-93af-2cf7bb517e77/0cea1155-e446-473e-a18e-2ccf35d24381/8a1ed4a0-c691-4662-a31f-89f34f109e24) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:21.574132 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.583285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.591394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.698961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3db4c-86c8-469c-a0a2-37305e036916 None None] Pushing event updated for resources: {'Port': ['ID=1774974a-1f7c-46bd-85e5-2cd9442e00ee,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:21.785019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-fa6af7f1-a24e-4ae4-b09d-f54798728402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:21.786815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-fa6af7f1-a24e-4ae4-b09d-f54798728402 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84&device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 1096 time: 0.4569049 Aug 11 08:14:21.808026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:21.819857 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.849245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.852525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:21.876713 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:21.887547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Transition to ACTIVE for port object 8a1ed4a0-c691-4662-a31f-89f34f109e24 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:21.899659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['1ecb964a-e005-4431-9d23-c18cea976758'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:21.928639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Transition to ACTIVE for port object 8a1ed4a0-c691-4662-a31f-89f34f109e24 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:21.932934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57108ccf-339f-4b85-8805-f1686617dde9 req-487c9d8a-c125-4e7c-9291-f6ebdb1273c0 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0510502 Aug 11 08:14:21.985781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef81a36-fc3f-4ab9-813e-11bacc960e4e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:22.008351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.020292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.021909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-c01b543c-3c8e-4df1-9919-8a083c610c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:22.024019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cfc73f81-d67b-46e3-ab8d-586dbbbac24b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5277004 Aug 11 08:14:22.027723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41192) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:22.028312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-c01b543c-3c8e-4df1-9919-8a083c610c69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 HTTP/1.1" status: 200 len: 912 time: 0.1686380 Aug 11 08:14:22.036140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:22.066481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.082474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ce699-cdb3-47df-9bca-489976dd0d36 req-88fcf95f-190d-4a94-ada9-1414f6560149 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:22.087051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd3ce699-cdb3-47df-9bca-489976dd0d36 req-88fcf95f-190d-4a94-ada9-1414f6560149 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.4881513 Aug 11 08:14:22.104520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:22.109355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:22.116263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:22.128199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.202029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Pushing event updated for resources: {'Port': ['ID=8a1ed4a0-c691-4662-a31f-89f34f109e24,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:22.240605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Attempting to bind port 8a1ed4a0-c691-4662-a31f-89f34f109e24 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:22.240831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Attempting to bind port 8a1ed4a0-c691-4662-a31f-89f34f109e24 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:22.241228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Attempting to bind port 8a1ed4a0-c691-4662-a31f-89f34f109e24 on network 1ed676cf-310b-43db-93af-2cf7bb517e77 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:22.274695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.318032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:22.318653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Checking segment: {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:22.318928 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.319615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Bound using segment: {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:22.320167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Bound port: 8a1ed4a0-c691-4662-a31f-89f34f109e24, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:22.321329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.328917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd3ce699-cdb3-47df-9bca-489976dd0d36 req-de25092c-0499-4818-b737-fc1ffc993524 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927779 Aug 11 08:14:22.337590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-f824114b-3762-4316-b9e7-62df1e1a5aae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09 HTTP/1.1" status: 200 len: 999 time: 0.2523389 Aug 11 08:14:22.340303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:22.373333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:22.397813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:22.432685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.456454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Pushing event updated for resources: {'Port': ['ID=73908757-fc60-4f91-801c-c70df9214276,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:22.514763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] For port 8a1ed4a0-c691-4662-a31f-89f34f109e24, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:22.517578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-13da60f5-eac5-447d-b6e3-15f30dd470a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:22.518831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] For port 8a1ed4a0-c691-4662-a31f-89f34f109e24, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a1ed4a0-c691-4662-a31f-89f34f109e24,segment=NetworkSegment(e2ffbb87-ab57-4c06-9896-6081a7d9ce30),segment_id=e2ffbb87-ab57-4c06-9896-6081a7d9ce30)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:22.519546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-13da60f5-eac5-447d-b6e3-15f30dd470a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5532f69d-5023-4608-a7ea-0a5e19880124 HTTP/1.1" status: 200 len: 850 time: 0.1731040 Aug 11 08:14:22.525762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1774974a-1f7c-46bd-85e5-2cd9442e00ee up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:22.570437 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.661392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:22.695713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-628c09ed-85c4-4af8-83d2-2a98e0e9339f tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:22.697339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-628c09ed-85c4-4af8-83d2-2a98e0e9339f tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.69 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.1428695 Aug 11 08:14:22.714840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf4a5e-102e-4269-a4bc-845841a35ad4 None None] Pushing event updated for resources: {'Port': ['ID=8a1ed4a0-c691-4662-a31f-89f34f109e24,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:22.782387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1774974a-1f7c-46bd-85e5-2cd9442e00ee completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:22.865552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-bfd742f9-8d57-4518-ba99-5eecc8cd0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:22.868536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-bfd742f9-8d57-4518-ba99-5eecc8cd0a63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3341331 Aug 11 08:14:22.894384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1d73a-e9f5-4c56-9b78-93578430cc0e req-a3ba765c-edd8-44c9-8e3d-f95f1290dabc tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:22.904165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3fe1d73a-e9f5-4c56-9b78-93578430cc0e req-a3ba765c-edd8-44c9-8e3d-f95f1290dabc tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 945 time: 0.3019297 Aug 11 08:14:23.001636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b71ae199-dd23-47e5-8628-d8ef856b66c2 req-e96c4545-43b4-450b-90da-9676cae4970f tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0874870 Aug 11 08:14:23.103212 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3fe1d73a-e9f5-4c56-9b78-93578430cc0e req-c83ea247-e027-49db-84e9-9c0900809e02 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978347 Aug 11 08:14:23.149521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Deleting port 71a23987-3143-412f-8e68-e0507e4e9e6a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:23.150072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.277989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] For port 71a23987-3143-412f-8e68-e0507e4e9e6a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=71a23987-3143-412f-8e68-e0507e4e9e6a,segment=NetworkSegment(128c69f0-df22-4fd2-932b-89e2b7ff7cb5),segment_id=128c69f0-df22-4fd2-932b-89e2b7ff7cb5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:23.278676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.278980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-c2894a72-cfc0-40c2-85ae-a2a2d5e95988 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695812 Aug 11 08:14:23.296700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Calling delete_port for 71a23987-3143-412f-8e68-e0507e4e9e6a owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:23.377341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.419418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8408542-b939-4d6f-99f1-11b346347e6b None None] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:23.423187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 172.25.2.166 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f4100f63-9ad9-4cac-b293-972febd12042) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:23.482338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.600360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] Provisioning for port 1774974a-1f7c-46bd-85e5-2cd9442e00ee completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:23.623644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] Provisioning complete for port 1774974a-1f7c-46bd-85e5-2cd9442e00ee triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:23.629960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.855991 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.918234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] For port 1774974a-1f7c-46bd-85e5-2cd9442e00ee, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1774974a-1f7c-46bd-85e5-2cd9442e00ee,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:23.925677 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:23.931739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eebf83bd-2e56-46e4-8238-517c5d1263e5 req-de1103e5-3572-4e34-9036-bff9205d41c1 service neutron] 10.222.0.64 "GET /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432168 Aug 11 08:14:23.969466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:14:24.002030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3bfa8-bced-4a67-bb0f-3f84779da9a0 None None] Pushing event updated for resources: {'Port': ['ID=1774974a-1f7c-46bd-85e5-2cd9442e00ee,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:24.215980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2695f5a-5a0a-4737-8f2b-f0784cb7d876 req-26ae6305-882e-404c-802c-00d03989ab80 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:24.217719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2695f5a-5a0a-4737-8f2b-f0784cb7d876 req-26ae6305-882e-404c-802c-00d03989ab80 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.6535425 Aug 11 08:14:24.222345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfe0c390-f4c9-4387-8025-e45f93e870f4 req-5a3dc196-d707-4526-b537-cd15f7b51d63 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0544238 Aug 11 08:14:24.225541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:14:24.250362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.256625 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.263293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.265634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-caa9d129-60a9-4bc6-a2eb-fc7f90fb8a9b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8384514 Aug 11 08:14:24.269054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41222) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:24.291616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['71a23987-3143-412f-8e68-e0507e4e9e6a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:24.306060 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Sync routers for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:14:24.324810 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:24.325510 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:24.395505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-adb1be79-7a76-416c-b66d-bf7ed907be6e None None] Provisioning complete for port 1774974a-1f7c-46bd-85e5-2cd9442e00ee triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:24.395505 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-adb1be79-7a76-416c-b66d-bf7ed907be6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.421783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:24.455986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc30fd19-fd6b-433a-a98a-8e73046a6132 req-dc3e418e-28c8-4ec0-9723-567a95089f63 tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.58 "GET /v2.0/ports?device_id=b203444d-36b9-4534-b54b-d659df88abc4 HTTP/1.1" status: 200 len: 210 time: 0.0595527 Aug 11 08:14:24.466560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Pushing event deleted for resources: {'Port': ['ID=71a23987-3143-412f-8e68-e0507e4e9e6a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:24.541239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202fb44a-9414-4d61-85b4-9574ae5d0832 None None] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:24.543495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] No DVR routers for this DVR port 71a23987-3143-412f-8e68-e0507e4e9e6a on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:24.548016 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.550887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f071e3b-cefb-4f40-bb34-4244d4ba24dd req-c18e3a10-c655-4cb5-847f-ee3a679c73ad tempest-InstanceActionsTestJSON-1215377667 tempest-InstanceActionsTestJSON-1215377667-project] 10.222.0.69 "DELETE /v2.0/ports/71a23987-3143-412f-8e68-e0507e4e9e6a HTTP/1.1" status: 204 len: 173 time: 1.8423939 Aug 11 08:14:24.552243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.562191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b203444d-36b9-4534-b54b-d659df88abc4', 'name': 'network-vif-deleted', 'tag': '71a23987-3143-412f-8e68-e0507e4e9e6a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:24.565004 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f42375-d9ca-4b8b-a00b-3873e05d8b94" -d '{"events": [{"server_uuid": "b203444d-36b9-4534-b54b-d659df88abc4", "name": "network-vif-deleted", "tag": "71a23987-3143-412f-8e68-e0507e4e9e6a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:24.605880 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:24.664038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2695f5a-5a0a-4737-8f2b-f0784cb7d876 req-4c4e08d8-a025-4df2-9f9f-57871a17be0f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493521 Aug 11 08:14:24.692481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:24.772071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1774974a-1f7c-46bd-85e5-2cd9442e00ee up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:24.828587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 1ecb964a-e005-4431-9d23-c18cea976758 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:24.842140 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da9254-cb0c-4527-a77c-bba3ba2c048f x-openstack-request-id: req-88da9254-cb0c-4527-a77c-bba3ba2c048f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:24.842439 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b203444d-36b9-4534-b54b-d659df88abc4", "name": "network-vif-deleted", "tag": "71a23987-3143-412f-8e68-e0507e4e9e6a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:24.843233 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88da9254-cb0c-4527-a77c-bba3ba2c048f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:24.843233 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b203444d-36b9-4534-b54b-d659df88abc4', 'name': 'network-vif-deleted', 'tag': '71a23987-3143-412f-8e68-e0507e4e9e6a', 'status': 'completed', 'code': 200} Aug 11 08:14:24.849409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:24.857549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:24.865252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.872726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 1ecb964a-e005-4431-9d23-c18cea976758 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:24.874045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:24.892254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=f4100f63-9ad9-4cac-b293-972febd12042,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:24.979265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:21Z', 'revision_number': 3, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:25.009414 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Checking router: 0b90940a-cdcb-4a66-90e1-b39be19b0f7e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:14:25.010193 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Updating router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:14:25.018010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9308c1af-d8de-4a21-8d60-c8f34c6306bd None None] Provisioning for port 8a1ed4a0-c691-4662-a31f-89f34f109e24 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:25.041264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1774974a-1f7c-46bd-85e5-2cd9442e00ee triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:25.041651 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.053216 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.069828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.153676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.181820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.224346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:14:25.260695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.315116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a1ed4a0-c691-4662-a31f-89f34f109e24 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:25.335252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:25.342727 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f34b451-6ab9-4fe5-9b66-bd4cf33c7612" -d '{"events": [{"server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "name": "network-vif-plugged", "status": "completed", "tag": "1ecb964a-e005-4431-9d23-c18cea976758"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:25.399201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:25.410557 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.443696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdf5e80a-fd01-48ef-8f3e-e33e6c53bd47 req-0c937383-4224-4d33-bc11-4b843e6e00a4 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0576313 Aug 11 08:14:25.460274 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4822a74d-0e45-47dd-bbaf-e3de1f852584 x-openstack-request-id: req-4822a74d-0e45-47dd-bbaf-e3de1f852584 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:25.461382 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "name": "network-vif-plugged", "status": "completed", "tag": "1ecb964a-e005-4431-9d23-c18cea976758", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:25.462528 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4822a74d-0e45-47dd-bbaf-e3de1f852584 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:25.463235 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758', 'code': 200} Aug 11 08:14:25.509617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8a1ed4a0-c691-4662-a31f-89f34f109e24 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:25.515548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8a1ed4a0-c691-4662-a31f-89f34f109e24 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:25.516410 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.518925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:25.595516 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.605969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:25.613672 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Transition to ACTIVE for port object e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:25.624256 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.649143 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.672794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-28419a6d-5733-4193-9fb9-e93969c037df None None] Provisioning complete for port 8a1ed4a0-c691-4662-a31f-89f34f109e24 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:25.673330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28419a6d-5733-4193-9fb9-e93969c037df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.684819 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Pushing event updated for resources: {'Port': ['ID=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:25.699680 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.699951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8a1ed4a0-c691-4662-a31f-89f34f109e24, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a1ed4a0-c691-4662-a31f-89f34f109e24,segment=NetworkSegment(e2ffbb87-ab57-4c06-9896-6081a7d9ce30),segment_id=e2ffbb87-ab57-4c06-9896-6081a7d9ce30)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:25.700129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a716e-0389-48fd-854e-9dc41d1a3d96 req-62a3100a-af00-4c82-83fc-d1d685740cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:25.700259 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.700259 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.700538 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.701101 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.701311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-674a716e-0389-48fd-854e-9dc41d1a3d96 req-62a3100a-af00-4c82-83fc-d1d685740cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1096 time: 0.1273174 Aug 11 08:14:25.701776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.702249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.702652 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.703149 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.703523 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.703897 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.704289 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:25.715951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.725754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Deleting subnet 71b19fc5-2a55-4e6b-b10e-9e71bae6378a {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:14:25.728773 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Attempting to bind port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:25.730025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Attempting to bind port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:25.731220 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Attempting to bind port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:25.736451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.739986 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:25.740786 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:25.741556 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.742063 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:25.742694 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Bound port: e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:25.743263 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.750198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.783297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Allocated IP 172.20.0.1 (fbb49649-9bd4-4f12-abb6-cc079b9c3734/b131c284-0632-45aa-85eb-0e785306098a/c485bd5d-875d-45a0-a15d-1692b94ee533) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:25.817767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:14:25.824113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] For port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:25.830272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] For port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:25.840009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.840514 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.851138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Sync routers for ids ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:14:25.862414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.873675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-674a716e-0389-48fd-854e-9dc41d1a3d96 req-e2151820-3064-4979-afae-3b941baf2dd8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647193 Aug 11 08:14:25.942192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.959366 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:25.960268 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:25.964175 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c66d6-ce8a-4b26-8112-f4e85668b94d None None] Pushing event updated for resources: {'Port': ['ID=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:25.972256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:25.977867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8970e9ae-37f2-4ef1-b569-b475016df38a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7007530 Aug 11 08:14:25.987299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41244) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:25.995033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=f4100f63-9ad9-4cac-b293-972febd12042,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:26.077707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3432c-accd-4170-bb50-cf846586ded1 req-975913f0-48ee-4f55-ae52-ca46f4768e3a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:26.079807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95b3432c-accd-4170-bb50-cf846586ded1 req-975913f0-48ee-4f55-ae52-ca46f4768e3a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.1039960 Aug 11 08:14:26.106916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.117685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.140330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8a1ed4a0-c691-4662-a31f-89f34f109e24,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:26.151340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Routers {'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:26.152735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:26.169079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95b3432c-accd-4170-bb50-cf846586ded1 req-df8ab198-b9d6-4191-af25-05bcfe46166f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 Aug 11 08:14:26.178205 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:26.181211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.182524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9fe41748-9c65-455b-802e-244d5aa854bd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1537530 Aug 11 08:14:26.203592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Transition to ACTIVE for port object c485bd5d-875d-45a0-a15d-1692b94ee533 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:26.207371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.338577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.344641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41248) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:26.348720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/71b19fc5-2a55-4e6b-b10e-9e71bae6378a HTTP/1.1" status: 204 len: 168 time: 0.7339711 Aug 11 08:14:26.350177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdc6c2-e73e-4b64-a1ce-e218c42b4a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b19fc5-2a55-4e6b-b10e-9e71bae6378a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:26.358080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a1ed4a0-c691-4662-a31f-89f34f109e24 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:26.484848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Set router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:26.487984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.511439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:26.516309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:26.529692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.542433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:26.597741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:21Z', 'revision_number': 3, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:26.683875 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83321ccf-11f2-4c58-9697-d573d3253aa5 None None] The sync data for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 is: [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:21Z', 'revision_number': 3, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:14:26.826437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.842983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8a1ed4a0-c691-4662-a31f-89f34f109e24 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:26.843445 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.881863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-1bf10926-03ae-4d2f-9b62-7b842b52e8ce tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1976752810&fields=id&tenant_id=1009c75a305d4b85b6c02662c39ca94e HTTP/1.1" status: 200 len: 267 time: 0.1445637 Aug 11 08:14:26.888443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68f27ef-0372-4e5b-a279-fdbdf243196d']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:26.978652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:26.982285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Pushing event updated for resources: {'Port': ['ID=c485bd5d-875d-45a0-a15d-1692b94ee533,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:27.009774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-1987b441-1b47-4941-9c05-e8e7cbc5ae0e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:27.018778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-1987b441-1b47-4941-9c05-e8e7cbc5ae0e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 932 time: 0.1345806 Aug 11 08:14:27.034968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128c69f0-df22-4fd2-932b-89e2b7ff7cb5') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:27.035918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e304d87c-7021-4e54-8148-7b40767275d0 None None] Provisioning for port c485bd5d-875d-45a0-a15d-1692b94ee533 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:27.036460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128c69f0-df22-4fd2-932b-89e2b7ff7cb5') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:27.063335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e304d87c-7021-4e54-8148-7b40767275d0 None None] Provisioning complete for port c485bd5d-875d-45a0-a15d-1692b94ee533 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:27.063712 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e304d87c-7021-4e54-8148-7b40767275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.071489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.072210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.072742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.073298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.074049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.075293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.076073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.076781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.076781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.077086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.077764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.078370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:27.091801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.100251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40276bed-1a7f-427d-b2ba-b9bee56c26c3 req-71ab1143-353b-49e0-b533-10869f8e559c tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.2706079 Aug 11 08:14:27.132166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-93b7eb4e-7dcb-476a-b9e3-5724cd271a93 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:27.143680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-93b7eb4e-7dcb-476a-b9e3-5724cd271a93 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 931 time: 0.1142790 Aug 11 08:14:27.149074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.179266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:22Z', 'revision_number': 3, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:27.194091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:14:27.194985 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:14:27.198396 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:14:27.235710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Checking router: bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:14:27.236078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Updating router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 port 73908757-fc60-4f91-801c-c70df9214276 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:14:27.267186 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.379337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-7c5f91ab-1267-4fe6-acc1-ee30018d3120 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2340534 Aug 11 08:14:27.397662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.416397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.481198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-d9e19720-aa32-4c5b-8c12-d716b7ff8f45 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1002533 Aug 11 08:14:27.508551 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 71a23987-3143-412f-8e68-e0507e4e9e6a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:27.519200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e304d87c-7021-4e54-8148-7b40767275d0 None None] Port c485bd5d-875d-45a0-a15d-1692b94ee533 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:27.599527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.606108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.609979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c68f27ef-0372-4e5b-a279-fdbdf243196d HTTP/1.1" status: 204 len: 168 time: 1.2637761 Aug 11 08:14:27.613703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 71a23987-3143-412f-8e68-e0507e4e9e6a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:27.615844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 71a23987-3143-412f-8e68-e0507e4e9e6a not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:27.696769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-69d99727-9f9e-4115-8e3c-8c3d2891f056 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:27.703114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-69d99727-9f9e-4115-8e3c-8c3d2891f056 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:27.709170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-69d99727-9f9e-4115-8e3c-8c3d2891f056 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:27.710977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-69d99727-9f9e-4115-8e3c-8c3d2891f056 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=b8929ac4-6709-490b-82c4-85e4a9c02241&id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 1989 time: 0.2286167 Aug 11 08:14:27.722172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28801fd-b56d-4fff-93e9-66749ef25fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68f27ef-0372-4e5b-a279-fdbdf243196d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:27.765580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-02adc7ed-0857-4063-9af8-dd74d1fad90d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/quotas/1009c75a305d4b85b6c02662c39ca94e HTTP/1.1" status: 200 len: 375 time: 0.0347328 Aug 11 08:14:27.786366 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.822758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Transition to ACTIVE for port object 73908757-fc60-4f91-801c-c70df9214276 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:27.850239 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.861553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41272) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:27.896056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.911054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-edb76d6e-b049-43b0-8c07-2624b803fe01 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1378129 Aug 11 08:14:27.928711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.948125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161121-c899-43d1-ab4f-c12e4fb9189c None None] Pushing event updated for resources: {'Port': ['ID=73908757-fc60-4f91-801c-c70df9214276,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:27.969577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Attempting to bind port 73908757-fc60-4f91-801c-c70df9214276 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:27.969947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Attempting to bind port 73908757-fc60-4f91-801c-c70df9214276 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:27.970314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Attempting to bind port 73908757-fc60-4f91-801c-c70df9214276 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:27.976613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:27.977029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:27.977442 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:27.978556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:27.978556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Bound port: 73908757-fc60-4f91-801c-c70df9214276, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:27.978827 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.048990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] For port 73908757-fc60-4f91-801c-c70df9214276, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:28.050503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728feaca-5edd-4d05-8b65-fac5ad60f04c req-70f97a35-7ce8-4311-be1c-800599e179e4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:28.052776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] For port 73908757-fc60-4f91-801c-c70df9214276, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=73908757-fc60-4f91-801c-c70df9214276,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:28.058968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-728feaca-5edd-4d05-8b65-fac5ad60f04c req-70f97a35-7ce8-4311-be1c-800599e179e4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.3974674 Aug 11 08:14:28.060347 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.068573 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6b765dd9-211f-4827-9181-d4ed95c66478 service neutron] 10.222.0.58 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439276 Aug 11 08:14:28.134640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161121-c899-43d1-ab4f-c12e4fb9189c None None] Pushing event updated for resources: {'Port': ['ID=73908757-fc60-4f91-801c-c70df9214276,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:28.137805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Routers {'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:28.138564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:28.178984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Pushing event updated for resources: {'Port': ['ID=c485bd5d-875d-45a0-a15d-1692b94ee533,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:28.193114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6cd99c98-f3c0-401c-877f-08529111d0d1 service neutron] 10.222.0.58 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171453 Aug 11 08:14:28.203094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-728feaca-5edd-4d05-8b65-fac5ad60f04c req-26efe04f-6622-4f55-8270-5b1a53c77259 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430635 Aug 11 08:14:28.204085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.210303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-754d415c-25c9-4fcb-a75f-4f6d0496b9df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f2f7667cf914e2b99f0173c004c032a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460457 Aug 11 08:14:28.217913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41276) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:28.250490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Allocated IP 172.20.0.1 (1ed676cf-310b-43db-93af-2cf7bb517e77/0cea1155-e446-473e-a18e-2ccf35d24381/6ef89fe6-0010-4c94-afe4-ec53f5a8f790) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:28.287604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-9a543d6f-d098-4001-97e0-bde6d193c70f service neutron] 10.222.0.58 "GET /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0837893 Aug 11 08:14:28.301343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] Set router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:28.419141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:28.425877 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-58e41436-e4d6-44dc-b3e1-f4eca674187b service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295772 Aug 11 08:14:28.477817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d7efec9-0d60-448a-94dd-666a7422641c req-dd8b84e3-78ef-4634-941a-0d13078f30eb tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.1011372 Aug 11 08:14:28.509697 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.572297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-5c025d6a-cf47-4e2f-b3cf-94f9ac757b9a service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457567 Aug 11 08:14:28.594317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:28.601466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:28.602048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.654725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-07f4a297-9738-4e18-b34c-ee9154d4aae2 service neutron] 10.222.0.58 "GET /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0535810 Aug 11 08:14:28.678396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:22Z', 'revision_number': 3, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:28.712047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaa2c-f532-42e3-97e4-c1e2f37903fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.728635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8addd-af48-45c4-bac1-f05a8dfcc4b9 None None] The sync data for ids ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'] in n-d-789963-6 is: [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:22Z', 'revision_number': 3, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:14:28.757477 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.797430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:28.806278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:28.807302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.832654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaa2c-f532-42e3-97e4-c1e2f37903fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.833620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-61a03cd7-7e97-4f09-881c-b40d6e5e21d3 service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723104 Aug 11 08:14:28.837009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:28.877560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:28.900664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:28.901328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Transition to ACTIVE for port object 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:28.967328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703f5e9-ab7f-4416-a8a2-ab1ee5f5f710 req-6608e445-1406-4eb6-a5b1-9a7708111eec tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:28.976434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e703f5e9-ab7f-4416-a8a2-ab1ee5f5f710 req-6608e445-1406-4eb6-a5b1-9a7708111eec tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1096 time: 0.3414116 Aug 11 08:14:28.991567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b80e2701-2ad0-41f7-8cd1-c28e68df014a service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567686 Aug 11 08:14:29.105255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-95f0de1f-ef91-44e0-baee-617c83de879b service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073349 Aug 11 08:14:29.148087 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.239071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6288dab9-ef83-4baa-9e82-1d7bdd06d51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.297043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cb32c635-0f1c-44ce-adff-39773910209b service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752505 Aug 11 08:14:29.308641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-73e0b8ab-113e-4e8d-95ea-aba6e21efe84 None None] Provisioning complete for port c485bd5d-875d-45a0-a15d-1692b94ee533 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:29.310244 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-73e0b8ab-113e-4e8d-95ea-aba6e21efe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.320869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e703f5e9-ab7f-4416-a8a2-ab1ee5f5f710 req-521a8f5e-bf71-40d6-8a27-e74494154a1d tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431284 Aug 11 08:14:29.346452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:29.389523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:29.392424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:29.420546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:29.433434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaa2c-f532-42e3-97e4-c1e2f37903fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.436086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaa2c-f532-42e3-97e4-c1e2f37903fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.437383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e1dbaa2c-f532-42e3-97e4-c1e2f37903fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d951ae6-7dde-470b-8065-1a8aa1aeb4f3 HTTP/1.1" status: 204 len: 168 time: 1.2118268 Aug 11 08:14:29.483393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-73e0b8ab-113e-4e8d-95ea-aba6e21efe84 None None] Port c485bd5d-875d-45a0-a15d-1692b94ee533 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:29.506649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-deef4da2-1b54-44f6-a8ad-b9f24828e29b service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085018 Aug 11 08:14:29.525925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.541147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbaa2c-f532-42e3-97e4-c1e2f37903fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d951ae6-7dde-470b-8065-1a8aa1aeb4f3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:29.589581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:14:29.591327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.746756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-2d18451b-72e6-44c8-be88-b9e96d7c70c7 service neutron] 10.222.0.58 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384210 Aug 11 08:14:29.820198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-570d0c9e-2121-467f-a8d1-e6ed26349b45 None None] Provisioning for port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:29.839234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-570d0c9e-2121-467f-a8d1-e6ed26349b45 None None] Provisioning complete for port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:29.839794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-570d0c9e-2121-467f-a8d1-e6ed26349b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:29.888991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-570d0c9e-2121-467f-a8d1-e6ed26349b45 None None] Port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:29.919905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0af2c269-ed44-4248-86de-1d750e6b38cb service neutron] 10.222.0.58 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721668 Aug 11 08:14:30.043882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-18218011-c7b7-4244-9822-a07a6e453117 service neutron] 10.222.0.58 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148994 Aug 11 08:14:30.168561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0c467259-1f2a-4956-a55b-938991475ba8 service neutron] 10.222.0.58 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163878 Aug 11 08:14:30.222358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385522c-109c-40fe-9e2f-f2a4b42cd646 req-448b7033-5308-4d85-9762-f4b2c2f98007 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:30.224087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6385522c-109c-40fe-9e2f-f2a4b42cd646 req-448b7033-5308-4d85-9762-f4b2c2f98007 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1096 time: 0.1807036 Aug 11 08:14:30.326019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6385522c-109c-40fe-9e2f-f2a4b42cd646 req-c78dc96b-db79-4b5a-99a4-664bcb93e4ee tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Aug 11 08:14:30.335004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-05313753-80f4-4fac-9bad-62aa233d6a9b service neutron] 10.222.0.58 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377077 Aug 11 08:14:30.349038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:14:30.354650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-33525f78-dc9c-4ee6-83bd-b8f0bd423abe admin admin] 10.222.0.58 "PUT /v2.0/routers/0b90940a-cdcb-4a66-90e1-b39be19b0f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0831294 Aug 11 08:14:30.369673 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Sync routers for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:14:30.386149 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:30.386817 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:30.388814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:30.547957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:30.564815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbc2a159-a0f4-4795-9b50-7aa7443661a3 req-5614a369-3021-4d90-b6bb-b2dc0b150388 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0634966 Aug 11 08:14:30.683966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:30.684853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:30.740087 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:30.746436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:30.888038 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:30.957216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 73908757-fc60-4f91-801c-c70df9214276 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:30.974818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:30.979657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:30.991324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41332) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:31.101552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 73908757-fc60-4f91-801c-c70df9214276 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:31.124214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 73908757-fc60-4f91-801c-c70df9214276 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:31.124791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.206236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1178629521-network', 'tenant_id': '252d1f1a5ade4f9dbb5d83ca8188bb25'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:31.253559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:31.255999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:31.258244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Made reservation on behalf of 252d1f1a5ade4f9dbb5d83ca8188bb25 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:31.261189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.290149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.317472 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 2, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:31.340628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.380597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 73908757-fc60-4f91-801c-c70df9214276, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=73908757-fc60-4f91-801c-c70df9214276,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:31.395163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.403092 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Checking router: 0b90940a-cdcb-4a66-90e1-b39be19b0f7e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:14:31.405289 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Updating router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e port c485bd5d-875d-45a0-a15d-1692b94ee533 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:14:31.458102 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.532525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=73908757-fc60-4f91-801c-c70df9214276,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:31.632851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.640836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.658180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:14:31.677495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:14:31.689910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b00b2c3-5adb-4d72-903a-008fcfa5930a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:31.696287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.697074 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Added segment 7116f307-13fc-4f73-bad2-329287545c69 of type vlan for network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 Aug 11 08:14:31.709705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.710435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.711057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.712129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.712705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.713406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.713981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.714515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.715057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.715545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.716099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.716774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:14:31.779503 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.844654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41348) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:31.882914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.884005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:31.884684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.885510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833499163', 'description': 'tempest-description--1329484909'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:31.897128 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.964253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-de3ff11e-f4c5-4ca8-8314-9d901f5a3e06 None None] Provisioning complete for port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:31.968926 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-de3ff11e-f4c5-4ca8-8314-9d901f5a3e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:31.977249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Transition to ACTIVE for port object c485bd5d-875d-45a0-a15d-1692b94ee533 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:31.983191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] Pushing event updated for resources: {'Network': ['ID=a09bcb23-3f03-4a78-838e-5f927ef1a6b3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:31.992160 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.068104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7e8f7e58-7f6d-4a77-a6dc-db9773a99213 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0771935 Aug 11 08:14:32.071452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41356) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:32.072267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.089194 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96667a08-7b01-407a-adcd-e2d1939341c5 None None] Pushing event updated for resources: {'Port': ['ID=c485bd5d-875d-45a0-a15d-1692b94ee533,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:32.096805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-de3ff11e-f4c5-4ca8-8314-9d901f5a3e06 None None] Port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:32.101686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:14:32.105660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Request body: {'subnet': {'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1178629521-subnet', 'tenant_id': '252d1f1a5ade4f9dbb5d83ca8188bb25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:32.176270 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Attempting to bind port c485bd5d-875d-45a0-a15d-1692b94ee533 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:32.176744 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Attempting to bind port c485bd5d-875d-45a0-a15d-1692b94ee533 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:32.177312 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Attempting to bind port c485bd5d-875d-45a0-a15d-1692b94ee533 on network fbb49649-9bd4-4f12-abb6-cc079b9c3734 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:32.183435 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:32.183852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Checking segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:32.184232 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.184818 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Bound using segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:32.185730 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Bound port: c485bd5d-875d-45a0-a15d-1692b94ee533, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:32.186121 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.212317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dac48b00-3e0a-4225-9d0d-caac160b3493 req-c8166b80-5c27-4e55-ad74-09cd924396af tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.1208315 Aug 11 08:14:32.214244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:14:32.228830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b97f873-cfaf-49f7-9998-5be77ad34343 admin admin] 10.222.0.58 "PUT /v2.0/routers/bb92dd15-c6ea-4740-adb3-b5a3d46b7e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2416363 Aug 11 08:14:32.236449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Sync routers for ids ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:14:32.254713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Routers {'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:32.255587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:32.498268 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] For port c485bd5d-875d-45a0-a15d-1692b94ee533, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:32.521591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] For port c485bd5d-875d-45a0-a15d-1692b94ee533, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c485bd5d-875d-45a0-a15d-1692b94ee533,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:32.530542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.533095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Made reservation on behalf of 252d1f1a5ade4f9dbb5d83ca8188bb25 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:32.535539 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.536667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.542496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.551571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 73908757-fc60-4f91-801c-c70df9214276 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:32.592629 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.642930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.645764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7995863 Aug 11 08:14:32.649974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41372) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:32.655720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Request body: {'security_group_rule': {'security_group_id': 'c06618e9-e46d-442f-b60f-6480c0bb73ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:32.699241 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:32.703411 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:32.715366 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96667a08-7b01-407a-adcd-e2d1939341c5 None None] Pushing event updated for resources: {'Port': ['ID=c485bd5d-875d-45a0-a15d-1692b94ee533,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:32.718257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.768141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e795413-48b9-4081-99ac-f14c8ab9b2bf req-aaf94207-677f-4490-8b61-7fb4a02d4515 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1042178 Aug 11 08:14:32.772552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Set router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:32.795980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc738d09-f9c6-4f14-9a89-664f3976effa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06618e9-e46d-442f-b60f-6480c0bb73ca,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:32.974755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:32.982030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.023325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-05a5d8a8-9d33-412b-a154-1186602372a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.034351 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:33.041104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 73908757-fc60-4f91-801c-c70df9214276 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:33.041483 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.052836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8377aa9-60ab-4aa0-9299-b141c5468d7c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:33.087787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.096548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a59b37d6-cc50-4dbd-a567-305e4d4aa245 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451530 Aug 11 08:14:33.097550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41388) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:33.110455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Request body: {'security_group_rule': {'security_group_id': 'c06618e9-e46d-442f-b60f-6480c0bb73ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:33.117394 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-4bce3a58-27d0-4f7e-b3a9-7268e9915836 req-56e857a8-edb4-4ddc-8a01-de4ef17f5ece tempest-FloatingIPDetailsNegativeTestJSON-1501030385 tempest-FloatingIPDetailsNegativeTestJSON-1501030385-project] show failed (client error): The resource could not be found. Aug 11 08:14:33.137405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41392) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:33.141509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bce3a58-27d0-4f7e-b3a9-7268e9915836 req-56e857a8-edb4-4ddc-8a01-de4ef17f5ece tempest-FloatingIPDetailsNegativeTestJSON-1501030385 tempest-FloatingIPDetailsNegativeTestJSON-1501030385-project] 10.222.0.58 "GET /v2.0/floatingips/93a2efe8-7a8c-41ee-b571-afbf4b95fc5c HTTP/1.1" status: 404 len: 350 time: 0.2116730 Aug 11 08:14:33.263601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:30Z', 'revision_number': 4, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6ef89fe6-0010-4c94-afe4-ec53f5a8f790', 'name': '', 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'mac_address': 'fa:16:3e:66:e8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '0cea1155-e446-473e-a18e-2ccf35d24381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:27Z', 'updated_at': '2021-08-11T08:14:30Z', 'revision_number': 2, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'subnets': [{'id': '0cea1155-e446-473e-a18e-2ccf35d24381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:33.335508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.344321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Checking router: bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:14:33.345634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Updating router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:14:33.406491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.408482 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.485251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ed4877-0519-4982-a70a-1a03138c7fdb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:33.520836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Checking segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:33.521274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Network hostable DHCP agents. Network: a09bcb23-3f03-4a78-838e-5f927ef1a6b3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:14:33.549136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:14:33.566389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a09bcb23-3f03-4a78-838e-5f927ef1a6b3) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:33.584837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:33.586642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.613119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a01d15-0dd5-4c5e-bccb-47f000032944 None None] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:33.687367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d4c55bb-4bbc-4bb1-9eca-43ee0e0a875a req-37cb291a-d1a2-4c7f-b939-95b2d8898722 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0906994 Aug 11 08:14:33.703404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-057479ea-f8bc-41e8-a778-26ea2d0b9aed admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6133046 Aug 11 08:14:33.716039 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:32Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:33.810158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.818937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.823473 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab433ce0-06a3-4a13-b09d-50f5be50bf6c None None] The sync data for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 is: [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:32Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:14:33.863203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207829a2-0b8d-4f4f-86d1-056a3954a97d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:33.897450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:33.899195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f8ed0740-e46a-4cb6-857e-d6c0210c8ab3 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7995036 Aug 11 08:14:33.902194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41406) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:33.909630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:34.003126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'tenant_id': '252d1f1a5ade4f9dbb5d83ca8188bb25', 'fixed_ips': [{'subnet_id': '24ed4877-0519-4982-a70a-1a03138c7fdb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:14:34.004475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.005087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.197639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5564a9e-bbdb-4661-953e-80ed4e05139a req-7caa3614-fff9-4a5b-aa3d-b376e85460c8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1628554 Aug 11 08:14:34.215973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-233edc66-e295-4841-8a77-315860d42632 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:14:34.217121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-233edc66-e295-4841-8a77-315860d42632 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156062 Aug 11 08:14:34.239043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Request body: {'binding': {'host': 'n-h2-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:34.239531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Unknown quota resources ['binding']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:14:34.250363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.283296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Transition to ACTIVE for port object 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:34.303559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-64cf4179-8b0b-4a46-b91c-c7ee6bf74fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:34.312037 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-64cf4179-8b0b-4a46-b91c-c7ee6bf74fcd service neutron] 10.222.0.69 "GET /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 1028 time: 0.0769091 Aug 11 08:14:34.337782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.362449 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.404810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-06f5f834-bc35-470e-9779-71107088f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:34.407296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-06f5f834-bc35-470e-9779-71107088f613 service neutron] 10.222.0.69 "GET /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 1027 time: 0.0943146 Aug 11 08:14:34.545802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Allocated IP 172.20.0.2 (a09bcb23-3f03-4a78-838e-5f927ef1a6b3/24ed4877-0519-4982-a70a-1a03138c7fdb/02d85b2b-be78-407a-b821-3aee9de35272) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:34.549249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c485bd5d-875d-45a0-a15d-1692b94ee533 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:34.560372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecf7c2-b127-4fe9-adda-0f58934647c1 None None] Pushing event updated for resources: {'Port': ['ID=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:34.650852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Attempting to bind port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:34.654899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Attempting to bind port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:34.655489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Attempting to bind port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 on network 1ed676cf-310b-43db-93af-2cf7bb517e77 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:34.774071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on host n-h2-789963-6 for vnic_type normal with profile None {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:34.774830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:34.775553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:34.794360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:34.794761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Checking segment: {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:34.795157 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.795727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Bound using segment: {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:34.796536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Bound port: 6ef89fe6-0010-4c94-afe4-ec53f5a8f790, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:34.802940 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.810162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:34.810778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:34.824788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b8a6e01a-e721-4917-bed0-31e97ad5a869 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:34.842441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b8a6e01a-e721-4917-bed0-31e97ad5a869 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:34.853221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b8a6e01a-e721-4917-bed0-31e97ad5a869 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:34.855371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b8a6e01a-e721-4917-bed0-31e97ad5a869 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=b8929ac4-6709-490b-82c4-85e4a9c02241&id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 1989 time: 0.3389306 Aug 11 08:14:34.857195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:34.857921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:34.858568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:34.872358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Bound port: 1ecb964a-e005-4431-9d23-c18cea976758, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:34.895889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.926670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.950785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c485bd5d-875d-45a0-a15d-1692b94ee533 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:34.980474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-af0ca564-a03c-45ef-8d2d-702badbc467a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1009c75a305d4b85b6c02662c39ca94e HTTP/1.1" status: 200 len: 380 time: 0.0749676 Aug 11 08:14:34.994516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c485bd5d-875d-45a0-a15d-1692b94ee533 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:34.996372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:34.996748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'admin_state_up': True, 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'security_groups': ['d9a764c2-0a94-4f5e-b293-70df8054480a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:35.050208 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:14:35.052776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] For port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:35.158334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:35.167997 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.189889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Transition to ACTIVE for port object 02d85b2b-be78-407a-b821-3aee9de35272 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:35.213248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-7bcb742d-c205-4e67-b004-d760a6efdedb tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:35.215904 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-7bcb742d-c205-4e67-b004-d760a6efdedb tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 816 time: 0.4191225 Aug 11 08:14:35.221583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.222820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-62c53d9e-0dbd-4dca-b4fd-299faac13256 service neutron] 10.222.0.58 "POST /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758/bindings HTTP/1.1" status: 201 len: 389 time: 0.9889522 Aug 11 08:14:35.227216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:35.228071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Transition to ACTIVE for port object 02d85b2b-be78-407a-b821-3aee9de35272 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:35.231498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.251969 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-5ae6da27-124d-418b-818d-f5a2b193635f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/quotas/252d1f1a5ade4f9dbb5d83ca8188bb25 HTTP/1.1" status: 200 len: 375 time: 0.0280607 Aug 11 08:14:35.266467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] For port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,segment=NetworkSegment(e2ffbb87-ab57-4c06-9896-6081a7d9ce30),segment_id=e2ffbb87-ab57-4c06-9896-6081a7d9ce30)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:35.269497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.283881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Allocated IP 172.25.2.30 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/50592f1c-f4ee-4bcf-833e-3d47ccc56329) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:35.370026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Pushing event updated for resources: {'Port': ['ID=02d85b2b-be78-407a-b821-3aee9de35272,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:35.374709 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.388466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:35.404091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-2933d38c-a32d-45aa-adcd-aae8be04f623 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453478 Aug 11 08:14:35.433851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:35.455182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:35.500285 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.577580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Routers {'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:35.578781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:35.613099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eef30f12-ece2-4ac6-96f2-e5114b4eda00 req-b9014224-a87f-4133-b07e-0202f9e58a1a tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0622399 Aug 11 08:14:35.616601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-ae570dfc-fc75-4bfd-9046-8e2f87ff3227 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:14:35.626716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-ae570dfc-fc75-4bfd-9046-8e2f87ff3227 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2085314 Aug 11 08:14:35.692442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Deleting port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:35.704823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.808672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.818618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Attempting to bind port 02d85b2b-be78-407a-b821-3aee9de35272 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:35.819009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Attempting to bind port 02d85b2b-be78-407a-b821-3aee9de35272 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:35.819321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Attempting to bind port 02d85b2b-be78-407a-b821-3aee9de35272 on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:35.864835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecf7c2-b127-4fe9-adda-0f58934647c1 None None] Pushing event updated for resources: {'Port': ['ID=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:35.888504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 172.20.0.5 (d470a6ef-a623-45cb-aae5-a04f60242f52/c24a3f37-10ee-4de6-a531-79b7a440ac42/56a52cb4-d7c1-4b5b-b90a-116476d93701) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:35.908081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:35.908625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Checking segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:35.909200 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.909704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Bound using segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:35.910306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Bound port: 02d85b2b-be78-407a-b821-3aee9de35272, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:35.910990 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:35.951340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-083dab34-ba7f-43ed-9f6c-0a8dde993ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:35.953135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-083dab34-ba7f-43ed-9f6c-0a8dde993ab1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1096 time: 0.3239832 Aug 11 08:14:35.956016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.002186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:36.038294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:36.065717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:36.072396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6385abe2-5c18-43b5-8b02-12ae2712dc9b req-f14f8d5f-156b-493d-af66-0c06d0f3c527 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1123846 Aug 11 08:14:36.081844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] For port 6ef89fe6-0010-4c94-afe4-ec53f5a8f790, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,segment=NetworkSegment(e2ffbb87-ab57-4c06-9896-6081a7d9ce30),segment_id=e2ffbb87-ab57-4c06-9896-6081a7d9ce30)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:36.081844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.108105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-141e872b-118d-4087-9da1-a65f01490dd4 service neutron] 10.222.0.58 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800456 Aug 11 08:14:36.129120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Calling delete_port for 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:36.138008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event updated for resources: {'Port': ['ID=50592f1c-f4ee-4bcf-833e-3d47ccc56329,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:36.345359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] Set router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:36.348522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40717e69-5e15-4084-aecd-3a211b3212d2 req-e7213565-1042-44e4-8167-23f4e9325e39 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:36.350306 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40717e69-5e15-4084-aecd-3a211b3212d2 req-e7213565-1042-44e4-8167-23f4e9325e39 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.1038594 Aug 11 08:14:36.363298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-4aee27a7-b568-4f3d-b247-fb7290501ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541237 Aug 11 08:14:36.376383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-f9ad374a-9b70-4f77-b02d-09f2a850b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:36.378469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-f9ad374a-9b70-4f77-b02d-09f2a850b9de service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.4014211 Aug 11 08:14:36.379902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.422635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.448243 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-bd770ae5-aead-4523-9783-208b4d86ac9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 217 time: 0.0610006 Aug 11 08:14:36.489336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c485bd5d-875d-45a0-a15d-1692b94ee533, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c485bd5d-875d-45a0-a15d-1692b94ee533,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:36.492488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40717e69-5e15-4084-aecd-3a211b3212d2 req-90692dff-cc78-41e8-9f63-fdfe8e865daa tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308389 Aug 11 08:14:36.522108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object 56a52cb4-d7c1-4b5b-b90a-116476d93701 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:36.530444 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.553346 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.668216 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.692545 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.696211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-152adf2a-fb40-43ec-936e-f52c85b9bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:36.699297 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-152adf2a-fb40-43ec-936e-f52c85b9bae7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.2423329 Aug 11 08:14:36.705347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:36.761790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-f17bac29-215f-4caf-bf9b-590fa5f272b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485647 Aug 11 08:14:36.803104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network d470a6ef-a623-45cb-aae5-a04f60242f52 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:36.812619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:36.873115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:36.941079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39b7cab-47ed-47a8-8cbd-628c3ea1b22b req-776c93e1-329c-4206-84e7-7735d153144e tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0639818 Aug 11 08:14:36.950183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:37.011882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] For port 02d85b2b-be78-407a-b821-3aee9de35272, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:37.116334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] For port 02d85b2b-be78-407a-b821-3aee9de35272, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02d85b2b-be78-407a-b821-3aee9de35272,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:37.117725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c485bd5d-875d-45a0-a15d-1692b94ee533,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:37.128747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:37.155451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:37.550026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c583a5e-cc3f-403f-8a88-19f1df83bf83 None None] Pushing event updated for resources: {'Port': ['ID=02d85b2b-be78-407a-b821-3aee9de35272,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:37.573973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69d84a96-055c-4455-a1ff-89ceedba708b None None] Provisioning for port 56a52cb4-d7c1-4b5b-b90a-116476d93701 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:37.587433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69d84a96-055c-4455-a1ff-89ceedba708b None None] Provisioning complete for port 56a52cb4-d7c1-4b5b-b90a-116476d93701 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:37.587911 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69d84a96-055c-4455-a1ff-89ceedba708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:37.718919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-69d84a96-055c-4455-a1ff-89ceedba708b None None] Port 56a52cb4-d7c1-4b5b-b90a-116476d93701 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:37.788211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:30Z', 'revision_number': 4, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6ef89fe6-0010-4c94-afe4-ec53f5a8f790', 'name': '', 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'mac_address': 'fa:16:3e:66:e8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '0cea1155-e446-473e-a18e-2ccf35d24381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:27Z', 'updated_at': '2021-08-11T08:14:34Z', 'revision_number': 4, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'subnets': [{'id': '0cea1155-e446-473e-a18e-2ccf35d24381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:37.825670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809bbc-0a7c-454a-814d-e32c0066cbfc None None] The sync data for ids ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'] in n-d-789963-6 is: [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:30Z', 'revision_number': 4, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6ef89fe6-0010-4c94-afe4-ec53f5a8f790', 'name': '', 'network_id': '1ed676cf-310b-43db-93af-2cf7bb517e77', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'mac_address': 'fa:16:3e:66:e8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '0cea1155-e446-473e-a18e-2ccf35d24381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:27Z', 'updated_at': '2021-08-11T08:14:34Z', 'revision_number': 4, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'subnets': [{'id': '0cea1155-e446-473e-a18e-2ccf35d24381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:14:37.943212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef89fe6-0010-4c94-afe4-ec53f5a8f790,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:38.005609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:38.037629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:38.038174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:38.129235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event updated for resources: {'Port': ['ID=50592f1c-f4ee-4bcf-833e-3d47ccc56329,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:38.174200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be8bfd-e939-4c8a-bacb-0ed4d22df1e3 req-96e75364-8d20-44fd-b040-b2864d403096 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:38.183586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84be8bfd-e939-4c8a-bacb-0ed4d22df1e3 req-96e75364-8d20-44fd-b040-b2864d403096 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 931 time: 0.2783673 Aug 11 08:14:38.219015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6d3f2f2a-f287-49bc-b4e8-edcc49707068 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2312436 Aug 11 08:14:38.238468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-53e172c4-38f2-4c64-a8ac-85861eb12293 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4666283 Aug 11 08:14:38.245119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:38.246172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'admin_state_up': True, 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'security_groups': ['d9a764c2-0a94-4f5e-b293-70df8054480a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:38.251372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-ce69236f-dd33-4b38-a476-4447e1f118db tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:38.261600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-ce69236f-dd33-4b38-a476-4447e1f118db tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 816 time: 1.3799818 Aug 11 08:14:38.288492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84be8bfd-e939-4c8a-bacb-0ed4d22df1e3 req-94ac8dd6-5568-4ebb-b0a9-5066203aec80 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954785 Aug 11 08:14:38.289419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:38.356502 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-df46625e-9685-4327-a0e0-cf54a6c9fe68 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/quotas/252d1f1a5ade4f9dbb5d83ca8188bb25 HTTP/1.1" status: 200 len: 375 time: 0.0936139 Aug 11 08:14:38.372532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:38.383636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-66c6a610-bf6a-4ac0-ac94-6432aae5bb78 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4789753 Aug 11 08:14:38.484484 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-e949ab8b-b4b4-48d5-87b2-03a80e86d3ad tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1268110 Aug 11 08:14:38.784235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-c6dc5d6f-757c-4fb6-906e-88f96664e7e9 service neutron] 10.222.0.58 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982674 Aug 11 08:14:38.861288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e99e-cb1d-4421-9981-de88a00f20ef req-8eb72567-753e-43f3-a1a3-790c3ed2185a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:38.869870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bbf8e99e-cb1d-4421-9981-de88a00f20ef req-8eb72567-753e-43f3-a1a3-790c3ed2185a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.3396528 Aug 11 08:14:38.977549 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-33ad09b1-5e01-4619-ae38-376f24d7d1de service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126253 Aug 11 08:14:39.035409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c485bd5d-875d-45a0-a15d-1692b94ee533 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:39.038797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bbf8e99e-cb1d-4421-9981-de88a00f20ef req-62fbfc46-418b-497f-b9d0-1f0f06b46866 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679597 Aug 11 08:14:39.049673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:39.053419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:39.129870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-a7a278a7-0d76-4152-8bed-71b19ecea794 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:39.132385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-a7a278a7-0d76-4152-8bed-71b19ecea794 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 816 time: 0.3395367 Aug 11 08:14:39.134828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-f1400fa8-9661-4e23-95b0-a712b7225171 service neutron] 10.222.0.58 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495514 Aug 11 08:14:39.153732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Request body: {'port': {'device_id': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'admin_state_up': True, 'tenant_id': '252d1f1a5ade4f9dbb5d83ca8188bb25'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:39.230054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c485bd5d-875d-45a0-a15d-1692b94ee533 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:39.230895 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:39.301636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f77d9-1e8a-415b-9c99-ed26a16a1ab4 None None] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:39.443201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Made reservation on behalf of 252d1f1a5ade4f9dbb5d83ca8188bb25 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:39.462625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:39.479017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e28172dc-161e-43da-bf24-295fc10baeaf None None] Provisioning for port 02d85b2b-be78-407a-b821-3aee9de35272 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:39.645547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02d85b2b-be78-407a-b821-3aee9de35272 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:39.707021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ced88148-24b9-4277-b6a8-3106ff75cdfa req-4e4dd57b-600b-4e99-94bc-4e2d49caefab tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.2342730 Aug 11 08:14:40.005312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:14:40.009486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 02d85b2b-be78-407a-b821-3aee9de35272 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:40.030641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1fceb-d51e-42a1-8447-f3db12d2e560 req-a9e94160-e5c2-4851-87f1-081b2e21beb8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:40.033314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ae1fceb-d51e-42a1-8447-f3db12d2e560 req-a9e94160-e5c2-4851-87f1-081b2e21beb8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 931 time: 0.1182032 Aug 11 08:14:40.040454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 10.1.1.95 (bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305/bec05ec0-53e0-460a-afe9-d2bd1ca6cd82/139e2f8a-e394-4702-98f0-6b9e879498c5) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:40.047012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02d85b2b-be78-407a-b821-3aee9de35272 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:40.049289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:40.106583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ae1fceb-d51e-42a1-8447-f3db12d2e560 req-f82f640c-951a-4e4d-a0d8-d10ee347e154 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620642 Aug 11 08:14:40.259486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a13698f8-d10d-4a29-9b5f-58e039e9c6e6 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1833499163&fields=id&tenant_id=24735b4e23bc43c195243ac8804e609c HTTP/1.1" status: 200 len: 267 time: 0.4350095 Aug 11 08:14:40.264650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Allocated IP 172.20.0.11 (a09bcb23-3f03-4a78-838e-5f927ef1a6b3/24ed4877-0519-4982-a70a-1a03138c7fdb/933a508f-8e29-4eca-88fb-e827f5e495a9) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:40.311393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:14:40.332585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:40.340587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-483443a2-508a-45a7-a9de-9da924f6d89a admin admin] 10.222.0.58 "PUT /v2.0/routers/bb92dd15-c6ea-4740-adb3-b5a3d46b7e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2010226 Aug 11 08:14:40.400821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41508) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:40.431690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 02d85b2b-be78-407a-b821-3aee9de35272, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02d85b2b-be78-407a-b821-3aee9de35272,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:40.439128 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:40.572918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=02d85b2b-be78-407a-b821-3aee9de35272,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:40.639077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-c76ef1d0-3674-4fc7-be41-9e04095c6b57 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:40.642057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-c76ef1d0-3674-4fc7-be41-9e04095c6b57 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 816 time: 0.3261685 Aug 11 08:14:40.689538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-86a53bfb-a6cf-4661-a0a8-cba4a62dcdc2 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:40.690450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-8db1fef7-9059-4aad-bbe4-ebe42e68c382 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/quotas/252d1f1a5ade4f9dbb5d83ca8188bb25 HTTP/1.1" status: 200 len: 375 time: 0.0390532 Aug 11 08:14:40.698952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-86a53bfb-a6cf-4661-a0a8-cba4a62dcdc2 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/networks?id=fbb49649-9bd4-4f12-abb6-cc079b9c3734 HTTP/1.1" status: 200 len: 815 time: 0.4210389 Aug 11 08:14:40.713504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:40.772267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c66700f-1a42-4ff0-a35e-12d9d1d05c74 None None] Provisioning complete for port 02d85b2b-be78-407a-b821-3aee9de35272 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:40.772671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c66700f-1a42-4ff0-a35e-12d9d1d05c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:40.776813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object 139e2f8a-e394-4702-98f0-6b9e879498c5 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:40.788224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-4ca962ae-8584-40df-92c1-915e0a4c1d5c tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/quotas/24735b4e23bc43c195243ac8804e609c HTTP/1.1" status: 200 len: 375 time: 0.0879943 Aug 11 08:14:40.818378 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-86f1f5ee-60af-4491-98c7-550eb825f7cd tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266773 Aug 11 08:14:40.832636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-286d25dc-6ade-4a67-b198-e04d268fdd96 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:14:40.848286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-286d25dc-6ade-4a67-b198-e04d268fdd96 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288036 Aug 11 08:14:40.853043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:40.978232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.039158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:41.049477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-17f1353e-4d6a-46dd-a4ae-55afcdb33573 service neutron] 10.222.0.58 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003143 Aug 11 08:14:41.066527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:41.075023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:41.091669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:41.112163 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] Sync routers for ids ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:14:41.133278 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] Routers {'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:41.134205 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:41.277491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:41.278472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.282419 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] Set router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:41.282798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.308554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fd2ad0b8-a72b-4d9b-b6dd-744dcb5cfd8e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0674977 Aug 11 08:14:41.311648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Transition to ACTIVE for port object 933a508f-8e29-4eca-88fb-e827f5e495a9 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:41.331413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'admin_state_up': True, 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'security_groups': ['d9a764c2-0a94-4f5e-b293-70df8054480a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:41.356162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-39c1e4ad-d7ab-4546-9d3a-21b3ea1f4baa service neutron] 10.222.0.58 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826755 Aug 11 08:14:41.357526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.429410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-93f8fd04-05f5-4e1b-a5d5-aaf3a5d9340e tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=24735b4e23bc43c195243ac8804e609c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6398110 Aug 11 08:14:41.431048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Pushing event updated for resources: {'Port': ['ID=933a508f-8e29-4eca-88fb-e827f5e495a9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:41.435907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.456167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:41.459736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:41.462309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17e6d320-a66d-480f-a6dc-7116660baf71 None None] Provisioning for port 139e2f8a-e394-4702-98f0-6b9e879498c5 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:41.469317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17e6d320-a66d-480f-a6dc-7116660baf71 None None] Provisioning complete for port 139e2f8a-e394-4702-98f0-6b9e879498c5 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:41.469699 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-17e6d320-a66d-480f-a6dc-7116660baf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.471292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:41.561316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-17e6d320-a66d-480f-a6dc-7116660baf71 None None] Port 139e2f8a-e394-4702-98f0-6b9e879498c5 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:41.586994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:41.587972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.617289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:41.626613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:41.726416 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-7fbca87d-729b-41ce-a391-4f71385ccbbd service neutron] 10.222.0.58 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478980 Aug 11 08:14:41.949023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-a263de49-1677-4b8a-9222-56312ce7583c tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:41.950510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-a263de49-1677-4b8a-9222-56312ce7583c tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 816 time: 0.2203879 Aug 11 08:14:41.954100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-907fcb26-39d6-4056-909b-03043c7cd0e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8054533 Aug 11 08:14:41.970715 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '73908757-fc60-4f91-801c-c70df9214276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:36Z', 'revision_number': 5, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port': {'id': '73908757-fc60-4f91-801c-c70df9214276', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:21Z', 'updated_at': '2021-08-11T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:41.990781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11841ce3-c523-45e1-bbda-0067eb2ff749 None None] Provisioning for port 933a508f-8e29-4eca-88fb-e827f5e495a9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:41.997354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11841ce3-c523-45e1-bbda-0067eb2ff749 None None] Provisioning complete for port 933a508f-8e29-4eca-88fb-e827f5e495a9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:41.997785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11841ce3-c523-45e1-bbda-0067eb2ff749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:42.056625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] Checking router: bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:14:42.073124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-11841ce3-c523-45e1-bbda-0067eb2ff749 None None] Port 933a508f-8e29-4eca-88fb-e827f5e495a9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:42.075357 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] Routers {'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:14:42.076007 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:42.093816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-69c7d863-aad8-42d3-b3a8-fa6e8344ad05 service neutron] 10.222.0.58 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417458 Aug 11 08:14:42.101094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Request body: {'port': {'device_id': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:42.106757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Request body: {'port': {'device_id': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'admin_state_up': True, 'tenant_id': '252d1f1a5ade4f9dbb5d83ca8188bb25'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:42.211963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a297fb-c9dc-48d8-8aef-7fa0b35adf6b req-d6866d39-9ab9-45a5-9e47-05865cb05b92 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:42.213720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55a297fb-c9dc-48d8-8aef-7fa0b35adf6b req-d6866d39-9ab9-45a5-9e47-05865cb05b92 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.1264336 Aug 11 08:14:42.226705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 10.1.1.50 (bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305/bec05ec0-53e0-460a-afe9-d2bd1ca6cd82/47f859b7-88f0-4c22-95c6-58231dce8f4f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:42.270613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] Set router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:14:42.298768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:42.338504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Deleting port 73908757-fc60-4f91-801c-c70df9214276 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:42.338880 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:42.345953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55a297fb-c9dc-48d8-8aef-7fa0b35adf6b req-17ddf3b6-faca-45dd-a461-ef1ce9439923 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163542 Aug 11 08:14:42.363195 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:41Z', 'revision_number': 6, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:42.424980 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acee066-d0b2-4be4-8b3b-bba6bc0f5463 None None] The sync data for ids ['bb92dd15-c6ea-4740-adb3-b5a3d46b7e39'] in n-d-789963-6 is: [{'id': 'bb92dd15-c6ea-4740-adb3-b5a3d46b7e39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537249183-router', 'tenant_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:41Z', 'revision_number': 6, 'project_id': 'cf456bac0d8a4f7d86b4ac6feae22a5f', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:14:42.773065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dba2e542-c2f0-4153-9c37-5a79b7f7a639 req-88fb428d-2644-4ae2-ad22-dac402b39a6a tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0648017 Aug 11 08:14:42.812111 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:42.832568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] For port 73908757-fc60-4f91-801c-c70df9214276, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=73908757-fc60-4f91-801c-c70df9214276,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:42.834265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:42.882408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object 47f859b7-88f0-4c22-95c6-58231dce8f4f will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:42.919930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c3bc-1c5a-4c69-b4e3-3ce096a437ab req-5f4f9847-044b-4d34-aba2-1d4bfc2bffe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:42.941438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c3bc-1c5a-4c69-b4e3-3ce096a437ab req-5f4f9847-044b-4d34-aba2-1d4bfc2bffe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:42.943213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8678c3bc-1c5a-4c69-b4e3-3ce096a437ab req-5f4f9847-044b-4d34-aba2-1d4bfc2bffe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 1652 time: 0.2363336 Aug 11 08:14:43.026822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02d85b2b-be78-407a-b821-3aee9de35272 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:43.041168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Calling delete_port for 73908757-fc60-4f91-801c-c70df9214276 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:43.060199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Made reservation on behalf of 252d1f1a5ade4f9dbb5d83ca8188bb25 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:43.064326 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.121558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8678c3bc-1c5a-4c69-b4e3-3ce096a437ab req-69e60823-3d60-4e51-949c-2b22e1abc044 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478062 Aug 11 08:14:43.151274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.158392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02d85b2b-be78-407a-b821-3aee9de35272 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:43.159622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.206526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:43.257816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:43.261893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94612f28-3fa3-4d0b-b7d2-630d175c2ceb req-75b9f8b5-db25-4b0d-b583-1df020a94591 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 210 time: 0.1877344 Aug 11 08:14:43.279335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:43.367740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:43.403373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:43.404025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6ef89fe6-0010-4c94-afe4-ec53f5a8f790 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:43.441047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-258a38bd-2821-4002-9504-f91d983c5fa4 req-db4fffde-a867-4ddb-b97d-5ff21f4ea015 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 210 time: 0.2278471 Aug 11 08:14:43.460756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:43.471278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:43.472077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.505459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c9d39f5e-cf43-4f64-be7f-eaef51f03c09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1785307 Aug 11 08:14:43.522973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241', 'admin_state_up': True, 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'security_groups': ['d9a764c2-0a94-4f5e-b293-70df8054480a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:43.819301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fa13c134-f4c8-4d17-8917-8ef0f06f9039 None None] Provisioning for port 47f859b7-88f0-4c22-95c6-58231dce8f4f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:43.834084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fa13c134-f4c8-4d17-8917-8ef0f06f9039 None None] Provisioning complete for port 47f859b7-88f0-4c22-95c6-58231dce8f4f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:43.834602 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fa13c134-f4c8-4d17-8917-8ef0f06f9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.876703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:43.908050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933a508f-8e29-4eca-88fb-e827f5e495a9 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:43.918113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:43.933445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Transition to ACTIVE for port object 933a508f-8e29-4eca-88fb-e827f5e495a9 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:43.957509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fa13c134-f4c8-4d17-8917-8ef0f06f9039 None None] Port 47f859b7-88f0-4c22-95c6-58231dce8f4f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:43.960761 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:44.063315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b594348e-bd8e-4f83-b237-349329634eae req-61d0e496-97ee-4550-8790-a7d3aeb6833d tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0393145 Aug 11 08:14:44.118822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:44.122224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-a90f89b7-81bb-46c7-970a-93d873881af1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:44.123940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-a90f89b7-81bb-46c7-970a-93d873881af1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.64 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 816 time: 0.3492136 Aug 11 08:14:44.172288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Request body: {'port': {'device_id': '74a6347a-1757-46a7-994c-feafabde8a5e', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'admin_state_up': True, 'tenant_id': '252d1f1a5ade4f9dbb5d83ca8188bb25'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:44.376453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5696bc2-c6ef-4ca4-b35d-c97c7ec79b32 req-cdcfb61f-c346-4ecd-8f49-0e9c2370977d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:44.382819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5696bc2-c6ef-4ca4-b35d-c97c7ec79b32 req-cdcfb61f-c346-4ecd-8f49-0e9c2370977d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:44.389189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5696bc2-c6ef-4ca4-b35d-c97c7ec79b32 req-cdcfb61f-c346-4ecd-8f49-0e9c2370977d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:44.391665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5696bc2-c6ef-4ca4-b35d-c97c7ec79b32 req-cdcfb61f-c346-4ecd-8f49-0e9c2370977d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 2372 time: 0.1504242 Aug 11 08:14:44.444633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 10.2.2.100 (b8929ac4-6709-490b-82c4-85e4a9c02241/47aaa4ac-6d9f-4e1f-87ec-caa839f19c34/f1d29db8-2fd6-4aed-a058-eb265ef098ea) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:44.458784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5696bc2-c6ef-4ca4-b35d-c97c7ec79b32 req-2d458589-c2e9-4d3e-99e7-ff675130732e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604389 Aug 11 08:14:44.635401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46efd7f-4f5a-4c98-8cd9-5d38811a3b93 req-dda5bdd9-9d67-44ce-9c38-5f7b0b007db3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:44.636791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e46efd7f-4f5a-4c98-8cd9-5d38811a3b93 req-dda5bdd9-9d67-44ce-9c38-5f7b0b007db3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 1.0467672 Aug 11 08:14:44.678656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79aa865b-2f9a-4c16-91ea-71f83659227d req-555a1f6d-d03d-42ab-9ba9-2f563ace242e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 210 time: 0.1271758 Aug 11 08:14:44.681198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 73908757-fc60-4f91-801c-c70df9214276 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:44.697359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Pushing event updated for resources: {'Port': ['ID=933a508f-8e29-4eca-88fb-e827f5e495a9,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:44.738075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Allocated IP 172.20.0.5 (a09bcb23-3f03-4a78-838e-5f927ef1a6b3/24ed4877-0519-4982-a70a-1a03138c7fdb/18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:44.850744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e46efd7f-4f5a-4c98-8cd9-5d38811a3b93 req-02d162b5-a179-4e4f-9c75-ab7fc1b6e820 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007201 Aug 11 08:14:44.864998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:44.904103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-110b6c35-1a25-4c6c-9647-c463aa1364fb req-ae08201f-582f-4d61-a782-438b8c6352ce tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 210 time: 0.0802612 Aug 11 08:14:44.964322 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:44.967799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Pushing event deleted for resources: {'Port': ['ID=73908757-fc60-4f91-801c-c70df9214276,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:45.009885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Attempting to bind port 933a508f-8e29-4eca-88fb-e827f5e495a9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:45.010462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Attempting to bind port 933a508f-8e29-4eca-88fb-e827f5e495a9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:45.011007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Attempting to bind port 933a508f-8e29-4eca-88fb-e827f5e495a9 on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:45.047688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Made reservation on behalf of 252d1f1a5ade4f9dbb5d83ca8188bb25 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:45.052478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.053821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.089691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-c723880f-3af0-4c21-848d-8cd707e4a9fa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:45.092001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-c723880f-3af0-4c21-848d-8cd707e4a9fa tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.64 "GET /v2.0/networks?id=fbb49649-9bd4-4f12-abb6-cc079b9c3734 HTTP/1.1" status: 200 len: 815 time: 0.3952351 Aug 11 08:14:45.105247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object f1d29db8-2fd6-4aed-a058-eb265ef098ea will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:45.161774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Port 933a508f-8e29-4eca-88fb-e827f5e495a9 on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:45.162075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Attempting to bind port 933a508f-8e29-4eca-88fb-e827f5e495a9 on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:45.185456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:45.185878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Checking segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:45.186172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Bound using segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:45.186617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Bound port: 933a508f-8e29-4eca-88fb-e827f5e495a9, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:45.187058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.229974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-c9624507-a4e3-4d30-bfff-3e565c204720 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24735b4e23bc43c195243ac8804e609c HTTP/1.1" status: 200 len: 380 time: 0.1215205 Aug 11 08:14:45.244599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.259334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Request body: {'port': {'device_id': 'a3264b21-5de7-4194-8c74-674cfe778329', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'admin_state_up': True, 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'security_groups': ['c06618e9-e46d-442f-b60f-6480c0bb73ca']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:45.264524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15a792a5-e69e-4eb8-adad-8c0a840b43b1 req-3776d237-8bbe-4435-9f16-00eff6571551 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0805452 Aug 11 08:14:45.339530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.420067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network b8929ac4-6709-490b-82c4-85e4a9c02241 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:45.431197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:45.433935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:45.442979 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.448193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.463478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:45.482129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.515719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:45.516552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.524437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] For port 933a508f-8e29-4eca-88fb-e827f5e495a9, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:45.534044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Made reservation on behalf of 24735b4e23bc43c195243ac8804e609c for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:45.539000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.544403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a584ff25-3e78-46dd-8e78-a17dc2fcaa3d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0249064 Aug 11 08:14:45.561305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241', 'admin_state_up': True, 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'security_groups': ['d9a764c2-0a94-4f5e-b293-70df8054480a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:45.563359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] For port 933a508f-8e29-4eca-88fb-e827f5e495a9, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=933a508f-8e29-4eca-88fb-e827f5e495a9,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:45.577058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.578534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:14:45.581109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Transition to ACTIVE for port object 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:45.585609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.596556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c83d4ba3-c5c5-4a01-988a-0bc7c349946e admin admin] 10.222.0.58 "DELETE /v2.0/routers/bb92dd15-c6ea-4740-adb3-b5a3d46b7e39 HTTP/1.1" status: 204 len: 168 time: 5.1893365 Aug 11 08:14:45.597288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41560) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:45.601637 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.835935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e2d19bde-983d-4034-8ea1-50ac72630c9f None None] Provisioning for port f1d29db8-2fd6-4aed-a058-eb265ef098ea completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:45.842185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Deleting subnet 0cea1155-e446-473e-a18e-2ccf35d24381 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:14:45.842954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e2d19bde-983d-4034-8ea1-50ac72630c9f None None] Provisioning complete for port f1d29db8-2fd6-4aed-a058-eb265ef098ea triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:45.843452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d19bde-983d-4034-8ea1-50ac72630c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.859410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:45.860847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.862741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] 10.222.0.69 "PUT /v2.0/ports/933a508f-8e29-4eca-88fb-e827f5e495a9 HTTP/1.1" status: 200 len: 1092 time: 3.7679782 Aug 11 08:14:45.866531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'tag': '933a508f-8e29-4eca-88fb-e827f5e495a9'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:45.869264 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12002532-b9bd-4318-99b8-1a6650f2a2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6a3b6c-ab42-4460-aad2-db173b1cd36a", "tag": "933a508f-8e29-4eca-88fb-e827f5e495a9"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:45.872027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e24b028f-5a7a-4d51-9e16-ed313fe0f4a5 req-3f0e8b70-e6ed-4252-8a49-50c338842e17 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 210 time: 0.0934093 Aug 11 08:14:45.878849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:45.940148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e2d19bde-983d-4034-8ea1-50ac72630c9f None None] Port f1d29db8-2fd6-4aed-a058-eb265ef098ea cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:45.995508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Allocated IP 172.20.0.7 (fbb49649-9bd4-4f12-abb6-cc079b9c3734/b131c284-0632-45aa-85eb-0e785306098a/8d4ec3b8-c07b-48da-bee5-fc7a37c48f36) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:46.003388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Made reservation on behalf of 1009c75a305d4b85b6c02662c39ca94e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:46.011532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.050440 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80f3487-775b-455d-b1ab-eb75aefafc3c x-openstack-request-id: req-d80f3487-775b-455d-b1ab-eb75aefafc3c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:46.051248 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6a3b6c-ab42-4460-aad2-db173b1cd36a", "tag": "933a508f-8e29-4eca-88fb-e827f5e495a9", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:46.051675 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d80f3487-775b-455d-b1ab-eb75aefafc3c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:46.052486 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'tag': '933a508f-8e29-4eca-88fb-e827f5e495a9', 'status': 'completed', 'code': 200} Aug 11 08:14:46.122649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.161792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae767d-7871-494c-bdcb-50cd881534fe req-968d2af4-f0e3-4579-8e50-ab1a8f2ace71 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.181479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae767d-7871-494c-bdcb-50cd881534fe req-968d2af4-f0e3-4579-8e50-ab1a8f2ace71 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.188628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae767d-7871-494c-bdcb-50cd881534fe req-968d2af4-f0e3-4579-8e50-ab1a8f2ace71 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.195422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae767d-7871-494c-bdcb-50cd881534fe req-968d2af4-f0e3-4579-8e50-ab1a8f2ace71 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.197499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74ae767d-7871-494c-bdcb-50cd881534fe req-968d2af4-f0e3-4579-8e50-ab1a8f2ace71 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3093 time: 0.4931970 Aug 11 08:14:46.198206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a669a02-b34b-459c-b131-31859ebfbbde service neutron] Pushing event updated for resources: {'Port': ['ID=933a508f-8e29-4eca-88fb-e827f5e495a9,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:46.235274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.349964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.388069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e913b5-2530-402c-b8f8-87a9574a4975 req-cb771a3a-9c92-4d7f-82cd-050fd5bd9eb7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.388395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-19c1825c-edf1-467e-adab-f326e666a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.389722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e913b5-2530-402c-b8f8-87a9574a4975 req-cb771a3a-9c92-4d7f-82cd-050fd5bd9eb7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.2683020 Aug 11 08:14:46.389900 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-19c1825c-edf1-467e-adab-f326e666a8db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 1095 time: 0.4218965 Aug 11 08:14:46.398876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Transition to ACTIVE for port object 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:46.411968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74ae767d-7871-494c-bdcb-50cd881534fe req-c24557d7-0b22-4fa1-824a-a5c9b9b037d0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811581 Aug 11 08:14:46.426254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:46.443544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Allocated IP 10.2.2.200 (b8929ac4-6709-490b-82c4-85e4a9c02241/47aaa4ac-6d9f-4e1f-87ec-caa839f19c34/53b079e1-b750-44fc-9900-b27575fd4f98) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:46.469475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:46.472402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Allocated IP 172.20.0.10 (a09bcb23-3f03-4a78-838e-5f927ef1a6b3/24ed4877-0519-4982-a70a-1a03138c7fdb/7c8d9b33-ff55-4b39-86fd-2133242a732b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:14:46.475307 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.480641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:46.484000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-24fe1be3-9685-40a4-b57b-0ed034334d23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933a508f-8e29-4eca-88fb-e827f5e495a9 HTTP/1.1" status: 200 len: 217 time: 0.0647480 Aug 11 08:14:46.508187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Pushing event updated for resources: {'Port': ['ID=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:46.643607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30777802-a731-4abb-9eb0-2e815a3d1017 req-35c69c4f-7566-49a1-91d2-2373c9b09e14 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 210 time: 0.0962372 Aug 11 08:14:46.654070 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e913b5-2530-402c-b8f8-87a9574a4975 req-fc883c7f-d34f-4f79-ab2f-f007b428eead tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511156 Aug 11 08:14:46.672022 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.726161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.726871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.737907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-e7056082-eba9-4d20-9e84-2ca48657d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.739497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-e7056082-eba9-4d20-9e84-2ca48657d3d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.2286642 Aug 11 08:14:46.781470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.785665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:46.811310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:46.822131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:46.829065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Transition to ACTIVE for port object 53b079e1-b750-44fc-9900-b27575fd4f98 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:46.830822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:46.838547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event updated for resources: {'Port': ['ID=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:46.856563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-1ca4462c-e500-4e66-a49c-7aff2aa56197 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7603779 Aug 11 08:14:46.897470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Request body: {'port': {'device_id': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:46.924374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc048ea2-6ed4-47a2-87bc-2d35138beb96 None None] Network 1ed676cf-310b-43db-93af-2cf7bb517e77 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:46.952235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:46.953480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.016788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-af81ebc6-529f-4467-86fe-60eea4786708 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7642968 Aug 11 08:14:47.044303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Request body: {'port': {'device_id': 'a3264b21-5de7-4194-8c74-674cfe778329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:47.044760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.048151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0cea1155-e446-473e-a18e-2ccf35d24381 HTTP/1.1" status: 204 len: 168 time: 1.4478369 Aug 11 08:14:47.059783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04e8ae02-5521-433e-8b22-ed255cc13e3a req-2df2102a-d453-4a64-974b-87e2776c3228 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 210 time: 0.0561335 Aug 11 08:14:47.060499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41578) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:47.073762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bb54cf8-3a42-4b13-91d6-ac1be2179241 None None] Provisioning for port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:47.076496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.094079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.106059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68aeef-433b-4bcb-8941-3ea25ec8a60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cea1155-e446-473e-a18e-2ccf35d24381,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:47.106356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bb54cf8-3a42-4b13-91d6-ac1be2179241 None None] Provisioning complete for port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:47.106802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bb54cf8-3a42-4b13-91d6-ac1be2179241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.204870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0bb54cf8-3a42-4b13-91d6-ac1be2179241 None None] Port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:47.226847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.247209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Transition to ACTIVE for port object 7c8d9b33-ff55-4b39-86fd-2133242a732b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:47.295464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d63c866c-70ad-42c4-8e16-78df75c0677b req-7ed879c5-becc-43a6-8d17-032bad8c25ef tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.2260032 Aug 11 08:14:47.336108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.339421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-8c05e5e8-af3a-42e5-9780-5517d1d4b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:47.341208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-8c05e5e8-af3a-42e5-9780-5517d1d4b3b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5899868 Aug 11 08:14:47.366942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1dffc46f-464d-4baa-95cf-b996519629a1 None None] Provisioning for port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:47.372913 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] DHCP port deletion for 1ed676cf-310b-43db-93af-2cf7bb517e77 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:14:47.439009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1dffc46f-464d-4baa-95cf-b996519629a1 None None] Provisioning complete for port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:47.439855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1dffc46f-464d-4baa-95cf-b996519629a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.598007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:47.610689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:47.636418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Pushing event updated for resources: {'Port': ['ID=7c8d9b33-ff55-4b39-86fd-2133242a732b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:47.663546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:47.865300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] Deleting port 8a1ed4a0-c691-4662-a31f-89f34f109e24 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:14:47.865819 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:47.872272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1dffc46f-464d-4baa-95cf-b996519629a1 None None] Port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:48.049216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] For port 8a1ed4a0-c691-4662-a31f-89f34f109e24, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a1ed4a0-c691-4662-a31f-89f34f109e24,segment=NetworkSegment(e2ffbb87-ab57-4c06-9896-6081a7d9ce30),segment_id=e2ffbb87-ab57-4c06-9896-6081a7d9ce30)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:48.050240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.052295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Network b8929ac4-6709-490b-82c4-85e4a9c02241 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:14:48.116556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:48.121008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:14:48.133115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] Calling delete_port for 8a1ed4a0-c691-4662-a31f-89f34f109e24 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:14:48.165038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.166244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.186735 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.248122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-000811ce-40b5-43f9-b7b8-75194638518d None None] Provisioning for port 7c8d9b33-ff55-4b39-86fd-2133242a732b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:48.255506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event updated for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:48.256274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-000811ce-40b5-43f9-b7b8-75194638518d None None] Provisioning complete for port 7c8d9b33-ff55-4b39-86fd-2133242a732b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:48.256899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-000811ce-40b5-43f9-b7b8-75194638518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.438667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-000811ce-40b5-43f9-b7b8-75194638518d None None] Port 7c8d9b33-ff55-4b39-86fd-2133242a732b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:48.446363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.450810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.468957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:48.485021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.513737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-2cb324ef-d6b4-4c96-8461-5d8889cfe478 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1552474 Aug 11 08:14:48.541176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Transition to ACTIVE for port object 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:48.603040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] Pushing event deleted for resources: {'Port': ['ID=8a1ed4a0-c691-4662-a31f-89f34f109e24,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:48.606102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d5fda-a2c7-48fb-a7e5-381223e2a8e7 None None] No DVR routers for this DVR port 8a1ed4a0-c691-4662-a31f-89f34f109e24 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:14:48.621721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-41a38471-3389-48d6-b997-5cd1cca727b1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.641892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-41a38471-3389-48d6-b997-5cd1cca727b1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.683868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-41a38471-3389-48d6-b997-5cd1cca727b1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.686539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7e8f063c-3528-4748-90f2-17bf2dae1639 None None] Provisioning for port 53b079e1-b750-44fc-9900-b27575fd4f98 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:48.693201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7e8f063c-3528-4748-90f2-17bf2dae1639 None None] Provisioning complete for port 53b079e1-b750-44fc-9900-b27575fd4f98 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:48.693863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7e8f063c-3528-4748-90f2-17bf2dae1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.705830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-41a38471-3389-48d6-b997-5cd1cca727b1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.729952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-41a38471-3389-48d6-b997-5cd1cca727b1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.735304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-41a38471-3389-48d6-b997-5cd1cca727b1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3814 time: 0.8955486 Aug 11 08:14:48.753423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:48.755529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.782463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-974b5adb-7ff7-4449-8892-367a64ccbce7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6153848 Aug 11 08:14:48.783109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a1ed4a0-c691-4662-a31f-89f34f109e24 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:14:48.797554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9294775-59e5-4b3f-9711-02d4a035d5d5 req-67f9a3f5-c424-4691-b843-773be6af73c4 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662864 Aug 11 08:14:48.797554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:48.879294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8a1ed4a0-c691-4662-a31f-89f34f109e24 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:14:48.879910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a1ed4a0-c691-4662-a31f-89f34f109e24 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:14:48.920819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f063c-3528-4748-90f2-17bf2dae1639 None None] Port 53b079e1-b750-44fc-9900-b27575fd4f98 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:14:48.931222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51f86862-a6f8-47b9-9edb-7d2b5c1279b2 req-e7da5af3-2dbc-403f-9ccd-57984347134f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408918 Aug 11 08:14:48.934577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-243586b6-d766-4982-ada4-d0f676d08ad4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3780437 Aug 11 08:14:48.935434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Request body: {'port': {'device_id': '74a6347a-1757-46a7-994c-feafabde8a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:48.983818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:49.016065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Pushing event updated for resources: {'Port': ['ID=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:49.078771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153de7-5be4-4cb6-8783-89bac6d05fc7 req-535f5f9e-cf7e-4513-a9fa-bae3f42169ae tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:49.082141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61153de7-5be4-4cb6-8783-89bac6d05fc7 req-535f5f9e-cf7e-4513-a9fa-bae3f42169ae tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 931 time: 1.1592510 Aug 11 08:14:49.253537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-1a6316e6-791e-4bf0-b2e9-0c28efdaa8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:49.256049 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-1a6316e6-791e-4bf0-b2e9-0c28efdaa8ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 1095 time: 0.2749584 Aug 11 08:14:49.313340 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.436182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.466036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed676cf-310b-43db-93af-2cf7bb517e77']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:49.487309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61153de7-5be4-4cb6-8783-89bac6d05fc7 req-46c3b671-47a6-4b21-a481-aecc649985ed tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900049 Aug 11 08:14:49.518962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:49.519254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ffbb87-ab57-4c06-9896-6081a7d9ce30') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:14:49.542574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.560530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.571855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Attempting to bind port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:49.572197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Attempting to bind port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:49.572548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Attempting to bind port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:49.574429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b99e71-cfef-42f7-820c-3b5194cea9f4 req-041b609a-ce6c-4364-a83e-350b94b90461 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:49.576640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49b99e71-cfef-42f7-820c-3b5194cea9f4 req-041b609a-ce6c-4364-a83e-350b94b90461 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.3039622 Aug 11 08:14:49.606489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:49.606966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Attempting to bind port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:49.608470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.626441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:14:49.626792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.667417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-d942d5b4-6112-4191-9cd1-81e3f86a57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:49.668992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-d942d5b4-6112-4191-9cd1-81e3f86a57d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 917 time: 0.3728964 Aug 11 08:14:49.677347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:49.677721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Checking segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:49.678120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Bound using segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:49.678570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Bound port: 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:49.679014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:14:49.710520 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:14:49.837841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.846597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:49.871207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.876637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ed676cf-310b-43db-93af-2cf7bb517e77 HTTP/1.1" status: 204 len: 168 time: 2.7897904 Aug 11 08:14:49.887455 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:49.899664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018d486-45ed-4b97-b894-4768a9510684 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed676cf-310b-43db-93af-2cf7bb517e77,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:49.970467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Transition to ACTIVE for port object 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:49.980564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49b99e71-cfef-42f7-820c-3b5194cea9f4 req-a2a1438c-5231-4952-852f-7459d872d391 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678223 Aug 11 08:14:49.985734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.183790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41598) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:50.207796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-d2c29dc9-ed2d-468b-8e6d-5fe9164b91b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933a508f-8e29-4eca-88fb-e827f5e495a9 HTTP/1.1" status: 200 len: 217 time: 0.5241134 Aug 11 08:14:50.208171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:50.369985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a52cb4-d7c1-4b5b-b90a-116476d93701 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:50.385669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.401715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Transition to ACTIVE for port object 56a52cb4-d7c1-4b5b-b90a-116476d93701 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:50.451130 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.457850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-edc8c4f8-1c73-45b6-8da2-4cb61af29eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.459475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-edc8c4f8-1c73-45b6-8da2-4cb61af29eb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.1843488 Aug 11 08:14:50.471937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-48ca1644-84ff-411d-ac77-2312acd78465 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf456bac0d8a4f7d86b4ac6feae22a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797410 Aug 11 08:14:50.491939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41600) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:50.505311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4e8ae4d-b0bd-4d91-89ce-ca4a8813b05c req-23b5d131-c70b-49a8-9b37-b0fd0c6e662d tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.2853096 Aug 11 08:14:50.511255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Pushing event updated for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:50.541101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd330-c179-4ae7-9366-c608d11a320a req-37b99cec-5733-4889-b114-905cb28ccc28 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.549221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-879fd330-c179-4ae7-9366-c608d11a320a req-37b99cec-5733-4889-b114-905cb28ccc28 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 932 time: 0.3619621 Aug 11 08:14:50.563600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Attempting to bind port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:50.564002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Attempting to bind port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:50.564284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Attempting to bind port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 on network fbb49649-9bd4-4f12-abb6-cc079b9c3734 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:50.575668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] For port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:50.621929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 on network fbb49649-9bd4-4f12-abb6-cc079b9c3734 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:50.622599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Attempting to bind port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 on network fbb49649-9bd4-4f12-abb6-cc079b9c3734 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:50.635295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] For port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:50.637451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:50.637788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Checking segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:50.638374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Bound using segment: {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:50.638851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Bound port: 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee85982b-0d6e-4096-9117-15fa09c5e833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:50.639210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.656042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.758360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd20d9ad-33f4-4d4c-b310-815dc4fd9329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.762040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-198c20f6-587f-4726-b769-4b62eaed9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.763951 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-198c20f6-587f-4726-b769-4b62eaed9efc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2928891 Aug 11 08:14:50.780782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-879fd330-c179-4ae7-9366-c608d11a320a req-4e74c01f-865f-4163-b2cf-3bdbb78d9a80 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304256 Aug 11 08:14:50.806278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.806930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.808425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] 10.222.0.69 "PUT /v2.0/ports/18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e HTTP/1.1" status: 200 len: 1091 time: 3.9178908 Aug 11 08:14:50.816333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'tag': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:50.823187 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f37558-5bda-4bba-8df3-dfd91b24200a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfd8d0d-526e-49bb-ab23-023ac9af8305", "tag": "18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:50.827122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Attempting to bind port 56a52cb4-d7c1-4b5b-b90a-116476d93701 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:50.827553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Attempting to bind port 56a52cb4-d7c1-4b5b-b90a-116476d93701 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:50.827973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Attempting to bind port 56a52cb4-d7c1-4b5b-b90a-116476d93701 on network d470a6ef-a623-45cb-aae5-a04f60242f52 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:50.853402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790829-81dc-4101-933b-3941f00387a6 req-4f0c70ff-1ce5-4eb1-8b4f-3c5df3548bbf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.860362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790829-81dc-4101-933b-3941f00387a6 req-4f0c70ff-1ce5-4eb1-8b4f-3c5df3548bbf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.867657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790829-81dc-4101-933b-3941f00387a6 req-4f0c70ff-1ce5-4eb1-8b4f-3c5df3548bbf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.875381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790829-81dc-4101-933b-3941f00387a6 req-4f0c70ff-1ce5-4eb1-8b4f-3c5df3548bbf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.882402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790829-81dc-4101-933b-3941f00387a6 req-4f0c70ff-1ce5-4eb1-8b4f-3c5df3548bbf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:50.884492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca790829-81dc-4101-933b-3941f00387a6 req-4f0c70ff-1ce5-4eb1-8b4f-3c5df3548bbf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3826 time: 0.2021303 Aug 11 08:14:50.889985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Port 56a52cb4-d7c1-4b5b-b90a-116476d93701 on network d470a6ef-a623-45cb-aae5-a04f60242f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:50.890321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Attempting to bind port 56a52cb4-d7c1-4b5b-b90a-116476d93701 on network d470a6ef-a623-45cb-aae5-a04f60242f52 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:50.912051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] For port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:50.924044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:50.924505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Checking segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:50.924737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Bound using segment: {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:50.925221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Bound port: 56a52cb4-d7c1-4b5b-b90a-116476d93701, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972fc3c0-b316-433a-b77b-f9227e3a89c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:50.925590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:50.941162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] For port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:50.953531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8d9b33-ff55-4b39-86fd-2133242a732b {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:50.957892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.010254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:51.010819 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.014739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 HTTP/1.1" status: 200 len: 1091 time: 3.9748466 Aug 11 08:14:51.032833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca790829-81dc-4101-933b-3941f00387a6 req-6240c9e7-8eb2-4196-b90a-088e82682630 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382911 Aug 11 08:14:51.033396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:51.035906 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:51.036830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd20d9ad-33f4-4d4c-b310-815dc4fd9329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.257446 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.284419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Transition to ACTIVE for port object 7c8d9b33-ff55-4b39-86fd-2133242a732b will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:51.307979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7c6e-e1f7-48e9-b083-85d7b19c37e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:51.381421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-3912df85-5561-479d-8a3f-7be634a806a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:51.386991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-3912df85-5561-479d-8a3f-7be634a806a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24735b4e23bc43c195243ac8804e609c&device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 1094 time: 0.2593234 Aug 11 08:14:51.397180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:51.405274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be259aa7-56eb-4c77-8b06-298142a3ecd5 service neutron] Pushing event updated for resources: {'Port': ['ID=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:51.412126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:51.437271 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.439737 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd20d9ad-33f4-4d4c-b310-815dc4fd9329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.442934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd20d9ad-33f4-4d4c-b310-815dc4fd9329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.445296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dd20d9ad-33f4-4d4c-b310-815dc4fd9329 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd2ce76d-abb1-4c72-be8f-1191e978dd52 HTTP/1.1" status: 204 len: 168 time: 0.9515073 Aug 11 08:14:51.448971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.468838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-66ff7c68-5157-4d07-88bd-7938c43961b7 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552258 Aug 11 08:14:51.535083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 933a508f-8e29-4eca-88fb-e827f5e495a9 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:51.548544 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d668183c-5cc0-47df-b600-6978cf09276d x-openstack-request-id: req-d668183c-5cc0-47df-b600-6978cf09276d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:51.548544 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfd8d0d-526e-49bb-ab23-023ac9af8305", "tag": "18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:51.549596 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d668183c-5cc0-47df-b600-6978cf09276d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:51.550319 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'tag': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e', 'status': 'completed', 'code': 200} Aug 11 08:14:51.551263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20d9ad-33f4-4d4c-b310-815dc4fd9329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ce76d-abb1-4c72-be8f-1191e978dd52,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:51.739530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Pushing event updated for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:51.744198 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecd050-80c1-4cd3-b59c-80e02d7749a1 x-openstack-request-id: req-78ecd050-80c1-4cd3-b59c-80e02d7749a1 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:51.744483 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:51.744733 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78ecd050-80c1-4cd3-b59c-80e02d7749a1 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:51.745322 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'status': 'completed', 'code': 200} Aug 11 08:14:51.749527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-b750f121-b774-4760-84f3-5b13beae249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:51.751839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-b750f121-b774-4760-84f3-5b13beae249d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 1094 time: 0.7921193 Aug 11 08:14:51.753761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12002532-b9bd-4318-99b8-1a6650f2a2aa req-3b064a1e-8882-4326-823f-60942a2769a7 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261298 Aug 11 08:14:51.762675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-5062e576-b235-4518-bf05-836fb5141b32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 HTTP/1.1" status: 200 len: 217 time: 0.3346176 Aug 11 08:14:51.815853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:51.816498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:51.818189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa29e77b-b59d-4194-b07e-aba5476806a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 1091 time: 2.8409336 Aug 11 08:14:51.822533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c8d9b33-ff55-4b39-86fd-2133242a732b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:51.891237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:51.929524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 933a508f-8e29-4eca-88fb-e827f5e495a9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=933a508f-8e29-4eca-88fb-e827f5e495a9,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:51.942836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-cf51d15e-612d-426a-9daa-c6fca35f0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:51.944402 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-cf51d15e-612d-426a-9daa-c6fca35f0c3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b131c284-0632-45aa-85eb-0e785306098a HTTP/1.1" status: 200 len: 854 time: 0.1613398 Aug 11 08:14:51.961686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '933a508f-8e29-4eca-88fb-e827f5e495a9', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'port_id': '933a508f-8e29-4eca-88fb-e827f5e495a9', 'mac_address': 'fa:16:3e:2f:e8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed4877-0519-4982-a70a-1a03138c7fdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:14:51.976445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-43e76d3d-575b-4f97-ba05-b0eb348a6d15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e HTTP/1.1" status: 200 len: 217 time: 0.1732497 Aug 11 08:14:52.006096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55050ef6-be50-4922-a6be-39b19c830026 req-04b15a84-92c3-4934-8661-10457b65d995 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.021151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-55050ef6-be50-4922-a6be-39b19c830026 req-04b15a84-92c3-4934-8661-10457b65d995 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 943 time: 0.7825429 Aug 11 08:14:52.038451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:52.073237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933a508f-8e29-4eca-88fb-e827f5e495a9 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:52.083528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c01c-af6c-40be-bb3b-b70c4ec7171e req-0f7fe0a3-b85c-442c-a168-c08af7140348 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.085510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de37c01c-af6c-40be-bb3b-b70c4ec7171e req-0f7fe0a3-b85c-442c-a168-c08af7140348 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.3362632 Aug 11 08:14:52.112736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-d99afd34-dc0c-4b78-a212-6f52f554a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.115815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-d99afd34-dc0c-4b78-a212-6f52f554a4b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbb49649-9bd4-4f12-abb6-cc079b9c3734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378126 Aug 11 08:14:52.130430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:52.137496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 933a508f-8e29-4eca-88fb-e827f5e495a9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=933a508f-8e29-4eca-88fb-e827f5e495a9,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:52.144968 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:52.229329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be00fcef-282e-4bc9-8d7e-4adf1c66771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.231028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-be00fcef-282e-4bc9-8d7e-4adf1c66771d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.2536399 Aug 11 08:14:52.253464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-55050ef6-be50-4922-a6be-39b19c830026 req-806db22e-b07b-40fd-8abc-9031da94fec8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314231 Aug 11 08:14:52.303568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Attempting to bind port 7c8d9b33-ff55-4b39-86fd-2133242a732b on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:52.303923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Attempting to bind port 7c8d9b33-ff55-4b39-86fd-2133242a732b by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:52.304256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Attempting to bind port 7c8d9b33-ff55-4b39-86fd-2133242a732b on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:52.306386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=933a508f-8e29-4eca-88fb-e827f5e495a9,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:52.323857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Port 7c8d9b33-ff55-4b39-86fd-2133242a732b on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:52.324376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Attempting to bind port 7c8d9b33-ff55-4b39-86fd-2133242a732b on network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:52.353597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:52.354218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Checking segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:52.355522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Bound using segment: {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:52.358073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Bound port: 7c8d9b33-ff55-4b39-86fd-2133242a732b, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7116f307-13fc-4f73-bad2-329287545c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:52.365032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:52.394423 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de37c01c-af6c-40be-bb3b-b70c4ec7171e req-265d385f-5959-463e-a882-7bf5139703f4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941349 Aug 11 08:14:52.411236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-b113b9fc-c9fa-4bfe-9fa0-98f518ad359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.414561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-b113b9fc-c9fa-4bfe-9fa0-98f518ad359b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589916 Aug 11 08:14:52.503858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['933a508f-8e29-4eca-88fb-e827f5e495a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:52.683345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3fdaf9e6-73d8-4c15-b799-714bbc734ae4 req-8c216734-9d5d-41ff-a58d-a129677ec8d4 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.2666671 Aug 11 08:14:52.723149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-11eeee02-3c81-4873-ba88-d52f0c9abcb8 service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770910 Aug 11 08:14:52.743178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] For port 7c8d9b33-ff55-4b39-86fd-2133242a732b, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:52.765845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] For port 7c8d9b33-ff55-4b39-86fd-2133242a732b, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:52.774496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:52.793016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369d31d-2cd3-410f-9598-cd7ad9e79c1d req-5e1c2df3-94a4-4e48-bd0c-e8fb73608c5e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.808908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2369d31d-2cd3-410f-9598-cd7ad9e79c1d req-5e1c2df3-94a4-4e48-bd0c-e8fb73608c5e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 944 time: 0.3239522 Aug 11 08:14:52.873987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:52.874688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:52.876539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] 10.222.0.64 "PUT /v2.0/ports/7c8d9b33-ff55-4b39-86fd-2133242a732b HTTP/1.1" status: 200 len: 1092 time: 4.0357721 Aug 11 08:14:52.915711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-07c0033f-65cc-49ba-bf8e-40870809bee8 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502389 Aug 11 08:14:53.049786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2369d31d-2cd3-410f-9598-cd7ad9e79c1d req-2ef41a26-6fe1-42aa-9055-9d431f97eb95 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393937 Aug 11 08:14:53.113343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41644) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:53.134646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68fa4741-910a-4332-bba1-45dce3efc3b8 req-a30f22e3-2a5e-4804-bdcf-3af8df7fb609 service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052463 Aug 11 08:14:53.138660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3ce6f-4af0-4cc9-a36a-10e1b157c6cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c8d9b33-ff55-4b39-86fd-2133242a732b,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:53.150958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-1a754ce2-8395-4604-a4b0-029d70a6282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.153488 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-1a754ce2-8395-4604-a4b0-029d70a6282e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 1095 time: 0.1482234 Aug 11 08:14:53.194663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-e3be3dda-06e7-4a1c-a736-b8841e80c791 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.209964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-e3be3dda-06e7-4a1c-a736-b8841e80c791 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.216374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-e3be3dda-06e7-4a1c-a736-b8841e80c791 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.223711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-e3be3dda-06e7-4a1c-a736-b8841e80c791 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.243194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-e3be3dda-06e7-4a1c-a736-b8841e80c791 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.251746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-e3be3dda-06e7-4a1c-a736-b8841e80c791 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3826 time: 0.3733857 Aug 11 08:14:53.303940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e264d25c-500b-4bc4-9f63-86ce0f899634 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:53.315471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:53.340781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-4776df34-d732-42f8-a1f3-720e3c8cd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.342489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-4776df34-d732-42f8-a1f3-720e3c8cd354 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24735b4e23bc43c195243ac8804e609c&device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 1094 time: 0.0786715 Aug 11 08:14:53.343694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Transition to ACTIVE for port object e264d25c-500b-4bc4-9f63-86ce0f899634 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:53.392172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:53.421082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-6a187a4a-9b1c-4d6a-b465-c302093bbeea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b HTTP/1.1" status: 200 len: 217 time: 0.1595812 Aug 11 08:14:53.432436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1806957399-network', 'tenant_id': 'fb6b4d0934d54be7a5dc097f00fbfeca'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:53.525354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c112f9f9-0411-4049-8016-9a964bea8e7b req-54fa7b29-11fa-4c73-bc23-ab259249827e service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980117 Aug 11 08:14:53.554614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a6347a-1757-46a7-994c-feafabde8a5e', 'tag': '7c8d9b33-ff55-4b39-86fd-2133242a732b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:53.559035 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0265c70-1ce2-4c44-bf62-17aa57f1a046" -d '{"events": [{"name": "network-changed", "server_uuid": "74a6347a-1757-46a7-994c-feafabde8a5e", "tag": "7c8d9b33-ff55-4b39-86fd-2133242a732b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:53.595868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-065bb1f9-ce1d-4249-a24e-d67744eb4b7e req-7767b9d8-a0f8-4b15-8cd2-7b8a99cc7e2d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428252 Aug 11 08:14:53.637481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Made reservation on behalf of fb6b4d0934d54be7a5dc097f00fbfeca for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:53.641629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:53.655871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-369e7df1-23c2-42b8-91c3-233924597475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.658952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-369e7df1-23c2-42b8-91c3-233924597475 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.2169523 Aug 11 08:14:53.751584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-5e4aa2e5-a320-49d3-9351-b0ebba69127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.754633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-5e4aa2e5-a320-49d3-9351-b0ebba69127a service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbb49649-9bd4-4f12-abb6-cc079b9c3734 HTTP/1.1" status: 200 len: 916 time: 0.3937840 Aug 11 08:14:53.758816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:53.761981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:53.763700 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955b1c83-b738-43a5-a53a-0750d42951d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:53.806867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Pushing event updated for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:53.975899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-4e5edb5f-6dca-4fd5-9054-837dcaf20b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 HTTP/1.1" status: 200 len: 217 time: 0.2008667 Aug 11 08:14:53.991915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a76ab-330f-4596-991c-37f101f89c69 req-96abca5b-2e2d-4736-8029-63cf07c3f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:53.995411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-96abca5b-2e2d-4736-8029-63cf07c3f82b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274717 Aug 11 08:14:54.008572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611c40-c849-46ec-84c8-1ceef31d86cd req-d25b15b1-0f7f-4366-b204-8cdde214f72d tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.013864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02611c40-c849-46ec-84c8-1ceef31d86cd req-d25b15b1-0f7f-4366-b204-8cdde214f72d tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 943 time: 0.5046909 Aug 11 08:14:54.020217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ed5f-600b-48b1-9aef-39a07fe5217f req-9ccf37c2-a715-467e-9be6-efdfc1e6962f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.035435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c78ed5f-600b-48b1-9aef-39a07fe5217f req-9ccf37c2-a715-467e-9be6-efdfc1e6962f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.2111919 Aug 11 08:14:54.079809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Attempting to bind port e264d25c-500b-4bc4-9f63-86ce0f899634 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:54.080667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Attempting to bind port e264d25c-500b-4bc4-9f63-86ce0f899634 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:54.080667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Attempting to bind port e264d25c-500b-4bc4-9f63-86ce0f899634 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:54.099396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-59ea3f7b-0eac-4a93-af33-03115252cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.102787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-59ea3f7b-0eac-4a93-af33-03115252cf98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 1094 time: 0.3505843 Aug 11 08:14:54.104159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Port e264d25c-500b-4bc4-9f63-86ce0f899634 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:54.104538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Attempting to bind port e264d25c-500b-4bc4-9f63-86ce0f899634 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:54.121013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:54.121334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Checking segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:54.121674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Bound using segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:54.122271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Bound port: e264d25c-500b-4bc4-9f63-86ce0f899634, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:54.122693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:54.135425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-c17bae62-16c4-4070-9662-6154c7cd4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.137102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-c17bae62-16c4-4070-9662-6154c7cd4bdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b131c284-0632-45aa-85eb-0e785306098a HTTP/1.1" status: 200 len: 854 time: 0.1180587 Aug 11 08:14:54.162986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02611c40-c849-46ec-84c8-1ceef31d86cd req-0321572e-1f46-46a4-8464-bd8910cac907 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966475 Aug 11 08:14:54.301127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-94ec54dd-16c4-49a2-90e6-89f8f2e62687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.304021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-94ec54dd-16c4-49a2-90e6-89f8f2e62687 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbb49649-9bd4-4f12-abb6-cc079b9c3734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575601 Aug 11 08:14:54.341862 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b71fc1-de2e-43b0-8ed6-29c4a9e8ed1a x-openstack-request-id: req-70b71fc1-de2e-43b0-8ed6-29c4a9e8ed1a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:54.342410 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a6347a-1757-46a7-994c-feafabde8a5e", "tag": "7c8d9b33-ff55-4b39-86fd-2133242a732b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:54.342910 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70b71fc1-de2e-43b0-8ed6-29c4a9e8ed1a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:54.344015 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a6347a-1757-46a7-994c-feafabde8a5e', 'tag': '7c8d9b33-ff55-4b39-86fd-2133242a732b', 'status': 'completed', 'code': 200} Aug 11 08:14:54.379315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c78ed5f-600b-48b1-9aef-39a07fe5217f req-a5a99231-0ae2-4f29-82ad-1a5b086c3a03 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062367 Aug 11 08:14:54.424545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-92cfcc16-8588-4df1-a1a1-50c7a95eb76f service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093128 Aug 11 08:14:54.482803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-348e869a-8991-4938-b2ba-25bb7f343b88 req-d1e948fe-f670-4311-aa3c-02bb6080e4b2 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0477686 Aug 11 08:14:54.524700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:54.597310 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365dae29-3ca8-4100-81ae-ce28b18307a5 x-openstack-request-id: req-365dae29-3ca8-4100-81ae-ce28b18307a5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:54.597866 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:54.598353 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-365dae29-3ca8-4100-81ae-ce28b18307a5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:54.599102 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'status': 'completed', 'code': 200} Aug 11 08:14:54.614639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-895975cc-ea58-44a2-a3f0-45a80710d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.618761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-895975cc-ea58-44a2-a3f0-45a80710d6ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 917 time: 0.4205024 Aug 11 08:14:54.623106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-eba749cb-4d70-45fd-857f-e64a55be789f service neutron] 10.222.0.64 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683575 Aug 11 08:14:54.665116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e264d25c-500b-4bc4-9f63-86ce0f899634,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:54.707952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:54.821674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Pushing event updated for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:54.864702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.865536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:54.867794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0038b3fb-95d0-4b7b-a6bd-aa4427805d40 service neutron] 10.222.0.69 "PUT /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 1131 time: 2.9860849 Aug 11 08:14:54.902363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-0370186d-856a-49a3-ad30-db3f80178877 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e HTTP/1.1" status: 200 len: 217 time: 0.2688377 Aug 11 08:14:54.918396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001d7d9-e3ba-46df-8bf0-3653b6350e0a req-7ff83021-6c84-47f8-84db-8e47af024972 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:54.927111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:54.932715 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7001d7d9-e3ba-46df-8bf0-3653b6350e0a req-7ff83021-6c84-47f8-84db-8e47af024972 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 944 time: 0.2729640 Aug 11 08:14:54.949051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:54.953512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.091816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.273160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:14:55.334068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7001d7d9-e3ba-46df-8bf0-3653b6350e0a req-36d6f3f8-e733-416a-8527-c597282dfb51 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738564 Aug 11 08:14:55.377287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08d3c894-874a-4d5d-b7e5-f4ca1eb659f0 req-4ba4ed75-06d0-4c4f-856e-e5c6fde3dba0 service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8767951 Aug 11 08:14:55.386700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.387743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.388690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.389667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.390604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.392143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.396328 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-2cd68181-6986-4f1f-8367-1bdfc1412010 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5285 time: 0.7697027 Aug 11 08:14:55.407195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.407195 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Added segment d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468 of type vlan for network 3aede260-034c-4181-916c-eebdab329477 Aug 11 08:14:55.410951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3b425-7a8d-4ffb-8616-f37647694b27,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:55.478095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-6da21bf3-865d-4006-9f8e-861ba41f95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.483254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-6da21bf3-865d-4006-9f8e-861ba41f95f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.5382330 Aug 11 08:14:55.541035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 933a508f-8e29-4eca-88fb-e827f5e495a9 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:14:55.563566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.602468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee96f71-e8cc-4605-b9ab-c238c8927279 req-04b8a9e5-c0f8-4750-9088-59ce865a894e tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.605546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cee96f71-e8cc-4605-b9ab-c238c8927279 req-04b8a9e5-c0f8-4750-9088-59ce865a894e tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 943 time: 0.1047130 Aug 11 08:14:55.632512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-334a76ab-330f-4596-991c-37f101f89c69 req-2d710b7c-3b11-42b2-9a90-5325811559c2 service neutron] 10.222.0.64 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331672 Aug 11 08:14:55.645266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 933a508f-8e29-4eca-88fb-e827f5e495a9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:14:55.653745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 933a508f-8e29-4eca-88fb-e827f5e495a9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:14:55.654789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.659924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.675622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.685039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.691590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.698761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.702248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cee96f71-e8cc-4605-b9ab-c238c8927279 req-d63d91b2-4aa9-4f59-965a-24c58558f524 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859435 Aug 11 08:14:55.715782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb58a12e-2849-4ba1-b62d-4c1f8942ac69 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:55.724842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.726736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.735613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-5f0352b1-ee16-44a4-813e-feed3af34d1e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 4599 time: 0.7964463 Aug 11 08:14:55.750613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Transition to ACTIVE for port object cb58a12e-2849-4ba1-b62d-4c1f8942ac69 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:55.758205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.801663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.803330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.804330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.827514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Pushing event updated for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:55.835882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.889307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 933a508f-8e29-4eca-88fb-e827f5e495a9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=933a508f-8e29-4eca-88fb-e827f5e495a9,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:55.890412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933a508f-8e29-4eca-88fb-e827f5e495a9'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:55.893953 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a5f1c4-94ef-46e3-bf5f-f402a7af9038" -d '{"events": [{"server_uuid": "ac6a3b6c-ab42-4460-aad2-db173b1cd36a", "name": "network-vif-plugged", "status": "completed", "tag": "933a508f-8e29-4eca-88fb-e827f5e495a9"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:55.899703 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:55.971425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=933a508f-8e29-4eca-88fb-e827f5e495a9,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:55.972766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b52a59-4987-43e6-b205-76d18bb5bb3e req-164abfa6-0626-47e3-919f-6af15b2b2c4e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:55.974516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19b52a59-4987-43e6-b205-76d18bb5bb3e req-164abfa6-0626-47e3-919f-6af15b2b2c4e tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 945 time: 0.1068614 Aug 11 08:14:56.022246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Attempting to bind port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:56.022693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Attempting to bind port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:56.023121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Attempting to bind port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:56.029912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:56.030235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Attempting to bind port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:56.036996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:56.037367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Checking segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:56.037775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Bound using segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:56.038232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Bound port: cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:56.038593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:56.042039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8872461 Aug 11 08:14:56.054956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41678) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:14:56.121748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:56.126309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:56.137322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Request body: {'subnet': {'network_id': '3aede260-034c-4181-916c-eebdab329477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1806957399-subnet', 'tenant_id': 'fb6b4d0934d54be7a5dc097f00fbfeca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:56.156259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:56.231131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Pushing event updated for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:56.251769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.252710 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:56.297811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-43a62e43-5345-4fc1-8fdb-c5fe7d2b115e service neutron] 10.222.0.69 "PUT /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 1130 time: 1.3140793 Aug 11 08:14:56.297811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Made reservation on behalf of fb6b4d0934d54be7a5dc097f00fbfeca for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:14:56.297811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:56.475237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af404f6d-e6e3-4eb5-82c8-52ea721c07dd req-fec33222-6ef7-4f6c-9eee-58a37b8f9ec6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6563706 Aug 11 08:14:56.512630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-ed32f7e3-6f9c-47af-9cd1-5995c6fcd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.515322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-ed32f7e3-6f9c-47af-9cd1-5995c6fcd7af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0106313 Aug 11 08:14:56.516379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3b7a9-3582-4800-bd96-1bc28cc81962 admin admin] Pushing event updated for resources: {'Network': ['ID=3aede260-034c-4181-916c-eebdab329477,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:56.525952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-e92d655f-691b-4abb-8da2-c04dd2f5181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.528598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-e92d655f-691b-4abb-8da2-c04dd2f5181c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 1095 time: 0.6215596 Aug 11 08:14:56.532324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 3aede260-034c-4181-916c-eebdab329477 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:14:56.621246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:56.725218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-9786b5f1-02ab-42d0-91bd-896ce3c09b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.728232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-9786b5f1-02ab-42d0-91bd-896ce3c09b32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 917 time: 0.1761267 Aug 11 08:14:56.826630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2c8d152-d714-4f57-88d7-f4a03a962856 req-25956175-1f11-41a9-b459-7259e124312d tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0969892 Aug 11 08:14:56.857028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:56.871964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'port_id': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'mac_address': 'fa:16:3e:b8:2c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:14:56.898657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-64ca1413-6d2d-4932-a8f9-26632c74fa5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b HTTP/1.1" status: 200 len: 217 time: 0.0807614 Aug 11 08:14:56.925695 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:56.941226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-8df2a952-ca4b-4383-8e25-7e1e36e2cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.941781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-8df2a952-ca4b-4383-8e25-7e1e36e2cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.942397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-8df2a952-ca4b-4383-8e25-7e1e36e2cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:56.944329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-8df2a952-ca4b-4383-8e25-7e1e36e2cfed service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1009c75a305d4b85b6c02662c39ca94e&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4868317 Aug 11 08:14:56.962904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19b52a59-4987-43e6-b205-76d18bb5bb3e req-ea30629d-9b8a-46e3-b2fd-7f7d3e0702ba tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9754627 Aug 11 08:14:56.967281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:56.985752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': 'e264d25c-500b-4bc4-9f63-86ce0f899634'}, {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': 'cb58a12e-2849-4ba1-b62d-4c1f8942ac69'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:56.991962 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1615d3ca-f71d-433f-a474-b6b67813e335" -d '{"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "e264d25c-500b-4bc4-9f63-86ce0f899634"}, {"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "cb58a12e-2849-4ba1-b62d-4c1f8942ac69"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:57.003789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:57.075115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:57.078515 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6515eb-e61a-4ddf-9539-de2047f93d55 x-openstack-request-id: req-3c6515eb-e61a-4ddf-9539-de2047f93d55 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:57.080413 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a3b6c-ab42-4460-aad2-db173b1cd36a", "name": "network-vif-plugged", "status": "completed", "tag": "933a508f-8e29-4eca-88fb-e827f5e495a9", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:57.081191 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c6515eb-e61a-4ddf-9539-de2047f93d55 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:57.082826 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933a508f-8e29-4eca-88fb-e827f5e495a9', 'code': 200} Aug 11 08:14:57.088934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:57.131078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb831a2d-9236-4c76-8533-aa5800c1cd64 req-557b6472-b5ba-44d0-b702-a66f22a732d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.1496532 Aug 11 08:14:57.151737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-827b7cc0-f601-473d-ae7f-a4ecd3f5ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.153719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-955b1c83-b738-43a5-a53a-0750d42951d2 req-827b7cc0-f601-473d-ae7f-a4ecd3f5ee73 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696267 Aug 11 08:14:57.160501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-4c850ca6-84c8-49df-8209-20e4063627fa tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.162103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-4c850ca6-84c8-49df-8209-20e4063627fa tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.3380618 Aug 11 08:14:57.212631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:57.227903 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:57.229079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:57.229717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-bf7b06d5-68a2-4089-a500-d59df6a646d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.231693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-bf7b06d5-68a2-4089-a500-d59df6a646d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.3025029 Aug 11 08:14:57.256002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:57.286508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-17b67b9f-c918-4f98-82d2-7e6bec42a28c service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565844 Aug 11 08:14:57.387058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:57.395221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db79f-acc2-4a1f-9061-5f03d7bcb06f req-b629a695-6a7c-4299-ba1a-53e061070571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.396856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa5db79f-acc2-4a1f-9061-5f03d7bcb06f req-b629a695-6a7c-4299-ba1a-53e061070571 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 1097 time: 0.1980915 Aug 11 08:14:57.403584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16644275-cac0-4af6-a19d-2f46aecbc49e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:57.427685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['8d4ec3b8-c07b-48da-bee5-fc7a37c48f36'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:57.433637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc25663-f7f8-446b-880a-47dde129df09 req-ff4e0254-89be-48d1-9363-f4a90e8d51c0 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.456522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffc25663-f7f8-446b-880a-47dde129df09 req-ff4e0254-89be-48d1-9363-f4a90e8d51c0 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 944 time: 0.2169623 Aug 11 08:14:57.543508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Checking segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:57.544067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Network hostable DHCP agents. Network: 3aede260-034c-4181-916c-eebdab329477, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:14:57.552311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:57.559586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa5db79f-acc2-4a1f-9061-5f03d7bcb06f req-45d01079-b5ef-455e-b2cc-665e32975647 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508269 Aug 11 08:14:57.590278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82f37558-5bda-4bba-8df3-dfd91b24200a req-fed7a486-1b21-4eea-9af5-d9fe9d37027e service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925663 Aug 11 08:14:57.613636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Network 3aede260-034c-4181-916c-eebdab329477 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:14:57.642121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffc25663-f7f8-446b-880a-47dde129df09 req-d1746b04-14e4-4d73-af79-82d5d097a018 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831143 Aug 11 08:14:57.643401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-1f263a38-eced-4117-aba7-48d7c71404e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.645443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-1f263a38-eced-4117-aba7-48d7c71404e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999111 Aug 11 08:14:57.709225 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:14:57.743904 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1dae90-dfc3-4332-a919-4e49977e5b00 x-openstack-request-id: req-0f1dae90-dfc3-4332-a919-4e49977e5b00 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:57.744213 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "e264d25c-500b-4bc4-9f63-86ce0f899634", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "cb58a12e-2849-4ba1-b62d-4c1f8942ac69", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:57.744456 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f1dae90-dfc3-4332-a919-4e49977e5b00 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:57.744861 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': 'e264d25c-500b-4bc4-9f63-86ce0f899634', 'status': 'completed', 'code': 200} Aug 11 08:14:57.745187 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': 'cb58a12e-2849-4ba1-b62d-4c1f8942ac69', 'status': 'completed', 'code': 200} Aug 11 08:14:57.758511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 3aede260-034c-4181-916c-eebdab329477) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:14:57.771956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.772566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:57.822236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe04e9c-b186-41db-9a46-5d866453f520 req-e412bb38-8333-4d4b-9070-12476a99fa38 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:57.827689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4af72d-7415-4c8b-9609-1da6592cb40a None None] Network 3aede260-034c-4181-916c-eebdab329477 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:57.832071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2fe04e9c-b186-41db-9a46-5d866453f520 req-e412bb38-8333-4d4b-9070-12476a99fa38 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 944 time: 0.2403891 Aug 11 08:14:57.857525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e7b620df-40d2-4386-880b-16f25774f1e1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7268696 Aug 11 08:14:57.891771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:57.938810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:57.998573 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.022975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:58.025742 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c56ae-afbf-4801-97b7-38971d89b36e" -d '{"events": [{"server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ecb964a-e005-4431-9d23-c18cea976758"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:58.034611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.037465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2fe04e9c-b186-41db-9a46-5d866453f520 req-e6df660a-4e03-4838-91fe-c60368be229a tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045238 Aug 11 08:14:58.038316 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.047576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.060635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.060635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.086722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.102989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.108417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d846a-c7b8-4d87-bff9-f45af8f1360a None None] Network 3aede260-034c-4181-916c-eebdab329477 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:14:58.114635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.118436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-204787dc-e725-4d06-a117-05d53b6fafe9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5371 time: 0.2597368 Aug 11 08:14:58.152325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-4f23dc56-76a4-4777-993f-a5acadb66981 service neutron] 10.222.0.64 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850616 Aug 11 08:14:58.158654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139e2f8a-e394-4702-98f0-6b9e879498c5 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:58.173880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.227596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:58.229218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-768321a1-cbba-4909-ad83-b3a2a777af41 req-3fd448ed-45a1-4abf-86a6-efde2a61bc3b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911539 Aug 11 08:14:58.230483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Transition to ACTIVE for port object 139e2f8a-e394-4702-98f0-6b9e879498c5 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:14:58.245453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.265096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'port_id': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e', 'mac_address': 'fa:16:3e:81:4d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed4877-0519-4982-a70a-1a03138c7fdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:14:58.368214 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6aece48b-ab27-4d0a-831e-bb6ab1456b61 req-df063d51-9e7e-478f-9e56-e6fc4b38de02 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.1861076 Aug 11 08:14:58.434339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Pushing event updated for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:58.435920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.486530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:58.487569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:58.519227 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9cdb7-97c4-4f74-b4c8-ca51b802bd39 x-openstack-request-id: req-94b9cdb7-97c4-4f74-b4c8-ca51b802bd39 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:14:58.531643 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ecb964a-e005-4431-9d23-c18cea976758", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:14:58.531907 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94b9cdb7-97c4-4f74-b4c8-ca51b802bd39 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:14:58.532323 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758', 'code': 200} Aug 11 08:14:58.551299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:58.566040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.567591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.568188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.568731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.569240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.570055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Attempting to bind port 139e2f8a-e394-4702-98f0-6b9e879498c5 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:58.570750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Attempting to bind port 139e2f8a-e394-4702-98f0-6b9e879498c5 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:58.571086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Attempting to bind port 139e2f8a-e394-4702-98f0-6b9e879498c5 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:58.571877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.572397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.580193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-a42b65c1-c182-425a-abe2-fd70fb6380f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6208 time: 0.5486116 Aug 11 08:14:58.589384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Port 139e2f8a-e394-4702-98f0-6b9e879498c5 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:58.589828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Attempting to bind port 139e2f8a-e394-4702-98f0-6b9e879498c5 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:58.603049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:58.605622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Checking segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:58.606098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Bound using segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:58.606593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Bound port: 139e2f8a-e394-4702-98f0-6b9e879498c5, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:58.606979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.613808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.621660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7c8d9b33-ff55-4b39-86fd-2133242a732b details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:58.648553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on host n-h1-789963-6 for vnic_type normal with profile {"migrating_to": "n-h2-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:14:58.649152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:14:58.649727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:58.772213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:14:58.772795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Attempting to bind port 1ecb964a-e005-4431-9d23-c18cea976758 on network 9948d4ea-d7b5-4b75-bc1c-50d025476918 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:14:58.814147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:14:58.814709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Checking segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:14:58.815252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Bound using segment: {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:14:58.815909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Bound port: 1ecb964a-e005-4431-9d23-c18cea976758, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992a3cab-65df-46ec-9f94-1d129486d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9948d4ea-d7b5-4b75-bc1c-50d025476918'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:14:58.816462 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.818939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:58.831993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=139e2f8a-e394-4702-98f0-6b9e879498c5,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:58.840913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.854072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0265c70-1ce2-4c44-bf62-17aa57f1a046 req-0552c8ec-a61d-49ce-9738-75be253405c2 service neutron] 10.222.0.64 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699390 Aug 11 08:14:58.917262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d843ec-2e74-4f97-aff2-817bdc211fd6 req-037cdd8d-bd8f-40b3-91f3-773ed3db6ffc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.919044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3d843ec-2e74-4f97-aff2-817bdc211fd6 req-037cdd8d-bd8f-40b3-91f3-773ed3db6ffc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.3349767 Aug 11 08:14:58.930056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7c8d9b33-ff55-4b39-86fd-2133242a732b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:58.980163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:58.994138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:58.996291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] 10.222.0.69 "PUT /v2.0/ports/139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 200 len: 1090 time: 2.0303319 Aug 11 08:14:59.002712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-801ace61-faff-4790-8d50-eccc112b9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.003524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-801ace61-faff-4790-8d50-eccc112b9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.004332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-801ace61-faff-4790-8d50-eccc112b9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.007772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-801ace61-faff-4790-8d50-eccc112b9eea service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1009c75a305d4b85b6c02662c39ca94e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4097219 Aug 11 08:14:59.022678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '7c8d9b33-ff55-4b39-86fd-2133242a732b', 'network_id': 'a09bcb23-3f03-4a78-838e-5f927ef1a6b3', 'port_id': '7c8d9b33-ff55-4b39-86fd-2133242a732b', 'mac_address': 'fa:16:3e:93:30:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed4877-0519-4982-a70a-1a03138c7fdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:14:59.049645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:14:59.066587 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.076206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:14:59.119284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3d843ec-2e74-4f97-aff2-817bdc211fd6 req-352c93b1-f536-434d-8c23-3f830cad1cb8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898806 Aug 11 08:14:59.122893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:14:59.142147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.149526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503de1c0-c8cc-4a48-92d1-bcc0bf0d437e service neutron] Pushing event updated for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:59.250295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-b02649cf-3ced-445f-90fd-012b4050c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.253033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-b02649cf-3ced-445f-90fd-012b4050c802 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2372930 Aug 11 08:14:59.263136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:59.313420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.314181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.317924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] 10.222.0.69 "PUT /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 1121 time: 2.1233823 Aug 11 08:14:59.319305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d0ef5-2fd4-468f-b8e5-079a45d1cfba service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:59.346100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:59.372960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e4230214-a2e6-4d56-b8a8-fd40d0b24015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.401867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.417225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.428059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.428247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.428592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.429468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.429653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.430100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.430769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.433050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-7ae3c062-4fc1-4824-a997-c5d7979c104f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6275 time: 0.0951288 Aug 11 08:14:59.442995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8d9b33-ff55-4b39-86fd-2133242a732b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:14:59.470112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7c8d9b33-ff55-4b39-86fd-2133242a732b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:14:59.479547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['1ecb964a-e005-4431-9d23-c18cea976758'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:59.487603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.531326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-0e2067a0-21a7-4bd5-bdc3-1919c9534a2d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.539380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-0e2067a0-21a7-4bd5-bdc3-1919c9534a2d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.4566500 Aug 11 08:14:59.573457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-b0576152-0edb-4e2b-9de3-a819e62c669c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/quotas/fb6b4d0934d54be7a5dc097f00fbfeca HTTP/1.1" status: 200 len: 375 time: 0.0329535 Aug 11 08:14:59.669252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1ecb964a-e005-4431-9d23-c18cea976758'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:14:59.671748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:14:59.673961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7c8d9b33-ff55-4b39-86fd-2133242a732b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:14:59.720513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5894165-535b-4b6a-a072-5a55c99dce63 req-c8f06816-deb2-4c70-ba1b-a67c436093b1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.721506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-33587373-2b47-4669-8c6c-3043bd1594d2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251104 Aug 11 08:14:59.723593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5894165-535b-4b6a-a072-5a55c99dce63 req-c8f06816-deb2-4c70-ba1b-a67c436093b1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 945 time: 0.2360930 Aug 11 08:14:59.727187 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:14:59.731130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-34f8f248-1986-457e-aba2-6309b28b5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.731435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-34f8f248-1986-457e-aba2-6309b28b5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.731899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-34f8f248-1986-457e-aba2-6309b28b5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:14:59.735278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-34f8f248-1986-457e-aba2-6309b28b5026 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1009c75a305d4b85b6c02662c39ca94e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2856877 Aug 11 08:14:59.747008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:14:59.750382 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d" -d '{"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:14:59.850174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5894165-535b-4b6a-a072-5a55c99dce63 req-868f5923-e885-47af-8238-542651582872 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145833 Aug 11 08:14:59.990983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f859b7-88f0-4c22-95c6-58231dce8f4f {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:00.000404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:00.018122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Transition to ACTIVE for port object 47f859b7-88f0-4c22-95c6-58231dce8f4f will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:00.020595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7c8d9b33-ff55-4b39-86fd-2133242a732b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:00.047475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:00.059993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-ef4996ab-b3e6-4c7b-bc72-0d4a847b554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.063766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1615d3ca-f71d-433f-a474-b6b67813e335 req-ef4996ab-b3e6-4c7b-bc72-0d4a847b554d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962253 Aug 11 08:15:00.113844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bf5a7-29a1-46aa-a086-df3c06634406 req-5654b488-94a4-4ec2-aee9-036d2a20ef40 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.124260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Pushing event updated for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:00.132865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f2bf5a7-29a1-46aa-a086-df3c06634406 req-5654b488-94a4-4ec2-aee9-036d2a20ef40 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 944 time: 0.1582661 Aug 11 08:15:00.254714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f2bf5a7-29a1-46aa-a086-df3c06634406 req-865b7cc3-9e28-4dde-9137-e49f59b78d46 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162317 Aug 11 08:15:00.373016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-87b143ae-f5bd-437c-838b-3f06d1ae4ab0 service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322672 Aug 11 08:15:00.448775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Attempting to bind port 47f859b7-88f0-4c22-95c6-58231dce8f4f on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:00.450169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Attempting to bind port 47f859b7-88f0-4c22-95c6-58231dce8f4f by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:00.452313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Attempting to bind port 47f859b7-88f0-4c22-95c6-58231dce8f4f on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:00.496398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.510197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.521013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.521650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:00.530511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.544121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Port 47f859b7-88f0-4c22-95c6-58231dce8f4f on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:00.544652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.544770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Attempting to bind port 47f859b7-88f0-4c22-95c6-58231dce8f4f on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:00.560314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 has no active binding in host n-h2-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:15:00.562668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:00.563524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Checking segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:00.564609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Bound using segment: {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:00.564927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Bound port: 47f859b7-88f0-4c22-95c6-58231dce8f4f, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f278780-ccb1-43c3-8da4-0d30e0cbf944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:00.565310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:00.585352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.585624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:00.601469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:00.603832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-7564d8bf-59eb-4042-aee1-19055b7a964a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5395 time: 0.2323277 Aug 11 08:15:00.604357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:00.606811 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246f7e7-488c-4a28-9f97-25577649848e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "tag": "1ecb964a-e005-4431-9d23-c18cea976758"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:00.660042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-0c7eef34-1ce6-4195-b5fe-e5969ddb6257 service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468126 Aug 11 08:15:00.667062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7086058f-50e0-41d6-96b3-d22276ff0212 req-920919d0-8a0c-4e32-83bc-cbceddfeec87 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491765 Aug 11 08:15:00.763413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:00.818756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:00.819140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:00.875608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:00.896730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:00.909725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:00.954608 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490f656b-e898-42a3-a1ba-3538bb4ff250 x-openstack-request-id: req-490f656b-e898-42a3-a1ba-3538bb4ff250 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:00.955358 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:00.955839 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-490f656b-e898-42a3-a1ba-3538bb4ff250 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:00.956623 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5', 'status': 'completed', 'code': 200} Aug 11 08:15:01.018194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:01.091917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.095123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:01.099601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] 10.222.0.69 "PUT /v2.0/ports/47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 200 len: 1090 time: 2.0428796 Aug 11 08:15:01.108305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7c7697c9-3802-400c-ba4e-7894588c02b3 req-b5372a48-65f2-40f1-a659-04403f05baf0 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.1750917 Aug 11 08:15:01.122019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:01.132185 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5391f86-2e42-4c2a-9353-27f71c463a95" -d '{"events": [{"server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:01.180774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:01.184151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:01.192927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:01.207523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.208012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.208507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.209088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.209572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.210061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.210535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.212903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-d785a7ab-1954-4771-9d10-4baf305892db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6342 time: 0.2141540 Aug 11 08:15:01.269399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420b2ef-5107-4c1d-8486-841f30ca8f8d req-5e1639e0-8fc4-49c3-9a9d-f3733b2c91b8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.270978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f420b2ef-5107-4c1d-8486-841f30ca8f8d req-5e1639e0-8fc4-49c3-9a9d-f3733b2c91b8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.2147450 Aug 11 08:15:01.316038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3fb6b-77ae-4f31-8ab3-c70c5dd818bd service neutron] Pushing event updated for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:01.338563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:01.382579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:01.431250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f420b2ef-5107-4c1d-8486-841f30ca8f8d req-54888d0e-298f-4da3-acfb-76f4d2652ae3 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314049 Aug 11 08:15:01.510935 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec145844-e310-4a4d-9af8-57df5b155b54 x-openstack-request-id: req-ec145844-e310-4a4d-9af8-57df5b155b54 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:01.512037 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "tag": "1ecb964a-e005-4431-9d23-c18cea976758", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:01.516721 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec145844-e310-4a4d-9af8-57df5b155b54 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:01.517343 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758', 'status': 'completed', 'code': 200} Aug 11 08:15:01.521811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-57e1a9c4-c4d2-48d0-8a01-6eab736886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.527240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-57e1a9c4-c4d2-48d0-8a01-6eab736886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.527563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-57e1a9c4-c4d2-48d0-8a01-6eab736886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.529489 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-57e1a9c4-c4d2-48d0-8a01-6eab736886bc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1009c75a305d4b85b6c02662c39ca94e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2925265 Aug 11 08:15:01.728635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-c148b6a6-0338-441c-8dd3-5c6f5fc1bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.731363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e9e8d68-7c01-4cd5-8336-a1068a86a96d req-c148b6a6-0338-441c-8dd3-5c6f5fc1bcde service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933415 Aug 11 08:15:01.742079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34535ac2-31b7-4ae8-b0ad-cd7c2b029fa5 req-b0e71ea5-1f69-445f-864e-68312f964396 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 210 time: 0.2154596 Aug 11 08:15:01.787550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246f7e7-488c-4a28-9f97-25577649848e req-b698ced3-34c8-4c49-ab86-0a3b5fb643cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.793795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-b698ced3-34c8-4c49-ab86-0a3b5fb643cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1124 time: 0.1698570 Aug 11 08:15:01.830783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9519b6f-a97a-4094-85db-bd417e0668e3 req-e01e7ff3-8cf1-466a-b5a4-6869f91e1201 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.832570 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9519b6f-a97a-4094-85db-bd417e0668e3 req-e01e7ff3-8cf1-466a-b5a4-6869f91e1201 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 945 time: 0.1241970 Aug 11 08:15:01.928084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9519b6f-a97a-4094-85db-bd417e0668e3 req-41324daf-2305-4d0f-bebd-ae9330ac7d06 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840988 Aug 11 08:15:01.985102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246f7e7-488c-4a28-9f97-25577649848e req-c0651a6a-d2ae-48e9-a006-2ec4439f54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:01.989998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-c0651a6a-d2ae-48e9-a006-2ec4439f54c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.1899126 Aug 11 08:15:02.002956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d29db8-2fd6-4aed-a058-eb265ef098ea {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:02.025019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.028450 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78e072-753f-41c1-bcca-35ce78e99e73 x-openstack-request-id: req-1a78e072-753f-41c1-bcca-35ce78e99e73 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:02.028754 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:02.029023 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a78e072-753f-41c1-bcca-35ce78e99e73 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:02.029477 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'code': 200} Aug 11 08:15:02.060169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Transition to ACTIVE for port object f1d29db8-2fd6-4aed-a058-eb265ef098ea will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:02.067870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.107555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-6a0b339a-931c-4429-be11-4a4203cd14df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 217 time: 0.1027887 Aug 11 08:15:02.141463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:02.240535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccdbd9b6-7e67-445c-8127-288dbe0ab2e1 req-b7bba6aa-334f-42b4-affa-443eac99500c tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b&device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0516343 Aug 11 08:15:02.265708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246f7e7-488c-4a28-9f97-25577649848e req-588a7c44-5367-4119-8ff3-dc7e7719b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:02.267276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-588a7c44-5367-4119-8ff3-dc7e7719b148 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1405120 Aug 11 08:15:02.341410 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.350971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4432be8-9dbb-4894-9d3a-c0cee3f1023d req-07395184-4c1a-4261-99f8-11f26046d6ad tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:02.354546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4432be8-9dbb-4894-9d3a-c0cee3f1023d req-07395184-4c1a-4261-99f8-11f26046d6ad tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.2502065 Aug 11 08:15:02.360511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9d9b2-4d12-4b0f-93c7-01ef588d7842 req-8487b79c-bac1-4239-a935-46c1f3f1c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:02.362240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cb9d9b2-4d12-4b0f-93c7-01ef588d7842 req-8487b79c-bac1-4239-a935-46c1f3f1c5c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 1096 time: 0.1185689 Aug 11 08:15:02.377573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-431e9c54-449c-4785-9584-49a7ab3c3f88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880308 Aug 11 08:15:02.464984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Attempting to bind port f1d29db8-2fd6-4aed-a058-eb265ef098ea on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:02.465296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Attempting to bind port f1d29db8-2fd6-4aed-a058-eb265ef098ea by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:02.465623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Attempting to bind port f1d29db8-2fd6-4aed-a058-eb265ef098ea on network b8929ac4-6709-490b-82c4-85e4a9c02241 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:02.480553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Port f1d29db8-2fd6-4aed-a058-eb265ef098ea on network b8929ac4-6709-490b-82c4-85e4a9c02241 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:02.480896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Attempting to bind port f1d29db8-2fd6-4aed-a058-eb265ef098ea on network b8929ac4-6709-490b-82c4-85e4a9c02241 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:02.490118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:02.490466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Checking segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:02.490856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Bound using segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:02.491295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Bound port: f1d29db8-2fd6-4aed-a058-eb265ef098ea, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:02.491657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.498329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cb9d9b2-4d12-4b0f-93c7-01ef588d7842 req-46c990b8-23cb-465e-ab38-34761d2e8f3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766258 Aug 11 08:15:02.523434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4432be8-9dbb-4894-9d3a-c0cee3f1023d req-4e64108e-25d0-45ca-a414-a20cabdb5c84 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485453 Aug 11 08:15:02.527608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f3eac-da07-4080-ad92-5f7946284dd5 req-90bdb95f-ffe7-44f6-9724-688455113ecb tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:02.535394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd0f3eac-da07-4080-ad92-5f7946284dd5 req-90bdb95f-ffe7-44f6-9724-688455113ecb tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.1692185 Aug 11 08:15:02.581344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7c8d9b33-ff55-4b39-86fd-2133242a732b up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:02.614002 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-1aa9529f-c725-476a-b7a0-100c3e0b9ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078652 Aug 11 08:15:02.665490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd0f3eac-da07-4080-ad92-5f7946284dd5 req-1209c1d3-32aa-4bba-b3a5-c0a4ee28683b tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287317 Aug 11 08:15:02.707810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5f18782d-914f-48ee-bdbb-cf1b2a8efa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.751566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 7c8d9b33-ff55-4b39-86fd-2133242a732b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:02.757551 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 7c8d9b33-ff55-4b39-86fd-2133242a732b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:02.759201 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.785315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:02.793101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:02.817607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:02.967628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:02.978530 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c" -d '{"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:02.981541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:02.990238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.000199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.017444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.026078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.033355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.040821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.050799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-1509f754-ddfd-4de1-96dd-420f021723e4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5407 time: 0.3390687 Aug 11 08:15:03.063158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.064453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.066541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] 10.222.0.69 "PUT /v2.0/ports/f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 1091 time: 1.9026978 Aug 11 08:15:03.111993 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.131728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Request body: {'port': {'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:03.184326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa816947-8eed-4a9f-b77e-63e61d6669a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:03.205838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7c8d9b33-ff55-4b39-86fd-2133242a732b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:03.222866 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.278732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.351102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-badb34e1-9427-4164-a585-45349877cdcf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:03.353043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-badb34e1-9427-4164-a585-45349877cdcf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.2740891 Aug 11 08:15:03.384997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Request body: {'port': {'device_id': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'admin_state_up': True, 'tenant_id': 'fb6b4d0934d54be7a5dc097f00fbfeca'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:03.456289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7c8d9b33-ff55-4b39-86fd-2133242a732b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:03.604243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:03.609359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38c622f6-e337-4f0b-9574-aa0e96b61a72 req-d627cd63-bae2-493a-b96e-6c2495c13971 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=527130778a1c45c089c1a57a0e15afbc&device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0583251 Aug 11 08:15:03.639858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e8878e2-08b7-452b-a49c-671b8c0c32b8 req-e092a7a4-7a01-4041-bae4-3b39bb8e4758 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5881310 Aug 11 08:15:03.657514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9246f7e7-488c-4a28-9f97-25577649848e req-62aabc21-b660-450a-b13b-b569ba904ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8400621 Aug 11 08:15:03.722476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Made reservation on behalf of fb6b4d0934d54be7a5dc097f00fbfeca for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:03.731674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.759641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:03.765477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:03.765708 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.880975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe2c97b0-72b8-49e4-a347-62418623446a req-7a9d9199-06ea-465d-ba91-6c5897cacea2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 210 time: 0.1108835 Aug 11 08:15:03.952988 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:03.974344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b079e1-b750-44fc-9900-b27575fd4f98 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:03.995542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.027849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Transition to ACTIVE for port object 53b079e1-b750-44fc-9900-b27575fd4f98 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:04.033380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:04.035539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a6347a-1757-46a7-994c-feafabde8a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8d9b33-ff55-4b39-86fd-2133242a732b'}, {'server_uuid': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:04.043440 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad3559-4f36-4d48-95e0-554a0fc7235c" -d '{"events": [{"server_uuid": "74a6347a-1757-46a7-994c-feafabde8a5e", "name": "network-vif-plugged", "status": "completed", "tag": "7c8d9b33-ff55-4b39-86fd-2133242a732b"}, {"server_uuid": "3dfd8d0d-526e-49bb-ab23-023ac9af8305", "name": "network-vif-plugged", "status": "completed", "tag": "18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:04.049518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.069883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Allocated IP 172.20.0.13 (3aede260-034c-4181-916c-eebdab329477/16644275-cac0-4af6-a19d-2f46aecbc49e/b551fba7-10bf-4bb4-b88d-397e07586171) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:15:04.074621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.118021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38c622f6-e337-4f0b-9574-aa0e96b61a72 req-404d08c8-c0d6-4c51-8061-3303e2e3108f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=527130778a1c45c089c1a57a0e15afbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4183331 Aug 11 08:15:04.139622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:04.201951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396f71-dc0b-46b2-a568-f267a4182d17 req-65e9d0dd-e1ae-4458-add7-cf92e851984b tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:04.204191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85396f71-dc0b-46b2-a568-f267a4182d17 req-65e9d0dd-e1ae-4458-add7-cf92e851984b tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.1771765 Aug 11 08:15:04.242344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Pushing event updated for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:04.259234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955192de-5e05-486d-96e7-0d94d98c46f7 req-15ef36b4-afdd-4294-825c-5a6b72df6ccf tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:04.267980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-955192de-5e05-486d-96e7-0d94d98c46f7 req-15ef36b4-afdd-4294-825c-5a6b72df6ccf tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.6437299 Aug 11 08:15:04.482996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-955192de-5e05-486d-96e7-0d94d98c46f7 req-de2a9672-c139-403e-a97d-e00d4ad445dd tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139330 Aug 11 08:15:04.511843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c622f6-e337-4f0b-9574-aa0e96b61a72 req-591c2dde-3015-446f-bb60-fe3c7803937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:04.513544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38c622f6-e337-4f0b-9574-aa0e96b61a72 req-591c2dde-3015-446f-bb60-fe3c7803937f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3860388 Aug 11 08:15:04.565783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Attempting to bind port 53b079e1-b750-44fc-9900-b27575fd4f98 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:04.566339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Attempting to bind port 53b079e1-b750-44fc-9900-b27575fd4f98 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:04.566941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Attempting to bind port 53b079e1-b750-44fc-9900-b27575fd4f98 on network b8929ac4-6709-490b-82c4-85e4a9c02241 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:04.593483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Port 53b079e1-b750-44fc-9900-b27575fd4f98 on network b8929ac4-6709-490b-82c4-85e4a9c02241 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:04.594029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Attempting to bind port 53b079e1-b750-44fc-9900-b27575fd4f98 on network b8929ac4-6709-490b-82c4-85e4a9c02241 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:04.607805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:04.608358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Checking segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:04.609101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Bound using segment: {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:04.609907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Bound port: 53b079e1-b750-44fc-9900-b27575fd4f98, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:04.610995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.631944 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5baf44-c6ab-47e7-93c7-100de0876214 x-openstack-request-id: req-3d5baf44-c6ab-47e7-93c7-100de0876214 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:04.632398 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:04.632800 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d5baf44-c6ab-47e7-93c7-100de0876214 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:04.633528 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f', 'status': 'completed', 'code': 200} Aug 11 08:15:04.749361 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.782795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:04.804841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=53b079e1-b750-44fc-9900-b27575fd4f98,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:04.815216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.874053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:04.874974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:04.876747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] 10.222.0.69 "PUT /v2.0/ports/53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 1091 time: 1.7635121 Aug 11 08:15:04.910933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98934a-aead-4ca9-9120-c2db03f4d31f service neutron] Pushing event updated for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:04.962954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76f497f8-f270-4bf3-8128-d76dc256b56b req-f01c054f-6440-44c1-9800-94ccaf7cb942 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0417359 Aug 11 08:15:05.090865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85396f71-dc0b-46b2-a568-f267a4182d17 req-1789915c-67ac-4907-b5e2-36bc61657aa1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692684 Aug 11 08:15:05.140683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.141179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.141747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.142305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.142774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.143242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.143701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.146874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-7daa23cc-96dd-44db-ba8e-7fc881b06dcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6476 time: 0.1341577 Aug 11 08:15:05.193603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229bf31-5023-445e-ac14-6f511cee58df req-96757a3f-ceae-484b-b284-12d879e5426d tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.195936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b229bf31-5023-445e-ac14-6f511cee58df req-96757a3f-ceae-484b-b284-12d879e5426d tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.1113832 Aug 11 08:15:05.208791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:05.252829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b229bf31-5023-445e-ac14-6f511cee58df req-c1136a62-294d-461d-b5ce-c83a3df71e54 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Aug 11 08:15:05.386152 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b1e48-10ea-4f80-9178-28b1dadedc75 x-openstack-request-id: req-7b5b1e48-10ea-4f80-9178-28b1dadedc75 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:05.386821 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a6347a-1757-46a7-994c-feafabde8a5e", "name": "network-vif-plugged", "status": "completed", "tag": "7c8d9b33-ff55-4b39-86fd-2133242a732b", "code": 200}, {"server_uuid": "3dfd8d0d-526e-49bb-ab23-023ac9af8305", "name": "network-vif-plugged", "status": "completed", "tag": "18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:05.387095 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b5b1e48-10ea-4f80-9178-28b1dadedc75 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:05.387532 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a6347a-1757-46a7-994c-feafabde8a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8d9b33-ff55-4b39-86fd-2133242a732b', 'code': 200} Aug 11 08:15:05.387786 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e', 'code': 200} Aug 11 08:15:05.456959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:05.623612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-aa14500f-19b6-467a-b49f-610bdc93e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.624273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-aa14500f-19b6-467a-b49f-610bdc93e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.625266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-aa14500f-19b6-467a-b49f-610bdc93e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.627465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-aa14500f-19b6-467a-b49f-610bdc93e51b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1009c75a305d4b85b6c02662c39ca94e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4010448 Aug 11 08:15:05.658056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:05.664756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Network 3aede260-034c-4181-916c-eebdab329477 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:15:05.697273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:05.745885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.754077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.760033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.768070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.775095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.781726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.789427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.801508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bca7b453-3886-4228-8405-06a1918443f3 req-c8ce1073-be6d-4c43-a27e-481f3753dc19 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.3694501 Aug 11 08:15:05.809782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:15:05.810129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0f39d-8119-4c92-9f9e-e738bb71393b req-701a51b9-04f1-45c7-922e-4379f523665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.813536 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d0f39d-8119-4c92-9f9e-e738bb71393b req-701a51b9-04f1-45c7-922e-4379f523665a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 1096 time: 0.2871733 Aug 11 08:15:05.817581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760eccf-4fd1-4cc0-9020-917c0bfba864 req-70f4c35d-e7d5-4ad3-b0b0-c5917acca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.820808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2760eccf-4fd1-4cc0-9020-917c0bfba864 req-70f4c35d-e7d5-4ad3-b0b0-c5917acca7cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 1097 time: 0.3150966 Aug 11 08:15:05.870250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.870953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:05.889541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d0f39d-8119-4c92-9f9e-e738bb71393b req-683395d1-1e8d-4e25-9596-f14cc8d7d8d4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661821 Aug 11 08:15:05.921794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-c025256a-e126-44bf-bb98-1f9d94136d23 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5466053 Aug 11 08:15:05.942789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83526e-8f4d-465d-96c1-9bfbea495441 req-57b987f6-d788-4305-b73d-959faea27130 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:05.946395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b83526e-8f4d-465d-96c1-9bfbea495441 req-57b987f6-d788-4305-b73d-959faea27130 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.2752883 Aug 11 08:15:05.957149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bca7b453-3886-4228-8405-06a1918443f3 req-f157e0c1-76c5-4743-ac34-df103a596b07 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532090 Aug 11 08:15:05.982463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2760eccf-4fd1-4cc0-9020-917c0bfba864 req-e14e5a2a-db43-479c-b0f0-830191a96f1e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983953 Aug 11 08:15:06.010180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-f814f349-5b20-4f30-94f9-1f145a31eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.012427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ee8d34dc-5102-4f51-bdf9-c9c559b7423c req-f814f349-5b20-4f30-94f9-1f145a31eb63 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3769896 Aug 11 08:15:06.039038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b83526e-8f4d-465d-96c1-9bfbea495441 req-fce70f9b-312f-4177-b8ef-bcdd88f6cc8a tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779085 Aug 11 08:15:06.086712 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:06.128513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35da84-75da-4185-b825-9fdc1938cd20 req-ae03559c-36a7-4ef2-b16c-eb07a4bed30e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.130533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db35da84-75da-4185-b825-9fdc1938cd20 req-ae03559c-36a7-4ef2-b16c-eb07a4bed30e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 932 time: 0.0765126 Aug 11 08:15:06.191314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db35da84-75da-4185-b825-9fdc1938cd20 req-8576148a-c310-4b9a-b250-8129a86dfe35 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Aug 11 08:15:06.211429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4faf-8446-4d04-94be-d248ce0aca5a req-cee9f398-2c30-4281-b18c-c3e2a537449c tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.214453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec1f4faf-8446-4d04-94be-d248ce0aca5a req-cee9f398-2c30-4281-b18c-c3e2a537449c tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.0896165 Aug 11 08:15:06.236801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41798) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:06.245525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Request body: {'floatingip': {'port_id': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:06.318389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebb02a8d-af43-44ef-b6d0-c39f0fe048b2 req-06c7e85d-c018-4289-a94b-032f560a6771 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0448654 Aug 11 08:15:06.336944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:06.458191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Request body: {'port': {'device_id': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:06.539422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066e724-6055-4956-a350-0227873d6c41 req-42c1fc7d-2307-4a22-a9c6-005a80033813 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.541160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0066e724-6055-4956-a350-0227873d6c41 req-42c1fc7d-2307-4a22-a9c6-005a80033813 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.2412698 Aug 11 08:15:06.553578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38c622f6-e337-4f0b-9574-aa0e96b61a72 req-e8027daf-ce7b-4aed-9838-b4b99568cfb4 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.1092143 Aug 11 08:15:06.597600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6612f-5800-4429-83a1-2090a6fbb22f req-0fedbabc-d128-45fc-a46b-95ddfa7ba1e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.600703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7c6612f-5800-4429-83a1-2090a6fbb22f req-0fedbabc-d128-45fc-a46b-95ddfa7ba1e2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.1832416 Aug 11 08:15:06.614062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:06.639423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea'}, {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:06.646300 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b9a0f-985f-4b9f-9686-f59c852636f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea"}, {"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:06.689763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:06.734516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7c6612f-5800-4429-83a1-2090a6fbb22f req-e1043915-98d1-497c-b8cf-a4d713d4f9d7 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099131 Aug 11 08:15:06.736573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0066e724-6055-4956-a350-0227873d6c41 req-af197b0c-b369-4078-9d6c-e4326c910682 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830015 Aug 11 08:15:06.940408 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059e1085-0060-42ba-a5c7-7eef3dac4e30 x-openstack-request-id: req-059e1085-0060-42ba-a5c7-7eef3dac4e30 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:06.941365 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:06.942014 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-059e1085-0060-42ba-a5c7-7eef3dac4e30 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:06.942797 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea', 'status': 'completed', 'code': 200} Aug 11 08:15:06.943074 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98', 'status': 'completed', 'code': 200} Aug 11 08:15:06.947683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.948229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.950623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.953212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.958518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.960799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.961341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:06.963580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3175a177-fcb9-413c-aa07-3d27ce6a69d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6476 time: 0.3793488 Aug 11 08:15:07.068805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-72f17b21-2d3d-4a28-b147-80bc44615440 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 217 time: 0.0477879 Aug 11 08:15:07.244304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ac67527b-23e7-4fd0-b5d8-f2ca2a340d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.246156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ac67527b-23e7-4fd0-b5d8-f2ca2a340d01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 200 len: 850 time: 0.1666036 Aug 11 08:15:07.264459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.278905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.285797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.300253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.313028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.321937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.329882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.355594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-83b07035-4178-46b8-98b0-53aa6e5dfb35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.2370162 Aug 11 08:15:07.423653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-db11758a-6840-4b44-8c43-b4063ac16571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.425591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-db11758a-6840-4b44-8c43-b4063ac16571 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d470a6ef-a623-45cb-aae5-a04f60242f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653399 Aug 11 08:15:07.449801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7ddaf08-3b32-4d67-a6b5-c849f09a3dcc req-28d74ea3-4af4-464f-9028-288135694f2d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874341 Aug 11 08:15:07.465605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b551fba7-10bf-4bb4-b88d-397e07586171 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:07.492128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:07.567862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.resource_extend [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:15:07.699630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Transition to ACTIVE for port object b551fba7-10bf-4bb4-b88d-397e07586171 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:07.727551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:07.779879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a384b-b500-4b87-91cd-6cc9906807ac req-ed805206-52c9-4f1a-a407-b8a6801e66f9 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.788569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c90a384b-b500-4b87-91cd-6cc9906807ac req-ed805206-52c9-4f1a-a407-b8a6801e66f9 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.0888467 Aug 11 08:15:07.830395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:07.863120 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c90a384b-b500-4b87-91cd-6cc9906807ac req-e3992cdd-a4c8-4043-bfcb-00531b47e3ce tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730989 Aug 11 08:15:07.870937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8d2a-cece-4341-b909-c8908d0ec105 req-80ed87bc-62ca-4267-9d62-4d517ae6fd49 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:07.885355 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e75b8d2a-cece-4341-b909-c8908d0ec105 req-80ed87bc-62ca-4267-9d62-4d517ae6fd49 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 932 time: 0.3834453 Aug 11 08:15:07.901660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:08.045435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3365410c-e240-4cb1-8b6b-d8ca5958272d req-f2e7cf87-d90e-40c6-b720-cba6745d17f2 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=f42c8475-3d34-4caa-b86c-bb93300f394b HTTP/1.1" status: 200 len: 210 time: 0.0504339 Aug 11 08:15:08.066842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:08.085283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-94045c39-389a-4f77-9581-a2a2946b8afd service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292610 Aug 11 08:15:08.282950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c95ac-bc20-4ab1-b131-bc11401b33ee req-07025272-0863-46a4-81a4-f0e2f96de32f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:08.284831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a50c95ac-bc20-4ab1-b131-bc11401b33ee req-07025272-0863-46a4-81a4-f0e2f96de32f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.1105471 Aug 11 08:15:08.288833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-a629a072-f366-444d-a2f6-cde73ceaab3a service neutron] 10.222.0.64 "GET /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758/bindings/n-h2-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.1222265 Aug 11 08:15:08.403665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a50c95ac-bc20-4ab1-b131-bc11401b33ee req-a5e4b73e-e4ed-46a9-aed9-7c1fff410dba tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069415 Aug 11 08:15:08.607930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7f99-2dc7-40cf-94fc-1de27e2c1281 req-5745c250-2f58-4aed-9afe-d5c8ed5c9df8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:08.610187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdac7f99-2dc7-40cf-94fc-1de27e2c1281 req-5745c250-2f58-4aed-9afe-d5c8ed5c9df8 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 943 time: 0.1280923 Aug 11 08:15:08.645922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:08.667157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e75b8d2a-cece-4341-b909-c8908d0ec105 req-df5a9540-a2ff-42c3-9b2a-135386529ba7 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669071 Aug 11 08:15:08.699029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdac7f99-2dc7-40cf-94fc-1de27e2c1281 req-821fce6d-5a30-4939-b362-9ef500984ef6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694242 Aug 11 08:15:08.700405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:08.741169 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Floating IP 3968a95c-684d-42da-b04a-61a405f79863 associated. External IP: 172.25.2.30, port: 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36. Aug 11 08:15:08.758433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecb964a-e005-4431-9d23-c18cea976758 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:08.775114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:08.810299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:08.928076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Attempting to bind port b551fba7-10bf-4bb4-b88d-397e07586171 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:08.928539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Attempting to bind port b551fba7-10bf-4bb4-b88d-397e07586171 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:08.929104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Attempting to bind port b551fba7-10bf-4bb4-b88d-397e07586171 on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:08.972098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fb16d0f4-11ed-4b98-ae05-9c8c61954301 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8765934 Aug 11 08:15:09.003511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Port b551fba7-10bf-4bb4-b88d-397e07586171 on network 3aede260-034c-4181-916c-eebdab329477 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:09.003890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Attempting to bind port b551fba7-10bf-4bb4-b88d-397e07586171 on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:09.008475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae373-862b-44d6-be59-cf19769c6499 req-ed882321-b787-4082-9d41-6b5f4cc9af54 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.013047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-581ae373-862b-44d6-be59-cf19769c6499 req-ed882321-b787-4082-9d41-6b5f4cc9af54 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1748998 Aug 11 08:15:09.057620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] Transition to ACTIVE for port object 1ecb964a-e005-4431-9d23-c18cea976758 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:09.071002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:09.096408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:09.096763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Checking segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:09.097224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Bound using segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:09.097692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Bound port: b551fba7-10bf-4bb4-b88d-397e07586171, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:09.098059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:09.101197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-e7368aec-9f83-4b7b-a71b-94d9eab54265 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 217 time: 0.1037636 Aug 11 08:15:09.112170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-581ae373-862b-44d6-be59-cf19769c6499 req-a7d4b087-5f6a-451f-869e-bc377f72196e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848730 Aug 11 08:15:09.173667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] No DVR routers for this DVR port 1ecb964a-e005-4431-9d23-c18cea976758 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:09.180440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:09.216638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-9e08c05f-09e4-4b7c-8c72-1c4dd96e6b31 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.219606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-9e08c05f-09e4-4b7c-8c72-1c4dd96e6b31 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.3710356 Aug 11 08:15:09.235796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-2ae7afe4-29f0-4dd3-95d8-e2ef714b87a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758/bindings/n-h2-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9367926 Aug 11 08:15:09.248527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.255236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.261695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.268050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.274392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.280679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.291955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.295092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-6b42b02a-b963-40ac-b122-657dae2619e9 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.4023046 Aug 11 08:15:09.323883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb0461-a4c2-4f92-8aad-27d86a04793f req-945ece14-6759-46b7-a456-29b934379ad7 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.326571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97bb0461-a4c2-4f92-8aad-27d86a04793f req-945ece14-6759-46b7-a456-29b934379ad7 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.1046624 Aug 11 08:15:09.398750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b4b5cc3d-98f7-4cd7-8216-e8cce76ab6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.400940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b4b5cc3d-98f7-4cd7-8216-e8cce76ab6fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.2737513 Aug 11 08:15:09.407831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97bb0461-a4c2-4f92-8aad-27d86a04793f req-fd659fe6-ca19-4a3b-9f8c-69aaf1511f62 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668447 Aug 11 08:15:09.430659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-4c2e1f70-7a20-4909-8d3e-fa2fb9708234 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.432279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-4c2e1f70-7a20-4909-8d3e-fa2fb9708234 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.0733254 Aug 11 08:15:09.522064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-eae3203b-cc81-4343-b487-b84e012671f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.527125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-eae3203b-cc81-4343-b487-b84e012671f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a HTTP/1.1" status: 200 len: 1095 time: 0.0863514 Aug 11 08:15:09.604897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1fbe4a98-c209-4875-85ff-319bbf58f55f req-7826e4d7-ed7d-4077-8c86-db9e7d4b08b3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2665327 Aug 11 08:15:09.606233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:09.653973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdea55-5d5d-4b51-b299-d9a635c24153 req-361fe146-115b-4059-9d65-edaa1d752e86 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.658120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:09.658398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdfdea55-5d5d-4b51-b299-d9a635c24153 req-361fe146-115b-4059-9d65-edaa1d752e86 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 945 time: 0.1097188 Aug 11 08:15:09.671283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:09.683151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-88609ed3-7bcb-4364-9a52-7a1539ed7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.684781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-88609ed3-7bcb-4364-9a52-7a1539ed7c6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1095 time: 0.1025741 Aug 11 08:15:09.721836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b7d58535-823b-4012-bcef-e73df7ad2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.722550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-b7d58535-823b-4012-bcef-e73df7ad2a3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3086998 Aug 11 08:15:09.769809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.770632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:09.772716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] 10.222.0.69 "PUT /v2.0/ports/b551fba7-10bf-4bb4-b88d-397e07586171 HTTP/1.1" status: 200 len: 1092 time: 3.3199685 Aug 11 08:15:09.776024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:09.779004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdfdea55-5d5d-4b51-b299-d9a635c24153 req-642fca6d-5462-4bc3-b747-cbe1089b89c5 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023524 Aug 11 08:15:09.779436 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4396fa9e-6587-4183-811b-c622b7720b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:09.900902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Deleting port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:09.903001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:09.905222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-55168c19-5e56-40c5-95a4-a5ee3089d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:09.907221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-55168c19-5e56-40c5-95a4-a5ee3089d9bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 200 len: 922 time: 0.1971812 Aug 11 08:15:09.929774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:15:09.982221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c085e8-0790-4813-b7b5-9c7cd6266602 service neutron] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:09.999648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1468ff7-cc62-414c-bb66-cf1090e34cc8 req-27d7f6c1-c55e-4470-bb6c-eaf69a485012 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=527130778a1c45c089c1a57a0e15afbc&device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0394623 Aug 11 08:15:10.046611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-5beab594-c6ec-4109-9984-8d42b079d0e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 200 len: 217 time: 0.0884120 Aug 11 08:15:10.076087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1468ff7-cc62-414c-bb66-cf1090e34cc8 req-3832c4c5-ad3a-4fdf-8498-b6784e4aa731 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=527130778a1c45c089c1a57a0e15afbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398035 Aug 11 08:15:10.107535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097c42-b9e8-4ca4-b764-ef69da7ced0a req-6881d55f-5b69-4cf9-92f2-36f728410d24 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:10.109303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0097c42-b9e8-4ca4-b764-ef69da7ced0a req-6881d55f-5b69-4cf9-92f2-36f728410d24 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 944 time: 0.2008133 Aug 11 08:15:10.210553 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-30313fcd-fd9d-4cd6-8984-1dea45e41757 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628968 Aug 11 08:15:10.212428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-e0cb5b60-4800-4536-a095-a91f6cb5d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:10.213657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-ec9f0320-74ac-487b-871b-a5a778d6b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:10.214020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-e0cb5b60-4800-4536-a095-a91f6cb5d98a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 1095 time: 0.3246963 Aug 11 08:15:10.215875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-ec9f0320-74ac-487b-871b-a5a778d6b043 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 200 len: 861 time: 0.1554692 Aug 11 08:15:10.224808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] For port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:10.225291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:10.315386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba131159-714d-4358-9af3-a748042421c7 req-c7df5c8a-b6c8-47b8-bf55-573444e95417 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:10.317116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba131159-714d-4358-9af3-a748042421c7 req-c7df5c8a-b6c8-47b8-bf55-573444e95417 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.2830148 Aug 11 08:15:10.432537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-150444a3-ddbb-4b6a-adc2-71649b94b9e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b551fba7-10bf-4bb4-b88d-397e07586171 HTTP/1.1" status: 200 len: 217 time: 0.1758804 Aug 11 08:15:10.644066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0097c42-b9e8-4ca4-b764-ef69da7ced0a req-857448c6-890a-44ad-800b-a51bfc82c3ea tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123801 Aug 11 08:15:10.649887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-483b7b2e-6032-4148-98f4-cd3684afcbdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9948d4ea-d7b5-4b75-bc1c-50d025476918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422823 Aug 11 08:15:10.667345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:15:10.685090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba131159-714d-4358-9af3-a748042421c7 req-82bcf723-63b0-498a-8719-06ae111d8326 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023562 Aug 11 08:15:10.694755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] Sync routers for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:15:10.695946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:10.696088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468ff7-cc62-414c-bb66-cf1090e34cc8 req-83d9940f-07f0-4fa4-ba13-4ae8b62c9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:10.701241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1468ff7-cc62-414c-bb66-cf1090e34cc8 req-83d9940f-07f0-4fa4-ba13-4ae8b62c9e42 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6019053 Aug 11 08:15:10.714825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-dcf7365b-40b3-4604-8e5a-53e1367f77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:10.720578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-dcf7365b-40b3-4604-8e5a-53e1367f77c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.2679129 Aug 11 08:15:10.721824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:10.722017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:10.758806 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73759ff2-2cfc-4aa3-8e65-06044e1822de x-openstack-request-id: req-73759ff2-2cfc-4aa3-8e65-06044e1822de {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:10.759142 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:10.759506 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73759ff2-2cfc-4aa3-8e65-06044e1822de {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:10.759950 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'status': 'completed', 'code': 200} Aug 11 08:15:10.823135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-b24caab4-0b67-4388-b838-8dd5e2e61780 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486879 Aug 11 08:15:10.847799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-ebc445fa-59eb-4ce8-8567-d3b6a21dffd9 service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684048 Aug 11 08:15:10.863458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a40e5edb-5722-4af7-8406-823f9079b7bb service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124766 Aug 11 08:15:10.870717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-76b0973d-495c-4a8f-8b28-aa6b629fb493 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "PUT /v2.0/floatingips/3968a95c-684d-42da-b04a-61a405f79863 HTTP/1.1" status: 200 len: 990 time: 4.6283884 Aug 11 08:15:10.946152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:10.999182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-f1bff3e7-8421-4b7a-ac71-a7157e2bd89c service neutron] 10.222.0.69 "GET /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182196 Aug 11 08:15:11.007934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-d4518067-1499-4511-917f-3f2a494dd290 service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230512 Aug 11 08:15:11.049899 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-70e432bf-6055-4339-89e6-1c3450308b72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 217 time: 0.1684144 Aug 11 08:15:11.071057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba68d775-edfe-412b-a7ac-03f2df3a7281 req-646c2c48-0129-4f21-bd90-7a3854f3c733 tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0704000 Aug 11 08:15:11.073704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:11.074082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:11.074400 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Floating IP d1d81c20-ecf7-4969-b595-fa0079ce7b33 disassociated. External IP: 172.25.2.6, port: 381a9ef3-40ec-48fd-b64a-8c994bfa5a09. Aug 11 08:15:11.074749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Calling delete_port for 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:11.241820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f0b5-a3f0-4d0e-a491-f2254a5d6768 req-8e8c7c55-2521-41e7-b596-6392e0239ca9 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.244493 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c422f0b5-a3f0-4d0e-a491-f2254a5d6768 req-8e8c7c55-2521-41e7-b596-6392e0239ca9 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 945 time: 0.0661454 Aug 11 08:15:11.313674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c422f0b5-a3f0-4d0e-a491-f2254a5d6768 req-2d29f559-e426-4093-aef3-567b5fd318b4 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be03c91-4435-43e4-8e84-5e1bee07adc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Aug 11 08:15:11.326237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '3968a95c-684d-42da-b04a-61a405f79863', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'port_id': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'mac_address': 'fa:16:3e:b8:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3264b21-5de7-4194-8c74-674cfe778329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:14:36Z', 'updated_at': '2021-08-11T08:15:07Z', 'revision_number': 1, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:35Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:11.369746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] Checking router: 0b90940a-cdcb-4a66-90e1-b39be19b0f7e for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:15:11.386532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:11.387772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:11.473740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.479992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.486728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.492748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.498790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.505194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.511484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.518121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-489484de-c928-40e9-8867-ed9215856ab2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1211576 Aug 11 08:15:11.522491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:11.560997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd73effe-f15d-4df5-b188-a994c3c78768 req-2c787703-d20a-4e76-83b0-cd7dc34bf660 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400434 Aug 11 08:15:11.648476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-1ff90ac6-c0d1-4833-b0bf-afc8c9ece5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.650226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-1ff90ac6-c0d1-4833-b0bf-afc8c9ece5c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.5631502 Aug 11 08:15:11.727086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9571f7d-c36f-47e5-a7f3-3af6b8062bad req-db03f5cd-cbb0-4f24-894a-7fcbb1ba367b service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843154 Aug 11 08:15:11.737265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995c1f9-13c8-4edb-8f00-d3844176d0c9 req-bc32a137-994a-426b-92df-26a8d14a2dd1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.739060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6995c1f9-13c8-4edb-8f00-d3844176d0c9 req-bc32a137-994a-426b-92df-26a8d14a2dd1 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.6045518 Aug 11 08:15:11.783557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ad007f96-cdf4-45b1-a0de-682f7633bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.785637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ad007f96-cdf4-45b1-a0de-682f7633bbc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222501 Aug 11 08:15:11.823563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5fa2-cb18-4599-b3a7-7b9d09a1a123 req-36915f9c-89de-421e-b9b2-deed3a17b953 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:11.825412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e38e5fa2-cb18-4599-b3a7-7b9d09a1a123 req-36915f9c-89de-421e-b9b2-deed3a17b953 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 944 time: 0.0687406 Aug 11 08:15:11.837804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '3968a95c-684d-42da-b04a-61a405f79863', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'port_id': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'mac_address': 'fa:16:3e:b8:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3264b21-5de7-4194-8c74-674cfe778329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:14:36Z', 'updated_at': '2021-08-11T08:15:07Z', 'revision_number': 1, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:35Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:11.863492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6995c1f9-13c8-4edb-8f00-d3844176d0c9 req-74765599-b3dd-4e1c-a484-bb4c0915c793 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000860 Aug 11 08:15:11.867122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2341-4b8f-443a-a7a8-b05cb9bdc884 None None] The sync data for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 is: [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '3968a95c-684d-42da-b04a-61a405f79863', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'port_id': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'mac_address': 'fa:16:3e:b8:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3264b21-5de7-4194-8c74-674cfe778329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:14:36Z', 'updated_at': '2021-08-11T08:15:07Z', 'revision_number': 1, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:35Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:15:11.903859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e38e5fa2-cb18-4599-b3a7-7b9d09a1a123 req-7757b8a7-45a7-4515-97bc-d36e68cb491e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649090 Aug 11 08:15:11.908381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:12.017779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event deleted for resources: {'Port': ['ID=381a9ef3-40ec-48fd-b64a-8c994bfa5a09,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:12.061199 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:15:12.157206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396fa9e-6587-4183-811b-c622b7720b9b req-92391b90-f392-45e3-89a1-5ee05a931645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.158443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-92391b90-f392-45e3-89a1-5ee05a931645 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 1095 time: 0.2019389 Aug 11 08:15:12.169162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-dbc4fbd2-8400-47d5-b652-6ba22062f1ae service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759166 Aug 11 08:15:12.181693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57fe4e-966e-43fd-9c86-d42053bc986a req-ed2b467b-20e9-4225-9ff6-ede2158c0a76 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.183551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea57fe4e-966e-43fd-9c86-d42053bc986a req-ed2b467b-20e9-4225-9ff6-ede2158c0a76 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.2178173 Aug 11 08:15:12.259268 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd666da-6aeb-4930-8066-0dcc97061145 None None] New status for floating IP 3968a95c-684d-42da-b04a-61a405f79863: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:15:12.352289 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1468ff7-cc62-414c-bb66-cf1090e34cc8 req-dec714f5-1d6e-4a81-9d92-edad2fa4d07e tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0496602 Aug 11 08:15:12.374778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-5518fdf2-4728-4547-b950-7a09d15b81c9 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.376690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-5518fdf2-4728-4547-b950-7a09d15b81c9 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b&tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.1356091 Aug 11 08:15:12.481813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea57fe4e-966e-43fd-9c86-d42053bc986a req-eeb3073e-8fa3-403f-98ab-ecef2b9c7f20 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515080 Aug 11 08:15:12.494719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:15:12.527731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-799dac84-8a7a-4ad2-aae9-7989cc498a20 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429837 Aug 11 08:15:12.606077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-87f5870c-d96e-4ec4-b396-bbf1b0522eb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 200 len: 217 time: 0.0610113 Aug 11 08:15:12.607222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396fa9e-6587-4183-811b-c622b7720b9b req-37b60c4f-7939-40b1-96bd-17daf03197cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.608668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-37b60c4f-7939-40b1-96bd-17daf03197cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 906 time: 0.4229069 Aug 11 08:15:12.641650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:12.665057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-8316d685-aa69-4411-a80c-2f190c508afe service neutron] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:12.673453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-8316d685-aa69-4411-a80c-2f190c508afe service neutron] Notify callbacks [] for binding, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:12.675082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85af8479-62b8-4fab-aa64-b9f48e0d2928 req-8316d685-aa69-4411-a80c-2f190c508afe service neutron] 10.222.0.69 "DELETE /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758/bindings/n-h1-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.2771778 Aug 11 08:15:12.684757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:12.685148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:12.693831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393681-e8da-4a49-89c8-117486f45789 req-176ec04b-ff23-40f9-9bf4-f9005d07e8c3 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.695637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad393681-e8da-4a49-89c8-117486f45789 req-176ec04b-ff23-40f9-9bf4-f9005d07e8c3 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1750965 Aug 11 08:15:12.758492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad393681-e8da-4a49-89c8-117486f45789 req-da8fde67-b3d5-4b6e-924f-550e88f9386d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504813 Aug 11 08:15:12.764604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:12.767077 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe6e364-b747-4d0c-a69a-7aeba727477c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:12.825419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-eb88e87d-50bb-4e75-9354-75f3a085e911 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b551fba7-10bf-4bb4-b88d-397e07586171 HTTP/1.1" status: 200 len: 217 time: 0.1055579 Aug 11 08:15:12.837435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:15:12.850302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] Sync routers for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:15:12.857372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-81b7c300-023e-4d44-a82b-6bf5ea842f64 req-51e0699a-dcdc-48b9-a941-5e2555a48d6b tempest-ServerShowV247Test-1148079171 tempest-ServerShowV247Test-1148079171-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9f23c36-21ca-49b6-b54b-da6b3e51da44 HTTP/1.1" status: 200 len: 210 time: 0.0319190 Aug 11 08:15:12.860328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:12.861101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:12.911859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-4d295e2b-7c1b-4ef9-af2d-9ab9cb7c1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.913405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-4d295e2b-7c1b-4ef9-af2d-9ab9cb7c1601 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1925256 Aug 11 08:15:12.953005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.959777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.960579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-862e3a2d-5b66-48d8-9610-2929891e42f4 req-21cebd24-d684-48e5-ba60-44f812bedcf4 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 210 time: 0.0344067 Aug 11 08:15:12.965819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.972055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.978506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.984643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.991874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:12.997901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-2472591d-bc53-4e39-9559-17da87794b33 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.3769348 Aug 11 08:15:13.006111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] No DVR routers for this DVR port 381a9ef3-40ec-48fd-b64a-8c994bfa5a09 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:13.018277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:13.034223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:13.036486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-953a3f89-95e2-4acb-8d86-7a2dd9703bc6 req-1264d568-2b20-4b58-902c-ca9593d4bfdc tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.64 "DELETE /v2.0/ports/381a9ef3-40ec-48fd-b64a-8c994bfa5a09 HTTP/1.1" status: 204 len: 173 time: 3.8022902 Aug 11 08:15:13.089247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396fa9e-6587-4183-811b-c622b7720b9b req-7cc30c36-a671-41a6-b430-78976592e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.092127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-7cc30c36-a671-41a6-b430-78976592e567 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.2518115 Aug 11 08:15:13.110219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ca75f512-885a-4e96-aa4e-ca92aec90f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.111854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ca75f512-885a-4e96-aa4e-ca92aec90f86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120706 Aug 11 08:15:13.153106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ad38921-d1e7-4985-b831-08ffa7fb5ec5 req-aa64eb06-f9d0-4f40-9c14-4f72fae5e136 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195333 Aug 11 08:15:13.163294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.169380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.176464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.182951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.189477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.196071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.202910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.204974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9daea619-0cc2-46de-9334-2cd9daae372e req-17822530-13ec-4064-8b98-531d9286cfc0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1480408 Aug 11 08:15:13.205949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-c0dedd9a-59d5-4b69-9bf9-ba305428e541 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930450 Aug 11 08:15:13.277577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9daea619-0cc2-46de-9334-2cd9daae372e req-052f8f15-da10-4da3-ab7c-07cd13e09565 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628529 Aug 11 08:15:13.361278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a7a541ae-3d92-4ab3-93ad-c1d0ec091a2b service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352829 Aug 11 08:15:13.412971 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc75bd3-357c-4f90-85b0-35f69271b975 x-openstack-request-id: req-1dc75bd3-357c-4f90-85b0-35f69271b975 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:13.414871 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:13.415511 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dc75bd3-357c-4f90-85b0-35f69271b975 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:13.416169 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'status': 'completed', 'code': 200} Aug 11 08:15:13.480809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b330fcb-7069-4631-b69b-e4034a5846ee req-827d3231-f752-4dc4-be27-d2b104298cbc tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.481770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-809411b8-bd48-44e1-8de1-c1841c850569 service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660437 Aug 11 08:15:13.483533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b330fcb-7069-4631-b69b-e4034a5846ee req-827d3231-f752-4dc4-be27-d2b104298cbc tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 944 time: 0.0749035 Aug 11 08:15:13.528232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:51Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:13.537299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b330fcb-7069-4631-b69b-e4034a5846ee req-ed195a73-7691-4e73-907f-8950da777542 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Aug 11 08:15:13.577872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] Checking router: f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:15:13.592982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:13.594228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:13.684410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.690891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.691070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-b71a9c18-ce50-490a-9c8c-55a266b45770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.692510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-b71a9c18-ce50-490a-9c8c-55a266b45770 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24735b4e23bc43c195243ac8804e609c&device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 1096 time: 0.2713621 Aug 11 08:15:13.698495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.705628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.711424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.719013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.726542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.729260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f6cceff0-5158-4495-9a5a-7dfa21502f9b req-e7888f94-a341-4e05-bf13-ed780906f7a7 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.1026037 Aug 11 08:15:13.748201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:13.764857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-f888aa08-23b3-4905-9328-c9382c3e33d9 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468356 Aug 11 08:15:13.836490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe83e-d5ed-4aab-ad11-563cf23f15a3 req-ec1a58b0-c4f5-465e-aada-6e8692af415d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.843982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe83e-d5ed-4aab-ad11-563cf23f15a3 req-ec1a58b0-c4f5-465e-aada-6e8692af415d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.851930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe83e-d5ed-4aab-ad11-563cf23f15a3 req-ec1a58b0-c4f5-465e-aada-6e8692af415d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.853819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9b3fe83e-d5ed-4aab-ad11-563cf23f15a3 req-ec1a58b0-c4f5-465e-aada-6e8692af415d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e&device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305&device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 2418 time: 0.2786167 Aug 11 08:15:13.872491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873eac-3b3a-49a5-bb00-3a46f1c4bbaa req-e117ced4-de96-4ae2-b646-b6aadeaa585a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:13.874466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3c873eac-3b3a-49a5-bb00-3a46f1c4bbaa req-e117ced4-de96-4ae2-b646-b6aadeaa585a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.0661917 Aug 11 08:15:13.921204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3c873eac-3b3a-49a5-bb00-3a46f1c4bbaa req-c98db32e-b6f5-4291-99d6-9238c34aa866 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Aug 11 08:15:13.923075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-a903a642-f653-4515-822b-09b0ca5653ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 200 len: 217 time: 0.1088047 Aug 11 08:15:13.931996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4396fa9e-6587-4183-811b-c622b7720b9b req-ccaed381-e68e-4151-9ea4-2a363407abcf service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001083 Aug 11 08:15:14.021381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:51Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:14.026747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9b3fe83e-d5ed-4aab-ad11-563cf23f15a3 req-6d432f13-3bc5-4e07-88d7-65666cab07dd tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553030 Aug 11 08:15:14.029521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-2c4190f4-302b-4e7e-a24b-24789c365d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.031551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-2c4190f4-302b-4e7e-a24b-24789c365d2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.0955021 Aug 11 08:15:14.033523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-27894f69-9edc-483d-8942-d358e0d97114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.045892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-27894f69-9edc-483d-8942-d358e0d97114 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbb49649-9bd4-4f12-abb6-cc079b9c3734 HTTP/1.1" status: 200 len: 916 time: 0.3195527 Aug 11 08:15:14.112826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc08bf-38fa-40d6-ae44-6f4a7734d94e None None] The sync data for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 is: [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:12:42Z', 'revision_number': 4, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'd7bc9b04-b810-4f18-8473-5ad9cd28f7e6', 'name': '', 'network_id': 'ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'mac_address': 'fa:16:3e:72:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:41Z', 'updated_at': '2021-08-11T08:12:51Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'subnets': [{'id': '5532f69d-5023-4608-a7ea-0a5e19880124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:15:14.167203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8985721a-606b-4d9b-9323-d6171ad044e2 req-ba55f083-b66f-407f-9736-823294df8364 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab9fa06-f49a-4a4b-9586-945578dac513 HTTP/1.1" status: 200 len: 210 time: 0.0530040 Aug 11 08:15:14.250172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6cc3768d-2359-44f7-8757-5688bd26c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.251816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6cc3768d-2359-44f7-8757-5688bd26c672 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2036519 Aug 11 08:15:14.253919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-9af52b29-5145-4d8b-a0c5-9be41c101afb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 HTTP/1.1" status: 200 len: 1000 time: 0.1796522 Aug 11 08:15:14.261602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd9760-1d02-44ab-bf36-f5781054f262 req-52c2fd33-d64d-4e6c-ba13-4234611ae8bc tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.269157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66cd9760-1d02-44ab-bf36-f5781054f262 req-52c2fd33-d64d-4e6c-ba13-4234611ae8bc tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 1095 time: 0.1391354 Aug 11 08:15:14.410119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-852b2cdc-2517-4aa3-a396-904961fa5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.411636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-852b2cdc-2517-4aa3-a396-904961fa5c64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b131c284-0632-45aa-85eb-0e785306098a HTTP/1.1" status: 200 len: 854 time: 0.1343205 Aug 11 08:15:14.433795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:14.438547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66cd9760-1d02-44ab-bf36-f5781054f262 req-b3bb0c6b-4267-4d7d-a7fa-f10f97b902d8 tempest-LiveAutoBlockMigrationV225Test-82292414 tempest-LiveAutoBlockMigrationV225Test-82292414-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673408 Aug 11 08:15:14.458022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf682da-fdd1-4bb0-82bb-e8d85a87e827 req-02e82e94-ddef-43ab-9526-4cd627e4140a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.467276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-acf682da-fdd1-4bb0-82bb-e8d85a87e827 req-02e82e94-ddef-43ab-9526-4cd627e4140a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.1115408 Aug 11 08:15:14.535148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-59060106-dfc8-431a-b77c-5b1b18a78d9c service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638209 Aug 11 08:15:14.539295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-acf682da-fdd1-4bb0-82bb-e8d85a87e827 req-1b204e35-7b69-4543-9f86-a395e8af28fb tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707777 Aug 11 08:15:14.633522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-5f0ab14e-53cf-47ce-8572-a7c371677d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.635057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-5f0ab14e-53cf-47ce-8572-a7c371677d33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbb49649-9bd4-4f12-abb6-cc079b9c3734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135553 Aug 11 08:15:14.649734 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb668155-c656-458e-bc34-5320f182c9f2 None None] New status for floating IP d1d81c20-ecf7-4969-b595-fa0079ce7b33: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:15:14.667738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-badd622c-633d-4e20-91db-8575f9842c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:14.759080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-0991d3e3-dd62-4a32-88f5-2daae10e1965 service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077614 Aug 11 08:15:14.803294 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-badd622c-633d-4e20-91db-8575f9842c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:14.808520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.809875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-badd622c-633d-4e20-91db-8575f9842c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:14.821627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.833700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.845811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.857835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.870166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.876146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd622c-633d-4e20-91db-8575f9842c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a8d61-5bc5-4a7a-9dcf-c2958558fa18,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:14.882440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:14.886540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-7c451234-6552-469a-842a-a31b02464f91 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.3481765 Aug 11 08:15:14.891039 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-badd622c-633d-4e20-91db-8575f9842c6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=527130778a1c45c089c1a57a0e15afbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554486 Aug 11 08:15:14.891687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41914) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:14.952647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9f13081-7181-4328-a32f-b32e9055f81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:14.980719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9f13081-7181-4328-a32f-b32e9055f81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:15.028811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-ce381e54-64dc-4fa5-904b-235585af7e72 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741619 Aug 11 08:15:15.040357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9f13081-7181-4328-a32f-b32e9055f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:15.043959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9f13081-7181-4328-a32f-b32e9055f81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:15.048073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9f13081-7181-4328-a32f-b32e9055f81e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c7a8d61-5bc5-4a7a-9dcf-c2958558fa18 HTTP/1.1" status: 204 len: 168 time: 0.1524823 Aug 11 08:15:15.070365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f13081-7181-4328-a32f-b32e9055f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a8d61-5bc5-4a7a-9dcf-c2958558fa18,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:15.170854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d2f99-1dda-4400-9af6-949180b31d95 req-40abffd5-2fc1-4525-91ab-78a6b17db2db tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:15.173109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e82d2f99-1dda-4400-9af6-949180b31d95 req-40abffd5-2fc1-4525-91ab-78a6b17db2db tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 944 time: 0.0570791 Aug 11 08:15:15.224897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e82d2f99-1dda-4400-9af6-949180b31d95 req-d024db58-985d-46a1-b5ae-ad22baff0871 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Aug 11 08:15:15.368494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf354a-c16c-4bcf-a0d0-558299ce4b91 req-e94afd63-e958-44a7-bc11-3df814f85088 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:15.370090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cbf354a-c16c-4bcf-a0d0-558299ce4b91 req-e94afd63-e958-44a7-bc11-3df814f85088 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.0794742 Aug 11 08:15:15.417602 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cbf354a-c16c-4bcf-a0d0-558299ce4b91 req-fc0843ad-08fd-4ae7-9029-778c87fbf514 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Aug 11 08:15:15.485443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'name': 'network-vif-deleted', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:15.487786 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7bff6-3510-495a-87a5-304746e40b58" -d '{"events": [{"server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "name": "network-vif-deleted", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:15.535328 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d86d81b-55e2-4079-9f80-7e0b0307e2d0 req-5e658620-9408-42f7-91a8-cd4a82bc3dff tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6314082 Aug 11 08:15:15.544031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-fa820d8e-49d1-400d-9c52-738e7347e3ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 217 time: 0.5018833 Aug 11 08:15:15.606672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fe6e364-b747-4d0c-a69a-7aeba727477c req-7be98388-14db-4f10-81cd-136e415c5c4f service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8189740 Aug 11 08:15:15.625442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-63f77eb4-3bb7-4905-814f-902d9f1b854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:15.627398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-63f77eb4-3bb7-4905-814f-902d9f1b854d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.0576630 Aug 11 08:15:15.641088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b551fba7-10bf-4bb4-b88d-397e07586171 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:15.667012 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93404bd6-3aaf-4564-b3d7-1975bf8b0259 x-openstack-request-id: req-93404bd6-3aaf-4564-b3d7-1975bf8b0259 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:15.667448 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab9fa06-f49a-4a4b-9586-945578dac513", "name": "network-vif-deleted", "tag": "381a9ef3-40ec-48fd-b64a-8c994bfa5a09", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:15.667585 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93404bd6-3aaf-4564-b3d7-1975bf8b0259 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:15.667961 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab9fa06-f49a-4a4b-9586-945578dac513', 'name': 'network-vif-deleted', 'tag': '381a9ef3-40ec-48fd-b64a-8c994bfa5a09', 'status': 'completed', 'code': 200} Aug 11 08:15:15.776912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-e8e0a437-312a-4dff-87c9-53f4b0060784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:15.783615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-e8e0a437-312a-4dff-87c9-53f4b0060784 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285615 Aug 11 08:15:15.844369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:15.858612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'mac_address': 'fa:16:3e:4c:e7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:15.911334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:15.938367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b551fba7-10bf-4bb4-b88d-397e07586171 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:15.983875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:16.002642 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.008137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:16.011454 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-c6a65bd3-13c2-481e-bea5-2371a0759f6f service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139986 Aug 11 08:15:16.087228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:16.099496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.100066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.100773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.101463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.102120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.102758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.103442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.104203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.105025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.105492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.105885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.106326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:16.165007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44132163-90c8-4674-aa74-b96ce28117ca tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.203382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec24b-817a-4bab-8453-feaffce988c4 req-c5361221-097e-423f-912f-975d274ba356 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.208072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-308ec24b-817a-4bab-8453-feaffce988c4 req-c5361221-097e-423f-912f-975d274ba356 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.2554860 Aug 11 08:15:16.210853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41958) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:16.224807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44132163-90c8-4674-aa74-b96ce28117ca tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.306140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-5a70f1ee-d7a4-4d1d-8acb-850ce1805488 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783651 Aug 11 08:15:16.355078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44132163-90c8-4674-aa74-b96ce28117ca tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.358446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44132163-90c8-4674-aa74-b96ce28117ca tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.360228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44132163-90c8-4674-aa74-b96ce28117ca tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "DELETE /v2.0/security-groups/0be03c91-4435-43e4-8e84-5e1bee07adc6 HTTP/1.1" status: 204 len: 168 time: 0.3500810 Aug 11 08:15:16.372838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41974) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:16.383052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-3f26fdfb-61c2-496e-a391-211ae0d440a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 217 time: 0.0544400 Aug 11 08:15:16.398953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44132163-90c8-4674-aa74-b96ce28117ca tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be03c91-4435-43e4-8e84-5e1bee07adc6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:16.478171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6da05748-70bd-4f77-99bf-cc465e906da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.480027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-6da05748-70bd-4f77-99bf-cc465e906da3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.0889592 Aug 11 08:15:16.483723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Deleting port 1ecb964a-e005-4431-9d23-c18cea976758 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:16.484232 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.502996 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-63ab6dbd-4ab7-418f-b04a-fb56e91c89cd tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] show failed (client error): The resource could not be found. Aug 11 08:15:16.505006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-63ab6dbd-4ab7-418f-b04a-fb56e91c89cd tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "GET /v2.0/security-groups/0be03c91-4435-43e4-8e84-5e1bee07adc6 HTTP/1.1" status: 404 len: 347 time: 0.0876839 Aug 11 08:15:16.515502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1281634920-network', 'tenant_id': '55454d847e534d3e8de79e8001c19838'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:16.521876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee769529-6f78-46ce-875d-ab72c9b21988 req-8c03cd80-11f4-4ee9-89f6-75d74eb60aa8 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.522386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b551fba7-10bf-4bb4-b88d-397e07586171'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:16.535927 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee769529-6f78-46ce-875d-ab72c9b21988 req-8c03cd80-11f4-4ee9-89f6-75d74eb60aa8 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 945 time: 0.1902542 Aug 11 08:15:16.539241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41978) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:16.617597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee769529-6f78-46ce-875d-ab72c9b21988 req-5b193e3f-1c8e-4087-9108-4c2b09b6e73a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802674 Aug 11 08:15:16.667967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] For port 1ecb964a-e005-4431-9d23-c18cea976758, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ecb964a-e005-4431-9d23-c18cea976758,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:16.668347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.686355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Calling delete_port for 1ecb964a-e005-4431-9d23-c18cea976758 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:16.702571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41990) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:16.886701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Made reservation on behalf of 55454d847e534d3e8de79e8001c19838 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:16.890521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.906806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.912498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.918499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.924574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.930681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.936547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.940699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:16.942446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.944418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4827613f-e720-4d84-beba-3f0dd8477203 req-41aeeb8a-0905-4c75-bcb4-0cc3d582b42f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1622047 Aug 11 08:15:16.950959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0b838a69-cf36-411a-a0c2-063a049dee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.951799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.952286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.952868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.953374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.953703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0b838a69-cf36-411a-a0c2-063a049dee1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4424205 Aug 11 08:15:16.953843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.954312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.954775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.956751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-5370e911-e518-47c1-8f8e-106ab529004f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6502 time: 0.2527623 Aug 11 08:15:16.975570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c73ba-5284-4c2b-b832-852867a91453 req-6c406373-1d67-4b71-9052-bc426f71ddf6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:16.977318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb6c73ba-5284-4c2b-b832-852867a91453 req-6c406373-1d67-4b71-9052-bc426f71ddf6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 944 time: 0.2793200 Aug 11 08:15:17.018534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Deleting port dc36a25d-8d13-4003-b4e3-7d09fb30b8e7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:17.019147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.036298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4827613f-e720-4d84-beba-3f0dd8477203 req-cfa2e612-bc6e-4172-a415-0980e1fdc922 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785036 Aug 11 08:15:17.048741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38c1532f-fab4-4690-8d4a-f4c5efb77e35 req-a7f82ac2-3bc2-4352-91fe-fa2f6a74cc43 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=638505e5-71a6-4f05-9d3d-a06104c95b56&id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756614 Aug 11 08:15:17.156938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.157430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.162311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb6c73ba-5284-4c2b-b832-852867a91453 req-dddfe640-ec69-44d9-b5e7-3004a528a1ee tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707461 Aug 11 08:15:17.182885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Calling delete_port for dc36a25d-8d13-4003-b4e3-7d09fb30b8e7 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:17.224300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-e18e20db-bf41-40af-b0e0-1e64eb818375 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457600 Aug 11 08:15:17.241620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.336840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event deleted for resources: {'Port': ['ID=1ecb964a-e005-4431-9d23-c18cea976758,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:17.406837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.417939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] No DVR routers for this DVR port 1ecb964a-e005-4431-9d23-c18cea976758 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:17.435807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.438195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-308ec24b-817a-4bab-8453-feaffce988c4 req-bcc2c304-027f-4997-b3c1-2b31c8dca38b tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "DELETE /v2.0/ports/1ecb964a-e005-4431-9d23-c18cea976758 HTTP/1.1" status: 204 len: 173 time: 1.2192118 Aug 11 08:15:17.440222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Pushing event deleted for resources: {'Port': ['ID=dc36a25d-8d13-4003-b4e3-7d09fb30b8e7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:17.463638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.480691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.505793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1253fdef-bbc5-4014-92bc-c8c989bd9707 req-0f079609-cc0c-465f-92af-a013f5cc48cf service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672689 Aug 11 08:15:17.515062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:15:17.534549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.538194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9aa2e-2628-4aec-bd64-a3319f27eac9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:17.538697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.540215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c1ea02a8-9593-45fd-b9ec-dae6b0566485 tempest-ServersTestManualDisk-1844204348 tempest-ServersTestManualDisk-1844204348-project] 10.222.0.58 "DELETE /v2.0/floatingips/d1d81c20-ecf7-4969-b595-fa0079ce7b33 HTTP/1.1" status: 204 len: 168 time: 0.9984272 Aug 11 08:15:17.541728 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.542078 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Added segment 53e7fc7c-9919-480a-9d73-6c743af19d43 of type vlan for network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 Aug 11 08:15:17.552849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608bbcd-d57e-4e21-81c6-8d377e6e4edb req-f6a90f18-9fda-4e75-a8b3-e74f51f7ae84 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:17.554237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42002) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:17.554438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4608bbcd-d57e-4e21-81c6-8d377e6e4edb req-f6a90f18-9fda-4e75-a8b3-e74f51f7ae84 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1435182 Aug 11 08:15:17.627189 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.646658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4608bbcd-d57e-4e21-81c6-8d377e6e4edb req-09fd194f-d6c8-4b35-bf9d-8bcb583690ac tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828185 Aug 11 08:15:17.670102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'name': 'network-vif-deleted', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:17.672548 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4884e8a4-cbef-4476-9938-6c6d0b1d1f7f" -d '{"events": [{"server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "name": "network-vif-deleted", "tag": "1ecb964a-e005-4431-9d23-c18cea976758"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:17.688105 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.689169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:17.690052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.745537 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f8803f-0398-4441-90c1-9ef204fec151 x-openstack-request-id: req-a1f8803f-0398-4441-90c1-9ef204fec151 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:17.745912 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3fd25f-cd5d-4baa-9ae0-2404239c251b", "name": "network-vif-deleted", "tag": "1ecb964a-e005-4431-9d23-c18cea976758", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:17.746059 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1f8803f-0398-4441-90c1-9ef204fec151 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:17.747203 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fd25f-cd5d-4baa-9ae0-2404239c251b', 'name': 'network-vif-deleted', 'tag': '1ecb964a-e005-4431-9d23-c18cea976758', 'status': 'completed', 'code': 200} Aug 11 08:15:17.755889 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5436544 Aug 11 08:15:17.762281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42008) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:17.764315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c2dcf-b97e-406f-9bc2-ccc3c93d9ccd admin admin] Pushing event updated for resources: {'Network': ['ID=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:17.770034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Request body: {'subnet': {'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1281634920-subnet', 'tenant_id': '55454d847e534d3e8de79e8001c19838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:17.782963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:15:17.796951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Made reservation on behalf of 55454d847e534d3e8de79e8001c19838 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:17.810158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:17.849530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37f332-16e5-4d71-943a-3c0f0b3a3d74 req-069f661c-7ac2-482e-a21c-1decb12f1e27 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:17.851072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:17.852223 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7c37f332-16e5-4d71-943a-3c0f0b3a3d74 req-069f661c-7ac2-482e-a21c-1decb12f1e27 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 945 time: 0.1439726 Aug 11 08:15:18.044847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7c37f332-16e5-4d71-943a-3c0f0b3a3d74 req-a21ddef2-0258-4540-8360-96385108ca30 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410968 Aug 11 08:15:18.130195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.130693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.131170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.131783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.132309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.132826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.135573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.137494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-d55e21ae-a5cb-4992-80a8-786afe6e8af3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6476 time: 0.2648942 Aug 11 08:15:18.238836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:18.329142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-acfedb77-ce36-49d9-8c4a-46600553bbbc req-f3e12824-7176-49c1-a9ab-d69319e824e5 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0530033 Aug 11 08:15:18.389998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.396851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.403666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.410246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.416267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.422722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.429047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.437341 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-dd111f6e-d6b8-4636-bfe5-ec028db36cac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.2224536 Aug 11 08:15:18.483577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:18.515115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-a0056275-af5d-458f-9bb7-1081dda72fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.516712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-a0056275-af5d-458f-9bb7-1081dda72fb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 903 time: 0.3680160 Aug 11 08:15:18.590627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2501714a-6e6e-44a8-a6d4-2bdee661177f req-59e5f3de-bbea-4b32-9e7d-192b737f7eb1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522336 Aug 11 08:15:18.604197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-c2c5c5e1-57ce-430b-9df3-06d3ccfff46a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 217 time: 0.0780747 Aug 11 08:15:18.626792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8f5335-f461-4da7-9a8f-6613ff177c4b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:18.639577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Deleting port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:18.639895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:18.665812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Checking segment: {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:18.666189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Network hostable DHCP agents. Network: e3bceaff-6fb1-4dfc-8b3a-e28a590eb255, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:15:18.702484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:15:18.705608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-4a5b76e0-4437-4cb4-9f1f-e9aaacec22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.707352 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-4a5b76e0-4437-4cb4-9f1f-e9aaacec22e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.0756099 Aug 11 08:15:18.725527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e3bceaff-6fb1-4dfc-8b3a-e28a590eb255) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:18.736063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d77c11-46ba-4766-bfe1-a53a24ad2bac None None] Network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:15:18.752664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.752664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:18.773939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-40f27e32-d23b-401a-be5b-9c4212b42815 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0104015 Aug 11 08:15:18.781557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-fd7372bb-d190-4c16-871a-28518014f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.782893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-fd7372bb-d190-4c16-871a-28518014f46b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679793 Aug 11 08:15:18.821680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] For port d7bc9b04-b810-4f18-8473-5ad9cd28f7e6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:18.822055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:18.831756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8121b-4d2c-4b1c-978c-b212aeb318cf req-4d0d76cd-cfe2-401f-bbcd-884223a8a355 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:18.833347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aec8121b-4d2c-4b1c-978c-b212aeb318cf req-4d0d76cd-cfe2-401f-bbcd-884223a8a355 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0961514 Aug 11 08:15:18.850321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Calling delete_port for d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:18.905810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-e93b4d3a-0bf3-4566-b1cf-121cc7200be4 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149986 Aug 11 08:15:18.927098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aec8121b-4d2c-4b1c-978c-b212aeb318cf req-6e994d8b-c71a-4536-b7bd-a139ee6a90a0 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860224 Aug 11 08:15:19.003633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844006f4-15da-4afe-80f9-997e0795e077 None None] Network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:15:19.089631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-05d5914e-5132-4e2f-9672-ef942800728d service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751580 Aug 11 08:15:19.112798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:19.159598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bc9b04-b810-4f18-8473-5ad9cd28f7e6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:19.298821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.299469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.300101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.300743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.301486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.302035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.302566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.304781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-5fc4998c-d297-47b9-976a-5a453951744a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6476 time: 0.1112249 Aug 11 08:15:19.415202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23182cb-b065-4ae1-83e6-1c885b27b238 req-8daa8bbc-f308-4f22-a966-447c103c8c1e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.425099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d23182cb-b065-4ae1-83e6-1c885b27b238 req-8daa8bbc-f308-4f22-a966-447c103c8c1e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 945 time: 0.2329562 Aug 11 08:15:19.516313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-6c74f3da-56c5-4746-bfb6-5e7188ce0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.517922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-6c74f3da-56c5-4746-bfb6-5e7188ce0899 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 903 time: 0.2030783 Aug 11 08:15:19.561930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d23182cb-b065-4ae1-83e6-1c885b27b238 req-e86c8949-9945-429d-9523-526659034837 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355169 Aug 11 08:15:19.591276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-22c1fdea-db9c-4159-bf8d-54f8940264ec tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.591592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:19.592528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-22c1fdea-db9c-4159-bf8d-54f8940264ec tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 814 time: 0.2300608 Aug 11 08:15:19.595336 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-c29f87a9-d93b-441c-baaa-a51b03a5cfdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 217 time: 0.0671866 Aug 11 08:15:19.612009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-38f05cf7-81ab-4e74-91f7-1e79b4c15708 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/quotas/55454d847e534d3e8de79e8001c19838 HTTP/1.1" status: 200 len: 375 time: 0.0174227 Aug 11 08:15:19.655860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-40f6c3d3-14f3-468c-9e7d-1782ed4a4692 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438600 Aug 11 08:15:19.658950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b551fba7-10bf-4bb4-b88d-397e07586171 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:19.729735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port b551fba7-10bf-4bb4-b88d-397e07586171 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:19.737080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b551fba7-10bf-4bb4-b88d-397e07586171 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:19.738549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:19.749593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-178f5ac7-5159-46dc-8502-f2bd1898d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.751276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-178f5ac7-5159-46dc-8502-f2bd1898d48d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1371315 Aug 11 08:15:19.761920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8112f210-27a3-4e43-912c-41a5289e7f9d req-53499293-561d-4e06-9d44-aac07261fbdd tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0361192 Aug 11 08:15:19.834561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-e105fc70-23b8-4b5f-8ad0-92115e694ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774228 Aug 11 08:15:19.866687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:19.890198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-17754983-67af-4cb6-aeec-91145bca1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:19.891881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-17754983-67af-4cb6-aeec-91145bca1015 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301754 Aug 11 08:15:19.892684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:19.895280 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0933d3-6946-4687-afd5-45202970f3c1" -d '{"events": [{"server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "name": "network-vif-plugged", "status": "completed", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:19.914878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:19.924272 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:19.926388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:19.942022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:15:20.005689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 1ecb964a-e005-4431-9d23-c18cea976758 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:20.006270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ecb964a-e005-4431-9d23-c18cea976758 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:20.011735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-43938414-c914-456a-888d-c409e4d1d8fe service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110868 Aug 11 08:15:20.022091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-b0b6f078-ccd3-4185-98bb-4705dc451fd4 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865959 Aug 11 08:15:20.051658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:20.128693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.134399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.141997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.148064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-845b9a0f-985f-4b9f-9686-f59c852636f3 req-727d65d8-a5ef-4637-b61d-5869d5445260 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238625 Aug 11 08:15:20.152435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.159780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.166580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.177923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.180300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-579eee8b-2d5e-46c4-81bd-96806e0fca77 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1622276 Aug 11 08:15:20.230778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:15:20.234580 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda3ea3b-56c4-4f77-b25b-f46a18314099 x-openstack-request-id: req-fda3ea3b-56c4-4f77-b25b-f46a18314099 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:20.234908 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "name": "network-vif-plugged", "status": "completed", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:20.241316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-50cb041c-7f0d-47f6-b5e3-7fd5f918b614 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6835017 Aug 11 08:15:20.241544 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fda3ea3b-56c4-4f77-b25b-f46a18314099 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:20.241544 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'code': 200} Aug 11 08:15:20.241696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:20.243936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] Sync routers for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:15:20.258649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:20.259308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:20.324326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17a42fb4-a74b-46bb-8098-4f81b17946ec req-1368b64a-41e0-4038-b347-f834126aa590 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258950 Aug 11 08:15:20.419703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:20.437202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afbedc52-5728-447f-8532-6c80b8f73d5f req-780e2f86-1877-42c8-896b-6f695ccf43ab tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 210 time: 0.0415077 Aug 11 08:15:20.445371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8bfa0-25b5-48ad-aaa9-1347d40cc431 req-c76081bb-18f9-4594-8c73-4f71c1f95f76 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.451962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:20.453752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20a8bfa0-25b5-48ad-aaa9-1347d40cc431 req-c76081bb-18f9-4594-8c73-4f71c1f95f76 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1496003 Aug 11 08:15:20.513231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cf7a1-dbbd-4ccf-8522-93344ba7c5fb req-c9bfadda-6f86-4aba-b8d9-ca9a2efbbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.514884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea7cf7a1-dbbd-4ccf-8522-93344ba7c5fb req-c9bfadda-6f86-4aba-b8d9-ca9a2efbbda2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 1097 time: 0.1495759 Aug 11 08:15:20.558870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20a8bfa0-25b5-48ad-aaa9-1347d40cc431 req-18dcd52d-7354-4f0c-8ef6-ac3118cdaa2e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036196 Aug 11 08:15:20.589307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:20.605775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea7cf7a1-dbbd-4ccf-8522-93344ba7c5fb req-3c9b180c-099e-4d93-868f-be4ecf4aeba8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Aug 11 08:15:20.761237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Deleting port f77fd4e2-e62f-41f3-8747-6def86cd8526 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:20.761593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:20.771723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:15:19Z', 'revision_number': 5, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port': {'id': 'f77fd4e2-e62f-41f3-8747-6def86cd8526', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:12:34Z', 'updated_at': '2021-08-11T08:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:20.773550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1d44-4533-4c6b-81b6-9d2ac3129703 req-7e2c8215-95af-4863-8dfc-739198c4dfc5 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:20.776497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b67a1d44-4533-4c6b-81b6-9d2ac3129703 req-7e2c8215-95af-4863-8dfc-739198c4dfc5 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 946 time: 0.0974927 Aug 11 08:15:20.891983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] For port f77fd4e2-e62f-41f3-8747-6def86cd8526, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f77fd4e2-e62f-41f3-8747-6def86cd8526,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:20.892359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:20.917231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Calling delete_port for f77fd4e2-e62f-41f3-8747-6def86cd8526 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:20.932050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d664b311-c159-4684-b24b-0e98474a495a req-5b2f7e30-69e8-4f1c-a0ef-8518db212772 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0367813 Aug 11 08:15:20.953956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b67a1d44-4533-4c6b-81b6-9d2ac3129703 req-44fa5710-ebfd-4175-b329-82e0a04a5ed2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961013 Aug 11 08:15:21.023057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] Checking router: f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:15:21.040920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] Routers {'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:21.041636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:21.143123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] Set router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:21.216813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:21.242832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:15:20Z', 'revision_number': 6, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:21.287645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7c36f-04b6-45e5-a53c-436922f97532 None None] The sync data for ids ['f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e'] in n-d-789963-6 is: [{'id': 'f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e', 'name': 'tempest-ServersTestManualDisk-251699862-router', 'tenant_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:12:33Z', 'updated_at': '2021-08-11T08:15:20Z', 'revision_number': 6, 'project_id': 'a2b61dbad4bb431ca8ccf3461f27cb84', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:15:21.558177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f0c53ac-e34b-407e-ad8f-857ee3c99d92 req-9ad18faa-0962-4c05-9698-bc56bc3f890c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 210 time: 0.0352697 Aug 11 08:15:21.631282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77fd4e2-e62f-41f3-8747-6def86cd8526,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:21.738255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b34dac-8ca5-4b7d-8753-893c3050c0e9 req-f97a64d1-16f3-45d2-9f2c-04ade66a7f48 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.742210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12b34dac-8ca5-4b7d-8753-893c3050c0e9 req-f97a64d1-16f3-45d2-9f2c-04ade66a7f48 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0973783 Aug 11 08:15:21.768712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.775051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.781603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.788208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.794535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.800908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.807035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.809166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-c05c9e61-b9c2-4c84-91eb-f950782803e5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1821969 Aug 11 08:15:21.815439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:21.936995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:21.940576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:21.994007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-df575da3-984a-4eae-9ca0-390aba13136e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:21.996420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-df575da3-984a-4eae-9ca0-390aba13136e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 814 time: 0.2523649 Aug 11 08:15:21.999878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5a07fdb-65fa-408c-8971-810277b0c978 req-195def1b-e09c-4080-aaf2-7faaafd23804 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534986 Aug 11 08:15:22.009939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.010771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:15:22.017961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.022255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ade0e252-28ac-437d-ae0d-9a381394b813 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f7a7f5ff-ae98-4bf9-b52c-74f09bc4fc4e HTTP/1.1" status: 204 len: 168 time: 1.7797959 Aug 11 08:15:22.023011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42074) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:22.030740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Request body: {'port': {'device_id': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'admin_state_up': True, 'tenant_id': '55454d847e534d3e8de79e8001c19838'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:22.084278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Deleting subnet 5532f69d-5023-4608-a7ea-0a5e19880124 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:15:22.088335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.117353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12b34dac-8ca5-4b7d-8753-893c3050c0e9 req-60c6657f-9ef0-46cd-bf61-51dff7b506ac tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306108 Aug 11 08:15:22.163780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.275772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Made reservation on behalf of 55454d847e534d3e8de79e8001c19838 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:22.277265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.309452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1731cec-0639-49df-ae4e-7bb5d2ccff17 req-de3dfbe5-41ed-4504-bcc4-1e1a63137fa4 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd3fd25f-cd5d-4baa-9ae0-2404239c251b HTTP/1.1" status: 200 len: 210 time: 0.0659895 Aug 11 08:15:22.393093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.410346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ae5c2-be91-43f0-ac5a-6e879ca0894b req-6803838c-8859-413a-ab79-9cc39a3854ac tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:22.421206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-715ae5c2-be91-43f0-ac5a-6e879ca0894b req-6803838c-8859-413a-ab79-9cc39a3854ac tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 946 time: 0.1620419 Aug 11 08:15:22.429824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-d77b129d-bd0a-4a34-b7d5-32492fe7205e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1843610 Aug 11 08:15:22.478302 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.522877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-715ae5c2-be91-43f0-ac5a-6e879ca0894b req-19e22968-db74-4c8b-80c6-d907a2cc497e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000457 Aug 11 08:15:22.533722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5532f69d-5023-4608-a7ea-0a5e19880124,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:22.572705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Allocated IP 172.20.0.10 (e3bceaff-6fb1-4dfc-8b3a-e28a590eb255/ef8f5335-f461-4da7-9a8f-6613ff177c4b/4f3d3444-f1f6-4367-9997-eafa5dfc88a3) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:15:22.586998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:22.589988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70695582-f506-45a9-9dc4-f55633378bfe None None] Network ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:15:22.593998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42080) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:22.594470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-431e289b-a393-4d9a-93dc-643fcf4a380c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5532f69d-5023-4608-a7ea-0a5e19880124 HTTP/1.1" status: 204 len: 168 time: 0.5701253 Aug 11 08:15:22.615885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-8b99952f-c6c9-408a-aab2-7be4dfee5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:22.617743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-8b99952f-c6c9-408a-aab2-7be4dfee5910 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 1097 time: 0.0906711 Aug 11 08:15:22.875282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:22.907888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-c5418b03-c0e6-482f-a32d-9783e685fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:22.910383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-c5418b03-c0e6-482f-a32d-9783e685fd9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 917 time: 0.2643862 Aug 11 08:15:22.938328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:22.938918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d7bc9b04-b810-4f18-8473-5ad9cd28f7e6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:22.941477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f77fd4e2-e62f-41f3-8747-6def86cd8526 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:22.980129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f77fd4e2-e62f-41f3-8747-6def86cd8526 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:22.980488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f77fd4e2-e62f-41f3-8747-6def86cd8526 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:22.987052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8070247e-58b1-4e53-8cd7-8856424a1faa req-a50e6167-fab6-453b-bc79-0fc6cfa6215a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 210 time: 0.1506038 Aug 11 08:15:23.001302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-8b2c468e-b84e-4324-8561-b6d6abb27cfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b HTTP/1.1" status: 200 len: 217 time: 0.0727236 Aug 11 08:15:23.063155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:23.117985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] DHCP port deletion for ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:15:23.195558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-5e629823-f4c4-4c78-8395-98fb7627ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.197767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-5e629823-f4c4-4c78-8395-98fb7627ce07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.1651003 Aug 11 08:15:23.208571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd444bcc-d789-4c8e-8c95-9b20e2ca3f80 req-0e4c6093-1837-4573-be50-e24e1fdce6cd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.210563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd444bcc-d789-4c8e-8c95-9b20e2ca3f80 req-0e4c6093-1837-4573-be50-e24e1fdce6cd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 946 time: 0.2804658 Aug 11 08:15:23.229830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] Deleting port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:23.230305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:23.298087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd444bcc-d789-4c8e-8c95-9b20e2ca3f80 req-54c7e675-df91-4375-843b-46778988251d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802393 Aug 11 08:15:23.327312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-ec4ac1d5-f2be-4374-9200-89b09cd3d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.329495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-ec4ac1d5-f2be-4374-9200-89b09cd3d38f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009474 Aug 11 08:15:23.331549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] For port 0b577c33-87d6-4d5c-a3c1-424cdfff0341, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0b577c33-87d6-4d5c-a3c1-424cdfff0341,segment=NetworkSegment(9421dda9-aaa0-4e66-92dd-3d7fa334a2d2),segment_id=9421dda9-aaa0-4e66-92dd-3d7fa334a2d2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:23.331965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:23.349547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] Calling delete_port for 0b577c33-87d6-4d5c-a3c1-424cdfff0341 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:23.486672 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:23.529101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] Pushing event deleted for resources: {'Port': ['ID=0b577c33-87d6-4d5c-a3c1-424cdfff0341,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:23.535465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b39da-2d08-4eb9-995a-7012d5f3cfa5 None None] No DVR routers for this DVR port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:23.547972 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-aa9b2315-a980-41d6-98db-92c2fb899215 service neutron] 10.222.0.64 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892288 Aug 11 08:15:23.662798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0faf65-2b7b-4d79-8007-8d0d9e7987dc req-c4d5c6fe-2125-4416-891d-0ad18fcee3a6 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.664936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a0faf65-2b7b-4d79-8007-8d0d9e7987dc req-c4d5c6fe-2125-4416-891d-0ad18fcee3a6 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1153672 Aug 11 08:15:23.750832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ce3842e3-0110-43ee-8d43-3acff30ccba0 req-2221e2ce-797c-4663-9127-aac88870aded service neutron] 10.222.0.64 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868355 Aug 11 08:15:23.762787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a0faf65-2b7b-4d79-8007-8d0d9e7987dc req-4fc978bc-beff-447f-a27e-5863888df69e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754960 Aug 11 08:15:23.773719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:23.802558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.809716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.818381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.825586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.833161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.839431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.848557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:23.858407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-6f50e51e-6199-4b2c-aafc-64020be95e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.6764185 Aug 11 08:15:23.874914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Deleting port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:23.875506 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.080973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] For port 0b577c33-87d6-4d5c-a3c1-424cdfff0341, host n-d-789963-6, got binding levels [] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:24.080973 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.088678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6eca7625-4468-44be-b605-cdd32c52f3ca req-8f601f9f-ccbf-40ea-8e95-21763a99738d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2087541 Aug 11 08:15:24.097085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.115951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Calling delete_port for 0b577c33-87d6-4d5c-a3c1-424cdfff0341 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:24.139540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 was not found and therefore no delete operation was performed {{(pid=94573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:15:24.153896 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.167612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:15:24.179825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] No DVR routers for this DVR port 0b577c33-87d6-4d5c-a3c1-424cdfff0341 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:24.181290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04c5c6-5f05-4891-a129-7a179e6f298d req-d97ff5bd-222b-4605-b182-70f139206d8a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:24.183360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:24.191781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d04c5c6-5f05-4891-a129-7a179e6f298d req-d97ff5bd-222b-4605-b182-70f139206d8a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 932 time: 0.0934505 Aug 11 08:15:24.215433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:15:24.241098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d04c5c6-5f05-4891-a129-7a179e6f298d req-89d22db4-00f2-4a99-b498-e88a7f91c156 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 Aug 11 08:15:24.290047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:24.339779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b577c33-87d6-4d5c-a3c1-424cdfff0341,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:24.347452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.372203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:24.373270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.389104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:24.459166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:24.459607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9421dda9-aaa0-4e66-92dd-3d7fa334a2d2') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:24.500785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-549ba94a-5ce0-4c31-84eb-8ef4e739727d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4738429 Aug 11 08:15:24.512780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.542605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Request body: {'port': {'device_id': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:24.590727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408df2d-75ad-41e1-ac53-d74f222acdb2 req-7efc457e-9e73-432a-88ed-dd0d34fbfe10 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:24.592481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b408df2d-75ad-41e1-ac53-d74f222acdb2 req-7efc457e-9e73-432a-88ed-dd0d34fbfe10 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 946 time: 0.1953678 Aug 11 08:15:24.593742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.606812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:15:24.607221 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:15:24.609416 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:15:24.708017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.719197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0b577c33-87d6-4d5c-a3c1-424cdfff0341 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:24.747383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 0b577c33-87d6-4d5c-a3c1-424cdfff0341 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:24.747383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0b577c33-87d6-4d5c-a3c1-424cdfff0341 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:24.897793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.904704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:24.907457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7 HTTP/1.1" status: 204 len: 168 time: 2.2827365 Aug 11 08:15:24.950024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589b97-9e4f-49ee-91a9-903a34122ccd req-77d3743f-8905-4074-8106-895c8a6ea1ef tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:24.960098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8589b97-9e4f-49ee-91a9-903a34122ccd req-77d3743f-8905-4074-8106-895c8a6ea1ef tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0915945 Aug 11 08:15:24.967838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e688335-523f-41af-812f-283c02ac038f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac82e2ff-ac0b-4ab3-aef5-bccff4c013f7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:25.003329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b408df2d-75ad-41e1-ac53-d74f222acdb2 req-10a4b584-ded5-49b8-a46c-338c51c27cda tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805118 Aug 11 08:15:25.016250 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8589b97-9e4f-49ee-91a9-903a34122ccd req-a515cc37-814e-4166-8c6f-fbd1e5a93d19 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Aug 11 08:15:25.137234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42114) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:25.238129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f60e9ec0-4e22-4663-98e5-c1bf4039b439 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2b61dbad4bb431ca8ccf3461f27cb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990372 Aug 11 08:15:25.241401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42122) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:25.358248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e606e2-c8fc-4e12-8b2c-bb6d0b2bb25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.415506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:25.422926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e606e2-c8fc-4e12-8b2c-bb6d0b2bb25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.452544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.487830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.497283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.506516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.515908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.526582 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e606e2-c8fc-4e12-8b2c-bb6d0b2bb25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.527743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.535307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e606e2-c8fc-4e12-8b2c-bb6d0b2bb25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.536577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.543109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26e606e2-c8fc-4e12-8b2c-bb6d0b2bb25d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/901b1fba-92d5-41a4-8398-5a3f273cdbca HTTP/1.1" status: 204 len: 168 time: 0.2992616 Aug 11 08:15:25.546148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.548967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-cf75aa5c-7e09-4888-9027-3f9999a2ecc5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.2646413 Aug 11 08:15:25.573373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Transition to ACTIVE for port object 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:25.577028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e606e2-c8fc-4e12-8b2c-bb6d0b2bb25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b1fba-92d5-41a4-8398-5a3f273cdbca,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:25.585822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.717949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-557fe3d4-0e95-4d96-a0e8-bdf47eda2d7d req-b2dd5b7e-e50e-45f7-a769-91cf56f2029f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614227 Aug 11 08:15:25.794870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:25.878411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68132d3c-894e-497b-8120-b805892091f8 req-5229f797-3e0a-4a67-8b95-46cd7021ba0b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:25.880172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68132d3c-894e-497b-8120-b805892091f8 req-5229f797-3e0a-4a67-8b95-46cd7021ba0b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1265559 Aug 11 08:15:25.915475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Attempting to bind port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:25.915855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Attempting to bind port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:25.916507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Attempting to bind port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 on network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:25.927081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 on network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:25.931863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Attempting to bind port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 on network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:25.943993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:25.946136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Checking segment: {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:25.946914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Bound using segment: {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:25.947427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Bound port: 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:25.947866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:25.967224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68132d3c-894e-497b-8120-b805892091f8 req-d1059bdc-3131-4541-99b3-9dfb55684d87 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754743 Aug 11 08:15:26.045038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:26.049788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:26.056689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:26.101265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.102397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:26.103467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 1092 time: 1.5758264 Aug 11 08:15:26.103922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:26.106805 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046bb094-c3bd-4662-a62a-ef9a237ca1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:26.193643 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9746276-8985-4215-8f18-5633a9709324 x-openstack-request-id: req-b9746276-8985-4215-8f18-5633a9709324 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:26.195107 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:26.195550 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9746276-8985-4215-8f18-5633a9709324 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:26.196520 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'status': 'completed', 'code': 200} Aug 11 08:15:26.281178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ef291-1bfc-4385-a9c5-1816f82cfb80 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:26.324015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb864b94-31b4-4bea-ba98-bf529de15f6e req-59c27f6f-5b82-4fce-94d8-63418ec90da5 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.328375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb864b94-31b4-4bea-ba98-bf529de15f6e req-59c27f6f-5b82-4fce-94d8-63418ec90da5 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1281335 Aug 11 08:15:26.330449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-17e83a64-19f3-4459-a65e-d12a1754a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.332170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-17e83a64-19f3-4459-a65e-d12a1754a5ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1095 time: 0.1135619 Aug 11 08:15:26.424407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-06995482-5a67-47cb-8886-c5759d81bfa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 217 time: 0.0577216 Aug 11 08:15:26.429882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb864b94-31b4-4bea-ba98-bf529de15f6e req-a1074c4c-d66c-4669-b62e-10c3f518b207 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899220 Aug 11 08:15:26.516330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804e514-8191-48fb-afbb-d3328dc28069 req-bfc305e6-a396-431c-8f8a-561574a3a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.517986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-bfc305e6-a396-431c-8f8a-561574a3a64d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.0857203 Aug 11 08:15:26.564753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-46ddac7d-54f7-42e5-9d91-4fab34c4add8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340912 Aug 11 08:15:26.704928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-9bf72896-d457-47e4-ba00-4a5461c504f3 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301143 Aug 11 08:15:26.776394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:26.823967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4804e514-8191-48fb-afbb-d3328dc28069 req-03d4667b-b0bf-446d-8de8-15dacb3c6424 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109984 Aug 11 08:15:26.948031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.954350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.963171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.969904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.978241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.985075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.992176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:26.994303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6369819b-af17-42e5-bd95-23f229052c0e req-168b9d72-117d-4dd5-a5ec-0b650d572aae tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1327176 Aug 11 08:15:27.014857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-0f0f1b05-f18d-4ba1-be5c-f4f3846679be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.016927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-0f0f1b05-f18d-4ba1-be5c-f4f3846679be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1095 time: 0.0858266 Aug 11 08:15:27.025156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-169984621-network', 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:27.059159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:27.061553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.093067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.140451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6369819b-af17-42e5-bd95-23f229052c0e req-e54053d6-d914-4016-8887-47eab88a787f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352127 Aug 11 08:15:27.221451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e73ea-563a-4e76-b0f9-98fefae369d3 req-f94e881e-e48f-4207-940c-09ed6620855d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.223119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb5e73ea-563a-4e76-b0f9-98fefae369d3 req-f94e881e-e48f-4207-940c-09ed6620855d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.0924041 Aug 11 08:15:27.224444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-1d16623b-7bcd-48fd-a452-3a3db47d29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.226010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-1d16623b-7bcd-48fd-a452-3a3db47d29a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 915 time: 0.2000842 Aug 11 08:15:27.290075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-f9bbc314-3128-491d-a7f0-ef2dd601fa5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 217 time: 0.0501997 Aug 11 08:15:27.290680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.298026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.339291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:15:27.345425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb5e73ea-563a-4e76-b0f9-98fefae369d3 req-036eb77a-21d5-4ebf-91ab-14b26fcb113b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123104 Aug 11 08:15:27.347321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaad97a-34d1-4c08-9648-9298f2045bbd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:27.354925 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.355384 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Added segment 23501ce8-63bc-4f31-96e3-b20eac9c1d47 of type vlan for network 3393ff84-611b-4473-a388-bdc8abaf1d91 Aug 11 08:15:27.372075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-38a95ba8-05bd-4f79-a73e-c1da47927fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.373905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-38a95ba8-05bd-4f79-a73e-c1da47927fa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.0746679 Aug 11 08:15:27.400905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.415356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-7a4d46cc-2bd9-402f-a33a-31fe97da7c2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303664 Aug 11 08:15:27.433037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.434265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.435137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.497790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7201827 Aug 11 08:15:27.501340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42192) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:27.507119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdba13-3498-43b4-9bf0-0c9cc97194c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3393ff84-611b-4473-a388-bdc8abaf1d91,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:27.509877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Request body: {'subnet': {'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-169984621-subnet', 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:27.519603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:15:27.533707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-60210913-c911-4b56-9b3e-f1802052dc0d service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108615 Aug 11 08:15:27.552834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:27.555423 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.615992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5967f-6a50-4095-8dce-d7e1667eeaa5 req-59653b13-07e9-43d9-8e90-fdbbfd891055 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.617617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64e5967f-6a50-4095-8dce-d7e1667eeaa5 req-59653b13-07e9-43d9-8e90-fdbbfd891055 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0749457 Aug 11 08:15:27.673256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-046bb094-c3bd-4662-a62a-ef9a237ca1b0 req-184e79f7-9e24-4550-8ee7-674fb14e2b71 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302822 Aug 11 08:15:27.680122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64e5967f-6a50-4095-8dce-d7e1667eeaa5 req-155011d1-7122-4da3-ba4a-094c5dc2ea38 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Aug 11 08:15:27.863803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0e019-fd21-475d-bf22-a2914d8d0bbb req-3b4f5d57-c136-43df-9bde-7eb16251d6fa tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:27.865473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36d0e019-fd21-475d-bf22-a2914d8d0bbb req-3b4f5d57-c136-43df-9bde-7eb16251d6fa tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 944 time: 0.0565541 Aug 11 08:15:27.884153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:27.906394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36d0e019-fd21-475d-bf22-a2914d8d0bbb req-145ccb36-9728-4602-9bd9-97c8bdec2f05 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Aug 11 08:15:27.937527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:27.946025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.946563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.946908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.947248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.947577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.947910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.948223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.948540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.948860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.949207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.949524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.949844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:27.972519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:27.973083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Network hostable DHCP agents. Network: 3393ff84-611b-4473-a388-bdc8abaf1d91, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:15:27.991128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:15:28.002829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 3393ff84-611b-4473-a388-bdc8abaf1d91) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:28.011166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c34ef-59ba-4719-9be3-0605d9752725 None None] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:15:28.013509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.014130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:28.037615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-94fa33c8-0838-4543-8a7d-4854d8171aec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5350432 Aug 11 08:15:28.152662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de68662-c66e-43cd-93a7-4ca311938820 None None] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:15:28.322835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.329727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.336746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.343145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.349933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.356315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.362677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.365447 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-fd51a46d-df3f-48ce-af50-0dcaa66549ab tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1108856 Aug 11 08:15:28.418250 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91fb0315-bfa8-4839-a61e-05e333c8f1cd req-eaad37c3-15c3-45b6-b4e4-8e779161eca5 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469396 Aug 11 08:15:28.496194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:28.580030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-3cdd1fad-53eb-4fa2-b416-5cfaa21b7349 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.582974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-3cdd1fad-53eb-4fa2-b416-5cfaa21b7349 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.1415100 Aug 11 08:15:28.601231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-197b029a-15d2-4f4e-9d23-e7e08bbab24d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0108223 Aug 11 08:15:28.630997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ed8ef-c8fe-4fc1-8501-14072d11ae00 req-561dc0bd-2b70-4401-8950-cb10e36bf48e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.632612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a2ed8ef-c8fe-4fc1-8501-14072d11ae00 req-561dc0bd-2b70-4401-8950-cb10e36bf48e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.0581276 Aug 11 08:15:28.640157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-39ff66d4-baca-4ccd-b45c-593a3b9caea6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316501 Aug 11 08:15:28.674926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a2ed8ef-c8fe-4fc1-8501-14072d11ae00 req-2e6479db-2af7-4e38-9e1e-0f9d617bd6f8 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Aug 11 08:15:28.716276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:28.779210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-bab1d613-c453-4b0a-913d-02ea971b76ea tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.781029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-bab1d613-c453-4b0a-913d-02ea971b76ea tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 944 time: 0.0885623 Aug 11 08:15:28.787373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-79bace2e-b983-4792-b8ab-7972bad3955b service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382432 Aug 11 08:15:28.818498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe060-b81c-4198-9975-918d5fae4c52 req-7e299757-aefe-4587-b941-509409813eec tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:28.819648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78cbe060-b81c-4198-9975-918d5fae4c52 req-7e299757-aefe-4587-b941-509409813eec tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0650871 Aug 11 08:15:28.831724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:28.845381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'port_id': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'mac_address': 'fa:16:3e:f7:e4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f5335-f461-4da7-9a8f-6613ff177c4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:28.866080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78cbe060-b81c-4198-9975-918d5fae4c52 req-aecc0c60-5d13-427e-8bd2-dc6c44eee8de tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Aug 11 08:15:28.884735 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:28.902401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:28.922345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:28.928441 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:28.949069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-019ce86c-a5ef-4500-bbc5-06b1252ee539 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493766 Aug 11 08:15:28.963801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Deleting port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:28.964395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:28.991245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:29.055285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424599dd-2c05-4a6a-b1b6-3fa4f8c56c49 req-b7dfc64f-202d-4da9-b826-98ae2044c47d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.058200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-424599dd-2c05-4a6a-b1b6-3fa4f8c56c49 req-b7dfc64f-202d-4da9-b826-98ae2044c47d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 944 time: 0.0711796 Aug 11 08:15:29.082204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] For port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:29.083138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:29.108244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Calling delete_port for f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:29.132763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-424599dd-2c05-4a6a-b1b6-3fa4f8c56c49 req-2c581b3d-6a83-4887-888e-a13b104bc951 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658460 Aug 11 08:15:29.208059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d8682657-26d3-48e3-b23d-d8ff0085e0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:29.218106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62157184-a101-4e46-a0f6-580f6e6e31f8 req-21d83b47-448e-483f-901b-603a764980e5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 210 time: 0.0400229 Aug 11 08:15:29.292056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:29.308352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4f3d3444-f1f6-4367-9997-eafa5dfc88a3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:29.330927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event deleted for resources: {'Port': ['ID=f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:29.339112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:29.378623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] No DVR routers for this DVR port f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:29.382255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:29.384361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95d5fad1-da99-4b51-9455-3e637673bfd5 req-e40618b1-7fc3-46da-85ab-253b2c9d43c2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "DELETE /v2.0/ports/f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 HTTP/1.1" status: 204 len: 173 time: 0.5932238 Aug 11 08:15:29.384827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'name': 'network-vif-deleted', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:29.388007 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955c47b-c8e1-4ac4-b13b-56a1cc105de4" -d '{"events": [{"server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "name": "network-vif-deleted", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:29.448571 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b03277-1911-4cfd-8394-f8c3803acde0 x-openstack-request-id: req-a2b03277-1911-4cfd-8394-f8c3803acde0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:29.448854 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b83e5b3-24ea-408d-a176-cca1d285a59e", "name": "network-vif-deleted", "tag": "f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:29.448854 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2b03277-1911-4cfd-8394-f8c3803acde0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:29.448854 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b83e5b3-24ea-408d-a176-cca1d285a59e', 'name': 'network-vif-deleted', 'tag': 'f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9', 'status': 'completed', 'code': 200} Aug 11 08:15:29.537390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:29.662688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.682190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.689310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.695443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.703612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.721149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.727186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.729264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-5e2a877f-5574-4c73-bbcc-50d0e1fd133b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1580808 Aug 11 08:15:29.735977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b551fba7-10bf-4bb4-b88d-397e07586171 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:29.815488 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-069c4250-9a7e-4cbd-aa2c-8d50216481bd req-e9722fca-cc5e-4d54-abec-0c3560f8c708 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742865 Aug 11 08:15:29.856476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd67ee-cb9f-44d9-8906-ceef3898f92a req-1c8482b4-5842-4439-a6c3-325ee3d235f2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:29.864758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97dd67ee-cb9f-44d9-8906-ceef3898f92a req-1c8482b4-5842-4439-a6c3-325ee3d235f2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.0763936 Aug 11 08:15:29.891167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:29.909036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97dd67ee-cb9f-44d9-8906-ceef3898f92a req-aae0f9d3-17fc-4736-be5d-916bdbebea43 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Aug 11 08:15:29.913580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'mac_address': 'fa:16:3e:4c:e7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:29.965960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:29.997889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b551fba7-10bf-4bb4-b88d-397e07586171 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:30.027256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2659-c248-4a89-a2a4-6b7dc65776d3 req-2377613b-8322-46fd-a38c-3c894dfad044 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:30.030635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:30.038188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-370e2659-c248-4a89-a2a4-6b7dc65776d3 req-2377613b-8322-46fd-a38c-3c894dfad044 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0820839 Aug 11 08:15:30.038603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:30.089810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-370e2659-c248-4a89-a2a4-6b7dc65776d3 req-0b28d086-e113-4f57-9bfa-d868a5e31f22 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Aug 11 08:15:30.118124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:30.258942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b551fba7-10bf-4bb4-b88d-397e07586171'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:30.298848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef83c58f-b5c6-439f-bff2-e9ee47ebe55d req-a650d32a-1f20-4fcb-8bd7-6f95346e713f tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b83e5b3-24ea-408d-a176-cca1d285a59e HTTP/1.1" status: 200 len: 210 time: 0.0461521 Aug 11 08:15:30.378519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2aeccfb1-7b89-40a1-af47-62583518ab25 req-5906fc4f-5e7f-4bbc-88b7-37981ea4bcc2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 210 time: 0.0509636 Aug 11 08:15:30.718344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:30.741333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-e2931950-b56c-4df1-a4ae-078c3f628daa tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:30.743101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-e2931950-b56c-4df1-a4ae-078c3f628daa tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.1922591 Aug 11 08:15:30.765108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Request body: {'port': {'device_id': 'c699b68a-624a-4960-82ac-664442e97dbb', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'admin_state_up': True, 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:30.849365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:30.857636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:30.858465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:30.938693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:30.943538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.042266 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.049239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.057058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.064040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.070969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.077466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:31.079801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.080318 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a62d43-43ae-4d17-bf14-05b80c4316e5" -d '{"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:31.088329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.096406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.097637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:31.099748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-3b6b54af-b4d6-4bac-a5e3-a471d1b67535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1412194 Aug 11 08:15:31.111828 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.174890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83368-7908-43e9-b31e-16311e093981 req-49d46dc5-2075-4b33-96d1-cbecbb667209 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.178320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46b83368-7908-43e9-b31e-16311e093981 req-49d46dc5-2075-4b33-96d1-cbecbb667209 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.1263545 Aug 11 08:15:31.189568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34e13d5a-50e6-4623-ae3d-deca53d81338 req-c0dc387c-8d1b-43a9-ac49-ef368bdec31d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759275 Aug 11 08:15:31.244291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:31.252721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Allocated IP 172.20.0.13 (3393ff84-611b-4473-a388-bdc8abaf1d91/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04/eb732f85-3d93-413e-a277-925775483c66) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:15:31.285398 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a6712-9327-4292-8972-96482cc45d04 x-openstack-request-id: req-f82a6712-9327-4292-8972-96482cc45d04 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:31.285966 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:31.286593 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f82a6712-9327-4292-8972-96482cc45d04 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:31.287393 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'code': 200} Aug 11 08:15:31.288426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46b83368-7908-43e9-b31e-16311e093981 req-49bf9e02-7225-4ecc-a005-9aba06ebfe4d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990846 Aug 11 08:15:31.427913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02485f2-1f04-41d2-8a4e-1499596a518e req-5a7e2120-cf3e-4cec-91b0-3ecca874d01a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.439439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e02485f2-1f04-41d2-8a4e-1499596a518e req-5a7e2120-cf3e-4cec-91b0-3ecca874d01a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0913818 Aug 11 08:15:31.507057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e02485f2-1f04-41d2-8a4e-1499596a518e req-3731efda-e232-4e7e-9ecd-e9ba7187cc38 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649700 Aug 11 08:15:31.510307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7f0e604-e294-4d75-93bb-2e3de7b04364 req-902561a2-e8a8-45e8-88e3-511d16bf5ab9 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 210 time: 0.0500817 Aug 11 08:15:31.523998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fca05-2bae-498f-8f1d-bb3874a9ff74 req-58101067-56c5-470b-8989-7e2831fa9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.531354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb0fca05-2bae-498f-8f1d-bb3874a9ff74 req-58101067-56c5-470b-8989-7e2831fa9c05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1097 time: 0.1194770 Aug 11 08:15:31.570434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.604671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb0fca05-2bae-498f-8f1d-bb3874a9ff74 req-ac23e5c8-9348-4ae1-9204-a3e8d94a1875 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683713 Aug 11 08:15:31.641068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.700789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:15:31.705670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:31.710834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:15:31.737757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event updated for resources: {'Port': ['ID=eb732f85-3d93-413e-a277-925775483c66,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:31.763690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b551fba7-10bf-4bb4-b88d-397e07586171 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:31.779313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.780017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.809279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-99e8ac4d-77be-46d4-b53d-eebd9ad13e3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0482712 Aug 11 08:15:31.875226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b551fba7-10bf-4bb4-b88d-397e07586171 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:31.875929 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:31.906576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Request body: {'port': {'device_id': 'c699b68a-624a-4960-82ac-664442e97dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:31.942206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641cf6-696b-4ae2-92f4-dd8a36827bf7 req-32fc0567-0cb2-4ff6-8594-2ab67a18412c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:31.943822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39641cf6-696b-4ae2-92f4-dd8a36827bf7 req-32fc0567-0cb2-4ff6-8594-2ab67a18412c tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.1079113 Aug 11 08:15:32.020279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.023643 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.052043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39641cf6-696b-4ae2-92f4-dd8a36827bf7 req-e8907142-f7b6-4c93-af63-fe6b2387f90a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913839 Aug 11 08:15:32.092866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:32.099492 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.199669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:32.340427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.422677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.429510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.435895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.442668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.449160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.455775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.462232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.471014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-5f476fd9-7506-4e61-884f-8d976fbd2faf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1639740 Aug 11 08:15:32.526042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26dd1367-ac1c-4c7f-9139-665ca9cd9b81 req-0d528f66-a718-4d50-b06b-722e62d78487 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535865 Aug 11 08:15:32.554850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7938e5e-425c-4e70-83ec-52ec67d455a6 req-52596cee-7c1d-47f7-a283-d5242f3d74cf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.563323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7938e5e-425c-4e70-83ec-52ec67d455a6 req-52596cee-7c1d-47f7-a283-d5242f3d74cf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1570187 Aug 11 08:15:32.586986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb732f85-3d93-413e-a277-925775483c66 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:32.596065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.615977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-a77fec51-64df-4e51-b528-db55c6399b1a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.626789 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-a77fec51-64df-4e51-b528-db55c6399b1a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.2375226 Aug 11 08:15:32.665741 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4a29-844c-4a5d-a94d-24c882c3fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.685107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Transition to ACTIVE for port object eb732f85-3d93-413e-a277-925775483c66 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:32.699323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:32.745232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7938e5e-425c-4e70-83ec-52ec67d455a6 req-9a65a5af-6cfd-49e4-9ba0-e2304ea644ac tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791110 Aug 11 08:15:32.781954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860bc5-8fbf-4537-9295-b6ca9fbb366e req-5b2e5574-abff-4fcc-a200-8f660be7b16f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:32.790008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2860bc5-8fbf-4537-9295-b6ca9fbb366e req-5b2e5574-abff-4fcc-a200-8f660be7b16f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0942526 Aug 11 08:15:32.843407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2860bc5-8fbf-4537-9295-b6ca9fbb366e req-4d8e4f41-925c-472c-96a0-83125ab1df9a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520952 Aug 11 08:15:33.289139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:33.292388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Pushing event updated for resources: {'Port': ['ID=eb732f85-3d93-413e-a277-925775483c66,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:33.295646 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d231b3-90cd-4f77-a6da-a2adcf49b132" -d '{"events": [{"server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "name": "network-vif-plugged", "status": "completed", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:33.352835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c85b5-7ed1-40fb-bc4d-31cd4275f1dc req-f99c13f2-8ac0-45f6-9219-ad9ad89be8d2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.360968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-010c85b5-7ed1-40fb-bc4d-31cd4275f1dc req-f99c13f2-8ac0-45f6-9219-ad9ad89be8d2 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 944 time: 0.1078684 Aug 11 08:15:33.400839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312455e-8978-4efb-8f4a-245721270524 req-e89ae957-69f2-484b-a3c2-29b51f9e4184 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.409438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-010c85b5-7ed1-40fb-bc4d-31cd4275f1dc req-ff4ab901-0e8b-4558-b8db-de8106187c12 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Aug 11 08:15:33.410810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c312455e-8978-4efb-8f4a-245721270524 req-e89ae957-69f2-484b-a3c2-29b51f9e4184 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 944 time: 0.5615149 Aug 11 08:15:33.438177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Deleting port afc7ae7d-9a6a-4650-ba8f-fb013df809ea {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:33.438661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:33.504408 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a6aa7-c43e-4ee1-b40c-fb74c4ce6203 x-openstack-request-id: req-f54a6aa7-c43e-4ee1-b40c-fb74c4ce6203 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:33.504689 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "name": "network-vif-plugged", "status": "completed", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:33.505029 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f54a6aa7-c43e-4ee1-b40c-fb74c4ce6203 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:33.505435 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'code': 200} Aug 11 08:15:33.506725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Attempting to bind port eb732f85-3d93-413e-a277-925775483c66 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:33.507103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Attempting to bind port eb732f85-3d93-413e-a277-925775483c66 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:33.507483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Attempting to bind port eb732f85-3d93-413e-a277-925775483c66 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:33.524825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c312455e-8978-4efb-8f4a-245721270524 req-c3e7a81e-1f00-4043-b25e-ac159f9d057b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130013 Aug 11 08:15:33.529963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Port eb732f85-3d93-413e-a277-925775483c66 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:33.530293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Attempting to bind port eb732f85-3d93-413e-a277-925775483c66 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:33.541592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:33.541933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:33.542395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Bound using segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:33.542763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Bound port: eb732f85-3d93-413e-a277-925775483c66, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:33.553451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:33.643983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] For port afc7ae7d-9a6a-4650-ba8f-fb013df809ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:33.644392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:33.658121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] For port eb732f85-3d93-413e-a277-925775483c66, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:33.664407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] For port eb732f85-3d93-413e-a277-925775483c66, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb732f85-3d93-413e-a277-925775483c66,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:33.665828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Calling delete_port for afc7ae7d-9a6a-4650-ba8f-fb013df809ea owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:33.672064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:33.727728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.734567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.740645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.746677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.754800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.772213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.772455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.772455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:33.772455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] 10.222.0.64 "PUT /v2.0/ports/eb732f85-3d93-413e-a277-925775483c66 HTTP/1.1" status: 200 len: 1092 time: 1.8679287 Aug 11 08:15:33.772455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c699b68a-624a-4960-82ac-664442e97dbb', 'tag': 'eb732f85-3d93-413e-a277-925775483c66'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:33.772821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:33.772948 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7130e-5e60-42de-8eb2-ddbddd925233" -d '{"events": [{"name": "network-changed", "server_uuid": "c699b68a-624a-4960-82ac-664442e97dbb", "tag": "eb732f85-3d93-413e-a277-925775483c66"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:33.773058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-3d4b7e0a-acd7-4694-870f-83e286dfc50f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1187987 Aug 11 08:15:33.776302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:33.823224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba74cc1-d060-4c5f-aa27-1bf765b26cdb service neutron] Pushing event updated for resources: {'Port': ['ID=eb732f85-3d93-413e-a277-925775483c66,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:33.921387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:33.921653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f7f0e854-9e2b-42e3-a6b9-b7663a7e78a9 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:33.954262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2839459a-4cbe-4fb3-bfed-cd11d81009f1 req-d00071d2-762c-4475-aace-f964ba0b3261 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610596 Aug 11 08:15:34.032409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-564774e0-4ba5-4ce8-8941-e23099f673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:34.034086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-564774e0-4ba5-4ce8-8941-e23099f673c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 1095 time: 0.1373458 Aug 11 08:15:34.047428 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cefda1-4549-4427-91d6-64d92d4e63fa x-openstack-request-id: req-67cefda1-4549-4427-91d6-64d92d4e63fa {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:34.048000 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c699b68a-624a-4960-82ac-664442e97dbb", "tag": "eb732f85-3d93-413e-a277-925775483c66", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:34.049249 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67cefda1-4549-4427-91d6-64d92d4e63fa {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:34.049774 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c699b68a-624a-4960-82ac-664442e97dbb', 'tag': 'eb732f85-3d93-413e-a277-925775483c66', 'status': 'completed', 'code': 200} Aug 11 08:15:34.059207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aebe7-687b-4074-b22e-a0a8465c6ce6 req-a5b414ae-87dd-4850-a876-2ed7ce78d1b9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:34.069096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d8aebe7-687b-4074-b22e-a0a8465c6ce6 req-a5b414ae-87dd-4850-a876-2ed7ce78d1b9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1291885 Aug 11 08:15:34.075317 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:34.126653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-4feb0132-8e71-4a2c-b24c-d30d81a5ec86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb732f85-3d93-413e-a277-925775483c66 HTTP/1.1" status: 200 len: 217 time: 0.0626302 Aug 11 08:15:34.176156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event deleted for resources: {'Port': ['ID=afc7ae7d-9a6a-4650-ba8f-fb013df809ea,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:34.241602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9f60-79bd-4887-a748-98ef80ad4adc req-b2217955-627b-4c99-aaf6-ff18faad8327 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:34.256603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a02a9f60-79bd-4887-a748-98ef80ad4adc req-b2217955-627b-4c99-aaf6-ff18faad8327 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1262169 Aug 11 08:15:34.279062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] No DVR routers for this DVR port afc7ae7d-9a6a-4650-ba8f-fb013df809ea on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:34.285616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:34.287745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c434715-62a9-4ab0-b9ff-c61624e8bcf9 req-db6e8d49-fd6e-4110-ba3a-7eadba53462d tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "DELETE /v2.0/ports/afc7ae7d-9a6a-4650-ba8f-fb013df809ea HTTP/1.1" status: 204 len: 173 time: 1.6514406 Aug 11 08:15:34.295181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d8aebe7-687b-4074-b22e-a0a8465c6ce6 req-0e985d62-4805-495a-b9fe-874655934d42 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235208 Aug 11 08:15:34.297971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-9687467f-dba6-4b4c-803f-52d669da4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:34.300473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-9687467f-dba6-4b4c-803f-52d669da4c33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1474357 Aug 11 08:15:34.364867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a02a9f60-79bd-4887-a748-98ef80ad4adc req-e80ecbe5-1077-4704-b1b6-c810c99356a0 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050410 Aug 11 08:15:34.399763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-fc08b4e2-3e27-410d-9cc6-1621bdacdc5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889628 Aug 11 08:15:34.640909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25a1f9d0-5bb7-4cff-9513-cf5a459f0d79 req-e16cc4cd-26be-4006-83cc-cb4d5d7e70ad tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8ba4dfb-86c1-40e9-b999-919112bba20f HTTP/1.1" status: 200 len: 210 time: 0.0651531 Aug 11 08:15:34.725008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:34.732004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-c08fe3d4-3a39-4c2e-8742-b979f31eebbf service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124354 Aug 11 08:15:34.796255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5b4e-67e7-486f-919c-aca8bbb4108b req-e4145ea5-9c09-42f7-9215-18921ad949da tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:34.798545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7ab5b4e-67e7-486f-919c-aca8bbb4108b req-e4145ea5-9c09-42f7-9215-18921ad949da tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 944 time: 0.0703535 Aug 11 08:15:34.850047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7ab5b4e-67e7-486f-919c-aca8bbb4108b req-f327a8f8-db2e-4fa9-9c90-e2d91c9ca864 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Aug 11 08:15:34.942585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-6cee5966-d43e-4a27-a0f8-d16bb64bbeec tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:34.954812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-6cee5966-d43e-4a27-a0f8-d16bb64bbeec tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 814 time: 0.3465157 Aug 11 08:15:35.047589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-840a6981-2dea-45ca-963f-f35b32859992 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/quotas/55454d847e534d3e8de79e8001c19838 HTTP/1.1" status: 200 len: 375 time: 0.0916593 Aug 11 08:15:35.106025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc8279c4-daa5-4031-a0be-c74f1cb20f08 req-78119572-f39e-43c7-9be4-636e1d75032e service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485873 Aug 11 08:15:35.141716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-4a63b553-1e50-4753-9a77-c3a733bf0bf6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924363 Aug 11 08:15:35.158468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.182959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.195398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.203002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.210036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.217160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.224506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.226703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-22e9e705-f6ac-4de2-9de0-910ce4942176 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1429160 Aug 11 08:15:35.325612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf0804c2-0bd1-4b13-85bf-1c59d6189949 req-b8a14650-a460-4f70-82cd-2f5abcda5c31 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880792 Aug 11 08:15:35.343373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-6b706f8d-3397-4db1-ad59-cea0cc5cbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.345266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-6b706f8d-3397-4db1-ad59-cea0cc5cbf8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 1095 time: 0.1036098 Aug 11 08:15:35.393927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-8619c205-026c-4125-b699-717cba1278b0 service neutron] 10.222.0.58 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506633 Aug 11 08:15:35.525323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ec077-a2e9-4e79-859d-6cf3f9563d39 req-cf4e17ee-7f1e-42c7-ac34-536da910fb9e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.531048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-857ec077-a2e9-4e79-859d-6cf3f9563d39 req-cf4e17ee-7f1e-42c7-ac34-536da910fb9e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0842299 Aug 11 08:15:35.577714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-934a515d-c22e-4e3b-a38e-d563129e15fd service neutron] 10.222.0.58 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488476 Aug 11 08:15:35.589010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-857ec077-a2e9-4e79-859d-6cf3f9563d39 req-55716f8c-2069-46f3-99f5-306e8dd522fc tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496387 Aug 11 08:15:35.648929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-e23b49b1-e150-47cc-bad1-627ea87f99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.656459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-e23b49b1-e150-47cc-bad1-627ea87f99d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.2943575 Aug 11 08:15:35.779986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:35.806703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-d07b4990-2420-4916-bc9c-e3b5fef28693 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb732f85-3d93-413e-a277-925775483c66 HTTP/1.1" status: 200 len: 217 time: 0.1046615 Aug 11 08:15:35.851470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: afc7ae7d-9a6a-4650-ba8f-fb013df809ea {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:35.864717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device afc7ae7d-9a6a-4650-ba8f-fb013df809ea not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:35.910088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6748dbdd-118e-43fa-97f7-6075a9c3e6d3 req-9f455468-1b24-46d3-804d-dbd6166c01a5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 210 time: 0.0632234 Aug 11 08:15:35.938637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-7b5df273-4bf7-4add-8712-3860e61f6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:35.941232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-7b5df273-4bf7-4add-8712-3860e61f6003 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1270907 Aug 11 08:15:36.029034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-6fd5b88a-1399-4390-a6e5-3789f153d4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792241 Aug 11 08:15:36.086988 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:36.136133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'name': 'network-vif-deleted', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:36.140678 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f9da6-7745-41fd-9f63-299b133c2724" -d '{"events": [{"server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "name": "network-vif-deleted", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:36.235941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d58f2-2484-47e4-a8e2-5bcf4b545a9f req-58ef6ff3-5b20-48ba-9702-4c05ad11c5a8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.237735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e8d58f2-2484-47e4-a8e2-5bcf4b545a9f req-58ef6ff3-5b20-48ba-9702-4c05ad11c5a8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 944 time: 0.0934558 Aug 11 08:15:36.240139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-45b7877e-35c1-4eff-81e2-cf1cfa1460bd service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017355 Aug 11 08:15:36.275561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ac4ca-864a-4568-bfec-dbb6003aca04 req-43768587-a509-405b-9884-081bb2c5155a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.277247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17ac4ca-864a-4568-bfec-dbb6003aca04 req-43768587-a509-405b-9884-081bb2c5155a tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 945 time: 0.0912931 Aug 11 08:15:36.353583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e8d58f2-2484-47e4-a8e2-5bcf4b545a9f req-4c374c01-1540-4f2c-8610-2047e026e845 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087332 Aug 11 08:15:36.443211 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428e1756-985b-4b3c-9675-8199de904a7f x-openstack-request-id: req-428e1756-985b-4b3c-9675-8199de904a7f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:36.447452 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4dfb-86c1-40e9-b999-919112bba20f", "name": "network-vif-deleted", "tag": "afc7ae7d-9a6a-4650-ba8f-fb013df809ea", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:36.447452 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-428e1756-985b-4b3c-9675-8199de904a7f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:36.447452 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4dfb-86c1-40e9-b999-919112bba20f', 'name': 'network-vif-deleted', 'tag': 'afc7ae7d-9a6a-4650-ba8f-fb013df809ea', 'status': 'completed', 'code': 200} Aug 11 08:15:36.450726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb7130e-5e60-42de-8eb2-ddbddd925233 req-c018cb8f-3f95-4ad7-8de6-dbda0e072eee service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985481 Aug 11 08:15:36.453362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17ac4ca-864a-4568-bfec-dbb6003aca04 req-486312a7-a846-4b3e-b236-e9b7a5a277cc tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b9f245d-6913-49f2-9c39-a86193d324fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535947 Aug 11 08:15:36.613275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.633824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.643428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.649573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.655620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.662410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.671843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.680327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-426048bc-762a-4065-b110-e4633c5b4fa3 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.1597080 Aug 11 08:15:36.749696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6351f-5300-4989-95d2-ec54d71e5e2a req-9d0d9059-8d7f-4402-acb9-37f0f91b06a2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.751776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d94f920-c95d-475e-9059-30bd4607fc23 req-619c10e6-90bf-4da7-8a65-3a9af286c624 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704603 Aug 11 08:15:36.752363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe6351f-5300-4989-95d2-ec54d71e5e2a req-9d0d9059-8d7f-4402-acb9-37f0f91b06a2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0704956 Aug 11 08:15:36.829622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe6351f-5300-4989-95d2-ec54d71e5e2a req-24ac827a-1877-4831-8ab6-c7815f92e0b0 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709808 Aug 11 08:15:36.862295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-f0e6d8c4-78b3-4605-adde-a3102c0659e7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:36.864419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-f0e6d8c4-78b3-4605-adde-a3102c0659e7 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 945 time: 0.1105475 Aug 11 08:15:36.988511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Deleting port 3b2bec83-cecd-437c-b0fa-5094c41e575c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:36.988893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:37.062495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2dfb2196-75be-40a1-b2cd-ab1c102728eb req-508c4c7e-533d-40ec-8879-4e1f3fd56a4e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 210 time: 0.0411901 Aug 11 08:15:37.121567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] For port 3b2bec83-cecd-437c-b0fa-5094c41e575c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b2bec83-cecd-437c-b0fa-5094c41e575c,segment=NetworkSegment(992a3cab-65df-46ec-9f94-1d129486d193),segment_id=992a3cab-65df-46ec-9f94-1d129486d193)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:37.121838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:37.148167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Calling delete_port for 3b2bec83-cecd-437c-b0fa-5094c41e575c owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:37.373696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:37.422453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Pushing event deleted for resources: {'Port': ['ID=3b2bec83-cecd-437c-b0fa-5094c41e575c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:37.483625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] No DVR routers for this DVR port 3b2bec83-cecd-437c-b0fa-5094c41e575c on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:37.498754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:37.501117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-397889d1-4a36-481e-94b5-bfba8ec01f8c req-22112c6a-58cf-4660-89ba-db785c66f6a6 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.69 "DELETE /v2.0/ports/3b2bec83-cecd-437c-b0fa-5094c41e575c HTTP/1.1" status: 204 len: 173 time: 0.6300576 Aug 11 08:15:37.520273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-209ccf15-c621-4e2c-8d0b-2ac2cac8c595 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:37.533101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-209ccf15-c621-4e2c-8d0b-2ac2cac8c595 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 814 time: 0.2407100 Aug 11 08:15:37.540420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b06fc-7555-4e08-bc05-37d96d465d7b req-49e3e485-ca6e-443d-babf-f274c60fdfdf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:37.544107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa0b06fc-7555-4e08-bc05-37d96d465d7b req-49e3e485-ca6e-443d-babf-f274c60fdfdf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 944 time: 0.0708447 Aug 11 08:15:37.590404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Request body: {'port': {'device_id': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'admin_state_up': True, 'tenant_id': '55454d847e534d3e8de79e8001c19838'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:37.593502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa0b06fc-7555-4e08-bc05-37d96d465d7b req-7c70e50d-7973-4201-9c1d-4b5837bcea4c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Aug 11 08:15:37.632019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fa1b512-2727-46e8-9d0a-bddf141851b4 req-75d24a73-0830-4786-bf0f-e08f48805b19 tempest-LiveAutoBlockMigrationV225Test-978307298 tempest-LiveAutoBlockMigrationV225Test-978307298-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5e3344-8e10-4354-94bc-51bae48124dc HTTP/1.1" status: 200 len: 210 time: 0.0608799 Aug 11 08:15:37.801987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f1d29db8-2fd6-4aed-a058-eb265ef098ea details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:37.821217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Made reservation on behalf of 55454d847e534d3e8de79e8001c19838 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:37.826557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:37.986156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:38.009547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea', 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241', 'port_id': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea', 'mac_address': 'fa:16:3e:28:57:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aaa4ac-6d9f-4e1f-87ec-caa839f19c34', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:38.037485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.046166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.061215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Allocated IP 172.20.0.4 (e3bceaff-6fb1-4dfc-8b3a-e28a590eb255/ef8f5335-f461-4da7-9a8f-6613ff177c4b/5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:15:38.070529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.107165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.108054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:38.115618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.124415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.131738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.143190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-f7e43e59-1af0-484b-8fa9-1f59be2807fd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5419 time: 0.2121439 Aug 11 08:15:38.150724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d29db8-2fd6-4aed-a058-eb265ef098ea {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:38.210903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9809-27b9-433e-b69e-456e9561a5cd req-7783cd23-9ec6-4436-984d-c815be93f27d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.218359 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ffb9809-27b9-433e-b69e-456e9561a5cd req-7783cd23-9ec6-4436-984d-c815be93f27d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1263750 Aug 11 08:15:38.229257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2da0a0df-5664-40ec-a684-8334ddf36b10 req-78db27ac-77c8-4bf9-b895-f758afab03eb tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849500 Aug 11 08:15:38.256011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:38.263212 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:38.265189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56a52cb4-d7c1-4b5b-b90a-116476d93701 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:38.381481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:38.512682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'name': 'network-vif-deleted', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:38.515138 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4090c4d7-0e3a-4d5f-a346-85e7680caf29" -d '{"events": [{"server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "name": "network-vif-deleted", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:38.551263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ffb9809-27b9-433e-b69e-456e9561a5cd req-2589305f-ea90-4465-893c-0d5b58854a66 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223927 Aug 11 08:15:38.700253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:38.725605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'port_id': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'mac_address': 'fa:16:3e:ad:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:38.726147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:38.755908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5e96eb3-4c58-4a12-8dd1-50b1799a5e7c req-29b646f8-5923-4c57-a53a-082de159898b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 210 time: 0.0600016 Aug 11 08:15:38.762331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb732f85-3d93-413e-a277-925775483c66 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:38.807631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:38.827180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a52cb4-d7c1-4b5b-b90a-116476d93701 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:38.838416 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c8f030-4a3d-4660-a621-1187310e26f2 x-openstack-request-id: req-63c8f030-4a3d-4660-a621-1187310e26f2 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:38.838790 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5e3344-8e10-4354-94bc-51bae48124dc", "name": "network-vif-deleted", "tag": "3b2bec83-cecd-437c-b0fa-5094c41e575c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:38.838968 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63c8f030-4a3d-4660-a621-1187310e26f2 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:38.839622 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5e3344-8e10-4354-94bc-51bae48124dc', 'name': 'network-vif-deleted', 'tag': '3b2bec83-cecd-437c-b0fa-5094c41e575c', 'status': 'completed', 'code': 200} Aug 11 08:15:38.841252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:38.904893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42500) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:38.924991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:15:38.929916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:38.934169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:15:38.940743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48e29-85f1-4ea4-a96d-4ab7be54dc57 req-880433da-e470-4455-b76f-ba7da8fe1aed tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:38.943127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ea48e29-85f1-4ea4-a96d-4ab7be54dc57 req-880433da-e470-4455-b76f-ba7da8fe1aed tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 944 time: 0.0833116 Aug 11 08:15:38.947133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:38.952778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4f3d3444-f1f6-4367-9997-eafa5dfc88a3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:38.960264 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:38.960977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e264d25c-500b-4bc4-9f63-86ce0f899634 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:39.016897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Pushing event updated for resources: {'Port': ['ID=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:39.043952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ea48e29-85f1-4ea4-a96d-4ab7be54dc57 req-49db5750-b62e-4c13-962b-e919aa5213fa tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926304 Aug 11 08:15:39.046870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.048011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.067783 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-5d919788-770d-4217-acdc-f18214be2207 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4939349 Aug 11 08:15:39.089213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Request body: {'port': {'device_id': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:39.106521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Deleting subnet 6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:15:39.110348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.150826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.179200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.214729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.242806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:39.251653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb732f85-3d93-413e-a277-925775483c66, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb732f85-3d93-413e-a277-925775483c66,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:39.323837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.381728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4e1143-e354-48c5-9f78-b1a91ecbfbe4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:39.398601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.401711 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6c4e1143-e354-48c5-9f78-b1a91ecbfbe4 HTTP/1.1" status: 204 len: 168 time: 0.4946096 Aug 11 08:15:39.410036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.410417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.410857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.411236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.411601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.411999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.412380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.412720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.413125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.413575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.413909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.414224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aae0db-806d-45d0-834b-8f01860bf037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:15:39.417170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42506) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:39.448596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'eb732f85-3d93-413e-a277-925775483c66', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': 'eb732f85-3d93-413e-a277-925775483c66', 'mac_address': 'fa:16:3e:e8:b2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:39.504298 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.535174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.543861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e264d25c-500b-4bc4-9f63-86ce0f899634,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:39.553735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:39.561105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb732f85-3d93-413e-a277-925775483c66 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:39.564829 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.581023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Transition to ACTIVE for port object 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:39.597572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e264d25c-500b-4bc4-9f63-86ce0f899634', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'port_id': 'e264d25c-500b-4bc4-9f63-86ce0f899634', 'mac_address': 'fa:16:3e:7e:aa:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:39.605124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb732f85-3d93-413e-a277-925775483c66, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb732f85-3d93-413e-a277-925775483c66,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:39.623620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.680140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.684220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.707599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.720000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b54906-ca40-462f-903a-4602d750075f service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:39.741282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9948d4ea-d7b5-4b75-bc1c-50d025476918']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:39.758313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.759388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992a3cab-65df-46ec-9f94-1d129486d193') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:39.759867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992a3cab-65df-46ec-9f94-1d129486d193') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:39.767909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.772458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.776613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.783876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e264d25c-500b-4bc4-9f63-86ce0f899634 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:39.784909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.795565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.802578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.810587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.813078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-7a20d6ea-5c52-4d6c-902d-dec0f9a0a245 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5421 time: 0.2305243 Aug 11 08:15:39.833536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.839927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e264d25c-500b-4bc4-9f63-86ce0f899634,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:39.843752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=eb732f85-3d93-413e-a277-925775483c66,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:39.846808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:15:39.849070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.849819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 47f859b7-88f0-4c22-95c6-58231dce8f4f details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:39.854262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:15:39.856516 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:15:39.907649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51a56c0b-f319-474c-8da3-e84392b20ea7 req-4956e29b-6569-4cbe-b096-29864566c28f tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565410 Aug 11 08:15:39.920568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c735b1-d892-4625-8fd3-c9eb445e25a8 req-62f187a4-cdd4-4fbd-8af4-a90744f69574 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:39.923072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c735b1-d892-4625-8fd3-c9eb445e25a8 req-62f187a4-cdd4-4fbd-8af4-a90744f69574 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1350019 Aug 11 08:15:39.931124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:39.936585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:39.959238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '47f859b7-88f0-4c22-95c6-58231dce8f4f', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'port_id': '47f859b7-88f0-4c22-95c6-58231dce8f4f', 'mac_address': 'fa:16:3e:0c:fd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:40.003687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c735b1-d892-4625-8fd3-c9eb445e25a8 req-1fb997f8-8802-42e0-89e9-427c4cb60744 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724003 Aug 11 08:15:40.005095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.032828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Attempting to bind port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:40.033255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Attempting to bind port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:40.036132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Attempting to bind port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 on network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:40.039632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.044054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] 10.222.0.58 "DELETE /v2.0/networks/9948d4ea-d7b5-4b75-bc1c-50d025476918 HTTP/1.1" status: 204 len: 168 time: 0.6194453 Aug 11 08:15:40.045821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e628d-1cf4-4f3c-ad44-28262df99eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=9948d4ea-d7b5-4b75-bc1c-50d025476918,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:40.048820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42524) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:40.051730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 on network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:40.053301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Attempting to bind port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 on network e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:40.063347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:40.064110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Checking segment: {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:40.064717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Bound using segment: {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:40.065420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Bound port: 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e7fc7c-9919-480a-9d73-6c743af19d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:40.066308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.099962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['eb732f85-3d93-413e-a277-925775483c66'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:40.106132 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.151560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] For port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:40.151993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f859b7-88f0-4c22-95c6-58231dce8f4f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:40.156302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] For port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:40.161279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Deleting subnet 31b9712a-1c83-4938-8d45-97423a993974 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:15:40.169913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.178522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.185353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:40.192697 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.192937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 53b079e1-b750-44fc-9900-b27575fd4f98 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:40.252409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:40.253247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.256476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:40.257649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-99b54906-ca40-462f-903a-4602d750075f service neutron] 10.222.0.64 "PUT /v2.0/ports/5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 HTTP/1.1" status: 200 len: 1091 time: 1.1739771 Aug 11 08:15:40.309517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.324799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=53b079e1-b750-44fc-9900-b27575fd4f98,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:40.340264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b54906-ca40-462f-903a-4602d750075f service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:40.375631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '53b079e1-b750-44fc-9900-b27575fd4f98', 'network_id': 'b8929ac4-6709-490b-82c4-85e4a9c02241', 'port_id': '53b079e1-b750-44fc-9900-b27575fd4f98', 'mac_address': 'fa:16:3e:7a:b5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aaa4ac-6d9f-4e1f-87ec-caa839f19c34', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:40.401624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d434e1-c79d-462f-b76f-52bead85d1d4 req-5653c23e-07d5-44ad-ac0f-387045399abc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:40.406430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.409754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1d434e1-c79d-462f-b76f-52bead85d1d4 req-5653c23e-07d5-44ad-ac0f-387045399abc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 945 time: 0.1462572 Aug 11 08:15:40.451639 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.455287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-6bfb6453-3130-41e7-826b-c801c35c5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:40.456915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-6bfb6453-3130-41e7-826b-c801c35c5959 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 1094 time: 0.1098385 Aug 11 08:15:40.475733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1d434e1-c79d-462f-b76f-52bead85d1d4 req-3ee8f6ed-2fef-451e-a710-d89e1926e8a7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647147 Aug 11 08:15:40.502265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b079e1-b750-44fc-9900-b27575fd4f98 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:40.516209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.545074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=53b079e1-b750-44fc-9900-b27575fd4f98,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:40.554059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.554801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 139e2f8a-e394-4702-98f0-6b9e879498c5 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:40.564026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.565996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/31b9712a-1c83-4938-8d45-97423a993974 HTTP/1.1" status: 204 len: 168 time: 0.5101902 Aug 11 08:15:40.568496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42530) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:40.576750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5db93-6f2e-4f7c-b555-8853e0897fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b9712a-1c83-4938-8d45-97423a993974,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:40.577540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-0dcf1d7e-736d-413d-8a3c-e7a5a1dc14d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 HTTP/1.1" status: 200 len: 217 time: 0.0907791 Aug 11 08:15:40.643565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:40.659238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9d5af-d88f-4b4b-bf5c-6d99b920095f req-01126865-1350-4c36-9b81-29c862d00e49 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:40.667147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cb9d5af-d88f-4b4b-bf5c-6d99b920095f req-01126865-1350-4c36-9b81-29c862d00e49 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 943 time: 0.1656458 Aug 11 08:15:40.704781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=139e2f8a-e394-4702-98f0-6b9e879498c5,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:40.716163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.725629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '139e2f8a-e394-4702-98f0-6b9e879498c5', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'port_id': '139e2f8a-e394-4702-98f0-6b9e879498c5', 'mac_address': 'fa:16:3e:ef:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:40.735123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245a4b1-1777-4120-a203-7c0879958e83 req-ca584245-47ed-4fc3-add7-8b20203aa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:40.744137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-ca584245-47ed-4fc3-add7-8b20203aa76e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.1608281 Aug 11 08:15:40.745866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cb9d5af-d88f-4b4b-bf5c-6d99b920095f req-d7639d4d-6269-45ac-a314-dad1f03c3ce2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776739 Aug 11 08:15:40.801365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.815679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-93a54b38-1b5a-4bbd-93de-3dc30ba9a099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640266 Aug 11 08:15:40.826912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139e2f8a-e394-4702-98f0-6b9e879498c5 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:40.841024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'tag': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:40.851753 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85697f99-1cb8-47e1-abb4-c5d7a351ad36" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb30c03-c49b-44ef-a8d5-90af796e9bbc", "tag": "5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:40.857707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=139e2f8a-e394-4702-98f0-6b9e879498c5,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:40.885900 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.887687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cb58a12e-2849-4ba1-b62d-4c1f8942ac69 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:40.916744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:40.945413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933e9a28-09c5-41db-8426-014580b66482']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:40.969813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893845c8-d120-4c58-9817-6fb6ab5f584d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:40.970471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893845c8-d120-4c58-9817-6fb6ab5f584d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:40.984641 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb9c58-e377-472b-a426-ec87c9c3a701 x-openstack-request-id: req-c6eb9c58-e377-472b-a426-ec87c9c3a701 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:40.984974 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb30c03-c49b-44ef-a8d5-90af796e9bbc", "tag": "5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:40.985229 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6eb9c58-e377-472b-a426-ec87c9c3a701 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:40.985625 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'tag': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7', 'status': 'completed', 'code': 200} Aug 11 08:15:40.994056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.026622 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.027879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:41.037408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:41.039477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:15:41.042878 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.046591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-57626e6f-ca88-4eab-bab9-bab3cee802f3 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137320 Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:15:41.047556 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:15:41.058302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'cb58a12e-2849-4ba1-b62d-4c1f8942ac69', 'network_id': 'bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305', 'port_id': 'cb58a12e-2849-4ba1-b62d-4c1f8942ac69', 'mac_address': 'fa:16:3e:2e:45:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec05ec0-53e0-460a-afe9-d2bd1ca6cd82', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:41.167749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.200239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb58a12e-2849-4ba1-b62d-4c1f8942ac69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:41.242819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8245a4b1-1777-4120-a203-7c0879958e83 req-8bc94ab1-321f-4ae0-b8bf-b29a9b71a515 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786776 Aug 11 08:15:41.250820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:41.273070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.311466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.318110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.325067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.331221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.337506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.344853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.353582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.355677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-738ba481-6a42-46c0-9b23-a3dcdb40a4e0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5425 time: 0.2029946 Aug 11 08:15:41.356372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.362257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.368623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] 10.222.0.58 "DELETE /v2.0/networks/933e9a28-09c5-41db-8426-014580b66482 HTTP/1.1" status: 204 len: 168 time: 0.7976282 Aug 11 08:15:41.417249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246a71a-0517-4e73-af54-9e0309b3da78 admin admin] Pushing event deleted for resources: {'Network': ['ID=933e9a28-09c5-41db-8426-014580b66482,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:41.430969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:41.453959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85cf0fe6-4207-4630-92c6-582dacd4da10 req-94bf9898-567e-4e17-887e-8e9659b83ae4 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789585 Aug 11 08:15:41.492250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-cf54ded1-dbab-45b2-82f1-fd17e75c1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.493973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-cf54ded1-dbab-45b2-82f1-fd17e75c1292 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 1094 time: 0.1087587 Aug 11 08:15:41.501795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-4563de6f-6e8a-48ae-a946-cc8b706214dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.503847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-4563de6f-6e8a-48ae-a946-cc8b706214dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 1097 time: 0.1656945 Aug 11 08:15:41.537542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411df1a-4609-4ab4-8f2c-781aadbd0835 req-27f88f1b-ad88-46ee-9704-e196a60673c2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.540154 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6411df1a-4609-4ab4-8f2c-781aadbd0835 req-27f88f1b-ad88-46ee-9704-e196a60673c2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1529291 Aug 11 08:15:41.624973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42556) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:41.676726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49b8ba-9355-4125-9e5c-c9119ea84dcf req-88d45036-9c84-49f5-a848-3cce28c15c26 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.682170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6411df1a-4609-4ab4-8f2c-781aadbd0835 req-0ef9b7f9-77d5-4696-adfb-368d5a56ef02 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060176 Aug 11 08:15:41.684311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e49b8ba-9355-4125-9e5c-c9119ea84dcf req-88d45036-9c84-49f5-a848-3cce28c15c26 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 945 time: 0.1145399 Aug 11 08:15:41.717089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-7582ae25-24f0-4414-9414-62755fd8c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.718769 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-7582ae25-24f0-4414-9414-62755fd8c33d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 915 time: 0.2138500 Aug 11 08:15:41.737042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-546d6ef3-df4a-4f52-8194-679c291de74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.738584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-546d6ef3-df4a-4f52-8194-679c291de74d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 200 len: 917 time: 0.2207916 Aug 11 08:15:41.742345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e49b8ba-9355-4125-9e5c-c9119ea84dcf req-96fda154-ddbf-4174-b997-dc69d223008c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569446 Aug 11 08:15:41.762039 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-35daaea8-90a3-45a8-8af8-7cff3901d69d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bcca3cb5ba64ea18452dfca1f674c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329019 Aug 11 08:15:41.768340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42560) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:41.781031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-e2f6a945-ecbf-4c9f-abe5-ebc3de73c8df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 HTTP/1.1" status: 200 len: 217 time: 0.0541861 Aug 11 08:15:41.825467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-67eb497a-b04a-421a-a68e-72bb52d0f7c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933a508f-8e29-4eca-88fb-e827f5e495a9 HTTP/1.1" status: 200 len: 217 time: 0.0521061 Aug 11 08:15:41.851497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eba0ee07-417b-4268-a129-b2abf562d422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.879753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eba0ee07-417b-4268-a129-b2abf562d422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.939266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-e8814b92-10f9-4c97-b922-0b617a836e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.941248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-e8814b92-10f9-4c97-b922-0b617a836e96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.1244295 Aug 11 08:15:41.944605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-0a09e308-3a53-4dc5-be2b-31c246602175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:41.945990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-0a09e308-3a53-4dc5-be2b-31c246602175 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 200 len: 855 time: 0.0998306 Aug 11 08:15:41.961113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eba0ee07-417b-4268-a129-b2abf562d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.964006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eba0ee07-417b-4268-a129-b2abf562d422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:41.970294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eba0ee07-417b-4268-a129-b2abf562d422 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b9f245d-6913-49f2-9c39-a86193d324fa HTTP/1.1" status: 204 len: 168 time: 0.1958072 Aug 11 08:15:41.993924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0ee07-417b-4268-a129-b2abf562d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f245d-6913-49f2-9c39-a86193d324fa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:42.029880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653c4d-31b3-4a35-84f3-32ec01e164fe req-9870186e-7c45-4a49-9b92-f68fcf709d96 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.032717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0653c4d-31b3-4a35-84f3-32ec01e164fe req-9870186e-7c45-4a49-9b92-f68fcf709d96 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 943 time: 0.1849649 Aug 11 08:15:42.071163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-beac94c2-2513-4302-9ebe-fef8ff4f1bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894921 Aug 11 08:15:42.531020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42580) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:42.552289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f1d29db8-2fd6-4aed-a058-eb265ef098ea'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.566227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-ae589c1f-7c31-482a-aa47-ab3152335ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.567870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-ae589c1f-7c31-482a-aa47-ab3152335ee7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a09bcb23-3f03-4a78-838e-5f927ef1a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6112597 Aug 11 08:15:42.610248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0653c4d-31b3-4a35-84f3-32ec01e164fe req-a569104b-fe8e-4756-a268-c999f2b86efa tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453758 Aug 11 08:15:42.631920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-165c8054-3d68-4465-8321-b8a4d9eaaa77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b3b31c51081645d186beac330fc9a529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991859 Aug 11 08:15:42.636362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['cb58a12e-2849-4ba1-b62d-4c1f8942ac69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.639093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42582) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:42.677056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['56a52cb4-d7c1-4b5b-b90a-116476d93701'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.687509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['139e2f8a-e394-4702-98f0-6b9e879498c5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.702868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.709711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.720517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.726453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.732651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.739226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.745163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:42.754450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['47f859b7-88f0-4c22-95c6-58231dce8f4f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.756045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-05c5ad14-941c-4931-9694-9c7604da57e8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5426 time: 0.1756461 Aug 11 08:15:42.809752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c070-00d8-423d-b663-b14dc04a2e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:42.831456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f3ae811a-3308-45ef-a243-c79626dcad64 req-0eea73d2-b607-4e5e-b6bb-09ddfab74a84 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743871 Aug 11 08:15:42.836348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e264d25c-500b-4bc4-9f63-86ce0f899634'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.890014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c070-00d8-423d-b663-b14dc04a2e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:42.897194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-bade7efa-b1eb-4ca8-b287-f48854ab9832 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195686 Aug 11 08:15:42.922420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['53b079e1-b750-44fc-9900-b27575fd4f98'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:42.924690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb732f85-3d93-413e-a277-925775483c66 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:42.999874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-c4edcc85-60b3-4fa7-bde2-215fe0f96c46 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035413 Aug 11 08:15:43.049374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c070-00d8-423d-b663-b14dc04a2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:43.059791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c070-00d8-423d-b663-b14dc04a2e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:43.061387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2ab2c070-00d8-423d-b663-b14dc04a2e16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5a4000a-04e0-4053-b890-0d740be332a5 HTTP/1.1" status: 204 len: 168 time: 0.4217043 Aug 11 08:15:43.086875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2c070-00d8-423d-b663-b14dc04a2e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a4000a-04e0-4053-b890-0d740be332a5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:43.115360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee8507-fe75-4973-8fd4-f0677fbede9f req-92144be3-dacb-423a-831d-d02e00a22b44 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:43.118376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port eb732f85-3d93-413e-a277-925775483c66 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:43.133572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4ee8507-fe75-4973-8fd4-f0677fbede9f req-92144be3-dacb-423a-831d-d02e00a22b44 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 945 time: 0.1661394 Aug 11 08:15:43.142132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port eb732f85-3d93-413e-a277-925775483c66 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:43.142535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:43.210154 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4ee8507-fe75-4973-8fd4-f0677fbede9f req-d008b687-efa3-4af9-87b0-55ae0cb6a604 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754275 Aug 11 08:15:43.241984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9491e1-45ec-4f88-9af5-80810059a3be req-cbadb141-0599-497d-8bd5-b11f77634db3 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:43.244452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d9491e1-45ec-4f88-9af5-80810059a3be req-cbadb141-0599-497d-8bd5-b11f77634db3 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.3432434 Aug 11 08:15:43.374647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d9491e1-45ec-4f88-9af5-80810059a3be req-68422db2-ad1b-40cc-9f97-3e7ab4549484 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063490 Aug 11 08:15:43.470212 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-152fdc85-4ba6-46bc-9807-a853a28fad43 req-6e008d06-e481-4a0a-92fd-a51459aee2d5 service neutron] 10.222.0.69 "GET /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204413 Aug 11 08:15:43.495714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85697f99-1cb8-47e1-abb4-c5d7a351ad36 req-09912ea4-976f-4039-9b4a-5f41c602923b service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490530 Aug 11 08:15:43.543997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:43.655383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 3b2bec83-cecd-437c-b0fa-5094c41e575c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:43.661711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b2bec83-cecd-437c-b0fa-5094c41e575c not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:43.829258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d687a-b2fc-492c-8be7-a72462a37f5f req-3457b2ea-d066-477b-9dc6-42d683586302 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:43.837356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be8d687a-b2fc-492c-8be7-a72462a37f5f req-3457b2ea-d066-477b-9dc6-42d683586302 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 943 time: 0.1128986 Aug 11 08:15:43.929827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be8d687a-b2fc-492c-8be7-a72462a37f5f req-9f39e185-5395-4851-a8f7-cc122fd14274 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863240 Aug 11 08:15:44.041830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.051734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.059225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.066842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.074827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.081338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.087699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.096254 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-f822f613-f417-4b2f-999a-81ac3e16b6f2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5426 time: 0.1449850 Aug 11 08:15:44.151503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-481ec01f-86ce-43c2-a4a4-d2cee16b7157 req-ed9310cb-6ad1-4ea8-855d-4a0e681f0c4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539198 Aug 11 08:15:44.178453 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:44.377832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port eb732f85-3d93-413e-a277-925775483c66, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb732f85-3d93-413e-a277-925775483c66,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:44.388977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699b68a-624a-4960-82ac-664442e97dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb732f85-3d93-413e-a277-925775483c66'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:44.394321 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71392b2c-8357-4935-8710-ac4c481a0cb0" -d '{"events": [{"server_uuid": "c699b68a-624a-4960-82ac-664442e97dbb", "name": "network-vif-plugged", "status": "completed", "tag": "eb732f85-3d93-413e-a277-925775483c66"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:44.412247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:44.441960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb40564-e26a-4a9f-8fb1-1962f0e1947b req-d0ed4113-0a93-4ad5-9ee7-af5426be1324 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.444309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bb40564-e26a-4a9f-8fb1-1962f0e1947b req-d0ed4113-0a93-4ad5-9ee7-af5426be1324 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 945 time: 0.1164727 Aug 11 08:15:44.534501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=eb732f85-3d93-413e-a277-925775483c66,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:44.567984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bb40564-e26a-4a9f-8fb1-1962f0e1947b req-be99e30c-365f-4b3e-ad6f-31e13708cb69 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112599 Aug 11 08:15:44.583433 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55432446-1e46-44f6-bb7f-f3076efdc58f x-openstack-request-id: req-55432446-1e46-44f6-bb7f-f3076efdc58f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:44.583870 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699b68a-624a-4960-82ac-664442e97dbb", "name": "network-vif-plugged", "status": "completed", "tag": "eb732f85-3d93-413e-a277-925775483c66", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:44.584359 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55432446-1e46-44f6-bb7f-f3076efdc58f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:44.585661 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c699b68a-624a-4960-82ac-664442e97dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb732f85-3d93-413e-a277-925775483c66', 'code': 200} Aug 11 08:15:44.776733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7946-b277-47e4-9b76-d3131d8e9942 req-97f413b7-b008-49f3-a2b8-a53b47d22dd2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.779253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0caf7946-b277-47e4-9b76-d3131d8e9942 req-97f413b7-b008-49f3-a2b8-a53b47d22dd2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.1302350 Aug 11 08:15:44.811654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:44.868086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0caf7946-b277-47e4-9b76-d3131d8e9942 req-caa43666-c55f-49f2-b7c1-93be6216a295 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Aug 11 08:15:44.897022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0ef5-b2e1-4d4b-a7ee-53e9ee9250f2 req-3420b99b-ac49-4d5f-a1d8-9549c90cf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:44.899491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3efa0ef5-b2e1-4d4b-a7ee-53e9ee9250f2 req-3420b99b-ac49-4d5f-a1d8-9549c90cf880 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 1097 time: 0.1180642 Aug 11 08:15:45.003709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:45.018870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7', 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'port_id': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7', 'mac_address': 'fa:16:3e:d9:e6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f5335-f461-4da7-9a8f-6613ff177c4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:45.020021 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3efa0ef5-b2e1-4d4b-a7ee-53e9ee9250f2 req-873473ef-8065-424f-a34c-34d6893918ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023343 Aug 11 08:15:45.068855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:45.086526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:45.128418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbeeed-6a21-4c7b-aa4c-ef531db416cd req-2649f3a5-53b2-4516-ae62-e13d29e590c8 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.130169 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bfbeeed-6a21-4c7b-aa4c-ef531db416cd req-2649f3a5-53b2-4516-ae62-e13d29e590c8 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0936785 Aug 11 08:15:45.133743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:45.134216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af7686-cb78-4c89-9161-d6d246350db2 req-147ecd41-9b9d-47f9-892f-0015b567c396 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.145616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8af7686-cb78-4c89-9161-d6d246350db2 req-147ecd41-9b9d-47f9-892f-0015b567c396 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 943 time: 0.1091418 Aug 11 08:15:45.149304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:45.198482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bfbeeed-6a21-4c7b-aa4c-ef531db416cd req-25f57bed-0008-4c29-8b2f-bb068c34fca9 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553424 Aug 11 08:15:45.243304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8af7686-cb78-4c89-9161-d6d246350db2 req-98685e0b-be41-4eb4-a415-a2b7d7168f6f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792642 Aug 11 08:15:45.275227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:45.402383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.409489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.416576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.423087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.429535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.435455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.441639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.443669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-e2625665-6650-413b-96c5-4f0148c30396 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5426 time: 0.1059840 Aug 11 08:15:45.454526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd733b3d-f6f1-4167-a939-6923b25b5617 req-13f8abce-8ee6-4d3f-891e-c2d37f7ae229 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.457600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd733b3d-f6f1-4167-a939-6923b25b5617 req-13f8abce-8ee6-4d3f-891e-c2d37f7ae229 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 945 time: 0.1031270 Aug 11 08:15:45.514594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd733b3d-f6f1-4167-a939-6923b25b5617 req-70edfe92-92de-4676-b480-617257eccdc2 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500929 Aug 11 08:15:45.522744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e105ae78-3612-4a76-915a-f658c2cc2ff2 req-9265dae0-9677-4178-9058-bf52205c29c0 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683312 Aug 11 08:15:45.572853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:45.777537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2019027206', 'description': 'tempest-description-260006222'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:45.814114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d444-7032-4676-ba38-132b0fd416b6 req-c3b4bd17-1baa-44ba-8c8d-92c16463fcfc tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.815142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:45.815688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b257d444-7032-4676-ba38-132b0fd416b6 req-c3b4bd17-1baa-44ba-8c8d-92c16463fcfc tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.0888774 Aug 11 08:15:45.828435 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:45.864651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b257d444-7032-4676-ba38-132b0fd416b6 req-e617a5d2-83a0-4429-a905-e730faaa9576 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Aug 11 08:15:45.945183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:45.951083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:45.985050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb63fb-7ff2-447b-a034-73ae4f23a894 req-4599c817-9617-41de-bf60-2a74857e119b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:45.986645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-febb63fb-7ff2-447b-a034-73ae4f23a894 req-4599c817-9617-41de-bf60-2a74857e119b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 946 time: 0.0541480 Aug 11 08:15:45.999644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f5d396-9ec5-45a5-b349-3d931e857444,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:46.037309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-febb63fb-7ff2-447b-a034-73ae4f23a894 req-eb329491-2478-49ce-a490-1148d1cadad7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Aug 11 08:15:46.063549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.068362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.099329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.100583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6e9ed9b-74c8-4841-bad4-87bc4452ad2b req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3273368 Aug 11 08:15:46.101337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb2338-de06-408d-a9f1-4110f50eea5e tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7233e-ec96-444b-a04c-055636084a4b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:46.133613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2d76602e-6f33-4034-8789-0be0fa62e507 req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1720799905', 'description': 'tempest-description-2091141154'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:46.134411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-7e0f2669-fe3b-4a5c-b8f6-7d561adba9ec req-9ed2da2e-eaa0-4e22-aaa2-c084fb71008a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:15:46.135400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e0f2669-fe3b-4a5c-b8f6-7d561adba9ec req-9ed2da2e-eaa0-4e22-aaa2-c084fb71008a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059159 Aug 11 08:15:46.158916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d76602e-6f33-4034-8789-0be0fa62e507 req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.233674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e0f2669-fe3b-4a5c-b8f6-7d561adba9ec req-1fb07450-6799-43fd-8127-c98477aa512b tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0881541 Aug 11 08:15:46.273879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d76602e-6f33-4034-8789-0be0fa62e507 req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.280665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d76602e-6f33-4034-8789-0be0fa62e507 req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.314077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d76602e-6f33-4034-8789-0be0fa62e507 req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.315329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d76602e-6f33-4034-8789-0be0fa62e507 req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1860073 Aug 11 08:15:46.326468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d32b8c-270a-4147-8616-55a71922a7b9 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d76a2a-9958-4fb8-a6f2-a3957e27963e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:46.485353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1823283465', 'description': 'tempest-description-1021856468'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:46.487603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5184-9f78-4ae5-b6fb-7ad5b1b18c49 req-d6ea7b71-6961-4460-99c8-06099f83c296 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:46.489195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-446b5184-9f78-4ae5-b6fb-7ad5b1b18c49 req-d6ea7b71-6961-4460-99c8-06099f83c296 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 944 time: 0.0554590 Aug 11 08:15:46.515242 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.526032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.545498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-446b5184-9f78-4ae5-b6fb-7ad5b1b18c49 req-73b86bce-afab-4e87-8674-23c2e3527669 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Aug 11 08:15:46.641399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.647288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.685761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb80327-c3fa-4aad-9bcf-42c9bacfe393,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:46.762204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.775042 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.804344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.805644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a2d94cc8-c4e8-4d2d-92c2-5b3f9390497c req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3246782 Aug 11 08:15:46.806529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9bd7e-a16e-49ec-baf9-1a6cc933652c tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05195a90-19af-4dbe-95a7-628aab978536,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:46.823765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:46.903866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:46.912855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:46.913351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:46.930872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23075c3f-111c-45c8-aadd-40bab01f0f4e req-dba801b1-c2bd-490a-8ff3-eb5b0c121226 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:46.932586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23075c3f-111c-45c8-aadd-40bab01f0f4e req-dba801b1-c2bd-490a-8ff3-eb5b0c121226 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0597737 Aug 11 08:15:46.992012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23075c3f-111c-45c8-aadd-40bab01f0f4e req-25a0465e-636a-400d-8a17-0468cd38e9bf tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Aug 11 08:15:47.014853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:47.045807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:47.048746 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01513ed-82da-4f3c-859c-3867968ae982" -d '{"events": [{"server_uuid": "eeb30c03-c49b-44ef-a8d5-90af796e9bbc", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:47.065705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:47.071325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:47.110217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.116547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.122776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.127208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:47.128998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.134974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.140963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.147460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.149390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-cfad8b8d-5859-4e11-9b26-9120270ee85d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5426 time: 0.1018178 Aug 11 08:15:47.202551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9632df8-4e7d-4c76-82a1-25d00d7d20a9 req-fbfd90b6-5e52-4bda-83e3-463ac16f5de8 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466113 Aug 11 08:15:47.246226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-4d1c35fc-d2f5-4ea4-a599-954b72853098 req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-438206895', 'description': 'tempest-description-4760687'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:47.274008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d1c35fc-d2f5-4ea4-a599-954b72853098 req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:47.380488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d1c35fc-d2f5-4ea4-a599-954b72853098 req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:47.385814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d1c35fc-d2f5-4ea4-a599-954b72853098 req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:47.410176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d1c35fc-d2f5-4ea4-a599-954b72853098 req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:47.411406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d1c35fc-d2f5-4ea4-a599-954b72853098 req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1698911 Aug 11 08:15:47.415593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf46ba-d7c6-436c-baee-c2987c2366e4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bad187-26ce-4cd1-86ad-aad81376d545,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:47.443168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2759161-ae88-49c3-baf5-3f7d1e586c83 req-d911ed2b-7fdf-429d-b981-57b445e45169 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.444978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e2759161-ae88-49c3-baf5-3f7d1e586c83 req-d911ed2b-7fdf-429d-b981-57b445e45169 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 945 time: 0.0721593 Aug 11 08:15:47.453030 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cbe940-966c-4d09-9d9f-541317490731 x-openstack-request-id: req-c7cbe940-966c-4d09-9d9f-541317490731 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:47.453409 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb30c03-c49b-44ef-a8d5-90af796e9bbc", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:47.453701 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7cbe940-966c-4d09-9d9f-541317490731 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:47.454195 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7', 'code': 200} Aug 11 08:15:47.487421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e2759161-ae88-49c3-baf5-3f7d1e586c83 req-7197a661-d15e-4ca8-82fd-9cfb19d15a18 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Aug 11 08:15:47.560695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d4ee9-08c9-4965-8f6e-a97a6c338205 req-19cc6954-0588-4922-9cb9-f9c59654a0c6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.562258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab1d4ee9-08c9-4965-8f6e-a97a6c338205 req-19cc6954-0588-4922-9cb9-f9c59654a0c6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 946 time: 0.0603061 Aug 11 08:15:47.608694 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab1d4ee9-08c9-4965-8f6e-a97a6c338205 req-d239c401-b09d-4f19-8862-02a7ef2f0fd0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Aug 11 08:15:47.615422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a58e9-c1aa-4bdd-a40e-73edc36cdd80 req-b69873e6-04b6-4128-add4-c21710688352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.617400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5a58e9-c1aa-4bdd-a40e-73edc36cdd80 req-b69873e6-04b6-4128-add4-c21710688352 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 1096 time: 0.0487809 Aug 11 08:15:47.688201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d5a58e9-c1aa-4bdd-a40e-73edc36cdd80 req-2e35f6b4-bc64-435e-a323-bee563bd199b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Aug 11 08:15:47.777327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09851c-fdfa-4c69-9907-465048afb516 req-d2c3463a-5ecf-4f58-b4e0-d31af1ba2e72 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.779244 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a09851c-fdfa-4c69-9907-465048afb516 req-d2c3463a-5ecf-4f58-b4e0-d31af1ba2e72 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.0518322 Aug 11 08:15:47.831530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a09851c-fdfa-4c69-9907-465048afb516 req-b1b23d8f-cc74-421c-89ee-27111df7b5e8 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Aug 11 08:15:47.927538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-ad854ca6-a373-46b8-a2a8-f05cdbf1e8ca tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47822 time: 0.2899323 Aug 11 08:15:47.946764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cb73a-72b7-4233-8256-341b771bd5b5 req-9924e955-16cb-4b01-9890-cc0b0b7350e7 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:47.948642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-314cb73a-72b7-4233-8256-341b771bd5b5 req-9924e955-16cb-4b01-9890-cc0b0b7350e7 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 945 time: 0.0525494 Aug 11 08:15:47.976084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-70755878-c0c5-4bcc-b6ce-7bcf71fe77ab tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0eaad97a-34d1-4c08-9648-9298f2045bbd HTTP/1.1" status: 200 len: 2985 time: 0.0398049 Aug 11 08:15:47.992122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-314cb73a-72b7-4233-8256-341b771bd5b5 req-d1562faa-7305-446c-aa8b-66680b4318a9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358195 Aug 11 08:15:48.028256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-06d423b9-dd5d-46a4-891f-941a2ad731cc tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/0eaad97a-34d1-4c08-9648-9298f2045bbd HTTP/1.1" status: 200 len: 2985 time: 0.0439353 Aug 11 08:15:48.093102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-06bfc58f-4216-467e-a2b6-6efa19dec8eb tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3da15f10-5843-4e52-a454-0042604a7a82 HTTP/1.1" status: 200 len: 2985 time: 0.0588093 Aug 11 08:15:48.149988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-17da5491-c483-48e2-a578-14eb1c285e6b tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3da15f10-5843-4e52-a454-0042604a7a82 HTTP/1.1" status: 200 len: 2985 time: 0.0487373 Aug 11 08:15:48.203885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-86aa617f-c2c9-4a13-8b40-1553af7e10f6 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4673d0a1-734f-4f05-a921-7ecc16b69239 HTTP/1.1" status: 200 len: 2977 time: 0.0422044 Aug 11 08:15:48.250219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-06a58120-7a12-4f05-966f-e463568388a4 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4673d0a1-734f-4f05-a921-7ecc16b69239 HTTP/1.1" status: 200 len: 2977 time: 0.0403373 Aug 11 08:15:48.303970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-8b961655-a12d-486b-b866-35b1cbcbd6c0 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5e73ed4e-42b1-4d70-9b11-f399b0ba6962 HTTP/1.1" status: 200 len: 2981 time: 0.0467212 Aug 11 08:15:48.323825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-72254c1d-0169-49c9-a8fe-6344b5673db7 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:48.325695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-72254c1d-0169-49c9-a8fe-6344b5673db7 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.1238375 Aug 11 08:15:48.346777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-8cb1e91f-320e-47b0-a4a2-e05b0cf3079c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/quotas/fb6b4d0934d54be7a5dc097f00fbfeca HTTP/1.1" status: 200 len: 375 time: 0.0147467 Aug 11 08:15:48.359244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-7574961b-be57-4e2d-b3eb-db718fe8d7ce tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5e73ed4e-42b1-4d70-9b11-f399b0ba6962 HTTP/1.1" status: 200 len: 2981 time: 0.0483193 Aug 11 08:15:48.409057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-88c9be8a-96f7-421e-ac0d-22a7ec280d52 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/638505e5-71a6-4f05-9d3d-a06104c95b56 HTTP/1.1" status: 200 len: 2981 time: 0.0433195 Aug 11 08:15:48.415583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-42a4cb2e-70c1-4d2f-bdc6-b3262f212da4 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623612 Aug 11 08:15:48.456059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-4610909a-5840-4e85-9be4-203558770e03 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/638505e5-71a6-4f05-9d3d-a06104c95b56 HTTP/1.1" status: 200 len: 2981 time: 0.0401645 Aug 11 08:15:48.503691 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-a9588a4b-87db-462f-8f29-e748a432d845 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/6e80840d-59bb-4b4e-a5fb-366feaccff42 HTTP/1.1" status: 200 len: 2985 time: 0.0414295 Aug 11 08:15:48.526803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-863417c7-45d6-4d53-9ee7-dc04fd53e66c service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028934 Aug 11 08:15:48.553481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-28e7b5fb-e745-4295-8474-44b91bc1b422 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/6e80840d-59bb-4b4e-a5fb-366feaccff42 HTTP/1.1" status: 200 len: 2985 time: 0.0402148 Aug 11 08:15:48.611040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-5a776dd5-ac72-4edf-9a72-0af166c4cb1f tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/8b00b2c3-5adb-4d72-903a-008fcfa5930a HTTP/1.1" status: 200 len: 2985 time: 0.0508575 Aug 11 08:15:48.626237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d59c46eb-cbd1-48c0-b9e3-bf170fba2527 service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924361 Aug 11 08:15:48.659603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-e4b417eb-634e-4722-9e2c-2cb75bf27e36 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/8b00b2c3-5adb-4d72-903a-008fcfa5930a HTTP/1.1" status: 200 len: 2985 time: 0.0402427 Aug 11 08:15:48.725716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-89f1a748-90f0-4c70-a1fa-75810fe3e2c3 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a6f5d396-9ec5-45a5-b349-3d931e857444 HTTP/1.1" status: 200 len: 2985 time: 0.0576756 Aug 11 08:15:48.776416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-a234a780-434c-42c4-bc96-902b03c8e306 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a6f5d396-9ec5-45a5-b349-3d931e857444 HTTP/1.1" status: 200 len: 2985 time: 0.0451348 Aug 11 08:15:48.838487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-e8ea7f2f-16e4-484d-a355-e77c5c5d0165 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/aab3b425-7a8d-4ffb-8616-f37647694b27 HTTP/1.1" status: 200 len: 2985 time: 0.0486646 Aug 11 08:15:48.903952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-685c490a-45f0-4201-82a6-f8f49fc2eeb5 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/aab3b425-7a8d-4ffb-8616-f37647694b27 HTTP/1.1" status: 200 len: 2985 time: 0.0575848 Aug 11 08:15:48.958770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-a97bb355-2162-4997-a4a3-a7afbbbeed93 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/bcb80327-c3fa-4aad-9bcf-42c9bacfe393 HTTP/1.1" status: 200 len: 2985 time: 0.0467160 Aug 11 08:15:49.025914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-e0812dfe-1e08-481a-895c-6b3eafbdb371 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/bcb80327-c3fa-4aad-9bcf-42c9bacfe393 HTTP/1.1" status: 200 len: 2985 time: 0.0603750 Aug 11 08:15:49.051880 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:15:49.060736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b905f8d-d4e2-4576-8b60-1e6086fe6a3b req-88972061-24ca-44e6-bb61-f333f83e8176 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.067066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b905f8d-d4e2-4576-8b60-1e6086fe6a3b req-88972061-24ca-44e6-bb61-f333f83e8176 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.073390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b905f8d-d4e2-4576-8b60-1e6086fe6a3b req-88972061-24ca-44e6-bb61-f333f83e8176 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.075133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b905f8d-d4e2-4576-8b60-1e6086fe6a3b req-88972061-24ca-44e6-bb61-f333f83e8176 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e&device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305&device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 2418 time: 0.0814629 Aug 11 08:15:49.082009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-8d5546f7-d2ce-49ee-a515-96a2e99a695f tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/efa9aa2e-2628-4aec-bd64-a3319f27eac9 HTTP/1.1" status: 200 len: 2985 time: 0.0464904 Aug 11 08:15:49.120023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b905f8d-d4e2-4576-8b60-1e6086fe6a3b req-fc007c8e-5972-4458-b427-2598dda74389 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Aug 11 08:15:49.161668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-6fc94cb4-2985-49a5-b342-5f0eddc2142b tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/efa9aa2e-2628-4aec-bd64-a3319f27eac9 HTTP/1.1" status: 200 len: 2985 time: 0.0659244 Aug 11 08:15:49.213372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-c35ca2df-4651-4320-9981-0727f178f0d9 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f0d556ff-7049-4fbf-96fc-aa617c69355e HTTP/1.1" status: 200 len: 2973 time: 0.0487134 Aug 11 08:15:49.234599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988d7e2-f523-49f9-8736-ca6b89bd2664 req-6fdf1506-96a1-44fe-ad58-410404fa213e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.236508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0988d7e2-f523-49f9-8736-ca6b89bd2664 req-6fdf1506-96a1-44fe-ad58-410404fa213e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 946 time: 0.0623987 Aug 11 08:15:49.272541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34294022-e620-4c0f-8c7b-25ca647d3bb8 req-6cc75234-bc9b-48c5-9bf1-209a498a6b17 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f0d556ff-7049-4fbf-96fc-aa617c69355e HTTP/1.1" status: 200 len: 2973 time: 0.0519207 Aug 11 08:15:49.296174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0988d7e2-f523-49f9-8736-ca6b89bd2664 req-ec7b025c-d9c1-46e1-9a2c-75ff0c9de375 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Aug 11 08:15:49.410968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.417230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.423448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.429736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.435755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.441702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.448149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.450088 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-18d0f2c1-e3a6-451e-9368-f739d81dfb62 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5426 time: 0.1023176 Aug 11 08:15:49.476038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f1d29db8-2fd6-4aed-a058-eb265ef098ea up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:49.547541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a398d87-805d-406e-a735-7c158eabbfe6 req-9496a40e-fb00-492f-bc72-be6ec8e9a328 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876343 Aug 11 08:15:49.552207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e325fb9-65f8-4925-b5df-98f23413a99b req-8e44a56b-5d85-4b3a-b731-47873a142c26 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 210 time: 0.0468717 Aug 11 08:15:49.601469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-42825613-689d-4363-a07b-f408ca7f3465 req-0927ab55-7426-468c-8fac-91bd03bbc4c5 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:15:49.602650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42825613-689d-4363-a07b-f408ca7f3465 req-0927ab55-7426-468c-8fac-91bd03bbc4c5 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081096 Aug 11 08:15:49.693087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port f1d29db8-2fd6-4aed-a058-eb265ef098ea completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:49.698200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port f1d29db8-2fd6-4aed-a058-eb265ef098ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:49.698982 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:49.699673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffbbf3-0958-4cf0-899c-d89c358d3475 req-db7ea175-c1c8-4194-abf7-b7000aad8847 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.701245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3ffbbf3-0958-4cf0-899c-d89c358d3475 req-db7ea175-c1c8-4194-abf7-b7000aad8847 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 945 time: 0.0628223 Aug 11 08:15:49.710744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42825613-689d-4363-a07b-f408ca7f3465 req-d447e7b5-4ca7-4820-9b4e-bb06d7971056 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0988281 Aug 11 08:15:49.753036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3ffbbf3-0958-4cf0-899c-d89c358d3475 req-1295b7ff-300f-4fd4-bdb8-0f213aeed2b9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Aug 11 08:15:49.791778 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:49.820936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:49.823711 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9e83e-c34d-42df-bb86-a8d6b8e319ff" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:49.837447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:49.842818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:49.843651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56a52cb4-d7c1-4b5b-b90a-116476d93701 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:49.856183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5c74b82-a882-4a5a-8d7e-86ef9a402f52 req-10e20fb7-9585-42c6-bb29-170d5350fb45 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50173b40a3b844d9b81b89b6314278bb HTTP/1.1" status: 200 len: 6111 time: 0.0681717 Aug 11 08:15:49.913300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-32b25cc1-e56c-4744-a960-d30892dc002e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:49.915413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-32b25cc1-e56c-4744-a960-d30892dc002e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d707697-4fe4-455b-9bb4-9cd6bc2292ab HTTP/1.1" status: 200 len: 946 time: 0.0566590 Aug 11 08:15:49.923963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5c74b82-a882-4a5a-8d7e-86ef9a402f52 req-f4645daf-d39a-40a5-a15a-a956d9993304 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "GET /v2.0/security-groups/a6f5d396-9ec5-45a5-b349-3d931e857444 HTTP/1.1" status: 200 len: 2985 time: 0.0559371 Aug 11 08:15:49.934129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:49.956265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 56a52cb4-d7c1-4b5b-b90a-116476d93701 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:49.960660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 56a52cb4-d7c1-4b5b-b90a-116476d93701 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:49.961399 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:49.991858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5c74b82-a882-4a5a-8d7e-86ef9a402f52 req-20ce51ab-586d-44ad-b921-61b0c347a605 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "GET /v2.0/security-groups/a6f5d396-9ec5-45a5-b349-3d931e857444 HTTP/1.1" status: 200 len: 2985 time: 0.0594549 Aug 11 08:15:50.077292 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e8c6a-0324-4de2-8bf8-644366c180d6 x-openstack-request-id: req-2d3e8c6a-0324-4de2-8bf8-644366c180d6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:50.077591 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:50.077840 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d3e8c6a-0324-4de2-8bf8-644366c180d6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:50.080308 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea', 'code': 200} Aug 11 08:15:50.094856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.138494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:50.144379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Deleting port b551fba7-10bf-4bb4-b88d-397e07586171 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:50.145297 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.146301 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.146436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e264d25c-500b-4bc4-9f63-86ce0f899634 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:50.178499 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a12efcc-283f-41ae-81eb-dbba950084be req-f25b2d05-2fd0-4a65-93f5-0a94424a9708 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/59bad187-26ce-4cd1-86ad-aad81376d545 HTTP/1.1" status: 200 len: 1776 time: 0.0836883 Aug 11 08:15:50.285026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:50.287201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a12efcc-283f-41ae-81eb-dbba950084be req-aa1ef1c1-561c-4504-9192-96179a137748 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.313608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port e264d25c-500b-4bc4-9f63-86ce0f899634 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:50.318157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e264d25c-500b-4bc4-9f63-86ce0f899634 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:50.318682 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.341658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a12efcc-283f-41ae-81eb-dbba950084be req-aa1ef1c1-561c-4504-9192-96179a137748 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.397570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a12efcc-283f-41ae-81eb-dbba950084be req-aa1ef1c1-561c-4504-9192-96179a137748 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.401140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4a12efcc-283f-41ae-81eb-dbba950084be req-aa1ef1c1-561c-4504-9192-96179a137748 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.412941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a12efcc-283f-41ae-81eb-dbba950084be req-aa1ef1c1-561c-4504-9192-96179a137748 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/59bad187-26ce-4cd1-86ad-aad81376d545 HTTP/1.1" status: 204 len: 173 time: 0.2276874 Aug 11 08:15:50.434202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef1c1-561c-4504-9192-96179a137748 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bad187-26ce-4cd1-86ad-aad81376d545,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:50.435811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-a3f84666-244e-45f0-837e-4d92f5b8f43b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:50.437915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-a3f84666-244e-45f0-837e-4d92f5b8f43b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.2977557 Aug 11 08:15:50.443429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] For port b551fba7-10bf-4bb4-b88d-397e07586171, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b551fba7-10bf-4bb4-b88d-397e07586171,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:50.444183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.465030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Request body: {'port': {'device_id': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'admin_state_up': True, 'tenant_id': 'fb6b4d0934d54be7a5dc097f00fbfeca'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:50.475549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Calling delete_port for b551fba7-10bf-4bb4-b88d-397e07586171 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:50.549648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.556058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-5ad946a6-c00f-422f-b18a-a68c9caf515f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:50.557684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-5ad946a6-c00f-422f-b18a-a68c9caf515f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 946 time: 0.1954319 Aug 11 08:15:50.574894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f50de-82a1-4546-bc9c-e6417be8dc5e req-4299678c-5a3d-414b-b500-fad57b7b855b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:50.586182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e27f50de-82a1-4546-bc9c-e6417be8dc5e req-4299678c-5a3d-414b-b500-fad57b7b855b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 945 time: 0.0726314 Aug 11 08:15:50.602317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e264d25c-500b-4bc4-9f63-86ce0f899634,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:50.611119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.612310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 47f859b7-88f0-4c22-95c6-58231dce8f4f up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:50.643269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e27f50de-82a1-4546-bc9c-e6417be8dc5e req-16dbf385-95f7-4160-b799-cd9bebed5a1b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 Aug 11 08:15:50.701342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:50.717921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-593afa73-1f38-4b41-a993-3a1a7916a214 req-2f4fd6c1-ebdf-4ca4-bb71-691eea25d2a5 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "GET /v2.0/security-groups/05195a90-19af-4dbe-95a7-628aab978536 HTTP/1.1" status: 200 len: 1780 time: 0.0581386 Aug 11 08:15:50.719861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 47f859b7-88f0-4c22-95c6-58231dce8f4f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:50.725556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 47f859b7-88f0-4c22-95c6-58231dce8f4f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:50.726249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.795984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-593afa73-1f38-4b41-a993-3a1a7916a214 req-eaf3dda8-7dac-4af9-b9e8-086458cc0f96 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.815283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdf33a-df8f-4b52-9799-28638a3eb8ac req-1afb3dce-fb31-4f3f-a3bd-0f5658370992 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:50.817413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19cdf33a-df8f-4b52-9799-28638a3eb8ac req-1afb3dce-fb31-4f3f-a3bd-0f5658370992 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 946 time: 0.1717703 Aug 11 08:15:50.829403 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.834913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-593afa73-1f38-4b41-a993-3a1a7916a214 req-eaf3dda8-7dac-4af9-b9e8-086458cc0f96 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.864330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Made reservation on behalf of fb6b4d0934d54be7a5dc097f00fbfeca for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:50.867986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.870797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:50.875129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.876644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 53b079e1-b750-44fc-9900-b27575fd4f98 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:50.893610 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-593afa73-1f38-4b41-a993-3a1a7916a214 req-eaf3dda8-7dac-4af9-b9e8-086458cc0f96 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.896394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-593afa73-1f38-4b41-a993-3a1a7916a214 req-eaf3dda8-7dac-4af9-b9e8-086458cc0f96 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.897602 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-593afa73-1f38-4b41-a993-3a1a7916a214 req-eaf3dda8-7dac-4af9-b9e8-086458cc0f96 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/05195a90-19af-4dbe-95a7-628aab978536 HTTP/1.1" status: 204 len: 173 time: 0.1719542 Aug 11 08:15:50.910679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3dda8-7dac-4af9-b9e8-086458cc0f96 tempest-SecurityGroupsTestAdminJSON-351050989 tempest-SecurityGroupsTestAdminJSON-351050989-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05195a90-19af-4dbe-95a7-628aab978536,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:50.965445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Deleting port eb732f85-3d93-413e-a277-925775483c66 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:50.965787 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:50.970997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19cdf33a-df8f-4b52-9799-28638a3eb8ac req-af06a71a-663c-4595-a97d-909abd2da831 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430743 Aug 11 08:15:50.980396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:50.995256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 53b079e1-b750-44fc-9900-b27575fd4f98 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:51.002037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 53b079e1-b750-44fc-9900-b27575fd4f98 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:51.003102 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.062527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.114557 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.133396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event deleted for resources: {'Port': ['ID=b551fba7-10bf-4bb4-b88d-397e07586171,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:51.142781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77967760-e2f1-457c-80b1-c029089fe417 req-a5db3659-7f89-4372-87fc-8633914ebd9a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 210 time: 0.0490546 Aug 11 08:15:51.164472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=53b079e1-b750-44fc-9900-b27575fd4f98,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:51.171264 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.178563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 139e2f8a-e394-4702-98f0-6b9e879498c5 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:51.222116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] For port eb732f85-3d93-413e-a277-925775483c66, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=eb732f85-3d93-413e-a277-925775483c66,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:51.222513 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.252623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] No DVR routers for this DVR port b551fba7-10bf-4bb4-b88d-397e07586171 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:51.263544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Calling delete_port for eb732f85-3d93-413e-a277-925775483c66 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:51.266011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.268185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75fc2131-5968-47e1-8ea8-f8c427a8e3aa req-8226fcac-e45b-4081-a92b-1db294448eaf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "DELETE /v2.0/ports/b551fba7-10bf-4bb4-b88d-397e07586171 HTTP/1.1" status: 204 len: 173 time: 1.3405054 Aug 11 08:15:51.268684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'name': 'network-vif-deleted', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:51.270987 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fad058-1147-4708-947c-3aee058ebe0f" -d '{"events": [{"server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "name": "network-vif-deleted", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:51.293578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:51.307069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.311496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 139e2f8a-e394-4702-98f0-6b9e879498c5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:51.316520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.317614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 139e2f8a-e394-4702-98f0-6b9e879498c5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:51.318088 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.327578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.332106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.338200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.344750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.352142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:51.354076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-eca639f8-f70d-4a9c-9f49-50d40b721535 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5431 time: 0.1262488 Aug 11 08:15:51.358133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Allocated IP 172.20.0.3 (3aede260-034c-4181-916c-eebdab329477/16644275-cac0-4af6-a19d-2f46aecbc49e/5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:15:51.398447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d0b5649a-bda9-4247-b94e-427d41340aa8 req-8f912439-6c57-48b1-aa35-a2db20e40b56 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "GET /v2.0/security-groups/13d76a2a-9958-4fb8-a6f2-a3957e27963e HTTP/1.1" status: 200 len: 1780 time: 0.1437211 Aug 11 08:15:51.416703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8750bb8b-b6ba-4957-a161-53668ea5dee3 req-5c736f05-8d37-4601-9fa2-71dffd393dca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562735 Aug 11 08:15:51.432179 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.500109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=139e2f8a-e394-4702-98f0-6b9e879498c5,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:51.505023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.506120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cb58a12e-2849-4ba1-b62d-4c1f8942ac69 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:15:51.513679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d0b5649a-bda9-4247-b94e-427d41340aa8 req-df98a437-fb16-45b1-8899-16425128cf43 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.584598 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:51.600857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:15:51.606858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:15:51.606858 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.620709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d0b5649a-bda9-4247-b94e-427d41340aa8 req-df98a437-fb16-45b1-8899-16425128cf43 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.659814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.701184 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30add88-29c9-4070-91b4-78f050fc3609 x-openstack-request-id: req-a30add88-29c9-4070-91b4-78f050fc3609 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:51.701468 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d707697-4fe4-455b-9bb4-9cd6bc2292ab", "name": "network-vif-deleted", "tag": "b551fba7-10bf-4bb4-b88d-397e07586171", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:51.701722 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a30add88-29c9-4070-91b4-78f050fc3609 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:51.702137 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d707697-4fe4-455b-9bb4-9cd6bc2292ab', 'name': 'network-vif-deleted', 'tag': 'b551fba7-10bf-4bb4-b88d-397e07586171', 'status': 'completed', 'code': 200} Aug 11 08:15:51.714024 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.715780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event deleted for resources: {'Port': ['ID=eb732f85-3d93-413e-a277-925775483c66,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:51.757471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:51.764793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.766618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b551fba7-10bf-4bb4-b88d-397e07586171 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:51.823010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] No DVR routers for this DVR port eb732f85-3d93-413e-a277-925775483c66 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:51.825098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d0b5649a-bda9-4247-b94e-427d41340aa8 req-df98a437-fb16-45b1-8899-16425128cf43 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.830345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d0b5649a-bda9-4247-b94e-427d41340aa8 req-df98a437-fb16-45b1-8899-16425128cf43 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.835634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: b551fba7-10bf-4bb4-b88d-397e07586171 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:51.839299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b551fba7-10bf-4bb4-b88d-397e07586171 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:51.847668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d0b5649a-bda9-4247-b94e-427d41340aa8 req-df98a437-fb16-45b1-8899-16425128cf43 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "DELETE /v2.0/security-groups/13d76a2a-9958-4fb8-a6f2-a3957e27963e HTTP/1.1" status: 204 len: 173 time: 0.4399488 Aug 11 08:15:51.856057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:51.861345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a1fd4ee-9efb-424c-bafe-7b98575077ac req-dfeede64-39bd-4383-a200-279f21aaeceb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "DELETE /v2.0/ports/eb732f85-3d93-413e-a277-925775483c66 HTTP/1.1" status: 204 len: 173 time: 1.2521350 Aug 11 08:15:51.897626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:51.931999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98a437-fb16-45b1-8899-16425128cf43 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d76a2a-9958-4fb8-a6f2-a3957e27963e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:51.962369 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.076742 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c4e1831-3bd8-4a85-b41e-d0d698b249d9 req-fa7a8560-2016-4dae-a5af-b9fd15885f44 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "GET /v2.0/security-groups/30e7233e-ec96-444b-a04c-055636084a4b HTTP/1.1" status: 200 len: 1779 time: 0.0623863 Aug 11 08:15:52.081436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264d25c-500b-4bc4-9f63-86ce0f899634'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58a12e-2849-4ba1-b62d-4c1f8942ac69'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:52.083870 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed90283-51a8-4dc2-b183-85787f7d9ed8" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "e264d25c-500b-4bc4-9f63-86ce0f899634"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "cb58a12e-2849-4ba1-b62d-4c1f8942ac69"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:52.105456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca4d4d-0119-4b6d-9929-e46884c4d6cb req-20177bb4-0bda-44fb-9b52-7e861b4d1230 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.107075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43ca4d4d-0119-4b6d-9929-e46884c4d6cb req-20177bb4-0bda-44fb-9b52-7e861b4d1230 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 945 time: 0.1525114 Aug 11 08:15:52.147024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c4e1831-3bd8-4a85-b41e-d0d698b249d9 req-ae6816a3-c127-462b-bf2c-3333b7a22533 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.147678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.173800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c4e1831-3bd8-4a85-b41e-d0d698b249d9 req-ae6816a3-c127-462b-bf2c-3333b7a22533 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.216619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43ca4d4d-0119-4b6d-9929-e46884c4d6cb req-8777826f-9a50-4036-8d39-7ffedceb8f29 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004930 Aug 11 08:15:52.218002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c4e1831-3bd8-4a85-b41e-d0d698b249d9 req-ae6816a3-c127-462b-bf2c-3333b7a22533 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.221578 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4c4e1831-3bd8-4a85-b41e-d0d698b249d9 req-ae6816a3-c127-462b-bf2c-3333b7a22533 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.222764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c4e1831-3bd8-4a85-b41e-d0d698b249d9 req-ae6816a3-c127-462b-bf2c-3333b7a22533 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] 10.222.0.58 "DELETE /v2.0/security-groups/30e7233e-ec96-444b-a04c-055636084a4b HTTP/1.1" status: 204 len: 173 time: 0.1339645 Aug 11 08:15:52.233100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6816a3-c127-462b-bf2c-3333b7a22533 tempest-SecurityGroupsTestAdminJSON-1410953724 tempest-SecurityGroupsTestAdminJSON-1410953724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7233e-ec96-444b-a04c-055636084a4b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:52.248596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Network 3aede260-034c-4181-916c-eebdab329477 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:15:52.248596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:52.258039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-832e724f-2a10-4236-8818-cc18a7392893 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.259832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-832e724f-2a10-4236-8818-cc18a7392893 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 945 time: 0.1264126 Aug 11 08:15:52.261835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:52.264929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:15:52.360968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aca83dcc-9802-47ef-b4fd-106921e44b6e req-4299b7ab-3bee-4fd4-8acc-f2baecc0b536 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c699b68a-624a-4960-82ac-664442e97dbb HTTP/1.1" status: 200 len: 210 time: 0.0296273 Aug 11 08:15:52.442674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.443645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.485566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d0da3b00-67a9-4beb-bc32-d178dc4fc5fa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0293818 Aug 11 08:15:52.523230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Request body: {'port': {'device_id': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:52.538957 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e70be6-23ee-4a44-a075-2c4339edb4b0 x-openstack-request-id: req-78e70be6-23ee-4a44-a075-2c4339edb4b0 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:52.539340 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "e264d25c-500b-4bc4-9f63-86ce0f899634", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-plugged", "status": "completed", "tag": "cb58a12e-2849-4ba1-b62d-4c1f8942ac69", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:52.539754 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78e70be6-23ee-4a44-a075-2c4339edb4b0 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:52.539904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Deleting port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:52.540272 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.540429 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'code': 200} Aug 11 08:15:52.540769 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264d25c-500b-4bc4-9f63-86ce0f899634', 'code': 200} Aug 11 08:15:52.541188 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f', 'code': 200} Aug 11 08:15:52.541799 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98', 'code': 200} Aug 11 08:15:52.542115 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5', 'code': 200} Aug 11 08:15:52.542451 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58a12e-2849-4ba1-b62d-4c1f8942ac69', 'code': 200} Aug 11 08:15:52.626799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42870) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:52.675001 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.683789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.691972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.699155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.710858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.716824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.721121 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:52.723371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.726799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-42361646-7997-4233-b1ae-f660f2ef341e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.1123500 Aug 11 08:15:52.791128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01603-ec32-49ad-b37f-db209b88c499 req-809cb473-6080-4887-a92c-9e5af8bdb204 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:52.795470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ea01603-ec32-49ad-b37f-db209b88c499 req-809cb473-6080-4887-a92c-9e5af8bdb204 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 931 time: 0.2203047 Aug 11 08:15:52.862887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb732f85-3d93-413e-a277-925775483c66 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:52.890202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: eb732f85-3d93-413e-a277-925775483c66 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:52.890450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device eb732f85-3d93-413e-a277-925775483c66 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:53.122791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d57d53e-1e57-41f6-902d-1c911dd80a13 req-d77071bd-f245-488b-88a0-afdc2a8cba07 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3868909 Aug 11 08:15:53.243244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] For port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:53.243611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.291716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Calling delete_port for 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:53.321706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ea01603-ec32-49ad-b37f-db209b88c499 req-44aec62c-384a-49bb-b390-47de42061887 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040364 Aug 11 08:15:53.367814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298779d-03cd-4b31-9a9a-1fe7552114d1 req-2bfcfa3a-6773-4a90-ba14-b180aac02b46 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.369621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5298779d-03cd-4b31-9a9a-1fe7552114d1 req-2bfcfa3a-6773-4a90-ba14-b180aac02b46 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 945 time: 0.0527852 Aug 11 08:15:53.386475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.386951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.387552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.387965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.388426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.388915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.389407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.391450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-bcf1f63c-4188-425e-9bfb-89c8d9bdee8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.5750744 Aug 11 08:15:53.401852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-496c32e3-8f4a-426c-a169-2ef1bc1edc85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50173b40a3b844d9b81b89b6314278bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719417 Aug 11 08:15:53.405795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:53.424995 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5298779d-03cd-4b31-9a9a-1fe7552114d1 req-0a544ea4-7474-4497-9b0f-97ab7ae38efd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486317 Aug 11 08:15:53.466895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87d23b6e-d32f-4b47-9b77-125322c2694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.502755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87d23b6e-d32f-4b47-9b77-125322c2694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.566948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87d23b6e-d32f-4b47-9b77-125322c2694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.573973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87d23b6e-d32f-4b47-9b77-125322c2694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.580649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87d23b6e-d32f-4b47-9b77-125322c2694b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6f5d396-9ec5-45a5-b349-3d931e857444 HTTP/1.1" status: 204 len: 168 time: 0.1709504 Aug 11 08:15:53.582607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b0d5a30-4da0-4d4f-8d03-232da49938e2 req-0424bda6-bb03-4cc7-bc49-22117a80b066 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&id=3da15f10-5843-4e52-a454-0042604a7a82&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775558 Aug 11 08:15:53.588167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d23b6e-d32f-4b47-9b77-125322c2694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f5d396-9ec5-45a5-b349-3d931e857444,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:53.600868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6426-94cd-46bc-83c5-dbe243e9930c req-497b3557-e425-46b7-a24c-5059659468a9 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.605404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73cd6426-94cd-46bc-83c5-dbe243e9930c req-497b3557-e425-46b7-a24c-5059659468a9 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.2065856 Aug 11 08:15:53.714410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699b68a-624a-4960-82ac-664442e97dbb', 'name': 'network-vif-deleted', 'tag': 'eb732f85-3d93-413e-a277-925775483c66'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:53.716693 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d85048-073c-4a18-8e01-2900b926c1e4" -d '{"events": [{"server_uuid": "c699b68a-624a-4960-82ac-664442e97dbb", "name": "network-vif-deleted", "tag": "eb732f85-3d93-413e-a277-925775483c66"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:53.731170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73cd6426-94cd-46bc-83c5-dbe243e9930c req-389874f6-5083-45b0-997f-b82b04e6ff53 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024909 Aug 11 08:15:53.795327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:53.800761 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.810736 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc5bf9-ce33-4127-9980-d9420f24f5ab x-openstack-request-id: req-eefc5bf9-ce33-4127-9980-d9420f24f5ab {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:53.811042 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699b68a-624a-4960-82ac-664442e97dbb", "name": "network-vif-deleted", "tag": "eb732f85-3d93-413e-a277-925775483c66", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:53.811278 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eefc5bf9-ce33-4127-9980-d9420f24f5ab {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:53.811656 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c699b68a-624a-4960-82ac-664442e97dbb', 'name': 'network-vif-deleted', 'tag': 'eb732f85-3d93-413e-a277-925775483c66', 'status': 'completed', 'code': 200} Aug 11 08:15:53.813675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.817722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-d62f6600-f225-42a7-a36f-16d95f6fcf16 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:53.825987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-d62f6600-f225-42a7-a36f-16d95f6fcf16 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.1432102 Aug 11 08:15:53.838811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b8951b62-3e9a-4139-9251-321445988e7a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0118728 Aug 11 08:15:53.842256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Pushing event deleted for resources: {'Port': ['ID=5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:53.845115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4f3d3444-f1f6-4367-9997-eafa5dfc88a3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:53.856616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Transition to ACTIVE for port object 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:53.884074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.895296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-9a434241-b9ee-4f23-b4f6-133fee5e034e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377769 Aug 11 08:15:53.905360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] No DVR routers for this DVR port 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:53.934548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:53.936915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74d00f00-97f1-44ed-9b7f-d50da885f5a9 req-b5507d24-a748-4094-bdb8-77b009121ccc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "DELETE /v2.0/ports/5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 HTTP/1.1" status: 204 len: 173 time: 1.6665137 Aug 11 08:15:54.010930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:54.015210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:54.019084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-d8983c72-156d-4c86-963e-3c6db07caece service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150916 Aug 11 08:15:54.074220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8565a8b8-6f0a-4272-931f-cfe0180ce805 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6d9be6524bf4a8abd7bb0898f80f94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615091 Aug 11 08:15:54.076492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:54.124817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-16d0bf19-9c9d-4783-a783-697c3cbe5d6a service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988116 Aug 11 08:15:54.136246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Attempting to bind port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:54.136583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Attempting to bind port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:54.136933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Attempting to bind port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:54.144688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea on network 3aede260-034c-4181-916c-eebdab329477 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:54.145041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Attempting to bind port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:54.164377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:54.165020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Checking segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:54.165419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Bound using segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:54.165928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Bound port: 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:54.166219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.182668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf6e7-1dee-496e-8045-6aff64bad6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.255579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf6e7-1dee-496e-8045-6aff64bad6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.302416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-668766f2-4b85-45d8-b30f-1703e032374b req-d23245f2-9d9e-43e0-86b0-0ed5c9a776a2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0333419 Aug 11 08:15:54.320648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:54.326045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:54.339501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.345599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.351559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.357446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.363972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.370110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.376090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.378210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-56c92938-8207-4830-96de-6d7975d90427 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.1620200 Aug 11 08:15:54.380296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.434342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.434773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.436418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] 10.222.0.69 "PUT /v2.0/ports/5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea HTTP/1.1" status: 200 len: 1091 time: 1.9264221 Aug 11 08:15:54.441977 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf6e7-1dee-496e-8045-6aff64bad6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.445401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf6e7-1dee-496e-8045-6aff64bad6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:54.446638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bc3cf6e7-1dee-496e-8045-6aff64bad6d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcb80327-c3fa-4aad-9bcf-42c9bacfe393 HTTP/1.1" status: 204 len: 168 time: 0.3691602 Aug 11 08:15:54.480910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cf6e7-1dee-496e-8045-6aff64bad6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb80327-c3fa-4aad-9bcf-42c9bacfe393,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:54.499802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfd0a4-6169-45d6-afe4-16b63947b8ab req-f2e62c23-d7c0-4494-b206-af5c65baf4bb tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.500396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a643502d-981c-48a4-8b9e-f506ebe9252b req-9335c435-e074-4f01-9857-74c1f69f5287 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095889 Aug 11 08:15:54.501488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdbfd0a4-6169-45d6-afe4-16b63947b8ab req-f2e62c23-d7c0-4494-b206-af5c65baf4bb tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 943 time: 0.0869002 Aug 11 08:15:54.506243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34cb07-b252-4be0-bd1e-d4e1f502fd0f service neutron] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:54.584640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdbfd0a4-6169-45d6-afe4-16b63947b8ab req-bd9c829f-a7ce-4e9c-b1e1-6c58b0cef2e4 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Aug 11 08:15:54.604094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-5acf7b95-4c17-4364-924d-abf4c85962b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.606372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-5acf7b95-4c17-4364-924d-abf4c85962b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 1094 time: 0.0788703 Aug 11 08:15:54.704700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-78e2502a-d2f0-4132-9c5e-f671abe46cfe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea HTTP/1.1" status: 200 len: 217 time: 0.0811877 Aug 11 08:15:54.770776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81cee0c6-bd67-4b5c-8f60-334fd75dcbe6 req-53ec88c5-ea0b-4e89-ad65-cea3736137e5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeb30c03-c49b-44ef-a8d5-90af796e9bbc HTTP/1.1" status: 200 len: 210 time: 0.0690615 Aug 11 08:15:54.822662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d3a1b3a0-60da-4d81-945a-2562f30fc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.824497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-d3a1b3a0-60da-4d81-945a-2562f30fc6e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.1101699 Aug 11 08:15:54.859304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:54.908393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13265a9-28c5-401e-b8cd-817dec6e1b21 req-68506cc3-c7b7-4a88-ac53-9f30b50c6761 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:54.910432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:54.912018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:54.921793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f13265a9-28c5-401e-b8cd-817dec6e1b21 req-68506cc3-c7b7-4a88-ac53-9f30b50c6761 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.0825591 Aug 11 08:15:54.935868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-2aebb911-751f-410d-a8ca-beee0fe8c28c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320020 Aug 11 08:15:54.970726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f13265a9-28c5-401e-b8cd-817dec6e1b21 req-e5c0ba1d-9271-4e83-b526-9650a0275547 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 Aug 11 08:15:55.065883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-5621284e-a929-464e-a7c9-5a4fa885e4db service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212094 Aug 11 08:15:55.251630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-d6626c59-d56e-47c3-a239-205e1fab283d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.254296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-d6626c59-d56e-47c3-a239-205e1fab283d tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.64 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 946 time: 0.1305468 Aug 11 08:15:55.264015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77966588-b60a-4543-a454-6f03ac76bf64 req-e1a65ea6-3fea-43cc-9e5b-4568189c4a40 service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904035 Aug 11 08:15:55.418689 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72ec5469-5a13-464a-89eb-e56646624c46 req-60876c64-27cf-4f8d-a1b7-86f57b01142b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0316939 Aug 11 08:15:55.449295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Deleting port 7c8d9b33-ff55-4b39-86fd-2133242a732b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:15:55.449623 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:55.560614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] For port 7c8d9b33-ff55-4b39-86fd-2133242a732b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7c8d9b33-ff55-4b39-86fd-2133242a732b,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:55.560614 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:55.577172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Calling delete_port for 7c8d9b33-ff55-4b39-86fd-2133242a732b owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:15:55.677406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-e6dcfcfc-9a2e-4d6d-a703-89066c3f1048 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.679854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-e6dcfcfc-9a2e-4d6d-a703-89066c3f1048 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.1309772 Aug 11 08:15:55.727023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Request body: {'port': {'device_id': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'admin_state_up': True, 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:55.801051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afa6ec-db10-41d1-8aee-1b661629e885 req-823f2256-5afe-41fe-9cc1-6cdb9e208ad3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.809768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85afa6ec-db10-41d1-8aee-1b661629e885 req-823f2256-5afe-41fe-9cc1-6cdb9e208ad3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 943 time: 0.0988731 Aug 11 08:15:55.815040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'name': 'network-vif-deleted', 'tag': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7'}, {'name': 'network-changed', 'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:55.819219 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cabf5d-cf67-471c-a460-a2a5c450a00f" -d '{"events": [{"server_uuid": "eeb30c03-c49b-44ef-a8d5-90af796e9bbc", "name": "network-vif-deleted", "tag": "5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7"}, {"name": "network-changed", "server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:55.834691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:55.838261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.845769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.853124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.860051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.869576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.871379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7c8d9b33-ff55-4b39-86fd-2133242a732b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:55.879726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.885294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:55.887340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-2ddee6d0-1b4d-42e3-94cd-1748a7c35414 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.2064078 Aug 11 08:15:55.905031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['933a508f-8e29-4eca-88fb-e827f5e495a9', '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:55.917320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Pushing event deleted for resources: {'Port': ['ID=7c8d9b33-ff55-4b39-86fd-2133242a732b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:55.998629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-289ec17e-26b0-42fe-bcb9-700087f37844 req-0cce5849-0e59-409c-a074-639e7757831e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916729 Aug 11 08:15:56.018995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:56.022825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:56.042026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85afa6ec-db10-41d1-8aee-1b661629e885 req-7058c742-1001-4cc7-a9f3-838efeb72a72 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307389 Aug 11 08:15:56.043612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] No DVR routers for this DVR port 7c8d9b33-ff55-4b39-86fd-2133242a732b on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:15:56.052111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:56.059875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae11aa75-e088-4d5a-baf9-0143463af98e req-51effcd9-6dc1-4182-8640-614eed729285 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.64 "DELETE /v2.0/ports/7c8d9b33-ff55-4b39-86fd-2133242a732b HTTP/1.1" status: 204 len: 173 time: 0.7943959 Aug 11 08:15:56.213714 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fcd118-9c18-4987-a7cf-b7b3b9fa33b9 x-openstack-request-id: req-b0fcd118-9c18-4987-a7cf-b7b3b9fa33b9 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:56.214188 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb30c03-c49b-44ef-a8d5-90af796e9bbc", "name": "network-vif-deleted", "tag": "5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:56.214589 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0fcd118-9c18-4987-a7cf-b7b3b9fa33b9 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:56.215280 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb30c03-c49b-44ef-a8d5-90af796e9bbc', 'name': 'network-vif-deleted', 'tag': '5d1c3150-a854-4d61-8bb8-ec10dbe1c7e7', 'status': 'completed', 'code': 200} Aug 11 08:15:56.216910 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'status': 'completed', 'code': 200} Aug 11 08:15:56.316719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5163399f-4c0f-49d1-b46a-586baed6c8f2 req-d6c2d5f8-c673-47f7-827d-0a3442612347 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=74a6347a-1757-46a7-994c-feafabde8a5e HTTP/1.1" status: 200 len: 210 time: 0.0994577 Aug 11 08:15:56.356998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Allocated IP 172.20.0.9 (3393ff84-611b-4473-a388-bdc8abaf1d91/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04/37369ed0-ee43-4398-8007-0efb1fb773af) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:15:56.413797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.421354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.428571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.435070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.443085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.451409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.459494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.472732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3da0e7-1675-4bd6-912d-c7cd90bc6185 req-9a39e6fc-96fd-4bd3-aaf8-f2b0546c9ef6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.1582854 Aug 11 08:15:56.476940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42980) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:15:56.477355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-c20b25e2-ecd0-4034-bee3-7a5ff269546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.480253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-c20b25e2-ecd0-4034-bee3-7a5ff269546b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 1094 time: 0.2182031 Aug 11 08:15:56.510134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Request body: {'floatingip': {'port_id': '56a52cb4-d7c1-4b5b-b90a-116476d93701'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:56.609590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:56.609972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f92a8f23-1afe-47d2-8326-a1e37ac1d0e8 req-cac0ad9f-aa5a-4d4b-a747-2f9cba9e96c7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0516753 Aug 11 08:15:56.665740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-1912dff7-be91-44a3-ae1e-07290073ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.667412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-1912dff7-be91-44a3-ae1e-07290073ab2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 906 time: 0.1790135 Aug 11 08:15:56.729331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-1f4dcb2e-3310-4514-8adb-8424e5e4ac3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea HTTP/1.1" status: 200 len: 217 time: 0.0514898 Aug 11 08:15:56.741817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71569508-0d10-4a21-9c8c-34d62aa1b98d req-9069312f-ebc1-4a30-96f6-f6a2c9cf0f74 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.743678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71569508-0d10-4a21-9c8c-34d62aa1b98d req-9069312f-ebc1-4a30-96f6-f6a2c9cf0f74 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2784526 Aug 11 08:15:56.817071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:56.820027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-200500ad-4f4f-4109-ba09-58f01ccd94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:56.821901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-200500ad-4f4f-4109-ba09-58f01ccd94fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.0827327 Aug 11 08:15:56.880567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-af7c09f8-ba5c-4d4d-add1-1620f5494798 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495806 Aug 11 08:15:56.926207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71569508-0d10-4a21-9c8c-34d62aa1b98d req-4881f45d-d9e5-49f8-8a46-369e8bde4f0a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699166 Aug 11 08:15:57.034163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-7b261e4c-f595-4f3f-965e-6c7b98d0c6d1 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340691 Aug 11 08:15:57.061853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.137968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-9c47064c-0dbc-4e3c-9801-5c1532d189f8 service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470677 Aug 11 08:15:57.219870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:15:57.229813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:15:57.234237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event updated for resources: {'Port': ['ID=37369ed0-ee43-4398-8007-0efb1fb773af,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:57.241386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:15:57.248731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-31123f54-3e2e-4cf3-a9a8-c6dadcae815a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:57.250717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-31123f54-3e2e-4cf3-a9a8-c6dadcae815a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922827 Aug 11 08:15:57.277596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-a3c6767c-69aa-4de9-bf4e-bc99ae26755d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/quotas/8c90c7e88b4a4b34b9c883d1a68bedf3 HTTP/1.1" status: 200 len: 375 time: 0.0173347 Aug 11 08:15:57.306604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95cabf5d-cf67-471c-a460-a2a5c450a00f req-184d4d08-ac16-400a-9abc-dcf9fb36f896 service neutron] 10.222.0.69 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427181 Aug 11 08:15:57.321649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-91c2ff25-b9aa-464c-b5a3-2bdbe212e9d6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342169 Aug 11 08:15:57.329663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec17b9-7599-4364-95b0-308ba4c174ae req-37fbfb00-6fcc-4f6a-9bcc-e56ce3155040 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:57.331749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efec17b9-7599-4364-95b0-308ba4c174ae req-37fbfb00-6fcc-4f6a-9bcc-e56ce3155040 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 943 time: 0.1954176 Aug 11 08:15:57.355261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:57.355920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.419768 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-6b71553e-af58-4b2c-a3fa-8ed8f604a1d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6978502 Aug 11 08:15:57.443806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Request body: {'port': {'device_id': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:57.449471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efec17b9-7599-4364-95b0-308ba4c174ae req-8de611a5-ab95-4103-9518-19cc4b492463 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042032 Aug 11 08:15:57.522843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.526493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:15:57.533870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.630159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.689649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:57.723328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'mac_address': 'fa:16:3e:58:2d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:15:57.775520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.804849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:57.829352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:15:57.834515 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:57.861460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d2202-e31a-4e86-92fc-73f6f06c8213 req-2507fd83-b37e-4d94-bd55-aef7103a1bcd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:57.872031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f71d2202-e31a-4e86-92fc-73f6f06c8213 req-2507fd83-b37e-4d94-bd55-aef7103a1bcd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2454224 Aug 11 08:15:57.874514 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Floating IP 1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32 associated. External IP: 172.25.2.166, port: 56a52cb4-d7c1-4b5b-b90a-116476d93701. Aug 11 08:15:57.903263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-cf9583de-3f89-4912-b520-c3a1e8657a22 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316696 Aug 11 08:15:57.911255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:58.058314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-e883b49e-7d26-4f07-9a1d-1e23cb2e2de0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:58.065691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-e883b49e-7d26-4f07-9a1d-1e23cb2e2de0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543462 Aug 11 08:15:58.078792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f71d2202-e31a-4e86-92fc-73f6f06c8213 req-d45b7121-cf9e-46e1-ae7c-46c743c084f8 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991572 Aug 11 08:15:58.084474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-aebb8638-d448-4ad2-8a0b-305ab3b117b6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/quotas/8c90c7e88b4a4b34b9c883d1a68bedf3 HTTP/1.1" status: 200 len: 375 time: 0.0142601 Aug 11 08:15:58.139984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a2a94ebf-9325-4f72-84c2-64ea53c96c46 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396609 Aug 11 08:15:58.216898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a6347a-1757-46a7-994c-feafabde8a5e', 'name': 'network-vif-deleted', 'tag': '7c8d9b33-ff55-4b39-86fd-2133242a732b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:58.219571 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f7f5c-1a4d-488c-9636-dbbffb150b1c" -d '{"events": [{"server_uuid": "74a6347a-1757-46a7-994c-feafabde8a5e", "name": "network-vif-deleted", "tag": "7c8d9b33-ff55-4b39-86fd-2133242a732b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:58.333640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1b195-a5cf-401b-b683-595a66affd4f req-d9728789-283d-4fa2-a9bb-d5837b905819 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:58.335300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9be1b195-a5cf-401b-b683-595a66affd4f req-d9728789-283d-4fa2-a9bb-d5837b905819 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 931 time: 0.1603978 Aug 11 08:15:58.363050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:15:58.380255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37369ed0-ee43-4398-8007-0efb1fb773af {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:15:58.403894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:58.426563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d744123-4c1f-44f9-b64b-1a8bfbfdb37d req-2a4f94e6-79d7-40e8-a886-94d203fcc4de tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:58.438453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d744123-4c1f-44f9-b64b-1a8bfbfdb37d req-2a4f94e6-79d7-40e8-a886-94d203fcc4de tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 945 time: 0.1079249 Aug 11 08:15:58.450196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Transition to ACTIVE for port object 37369ed0-ee43-4398-8007-0efb1fb773af will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:15:58.456256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9be1b195-a5cf-401b-b683-595a66affd4f req-afdd2722-d376-431b-b22e-9a325c29ab49 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Aug 11 08:15:58.459324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:58.504343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:15:58.534894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=37369ed0-ee43-4398-8007-0efb1fb773af,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:58.544711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:58.569017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d744123-4c1f-44f9-b64b-1a8bfbfdb37d req-35df459c-90e4-4edc-8dbf-bfc0f5336ec5 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295660 Aug 11 08:15:58.617652 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a964f-0aa6-4059-8bdb-181a0014095b x-openstack-request-id: req-515a964f-0aa6-4059-8bdb-181a0014095b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:58.618002 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a6347a-1757-46a7-994c-feafabde8a5e", "name": "network-vif-deleted", "tag": "7c8d9b33-ff55-4b39-86fd-2133242a732b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:58.618385 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-515a964f-0aa6-4059-8bdb-181a0014095b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:58.619096 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a6347a-1757-46a7-994c-feafabde8a5e', 'name': 'network-vif-deleted', 'tag': '7c8d9b33-ff55-4b39-86fd-2133242a732b', 'status': 'completed', 'code': 200} Aug 11 08:15:58.698536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2cf18210-5068-4682-aaaa-2939476d81fc req-0341480c-46d9-4583-b04e-6b8781325c03 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 210 time: 0.0367448 Aug 11 08:15:58.836636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e2ee-8c27-48d2-ad3f-b6f3662fc34e req-13882f03-306e-4eb5-bd59-cf412bf124fe tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:58.838260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b152e2ee-8c27-48d2-ad3f-b6f3662fc34e req-13882f03-306e-4eb5-bd59-cf412bf124fe tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 944 time: 0.0598829 Aug 11 08:15:58.865817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7c8d9b33-ff55-4b39-86fd-2133242a732b no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:15:58.872701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-8386a994-2f9c-4ab2-aa25-fb0d741df7aa tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334213 Aug 11 08:15:58.897620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 7c8d9b33-ff55-4b39-86fd-2133242a732b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:15:58.898425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7c8d9b33-ff55-4b39-86fd-2133242a732b not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:15:58.963745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b152e2ee-8c27-48d2-ad3f-b6f3662fc34e req-c147d0e1-0e9d-4b25-a4bf-4744cc343838 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 Aug 11 08:15:59.063668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-75624097-fb21-4461-83a6-4f0fbdaf827f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.065364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-75624097-fb21-4461-83a6-4f0fbdaf827f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849079 Aug 11 08:15:59.138763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7914e-b92f-4c53-baaa-2aaef4a3854b req-720b18ed-5b3e-4867-8887-c0b01d2df1d8 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.140294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6f7914e-b92f-4c53-baaa-2aaef4a3854b req-720b18ed-5b3e-4867-8887-c0b01d2df1d8 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.5814829 Aug 11 08:15:59.146548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Attempting to bind port 37369ed0-ee43-4398-8007-0efb1fb773af on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:15:59.146882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Attempting to bind port 37369ed0-ee43-4398-8007-0efb1fb773af by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:15:59.147215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Attempting to bind port 37369ed0-ee43-4398-8007-0efb1fb773af on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:59.147342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Request body: {'port': {'device_id': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '8c90c7e88b4a4b34b9c883d1a68bedf3'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:15:59.154463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:15:59.165971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.167777 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] Sync routers for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:15:59.171120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Port 37369ed0-ee43-4398-8007-0efb1fb773af on network 3393ff84-611b-4473-a388-bdc8abaf1d91 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:15:59.171120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Attempting to bind port 37369ed0-ee43-4398-8007-0efb1fb773af on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:15:59.180192 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:59.181040 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:59.203962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:15:59.203962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:15:59.205040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Bound using segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:15:59.205040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Bound port: 37369ed0-ee43-4398-8007-0efb1fb773af, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:15:59.205875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.212070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c233f44c-b730-4f57-ac8f-da75572c84c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.233232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7dee4c2-a672-4a05-bc04-19d45c2d30c1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "PUT /v2.0/floatingips/1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32 HTTP/1.1" status: 200 len: 991 time: 2.7545061 Aug 11 08:15:59.236566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:15:59.239227 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:15:59.247916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6f7914e-b92f-4c53-baaa-2aaef4a3854b req-45a8d208-9815-4347-83c7-e34ce5eaa781 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966866 Aug 11 08:15:59.324902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:59.340389 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ed093-b62d-4dcf-a24b-23c7f7ebcf33 x-openstack-request-id: req-8c3ed093-b62d-4dcf-a24b-23c7f7ebcf33 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:15:59.340689 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:15:59.340966 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c3ed093-b62d-4dcf-a24b-23c7f7ebcf33 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:15:59.341406 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'status': 'completed', 'code': 200} Aug 11 08:15:59.342465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] For port 37369ed0-ee43-4398-8007-0efb1fb773af, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:15:59.346641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] For port 37369ed0-ee43-4398-8007-0efb1fb773af, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37369ed0-ee43-4398-8007-0efb1fb773af,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:15:59.352239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.364996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Made reservation on behalf of 8c90c7e88b4a4b34b9c883d1a68bedf3 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:15:59.370275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.383219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.403408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.404066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.406066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] 10.222.0.64 "PUT /v2.0/ports/37369ed0-ee43-4398-8007-0efb1fb773af HTTP/1.1" status: 200 len: 1091 time: 1.9689717 Aug 11 08:15:59.428488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8548c-859e-4c7b-9e93-6324d27b7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=37369ed0-ee43-4398-8007-0efb1fb773af,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:59.555225 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.586940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-010263f8-f1de-4032-931d-cfd4c31446c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.596851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-010263f8-f1de-4032-931d-cfd4c31446c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 1094 time: 0.0986254 Aug 11 08:15:59.618913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.629361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:15:59.643729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.644231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.644707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.645681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.646193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.646670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.647210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.649426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-56c6646b-91ec-4023-b23b-9b89892726fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.2246981 Aug 11 08:15:59.684108 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'port_id': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'mac_address': 'fa:16:3e:ad:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:14:24Z', 'updated_at': '2021-08-11T08:15:57Z', 'revision_number': 1, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:35Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:59.748155 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] Checking router: 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:15:59.769084 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:15:59.769917 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:15:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:15:59.820519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-78a1e380-d7d5-4945-9ecc-6b648e179c68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369ed0-ee43-4398-8007-0efb1fb773af HTTP/1.1" status: 200 len: 217 time: 0.1630671 Aug 11 08:15:59.822312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-b744e231-7f3e-47b0-90ec-feb900db9bfd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1575649 Aug 11 08:15:59.843517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdd5ed-f52f-4b13-8274-ec4136b95363 req-8c7e715c-d61e-4efd-9619-1633c9be8b8e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.845942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edbdd5ed-f52f-4b13-8274-ec4136b95363 req-8c7e715c-d61e-4efd-9619-1633c9be8b8e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 943 time: 0.2395315 Aug 11 08:15:59.941141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57afefe-0884-407f-9d57-c95a139d4fa2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:15:59.947087 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:15:59.975484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-7a7e5638-2e0e-4d6a-857e-f47f49a29385 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:15:59.978352 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-7a7e5638-2e0e-4d6a-857e-f47f49a29385 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 945 time: 0.4962480 Aug 11 08:16:00.013999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-e7d45316-e5a1-4a27-aa26-4da0f5aa0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.015705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-e7d45316-e5a1-4a27-aa26-4da0f5aa0f23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1805813 Aug 11 08:16:00.019349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edbdd5ed-f52f-4b13-8274-ec4136b95363 req-5a2bfaab-85f9-49c0-bed4-b25d40a16ee0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496913 Aug 11 08:16:00.061070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-bc50db18-2e77-4e40-bb49-1b2e58487575 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.062781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-bc50db18-2e77-4e40-bb49-1b2e58487575 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288227 Aug 11 08:16:00.114862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-475c0d1b-5768-4c05-b108-1bdaef7f3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.115111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Request body: {'port': {'device_id': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '8c90c7e88b4a4b34b9c883d1a68bedf3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:00.116413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-475c0d1b-5768-4c05-b108-1bdaef7f3324 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52 HTTP/1.1" status: 200 len: 912 time: 0.4443316 Aug 11 08:16:00.120062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-10109519-93e1-484e-b417-2ef564396941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963309 Aug 11 08:16:00.171758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c024c-1c3f-499e-8258-438c8fb23851 req-c1fda667-f6f8-44e8-8a81-39e791318d60 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.181375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c4c024c-1c3f-499e-8258-438c8fb23851 req-c1fda667-f6f8-44e8-8a81-39e791318d60 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 945 time: 0.3832479 Aug 11 08:16:00.228752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Allocated IP 192.168.233.207 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/597d6daa-aee8-4088-89d9-5692f26c6c06) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:00.256217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d4446883-3d2e-4ee9-beee-c537551ba3ce req-1b8bd4cf-09de-4155-aa54-25b5e98ff26a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 210 time: 0.1471019 Aug 11 08:16:00.320222 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'port_id': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'mac_address': 'fa:16:3e:ad:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:14:24Z', 'updated_at': '2021-08-11T08:15:57Z', 'revision_number': 1, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:35Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:00.329839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Made reservation on behalf of 8c90c7e88b4a4b34b9c883d1a68bedf3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:00.338698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:00.362589 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938a602-5e40-44d2-9ee5-cf1f4facf99b None None] The sync data for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 is: [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'port_id': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'mac_address': 'fa:16:3e:ad:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:14:24Z', 'updated_at': '2021-08-11T08:15:57Z', 'revision_number': 1, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:35Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:16:00.403428 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c4c024c-1c3f-499e-8258-438c8fb23851 req-f3899b63-bdf8-4880-8602-c8b3cbbaa857 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211332 Aug 11 08:16:00.495336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-090f9fdf-2895-4efb-ae27-f68b4a239749 service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647544 Aug 11 08:16:00.509644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-9ba2eb46-a101-4238-b0c8-e3ceaa7542d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 999 time: 0.3581076 Aug 11 08:16:00.575174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Deleting port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:00.575547 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:00.677814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c432ec-7afe-4854-9a4b-9a818a130327 req-8c66b50e-d18d-4929-8b21-f55ad87878c6 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.685904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35c432ec-7afe-4854-9a4b-9a818a130327 req-8c66b50e-d18d-4929-8b21-f55ad87878c6 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 944 time: 0.3046038 Aug 11 08:16:00.717688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-09f5e700-a60d-4327-8e5a-2410ef53d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.720402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-09f5e700-a60d-4327-8e5a-2410ef53d1b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 200 len: 850 time: 0.1979475 Aug 11 08:16:00.760914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:00.765570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35c432ec-7afe-4854-9a4b-9a818a130327 req-659207f8-8050-44c3-a541-79f5178c6c11 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786359 Aug 11 08:16:00.773125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5625eb61-d7a1-4a3f-aee2-7e994326f971 req-b2cc55ca-0074-47a9-898c-4cdd923be017 service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885412 Aug 11 08:16:00.789595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984b494-dbfd-4b7d-9232-2885639d1dce None None] New status for floating IP 1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:16:00.843409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Transition to ACTIVE for port object 597d6daa-aee8-4088-89d9-5692f26c6c06 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:00.864224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] For port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:00.864564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:00.894207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Calling delete_port for 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:00.937373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-d9c1a873-5e7f-4bbd-b4e2-f2c838a5f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:00.939054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-d9c1a873-5e7f-4bbd-b4e2-f2c838a5f0cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d470a6ef-a623-45cb-aae5-a04f60242f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747143 Aug 11 08:16:01.051890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.124158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.207-c52d4004-f9c3-4108-9bd1-60c1df8545d8 {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:16:01.124862 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:16:01.137986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:01.190724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:01.207128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:01.223757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:01.286898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-8e746807-d69e-4143-b83c-38c4daadac18 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009942 Aug 11 08:16:01.328725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094ccd1-ad03-4d3d-a498-0b706694e09a req-a4b0b083-dd6d-410e-b989-93c448c15c39 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:01.330427 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c094ccd1-ad03-4d3d-a498-0b706694e09a req-a4b0b083-dd6d-410e-b989-93c448c15c39 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0690827 Aug 11 08:16:01.344715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'tag': '37369ed0-ee43-4398-8007-0efb1fb773af'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:01.347740 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a", "tag": "37369ed0-ee43-4398-8007-0efb1fb773af"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:01.395561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c094ccd1-ad03-4d3d-a498-0b706694e09a req-b83e8391-7105-48eb-bd50-b75d4336b345 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579765 Aug 11 08:16:01.398767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:01.399450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.417558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f8ad8-a111-443a-a735-0101db72a5be req-dc745268-beab-422b-9fa4-9aa4b30bfa19 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:01.421608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f0f8ad8-a111-443a-a735-0101db72a5be req-dc745268-beab-422b-9fa4-9aa4b30bfa19 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 943 time: 0.3013256 Aug 11 08:16:01.467867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-100ab2d1-b62d-4a2f-89ab-ce98c257706a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3269758 Aug 11 08:16:01.476481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.496591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Request body: {'port': {'device_id': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:01.517437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2d584dc-fef5-4953-96bf-47fcc97df387 req-e24fa76a-a3d5-47e2-adad-8716766cb85b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 210 time: 0.0407720 Aug 11 08:16:01.519995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['933a508f-8e29-4eca-88fb-e827f5e495a9', '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:01.571445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Pushing event deleted for resources: {'Port': ['ID=18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:01.584872 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09013e0-17d7-47e6-a9d0-030dbe024b66 x-openstack-request-id: req-d09013e0-17d7-47e6-a9d0-030dbe024b66 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:01.585564 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a", "tag": "37369ed0-ee43-4398-8007-0efb1fb773af", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:01.586200 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d09013e0-17d7-47e6-a9d0-030dbe024b66 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:01.586811 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'tag': '37369ed0-ee43-4398-8007-0efb1fb773af', 'status': 'completed', 'code': 200} Aug 11 08:16:01.598986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:01.605865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-39430867-7954-4f76-a15d-56cd205c3d25 None None] Provisioning for port 597d6daa-aee8-4088-89d9-5692f26c6c06 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:01.626130 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.656658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-39430867-7954-4f76-a15d-56cd205c3d25 None None] Provisioning complete for port 597d6daa-aee8-4088-89d9-5692f26c6c06 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:01.656954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-39430867-7954-4f76-a15d-56cd205c3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.770458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-39430867-7954-4f76-a15d-56cd205c3d25 None None] Port 597d6daa-aee8-4088-89d9-5692f26c6c06 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:16:01.772468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d1c1c0b-46e8-4ed3-85d8-0b354ce53e88 req-06f9a6ef-16ba-4258-b752-281ce4393056 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 210 time: 0.0773284 Aug 11 08:16:01.779419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:01.782074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-82638d44-acc6-4723-b9e4-9a799228d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:01.789181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:01.790010 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.791243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-82638d44-acc6-4723-b9e4-9a799228d058 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 1094 time: 0.1424553 Aug 11 08:16:01.927530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:01.969570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Allocated IP 192.168.233.246 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/bdd83113-4f19-4093-b3fe-c32729946874) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:01.971959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:01.974945 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9258d597-ccad-4d1f-b18e-d8b77a471066" -d '{"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-plugged", "status": "completed", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:01.994162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:01.999315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-d401849a-1323-4a01-97cb-421d890d2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:02.001154 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-d401849a-1323-4a01-97cb-421d890d2ca6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.1937149 Aug 11 08:16:02.002350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.003580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:02.010558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b699307-11ee-4bd5-a2d3-f5aa91dc8ec2 req-5f91dbaa-49c0-4fff-813a-dbb7f02db6f1 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895218 Aug 11 08:16:02.022083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b8e84-bb02-43f5-8a7f-f6b6868ae97a req-ce334eb3-24ad-42f5-b362-72218d901793 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:02.023686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c37b8e84-bb02-43f5-8a7f-f6b6868ae97a req-ce334eb3-24ad-42f5-b362-72218d901793 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1226850 Aug 11 08:16:02.035919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f0f8ad8-a111-443a-a735-0101db72a5be req-b85001fa-a90a-4fa2-a1cf-6da22bffeea7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939837 Aug 11 08:16:02.055539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:02.055723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:02.077336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] No DVR routers for this DVR port 18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:02.089455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.092889 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8d8b10b-b688-4669-a79b-6515ee98a741 req-463e3d60-980b-49d8-8297-a31f6dcbdfff tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "DELETE /v2.0/ports/18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e HTTP/1.1" status: 204 len: 173 time: 2.1000733 Aug 11 08:16:02.115561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:02.120200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'name': 'network-vif-deleted', 'tag': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:02.122874 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d6f625-9054-430e-a730-48b22d452de6" -d '{"events": [{"server_uuid": "3dfd8d0d-526e-49bb-ab23-023ac9af8305", "name": "network-vif-deleted", "tag": "18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:02.140062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-50f52f36-af4c-4020-a711-3e266043afc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37369ed0-ee43-4398-8007-0efb1fb773af HTTP/1.1" status: 200 len: 217 time: 0.1297493 Aug 11 08:16:02.140681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.249403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c37b8e84-bb02-43f5-8a7f-f6b6868ae97a req-0c05d886-f643-4ee5-919e-ced7c1d30e2a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952748 Aug 11 08:16:02.321763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-a2112b0a-af82-47fd-9fd0-496c8f02bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:02.323656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-a2112b0a-af82-47fd-9fd0-496c8f02bc93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1514413 Aug 11 08:16:02.339117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.367008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-efae6600-9399-43cb-b859-98c07dde2c7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327461 Aug 11 08:16:02.381194 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e735107-60b2-446e-a326-9573072b0753 x-openstack-request-id: req-2e735107-60b2-446e-a326-9573072b0753 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:02.381547 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-plugged", "status": "completed", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:02.381867 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e735107-60b2-446e-a326-9573072b0753 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:02.382351 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'code': 200} Aug 11 08:16:02.419272 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c1234b-1e78-46c6-894f-10dcf2a4ac31 x-openstack-request-id: req-f2c1234b-1e78-46c6-894f-10dcf2a4ac31 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:02.419705 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfd8d0d-526e-49bb-ab23-023ac9af8305", "name": "network-vif-deleted", "tag": "18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:02.420040 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2c1234b-1e78-46c6-894f-10dcf2a4ac31 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:02.420496 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfd8d0d-526e-49bb-ab23-023ac9af8305', 'name': 'network-vif-deleted', 'tag': '18cb9fcc-b5c8-4ba5-bf28-da0cb58bc78e', 'status': 'completed', 'code': 200} Aug 11 08:16:02.471542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.510170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Transition to ACTIVE for port object bdd83113-4f19-4093-b3fe-c32729946874 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:02.525148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f96fb-8ba5-4012-9e56-48b51591274d req-1ee419da-63af-4761-adcd-0864e59f5d43 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:02.526728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-990f96fb-8ba5-4012-9e56-48b51591274d req-1ee419da-63af-4761-adcd-0864e59f5d43 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1563227 Aug 11 08:16:02.537925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df6489-88b9-4ae6-a62e-de8a175bf85b req-44cba3f4-b86d-493d-a8d9-e73489521ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:02.539783 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c9df6489-88b9-4ae6-a62e-de8a175bf85b req-44cba3f4-b86d-493d-a8d9-e73489521ff3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0508907 Aug 11 08:16:02.571549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-1c4cb0e3-e3b8-44e6-a26c-34bf0ad07160 service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913776 Aug 11 08:16:02.608698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c9df6489-88b9-4ae6-a62e-de8a175bf85b req-7324f22f-e425-4b16-8d1c-25f5860c87a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Aug 11 08:16:02.663717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ef702909-870a-4a5a-a3b8-8e5ff2da531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.667277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b2b78c-eef8-4428-9b4d-aa6eb88c6863 req-971f5e54-253f-499a-a02a-264e9955c589 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 210 time: 0.0470922 Aug 11 08:16:02.703410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-990f96fb-8ba5-4012-9e56-48b51591274d req-22248352-299d-46de-ada7-1ab482ac9d0f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691613 Aug 11 08:16:02.716547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.785053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:02.804841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:02.812552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:02.841621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f9d7b68-f261-4bda-80c7-cb79fa42d9ea req-bdede23b-f0f9-49a5-a3de-ffba339ac704 service neutron] 10.222.0.64 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463427 Aug 11 08:16:02.842229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event updated for resources: {'Port': ['ID=bdd83113-4f19-4093-b3fe-c32729946874,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:02.878571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:02.879276 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:02.895514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37369ed0-ee43-4398-8007-0efb1fb773af details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:02.898857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-a5c57d35-2bef-42a7-94a1-7b2d03f1e111 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7883909 Aug 11 08:16:02.922729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Request body: {'port': {'device_id': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:02.999617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.023417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:03.041868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.072177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 37369ed0-ee43-4398-8007-0efb1fb773af, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37369ed0-ee43-4398-8007-0efb1fb773af,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:03.081556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Transition to ACTIVE for port object 597d6daa-aee8-4088-89d9-5692f26c6c06 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:03.096015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39f834c5-2bb4-407f-aa8c-2094f8d28da9 req-7cb96982-2cd7-498f-9c44-864e17752a02 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=3dfd8d0d-526e-49bb-ab23-023ac9af8305 HTTP/1.1" status: 200 len: 210 time: 0.1657434 Aug 11 08:16:03.102051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.118773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '37369ed0-ee43-4398-8007-0efb1fb773af', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': '37369ed0-ee43-4398-8007-0efb1fb773af', 'mac_address': 'fa:16:3e:be:07:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:03.225675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.257863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37369ed0-ee43-4398-8007-0efb1fb773af {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:03.266238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d1ef624c-d651-403a-b596-3df29e94f85f None None] Provisioning for port bdd83113-4f19-4093-b3fe-c32729946874 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:03.276946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d1ef624c-d651-403a-b596-3df29e94f85f None None] Provisioning complete for port bdd83113-4f19-4093-b3fe-c32729946874 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:03.277681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1ef624c-d651-403a-b596-3df29e94f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.279419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:03.332176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 37369ed0-ee43-4398-8007-0efb1fb773af, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37369ed0-ee43-4398-8007-0efb1fb773af,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:03.343916 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.348408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef624c-d651-403a-b596-3df29e94f85f None None] Port bdd83113-4f19-4093-b3fe-c32729946874 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:16:03.426450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Attempting to bind port 597d6daa-aee8-4088-89d9-5692f26c6c06 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:03.426935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Attempting to bind port 597d6daa-aee8-4088-89d9-5692f26c6c06 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:03.427373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Attempting to bind port 597d6daa-aee8-4088-89d9-5692f26c6c06 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:03.431777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=37369ed0-ee43-4398-8007-0efb1fb773af,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:03.446930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Port 597d6daa-aee8-4088-89d9-5692f26c6c06 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:03.450342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Attempting to bind port 597d6daa-aee8-4088-89d9-5692f26c6c06 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:03.458923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:03.460576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:03.466127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:03.466796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Bound port: 597d6daa-aee8-4088-89d9-5692f26c6c06, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:03.467258 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.516788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bd2fb-7894-46e4-863b-7e1343f99aab req-c1e4487a-32eb-4c2d-b3cb-068404e821d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:03.518922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d9bd2fb-7894-46e4-863b-7e1343f99aab req-c1e4487a-32eb-4c2d-b3cb-068404e821d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 944 time: 0.2890549 Aug 11 08:16:03.571090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:03.574883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:03.581200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.624708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:03.625180 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.626397 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d9bd2fb-7894-46e4-863b-7e1343f99aab req-e0355fc6-e2e4-44b3-8a83-375fe8a7f517 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936980 Aug 11 08:16:03.626690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] 10.222.0.64 "PUT /v2.0/ports/597d6daa-aee8-4088-89d9-5692f26c6c06 HTTP/1.1" status: 200 len: 1096 time: 2.1394217 Aug 11 08:16:03.645167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd83113-4f19-4093-b3fe-c32729946874 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:03.662714 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.666446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37369ed0-ee43-4398-8007-0efb1fb773af'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:03.695559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fdc6a-c465-42cc-b8bc-00b5e672b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:03.695931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Transition to ACTIVE for port object bdd83113-4f19-4093-b3fe-c32729946874 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:03.703592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:03.798323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-c564a80b-d350-44b5-81df-2cb012622ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:03.800339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-c564a80b-d350-44b5-81df-2cb012622ef3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1099 time: 0.1005127 Aug 11 08:16:03.858137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd83113-4f19-4093-b3fe-c32729946874,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:03.915608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-8632ca43-5185-4012-a599-07b95c91f0e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=597d6daa-aee8-4088-89d9-5692f26c6c06 HTTP/1.1" status: 200 len: 217 time: 0.0930641 Aug 11 08:16:03.945462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Attempting to bind port bdd83113-4f19-4093-b3fe-c32729946874 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:03.945848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Attempting to bind port bdd83113-4f19-4093-b3fe-c32729946874 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:03.946194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Attempting to bind port bdd83113-4f19-4093-b3fe-c32729946874 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:03.987071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e6f89-eb04-4b13-a034-fb4eddd7e836 req-7c094111-d012-4626-82cd-f761b6c7343a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.002127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a96e6f89-eb04-4b13-a034-fb4eddd7e836 req-7c094111-d012-4626-82cd-f761b6c7343a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1388869 Aug 11 08:16:04.014641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Port bdd83113-4f19-4093-b3fe-c32729946874 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:04.015079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Attempting to bind port bdd83113-4f19-4093-b3fe-c32729946874 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:04.035183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-a7c61eeb-c6f4-49d6-9894-a409cedd3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.037086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-a7c61eeb-c6f4-49d6-9894-a409cedd3087 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1017356 Aug 11 08:16:04.051350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7d32f-a285-473b-bdb8-b7c3ea055023 req-9c7213f3-266a-40f9-892e-d3edd9b55477 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.054577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:04.054939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:04.055059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1b7d32f-a285-473b-bdb8-b7c3ea055023 req-9c7213f3-266a-40f9-892e-d3edd9b55477 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 948 time: 0.1487474 Aug 11 08:16:04.055317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:04.055911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Bound port: bdd83113-4f19-4093-b3fe-c32729946874, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:04.056283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:04.069741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a96e6f89-eb04-4b13-a034-fb4eddd7e836 req-15bb75e8-f25d-45b5-835e-1452577da418 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667105 Aug 11 08:16:04.147956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] For port bdd83113-4f19-4093-b3fe-c32729946874, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:04.152415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] For port bdd83113-4f19-4093-b3fe-c32729946874, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=bdd83113-4f19-4093-b3fe-c32729946874,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:04.160366 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:04.188846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-e1291ce8-bb19-4c55-8338-4ad2e4a4809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.190465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-e1291ce8-bb19-4c55-8338-4ad2e4a4809f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341605 Aug 11 08:16:04.194066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1b7d32f-a285-473b-bdb8-b7c3ea055023 req-beb3965a-637f-424e-8e03-d103819b996f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239092 Aug 11 08:16:04.261650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.262718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:04.267490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] 10.222.0.64 "PUT /v2.0/ports/bdd83113-4f19-4093-b3fe-c32729946874 HTTP/1.1" status: 200 len: 1096 time: 1.3477039 Aug 11 08:16:04.273937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'tag': 'bdd83113-4f19-4093-b3fe-c32729946874'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:04.278201 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cb42a5-c9fc-4d18-863a-4871920f731d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5ef677-2364-496c-b3d5-1768f017d7c9", "tag": "bdd83113-4f19-4093-b3fe-c32729946874"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:04.338124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-15697209-7855-4322-a007-52814bc34a67 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377664 Aug 11 08:16:04.399946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1620-c810-4ef2-ba79-513625437e61 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd83113-4f19-4093-b3fe-c32729946874,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:04.421442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b827122-002c-43e1-94f3-090790d0de3c req-84939831-b873-4870-a2ea-b64550a3ca66 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.422576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b827122-002c-43e1-94f3-090790d0de3c req-84939831-b873-4870-a2ea-b64550a3ca66 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1975067 Aug 11 08:16:04.441704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:04.441916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-7c027090-cb39-4bc1-a254-4c110a16fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.443408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-7c027090-cb39-4bc1-a254-4c110a16fd9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 1099 time: 0.0917885 Aug 11 08:16:04.444099 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f" -d '{"events": [{"name": "network-changed", "server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:04.479740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38bdf6a6-a7c3-4d62-9e4d-903c2340b7ea req-fcab7f01-e85a-432d-854f-2d8f33d32e9d service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292546 Aug 11 08:16:04.512651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-acc7d2e2-fa3d-4fcc-9c68-2b6ef0080133 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=bdd83113-4f19-4093-b3fe-c32729946874 HTTP/1.1" status: 200 len: 217 time: 0.0474222 Aug 11 08:16:04.521292 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d8db9-d010-4007-8e33-935cb6d00505 x-openstack-request-id: req-a28d8db9-d010-4007-8e33-935cb6d00505 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:04.521292 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5ef677-2364-496c-b3d5-1768f017d7c9", "tag": "bdd83113-4f19-4093-b3fe-c32729946874", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:04.521292 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a28d8db9-d010-4007-8e33-935cb6d00505 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:04.521292 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'tag': 'bdd83113-4f19-4093-b3fe-c32729946874', 'status': 'completed', 'code': 200} Aug 11 08:16:04.531297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b827122-002c-43e1-94f3-090790d0de3c req-d034e524-0f6b-4c87-af6f-8d7432de17ca tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981672 Aug 11 08:16:04.629961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-22a1a7c0-3de1-49de-86b9-e1f796f233cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.631490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-22a1a7c0-3de1-49de-86b9-e1f796f233cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0829792 Aug 11 08:16:04.645420 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82a3e6-dc63-490c-839d-6ca6e4a1c9b3 x-openstack-request-id: req-1a82a3e6-dc63-490c-839d-6ca6e4a1c9b3 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:04.645760 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:04.645927 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a82a3e6-dc63-490c-839d-6ca6e4a1c9b3 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:04.646333 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'status': 'completed', 'code': 200} Aug 11 08:16:04.681487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c54790-d074-4cef-9b30-531a1d7f81ad req-3d6803ea-53a2-40db-8a7a-56ae3fd22508 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.683094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b3c54790-d074-4cef-9b30-531a1d7f81ad req-3d6803ea-53a2-40db-8a7a-56ae3fd22508 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0857716 Aug 11 08:16:04.706249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-e62a87ba-2ff7-4b93-83ca-1fe4195c663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.707784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-e62a87ba-2ff7-4b93-83ca-1fe4195c663e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662985 Aug 11 08:16:04.724640 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:04.787352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b3c54790-d074-4cef-9b30-531a1d7f81ad req-a99cf379-2b8b-4f64-a2f2-7ea6c00b8f59 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951083 Aug 11 08:16:04.839299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-fa022994-e9a2-4648-bb27-96ae7e6d0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.841186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-fa022994-e9a2-4648-bb27-96ae7e6d0205 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1099 time: 0.1108990 Aug 11 08:16:04.844198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-1cbbbe6a-5c1f-43d6-82e1-1d128b5a25f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124320 Aug 11 08:16:04.852687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e83d3-7a17-487b-bf81-535400aa3be3 req-7dd994c5-dc60-4344-aa35-255c7b901343 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:04.854299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-701e83d3-7a17-487b-bf81-535400aa3be3 req-7dd994c5-dc60-4344-aa35-255c7b901343 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0790052 Aug 11 08:16:04.910418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37369ed0-ee43-4398-8007-0efb1fb773af up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:04.974955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 37369ed0-ee43-4398-8007-0efb1fb773af completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:04.979504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 37369ed0-ee43-4398-8007-0efb1fb773af triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:04.979856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:04.996987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-701e83d3-7a17-487b-bf81-535400aa3be3 req-2e73033a-e815-44c6-acdc-c52b2267cbee tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271539 Aug 11 08:16:05.003249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b850c8-2de1-470a-a3f4-39954579a210 req-a2274aa7-65f3-42e7-bb21-3f35edfa03dc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.005927 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8b850c8-2de1-470a-a3f4-39954579a210 req-a2274aa7-65f3-42e7-bb21-3f35edfa03dc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 944 time: 0.1019635 Aug 11 08:16:05.038895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-df1a6f8b-0d81-42ba-987e-d169455bd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.041526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-df1a6f8b-0d81-42ba-987e-d169455bd1e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1833696 Aug 11 08:16:05.059072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9faec2fb-bf01-4483-883e-3e6fdbfedead req-43bfcfed-23bc-4409-9b62-6d0a96e0fa30 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000103 Aug 11 08:16:05.089854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8b850c8-2de1-470a-a3f4-39954579a210 req-5fb09c03-a338-4084-bba4-7f676eefa13d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729716 Aug 11 08:16:05.100357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:05.112342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-2ef97ab8-b6b8-4766-bc2d-14c1dd3d5a27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=597d6daa-aee8-4088-89d9-5692f26c6c06 HTTP/1.1" status: 200 len: 217 time: 0.0598764 Aug 11 08:16:05.127927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37369ed0-ee43-4398-8007-0efb1fb773af'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:05.130112 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c7771e-aeb5-4b56-87b2-7ba2266bbfc4" -d '{"events": [{"server_uuid": "c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a", "name": "network-vif-plugged", "status": "completed", "tag": "37369ed0-ee43-4398-8007-0efb1fb773af"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:05.147538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 37369ed0-ee43-4398-8007-0efb1fb773af, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37369ed0-ee43-4398-8007-0efb1fb773af,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:05.159782 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:05.222303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=37369ed0-ee43-4398-8007-0efb1fb773af,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:05.235080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-e294a765-7784-40d7-b95c-962c3f8f11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.236953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-e294a765-7784-40d7-b95c-962c3f8f11d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0779319 Aug 11 08:16:05.253470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4daf8-109a-486a-a9f1-18348b0fbfd5 req-360213e5-865d-4e55-a045-ff2205f5c6ef tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.255101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bb4daf8-109a-486a-a9f1-18348b0fbfd5 req-360213e5-865d-4e55-a045-ff2205f5c6ef tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0866578 Aug 11 08:16:05.266613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6a7c-e6cc-46c2-9b80-dc704be74150 req-9591af56-40b0-4613-98fb-2cd9fddf0f10 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.268234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a49a6a7c-e6cc-46c2-9b80-dc704be74150 req-9591af56-40b0-4613-98fb-2cd9fddf0f10 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1066873 Aug 11 08:16:05.270474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-be68dccf-2158-4dda-842c-4e395972988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.271982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-be68dccf-2158-4dda-842c-4e395972988c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 1099 time: 0.0879688 Aug 11 08:16:05.328171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bb4daf8-109a-486a-a9f1-18348b0fbfd5 req-d959b536-a9e6-4ee2-af24-833d527c413d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Aug 11 08:16:05.333609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-cf387952-062a-4e62-9f11-44a80c8b4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.335787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-cf387952-062a-4e62-9f11-44a80c8b4f6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792840 Aug 11 08:16:05.365380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a49a6a7c-e6cc-46c2-9b80-dc704be74150 req-b77c39c9-71c9-45ba-84c6-7951e364c768 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842483 Aug 11 08:16:05.387879 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e30a2-967b-48b0-ab55-0343bc75523b x-openstack-request-id: req-de2e30a2-967b-48b0-ab55-0343bc75523b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:05.388190 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a", "name": "network-vif-plugged", "status": "completed", "tag": "37369ed0-ee43-4398-8007-0efb1fb773af", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:05.388445 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de2e30a2-967b-48b0-ab55-0343bc75523b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:05.388946 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37369ed0-ee43-4398-8007-0efb1fb773af', 'code': 200} Aug 11 08:16:05.427846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-451eb0af-88f3-42c5-81b8-68c48dcfd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.429874 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-451eb0af-88f3-42c5-81b8-68c48dcfd58c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1462550 Aug 11 08:16:05.480805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-4f281e1c-b646-42d4-8fe3-8413b2296ed9 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365950 Aug 11 08:16:05.491234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-e12cd424-8784-4d3d-afab-bf732c1e0366 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=bdd83113-4f19-4093-b3fe-c32729946874 HTTP/1.1" status: 200 len: 217 time: 0.0476949 Aug 11 08:16:05.508510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d7c2-c513-47b6-b1ca-a104775c86af req-0d82bba0-1723-488a-9519-7fd2b58c7e1f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.510095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd11d7c2-c513-47b6-b1ca-a104775c86af req-0d82bba0-1723-488a-9519-7fd2b58c7e1f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0749855 Aug 11 08:16:05.591512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-466ff4a9-1f04-4e3b-8eba-118c28e33215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.592940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-466ff4a9-1f04-4e3b-8eba-118c28e33215 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0759807 Aug 11 08:16:05.602382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec26599-7eb6-47b9-abc5-67145d1c4d41 req-e74981d2-0335-4c99-a305-a2a5f4e7d705 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.603862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ec26599-7eb6-47b9-abc5-67145d1c4d41 req-e74981d2-0335-4c99-a305-a2a5f4e7d705 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 948 time: 0.1592374 Aug 11 08:16:05.604341 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd11d7c2-c513-47b6-b1ca-a104775c86af req-0e4686a5-5470-438c-96f8-163d6788a3d6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786455 Aug 11 08:16:05.626141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaff28a7-b47f-42c1-a150-42de5aa2fa1f req-6259ad10-cec8-48a6-8e69-ef87900b01d7 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318834 Aug 11 08:16:05.638506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf2ddc-06f7-42c4-895d-56aead3267b1 req-0933f103-e6db-4fd7-8e3b-7ee26387b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.639755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5caf2ddc-06f7-42c4-895d-56aead3267b1 req-0933f103-e6db-4fd7-8e3b-7ee26387b795 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 1096 time: 0.1473792 Aug 11 08:16:05.702084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ec26599-7eb6-47b9-abc5-67145d1c4d41 req-66350ad8-9daa-409c-b31d-ee589abd54bb tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854743 Aug 11 08:16:05.706494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-8a0c0da3-233d-4f1b-a366-895fb5740712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.708054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-8a0c0da3-233d-4f1b-a366-895fb5740712 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021807 Aug 11 08:16:05.774607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5caf2ddc-06f7-42c4-895d-56aead3267b1 req-8183dd25-5ae0-4920-ad61-5aae6ae436e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136546 Aug 11 08:16:05.837923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-0e0ff603-faac-4d19-ac7e-98baf775fc2b service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216962 Aug 11 08:16:05.912461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f7a69-a167-4e12-8b6e-a152dc6b8c9f req-17523d9f-0a82-426e-9b58-6fa917bfa483 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.915030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d8f7a69-a167-4e12-8b6e-a152dc6b8c9f req-17523d9f-0a82-426e-9b58-6fa917bfa483 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0565891 Aug 11 08:16:05.958624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d8f7a69-a167-4e12-8b6e-a152dc6b8c9f req-251070c5-6090-4beb-9303-a3f47a7d2194 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Aug 11 08:16:05.981226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7952f2-5ebc-4186-9b8d-025aeac89f39 req-a8fcd20a-dd3d-4eb2-bfb2-97a0aed2bb76 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:05.982967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7952f2-5ebc-4186-9b8d-025aeac89f39 req-a8fcd20a-dd3d-4eb2-bfb2-97a0aed2bb76 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0587354 Aug 11 08:16:06.030971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a7952f2-5ebc-4186-9b8d-025aeac89f39 req-fcb6d699-4d1b-4ab0-a1a7-0bc9dc847579 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Aug 11 08:16:06.063642 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:06.086616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106641c-2b1b-4413-9a64-06d48e552256 req-432d27ec-69bf-402f-a153-4065de09974e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.088175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4106641c-2b1b-4413-9a64-06d48e552256 req-432d27ec-69bf-402f-a153-4065de09974e tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0618587 Aug 11 08:16:06.160152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cabc5-30f5-4234-bc80-7ba78ee12772 req-6bb05e31-eb36-46f8-969b-3601b834d335 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.167710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c09cabc5-30f5-4234-bc80-7ba78ee12772 req-6bb05e31-eb36-46f8-969b-3601b834d335 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0630944 Aug 11 08:16:06.173074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4106641c-2b1b-4413-9a64-06d48e552256 req-171e5ff4-a11e-443e-a35f-427d6bf1b287 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/security-groups?id=8b00b2c3-5adb-4d72-903a-008fcfa5930a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764453 Aug 11 08:16:06.215188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c09cabc5-30f5-4234-bc80-7ba78ee12772 req-db00c694-ca34-4dae-95c8-fc0774d03647 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Aug 11 08:16:06.224430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82cb42a5-c9fc-4d18-863a-4871920f731d req-54fb16b7-5f94-4286-8e0f-b9fd66e2025e service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078548 Aug 11 08:16:06.284800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab96f-7782-4214-8cec-cce12d72d3f9 req-b3a38663-3883-498d-9637-571b76d70fbc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.286362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8cdab96f-7782-4214-8cec-cce12d72d3f9 req-b3a38663-3883-498d-9637-571b76d70fbc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 945 time: 0.0547376 Aug 11 08:16:06.327507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8cdab96f-7782-4214-8cec-cce12d72d3f9 req-a184eac9-d137-4887-9386-0e5bd75c7d1c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Aug 11 08:16:06.421783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf2c2a-f4b2-4235-a096-52802b0a89c6 req-07a4dcd2-6cfb-4260-ab18-d30ea7a46f98 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.423477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72bf2c2a-f4b2-4235-a096-52802b0a89c6 req-07a4dcd2-6cfb-4260-ab18-d30ea7a46f98 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0770109 Aug 11 08:16:06.435222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-56696cda-3673-4a10-997f-0c68c165221a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.436644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-56696cda-3673-4a10-997f-0c68c165221a tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 946 time: 0.0645607 Aug 11 08:16:06.526392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72bf2c2a-f4b2-4235-a096-52802b0a89c6 req-7422f0e1-0741-423b-9b08-1c3fb4cbd5a5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887532 Aug 11 08:16:06.557715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Deleting port 933a508f-8e29-4eca-88fb-e827f5e495a9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:06.558081 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:06.648399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ecafd-31ab-44c4-9393-9b2bc2d53abe req-db39993b-f4fe-45c9-a8fc-30d7b0ec2cab tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.650138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-096ecafd-31ab-44c4-9393-9b2bc2d53abe req-db39993b-f4fe-45c9-a8fc-30d7b0ec2cab tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0517311 Aug 11 08:16:06.659299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] For port 933a508f-8e29-4eca-88fb-e827f5e495a9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=933a508f-8e29-4eca-88fb-e827f5e495a9,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:06.659797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:06.672614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Calling delete_port for 933a508f-8e29-4eca-88fb-e827f5e495a9 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:06.689763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-096ecafd-31ab-44c4-9393-9b2bc2d53abe req-db413ee5-dbe1-42c0-943f-987ed95f4ba5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Aug 11 08:16:06.853298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:06.890968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f419-4471-4e41-aceb-f35726ea1326 req-5e99fe99-2828-4c8a-95c1-4c33b6bb3ea7 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.891628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['933a508f-8e29-4eca-88fb-e827f5e495a9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:06.895583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c023f419-4471-4e41-aceb-f35726ea1326 req-5e99fe99-2828-4c8a-95c1-4c33b6bb3ea7 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0671811 Aug 11 08:16:06.898800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abc16d-9900-4955-9c51-da4957efe02d req-c2443a15-e337-4e32-a20d-e00ac5ce4323 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:06.900191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8abc16d-9900-4955-9c51-da4957efe02d req-c2443a15-e337-4e32-a20d-e00ac5ce4323 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 948 time: 0.1041954 Aug 11 08:16:06.903345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Pushing event deleted for resources: {'Port': ['ID=933a508f-8e29-4eca-88fb-e827f5e495a9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:06.930827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:06.961842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] No DVR routers for this DVR port 933a508f-8e29-4eca-88fb-e827f5e495a9 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:06.973130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:06.975097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4baadedd-3fd8-4d83-a00f-de2191f54b6f req-06ee11bd-f083-449b-8ac5-d4cd88197c2f tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.69 "DELETE /v2.0/ports/933a508f-8e29-4eca-88fb-e827f5e495a9 HTTP/1.1" status: 204 len: 173 time: 0.5315475 Aug 11 08:16:06.976248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'name': 'network-vif-deleted', 'tag': '933a508f-8e29-4eca-88fb-e827f5e495a9'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:06.979620 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5ef10-c02c-4e62-b66f-18df73ff0f4c" -d '{"events": [{"server_uuid": "ac6a3b6c-ab42-4460-aad2-db173b1cd36a", "name": "network-vif-deleted", "tag": "933a508f-8e29-4eca-88fb-e827f5e495a9"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:06.989533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c023f419-4471-4e41-aceb-f35726ea1326 req-69e6b354-2637-4d7f-979b-e34ddd522ee5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689740 Aug 11 08:16:07.037767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8abc16d-9900-4955-9c51-da4957efe02d req-4b165b2c-bf6c-4a0e-92bd-794880355b37 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781903 Aug 11 08:16:07.102597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:07.116641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'mac_address': 'fa:16:3e:ab:9b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:07.173672 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:07.207763 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76764ff3-5f8b-4c0e-8aee-c03f04b23520 x-openstack-request-id: req-76764ff3-5f8b-4c0e-8aee-c03f04b23520 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:07.208279 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a3b6c-ab42-4460-aad2-db173b1cd36a", "name": "network-vif-deleted", "tag": "933a508f-8e29-4eca-88fb-e827f5e495a9", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:07.208678 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76764ff3-5f8b-4c0e-8aee-c03f04b23520 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:07.209332 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a3b6c-ab42-4460-aad2-db173b1cd36a', 'name': 'network-vif-deleted', 'tag': '933a508f-8e29-4eca-88fb-e827f5e495a9', 'status': 'completed', 'code': 200} Aug 11 08:16:07.286730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71e7f-8042-4a88-b681-8aa879d190f0 req-3aeb463a-49d0-4bfb-879c-2e34b1a678b4 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:07.288786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60a71e7f-8042-4a88-b681-8aa879d190f0 req-3aeb463a-49d0-4bfb-879c-2e34b1a678b4 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0726945 Aug 11 08:16:07.334594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60a71e7f-8042-4a88-b681-8aa879d190f0 req-9d24bc7f-1888-46de-a45f-e9434789be4f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 Aug 11 08:16:07.350544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:07.369166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582201b9-2317-4f7b-8dca-478595b9ca99 req-ae07e5ea-15c8-4e4d-9055-c563bb6aac68 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:07.370796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-582201b9-2317-4f7b-8dca-478595b9ca99 req-ae07e5ea-15c8-4e4d-9055-c563bb6aac68 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0628538 Aug 11 08:16:07.378066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:07.383881 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:07.417871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-582201b9-2317-4f7b-8dca-478595b9ca99 req-51f35a1e-35e9-4ebf-be99-aca129d7b7a6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Aug 11 08:16:07.437096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:07.467231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65b05ce5-9584-467f-a40e-995e46432921 req-500d53eb-05eb-4e22-bee2-ce39fc777610 tempest-ListServerFiltersTestJSON-1685054742 tempest-ListServerFiltersTestJSON-1685054742-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac6a3b6c-ab42-4460-aad2-db173b1cd36a HTTP/1.1" status: 200 len: 210 time: 0.0414472 Aug 11 08:16:07.538321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050cce-5cac-4e63-873a-7bb71377925f req-0020b9f0-0773-4660-838e-75ec704cedfb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:07.539967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09050cce-5cac-4e63-873a-7bb71377925f req-0020b9f0-0773-4660-838e-75ec704cedfb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 945 time: 0.0564995 Aug 11 08:16:07.587613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09050cce-5cac-4e63-873a-7bb71377925f req-c7dcf9a9-406c-473c-be14-c08ec5501eca tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Aug 11 08:16:07.609806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611fb1c-9527-4381-a358-3fa8679a98e7 req-088de720-7346-4da2-8399-da8586c4545a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:07.613767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0611fb1c-9527-4381-a358-3fa8679a98e7 req-088de720-7346-4da2-8399-da8586c4545a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0640225 Aug 11 08:16:07.658381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0611fb1c-9527-4381-a358-3fa8679a98e7 req-ef6ec934-04d1-40c1-9582-eeb201f92538 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Aug 11 08:16:07.724152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['597d6daa-aee8-4088-89d9-5692f26c6c06'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:07.805544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8517bd9-dd7b-461f-beb6-81391051441c req-6c6f205b-0079-44ee-9600-05529ec9a5bf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:07.807875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8517bd9-dd7b-461f-beb6-81391051441c req-6c6f205b-0079-44ee-9600-05529ec9a5bf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0608046 Aug 11 08:16:07.858622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8517bd9-dd7b-461f-beb6-81391051441c req-78f1d6b7-6673-48a6-92e2-cae1cc341364 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Aug 11 08:16:08.129095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88394b94-2212-4a6c-bf04-62ef6935046b req-1e126292-3ccf-4535-9b37-2f350bbc3578 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:08.130928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88394b94-2212-4a6c-bf04-62ef6935046b req-1e126292-3ccf-4535-9b37-2f350bbc3578 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 814 time: 0.1267228 Aug 11 08:16:08.151898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88394b94-2212-4a6c-bf04-62ef6935046b req-54e65f6a-2a9f-46ab-bbcc-ab12c741d860 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/quotas/55454d847e534d3e8de79e8001c19838 HTTP/1.1" status: 200 len: 375 time: 0.0135911 Aug 11 08:16:08.209266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49d1c7-8f28-4334-b848-a7f833551552 req-930622d4-a4f1-41be-982f-6224beba4f4f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:08.212946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e49d1c7-8f28-4334-b848-a7f833551552 req-930622d4-a4f1-41be-982f-6224beba4f4f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 948 time: 0.0828698 Aug 11 08:16:08.237570 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88394b94-2212-4a6c-bf04-62ef6935046b req-f131ba92-7532-457c-89fe-4e4e6e3c9092 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760481 Aug 11 08:16:08.273137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e49d1c7-8f28-4334-b848-a7f833551552 req-546e122d-5e95-496e-b9fc-19fa710a2b5b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481620 Aug 11 08:16:08.489852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56db77-83be-4f56-bbae-6f9202744751 req-b0625ce9-8c6c-4623-a4eb-373d604e34a5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:08.492365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b56db77-83be-4f56-bbae-6f9202744751 req-b0625ce9-8c6c-4623-a4eb-373d604e34a5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0626204 Aug 11 08:16:08.521192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d92b3-6e25-4417-a6c9-933f4afbbc48 req-34ee6d57-7a3e-4e1f-8c6b-3a0da0d65231 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:08.523138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-616d92b3-6e25-4417-a6c9-933f4afbbc48 req-34ee6d57-7a3e-4e1f-8c6b-3a0da0d65231 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0638127 Aug 11 08:16:08.545535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b56db77-83be-4f56-bbae-6f9202744751 req-1cc78c74-4488-4578-ae5f-1fe958d4dc03 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Aug 11 08:16:08.577088 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-616d92b3-6e25-4417-a6c9-933f4afbbc48 req-6048fc4f-acdc-4fda-8db4-d8aafa064d2a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425017 Aug 11 08:16:08.605504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43266) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:08.672956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Deleting subnet 24ed4877-0519-4982-a70a-1a03138c7fdb {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:16:08.695147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:08.742080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:08.776706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975968de-9790-4a0e-82af-32a518196a9e req-37fe150b-8a1b-4c5b-983a-2c59278c290a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:08.778815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-975968de-9790-4a0e-82af-32a518196a9e req-37fe150b-8a1b-4c5b-983a-2c59278c290a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1262965 Aug 11 08:16:08.859235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-975968de-9790-4a0e-82af-32a518196a9e req-768220ff-d4a8-4e13-ad58-093b460229af tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663509 Aug 11 08:16:08.873888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:08.930057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device bdd83113-4f19-4093-b3fe-c32729946874 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:08.938364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:08.939307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:08.975349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ed4877-0519-4982-a70a-1a03138c7fdb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:08.980548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:08.985951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43276) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:08.995635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07a636ca-4d2a-439f-9222-cec1a3aef264 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/24ed4877-0519-4982-a70a-1a03138c7fdb HTTP/1.1" status: 204 len: 168 time: 0.3890417 Aug 11 08:16:09.004535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7323d-e2d8-4134-a2cb-a5486028ff0a None None] Network a09bcb23-3f03-4a78-838e-5f927ef1a6b3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:16:09.101756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.106304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39f3ea1a-86f8-473c-a85b-1e6b96232fc9 req-db891656-6fa0-4448-a6a1-88fb1774e30d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=55454d847e534d3e8de79e8001c19838 HTTP/1.1" status: 200 len: 221 time: 0.0612247 Aug 11 08:16:09.129401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 597d6daa-aee8-4088-89d9-5692f26c6c06 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:09.144769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 597d6daa-aee8-4088-89d9-5692f26c6c06 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:09.145446 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.183749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Deleting port 02d85b2b-be78-407a-b821-3aee9de35272 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:09.184261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.190117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port bdd83113-4f19-4093-b3fe-c32729946874, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=bdd83113-4f19-4093-b3fe-c32729946874,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:09.250927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'bdd83113-4f19-4093-b3fe-c32729946874', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'bdd83113-4f19-4093-b3fe-c32729946874', 'mac_address': 'fa:16:3e:d2:82:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:09.303718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] For port 02d85b2b-be78-407a-b821-3aee9de35272, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02d85b2b-be78-407a-b821-3aee9de35272,segment=NetworkSegment(7116f307-13fc-4f73-bad2-329287545c69),segment_id=7116f307-13fc-4f73-bad2-329287545c69)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:09.304095 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.321424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490c98-67cd-49e4-ba8b-8e8a981db50c req-3d503526-6896-4143-8140-6e1a692d2424 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:09.323313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89490c98-67cd-49e4-ba8b-8e8a981db50c req-3d503526-6896-4143-8140-6e1a692d2424 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1223810 Aug 11 08:16:09.329820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Calling delete_port for 02d85b2b-be78-407a-b821-3aee9de35272 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:09.331917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.355629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd83113-4f19-4093-b3fe-c32729946874 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:09.361882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.394895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port bdd83113-4f19-4093-b3fe-c32729946874, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=bdd83113-4f19-4093-b3fe-c32729946874,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:09.410669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:09.413930 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a515c6f-54f5-452a-a027-c228754f9ef0" -d '{"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-plugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:09.416244 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89490c98-67cd-49e4-ba8b-8e8a981db50c req-dac7aed5-b1f9-43d8-89ba-6d0291dd88a6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800247 Aug 11 08:16:09.422509 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.439012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008edb6-adc4-429e-b2a3-b84398be2be0 None None] DHCP port deletion for a09bcb23-3f03-4a78-838e-5f927ef1a6b3 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:16:09.444672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:09.470729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.475958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.508836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f008edb6-adc4-429e-b2a3-b84398be2be0 None None] The port '02d85b2b-be78-407a-b821-3aee9de35272' was deleted {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:16:09.521517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=bdd83113-4f19-4093-b3fe-c32729946874,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:09.576727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d85b2b-be78-407a-b821-3aee9de35272,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:09.584011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 933a508f-8e29-4eca-88fb-e827f5e495a9 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:09.599489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] No DVR routers for this DVR port 02d85b2b-be78-407a-b821-3aee9de35272 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:09.621097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 933a508f-8e29-4eca-88fb-e827f5e495a9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:09.621453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 933a508f-8e29-4eca-88fb-e827f5e495a9 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:09.623269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:09.723519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.739172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c5bc-501e-4e72-8255-1314735b97e2 req-ec32e971-b0de-41b4-be61-732e37d23352 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:09.740843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4256c5bc-501e-4e72-8255-1314735b97e2 req-ec32e971-b0de-41b4-be61-732e37d23352 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 949 time: 0.1660790 Aug 11 08:16:09.749092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09bcb23-3f03-4a78-838e-5f927ef1a6b3']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:09.772222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7116f307-13fc-4f73-bad2-329287545c69') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:09.772603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7116f307-13fc-4f73-bad2-329287545c69') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:09.779540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['bdd83113-4f19-4093-b3fe-c32729946874'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:09.782858 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d9aa06-c6f1-484a-b216-350c6c405d74 x-openstack-request-id: req-f6d9aa06-c6f1-484a-b216-350c6c405d74 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:09.783154 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-plugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:09.789094 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6d9aa06-c6f1-484a-b216-350c6c405d74 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:09.789094 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'code': 200} Aug 11 08:16:09.814394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.839910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4256c5bc-501e-4e72-8255-1314735b97e2 req-962a1619-9f81-4404-a207-d74cb05df183 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862899 Aug 11 08:16:09.877276 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.888797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:16:09.889466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:16:09.955895 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:16:09.961426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.972573 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:09.976668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a09bcb23-3f03-4a78-838e-5f927ef1a6b3 HTTP/1.1" status: 204 len: 168 time: 0.9896591 Aug 11 08:16:09.989861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287c935-c586-4666-859b-4742dd89db03 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09bcb23-3f03-4a78-838e-5f927ef1a6b3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:09.996320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10773ac7-6408-45b4-ba1c-9530a9a3c3f3 req-be1ef4e6-457a-4f2f-a526-0d96d712fc10 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:10.000513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10773ac7-6408-45b4-ba1c-9530a9a3c3f3 req-be1ef4e6-457a-4f2f-a526-0d96d712fc10 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1326745 Aug 11 08:16:10.058330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e9e4a-fef7-4f6e-97ef-cf7dff582479 req-a565c9fb-7013-40e0-adee-f95f03d7372c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:10.059079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec4d9-a150-46ba-b426-27e98cf32195 req-0ad64352-73d6-4b5c-b2e4-d59b81e2c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:10.061518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ffec4d9-a150-46ba-b426-27e98cf32195 req-0ad64352-73d6-4b5c-b2e4-d59b81e2c0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1101 time: 0.1604793 Aug 11 08:16:10.067211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c97e9e4a-fef7-4f6e-97ef-cf7dff582479 req-a565c9fb-7013-40e0-adee-f95f03d7372c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0791631 Aug 11 08:16:10.079853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10773ac7-6408-45b4-ba1c-9530a9a3c3f3 req-1a0ac20f-b8ed-44f1-8df5-b1ff285b6ad4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644157 Aug 11 08:16:10.166749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ffec4d9-a150-46ba-b426-27e98cf32195 req-765608b5-c148-4ff9-8348-0f1326b519fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747030 Aug 11 08:16:10.190330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c97e9e4a-fef7-4f6e-97ef-cf7dff582479 req-31fb9b5b-1cc5-4b87-aea8-8f2989d62bd7 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218584 Aug 11 08:16:10.275764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153143e-ba77-4eb0-8429-015a6fac321c req-0d8a4ea7-5e50-4f47-a89c-8d76a431532c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:10.277333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0153143e-ba77-4eb0-8429-015a6fac321c req-0d8a4ea7-5e50-4f47-a89c-8d76a431532c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0773051 Aug 11 08:16:10.290915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43314) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:10.335932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0153143e-ba77-4eb0-8429-015a6fac321c req-1c0e6d8b-cdbb-4a25-80d9-5507332ffd33 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Aug 11 08:16:10.352036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e977f8a6-3784-456a-add2-aad1796d1364 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=252d1f1a5ade4f9dbb5d83ca8188bb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595899 Aug 11 08:16:10.354472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43316) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:10.467281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3438b0a8-4564-4d63-8a04-d83015a0afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:10.512301 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3438b0a8-4564-4d63-8a04-d83015a0afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:10.530635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911ad7-4684-411f-ac4f-a713fc3c17aa req-c83fed95-98ce-4ff4-8b8d-c01879c8f054 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:10.532169 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9911ad7-4684-411f-ac4f-a713fc3c17aa req-c83fed95-98ce-4ff4-8b8d-c01879c8f054 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1138842 Aug 11 08:16:10.598004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9911ad7-4684-411f-ac4f-a713fc3c17aa req-85624f19-28df-4966-b2f8-3adc151b7fcc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Aug 11 08:16:10.620948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3438b0a8-4564-4d63-8a04-d83015a0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:10.621974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3438b0a8-4564-4d63-8a04-d83015a0afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:10.623131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3438b0a8-4564-4d63-8a04-d83015a0afcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b00b2c3-5adb-4d72-903a-008fcfa5930a HTTP/1.1" status: 204 len: 168 time: 0.2676349 Aug 11 08:16:10.639474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438b0a8-4564-4d63-8a04-d83015a0afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b00b2c3-5adb-4d72-903a-008fcfa5930a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:10.826479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02d85b2b-be78-407a-b821-3aee9de35272 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:10.857800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 02d85b2b-be78-407a-b821-3aee9de35272 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:10.859150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02d85b2b-be78-407a-b821-3aee9de35272 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:10.912089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3992a-d34d-4e36-b43e-934ba4414e70 req-7690b41e-8669-47a8-bb51-67af3b235ca9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:10.918916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ab3992a-d34d-4e36-b43e-934ba4414e70 req-7690b41e-8669-47a8-bb51-67af3b235ca9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1002715 Aug 11 08:16:10.940662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device bdd83113-4f19-4093-b3fe-c32729946874 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:11.018085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ab3992a-d34d-4e36-b43e-934ba4414e70 req-0ba52551-39ac-41ce-95d7-a7e787bc1272 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894859 Aug 11 08:16:11.051143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port bdd83113-4f19-4093-b3fe-c32729946874 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:11.056106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port bdd83113-4f19-4093-b3fe-c32729946874 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:11.056539 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:11.201317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2e8f9-bbae-4e98-baa4-931fd300df90 req-c6a3b1c2-e8d0-4d8c-98c3-76250cabba44 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:11.202099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858e7a-1b9d-4bcc-9135-22f339742744 req-b06a7e96-91d3-4e93-89f4-f3c35cac6dd6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:11.207395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f858e7a-1b9d-4bcc-9135-22f339742744 req-b06a7e96-91d3-4e93-89f4-f3c35cac6dd6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0953605 Aug 11 08:16:11.212502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65d2e8f9-bbae-4e98-baa4-931fd300df90 req-c6a3b1c2-e8d0-4d8c-98c3-76250cabba44 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 949 time: 0.1587167 Aug 11 08:16:11.237953 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:11.288598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f858e7a-1b9d-4bcc-9135-22f339742744 req-1df9efe9-3d80-43f4-8cbb-fa1eeddac10a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723267 Aug 11 08:16:11.295238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65d2e8f9-bbae-4e98-baa4-931fd300df90 req-21554d90-65fa-4574-bb83-5ec71c07fd73 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Aug 11 08:16:11.309456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port bdd83113-4f19-4093-b3fe-c32729946874, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=bdd83113-4f19-4093-b3fe-c32729946874,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:11.316044 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:11.406466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=bdd83113-4f19-4093-b3fe-c32729946874,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:11.470153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24d9d-53ee-4b10-8921-54a077a597a1 req-b934c5e6-9792-4d09-85ce-862ef8ba0202 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:11.471869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3a24d9d-53ee-4b10-8921-54a077a597a1 req-b934c5e6-9792-4d09-85ce-862ef8ba0202 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1067593 Aug 11 08:16:11.532690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac044ab8-a323-4335-8ab5-88f984badde3 req-5ab3cd20-b83e-4ae1-8d62-572c9a750226 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:11.546564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac044ab8-a323-4335-8ab5-88f984badde3 req-5ab3cd20-b83e-4ae1-8d62-572c9a750226 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1052115 Aug 11 08:16:11.572205 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3a24d9d-53ee-4b10-8921-54a077a597a1 req-1fe31ff7-b8e5-4b14-b832-fc26aa0acb9d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835950 Aug 11 08:16:11.613447 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac044ab8-a323-4335-8ab5-88f984badde3 req-cbd6bdac-e6f0-486e-8670-a5e406a09a29 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Aug 11 08:16:11.764892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3afc57-f3b4-4079-b35e-22744d7abb4b req-4a3baf8c-b163-48cf-9405-b0c96493236d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:11.773976 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca3afc57-f3b4-4079-b35e-22744d7abb4b req-4a3baf8c-b163-48cf-9405-b0c96493236d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0724249 Aug 11 08:16:11.790634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd83113-4f19-4093-b3fe-c32729946874'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:11.793117 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a08efe2-d730-42db-8e81-3cf53091409a" -d '{"events": [{"server_uuid": "aa5ef677-2364-496c-b3d5-1768f017d7c9", "name": "network-vif-plugged", "status": "completed", "tag": "bdd83113-4f19-4093-b3fe-c32729946874"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:11.844212 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf613fe-aa91-4ff3-8c00-def78b5f8e37 x-openstack-request-id: req-faf613fe-aa91-4ff3-8c00-def78b5f8e37 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:11.845501 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5ef677-2364-496c-b3d5-1768f017d7c9", "name": "network-vif-plugged", "status": "completed", "tag": "bdd83113-4f19-4093-b3fe-c32729946874", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:11.845501 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-faf613fe-aa91-4ff3-8c00-def78b5f8e37 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:11.845501 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd83113-4f19-4093-b3fe-c32729946874', 'code': 200} Aug 11 08:16:11.851849 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca3afc57-f3b4-4079-b35e-22744d7abb4b req-a632666c-5e6b-48a0-a776-b1879c410bd4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749533 Aug 11 08:16:12.045838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ded12e-0fcb-4018-8c02-aca9e675e4b0 req-5cf40b84-d1fd-494d-a115-130d3ff785ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.048027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6ded12e-0fcb-4018-8c02-aca9e675e4b0 req-5cf40b84-d1fd-494d-a115-130d3ff785ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 1101 time: 0.0733123 Aug 11 08:16:12.060405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c5a95-5b92-44cf-9674-1268e66dba68 req-59b04a04-9683-41be-bec1-22b6e21e131e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.062600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb0c5a95-5b92-44cf-9674-1268e66dba68 req-59b04a04-9683-41be-bec1-22b6e21e131e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0897336 Aug 11 08:16:12.119260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6ded12e-0fcb-4018-8c02-aca9e675e4b0 req-58981609-b0a4-4b4b-92df-b77582cf8686 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389993 Aug 11 08:16:12.137838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb0c5a95-5b92-44cf-9674-1268e66dba68 req-085b2656-c2fa-4d75-9b9c-9dc76c2d6e8a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631416 Aug 11 08:16:12.223654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:12.286841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f69fbf-16a4-4dc8-9b44-20d9951861ab req-59d53dca-598b-471b-a222-fcd19da1cfda tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.288430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26f69fbf-16a4-4dc8-9b44-20d9951861ab req-59d53dca-598b-471b-a222-fcd19da1cfda tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0554252 Aug 11 08:16:12.350452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1527887218-network', 'tenant_id': '265275aca03d444eaf7cf43c77633c6d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:12.358371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26f69fbf-16a4-4dc8-9b44-20d9951861ab req-a288ac78-884e-48f8-a286-27ebd1660096 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569489 Aug 11 08:16:12.404670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Made reservation on behalf of 265275aca03d444eaf7cf43c77633c6d for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:12.408103 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.443674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.484644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e25e92-735d-49ad-8b0a-fa173f27500c req-b1a14c9f-4fa7-417c-9f82-ad9078aa344c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.486763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40e25e92-735d-49ad-8b0a-fa173f27500c req-b1a14c9f-4fa7-417c-9f82-ad9078aa344c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 950 time: 0.0989752 Aug 11 08:16:12.511529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fcf3e-abd8-44d1-a156-41e39ee4ef32 req-cfac7275-9ae2-4dd6-837d-101bc1f72658 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.513725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-300fcf3e-abd8-44d1-a156-41e39ee4ef32 req-cfac7275-9ae2-4dd6-837d-101bc1f72658 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0589094 Aug 11 08:16:12.550756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40e25e92-735d-49ad-8b0a-fa173f27500c req-c559d9e6-acfb-41e2-8512-b197fd38ca10 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544434 Aug 11 08:16:12.571630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-300fcf3e-abd8-44d1-a156-41e39ee4ef32 req-d0885ccf-4d55-4f5f-b9ad-90e7b9005456 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Aug 11 08:16:12.615577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.621139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.661282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:16:12.706720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:12.716529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.716901 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Added segment 9f22f6e7-7617-4a9b-a753-330ddbb75f48 of type vlan for network f100677c-7442-4360-9daa-7d69052c655f Aug 11 08:16:12.766344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e983-5bbd-4211-a224-03047b2f95ea req-98c0e1bc-1ea4-4f93-adba-37aed49840cc tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.769501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b3e983-5bbd-4211-a224-03047b2f95ea req-98c0e1bc-1ea4-4f93-adba-37aed49840cc tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0771894 Aug 11 08:16:12.774398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c8da7-17cd-4880-8c64-90262c9b6132 req-903d3a0a-a10f-443c-99dc-9b403051744c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.781961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-652c8da7-17cd-4880-8c64-90262c9b6132 req-903d3a0a-a10f-443c-99dc-9b403051744c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1256926 Aug 11 08:16:12.814500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.867047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-652c8da7-17cd-4880-8c64-90262c9b6132 req-7b93474d-4f1f-4cf5-ba14-5fcfe3f816ae tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786939 Aug 11 08:16:12.867956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b3e983-5bbd-4211-a224-03047b2f95ea req-d53aaf18-99fe-4efa-9515-a7f5c9b5c911 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919142 Aug 11 08:16:12.886510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.886510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:12.886510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:12.983279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7582603 Aug 11 08:16:12.984415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18396b4-fab5-4780-a5da-f6374ad54787 admin admin] Pushing event updated for resources: {'Network': ['ID=f100677c-7442-4360-9daa-7d69052c655f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:12.986459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43402) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:13.005818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Request body: {'subnet': {'network_id': 'f100677c-7442-4360-9daa-7d69052c655f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1527887218-subnet', 'tenant_id': '265275aca03d444eaf7cf43c77633c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:13.016548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f100677c-7442-4360-9daa-7d69052c655f details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:16:13.068248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Made reservation on behalf of 265275aca03d444eaf7cf43c77633c6d for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:13.080141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:13.157780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c710-6b68-4e2a-9beb-50730830568d req-bfa09993-5927-4da4-ba06-acbf9fd3b5d2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:13.162780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b096c710-6b68-4e2a-9beb-50730830568d req-bfa09993-5927-4da4-ba06-acbf9fd3b5d2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1472428 Aug 11 08:16:13.239711 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b096c710-6b68-4e2a-9beb-50730830568d req-8b077dfa-e625-4b72-90a3-f1ada8d20a6e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691659 Aug 11 08:16:13.368858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:13.381580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44af802-33e8-4a85-a11e-95463e6435a6 req-c574e2ad-679d-4949-83c6-204a7736abe3 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:13.383164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e44af802-33e8-4a85-a11e-95463e6435a6 req-c574e2ad-679d-4949-83c6-204a7736abe3 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0629380 Aug 11 08:16:13.430999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e44af802-33e8-4a85-a11e-95463e6435a6 req-2c985998-6a04-4860-84cf-52d99f83f585 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Aug 11 08:16:13.483563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db3da73-23fe-40df-87ec-b545a4c9878a,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:13.499757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Checking segment: {'id': '9f22f6e7-7617-4a9b-a753-330ddbb75f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:13.501357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Network hostable DHCP agents. Network: f100677c-7442-4360-9daa-7d69052c655f, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:16:13.525927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Network f100677c-7442-4360-9daa-7d69052c655f is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:16:13.538132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f100677c-7442-4360-9daa-7d69052c655f) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:13.542807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:13.543509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:13.550141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf6101-7951-430c-9698-13ee72979bec None None] Network f100677c-7442-4360-9daa-7d69052c655f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:16:13.596446 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07986c57-a2d6-47df-81d5-ac495982bf1b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6088257 Aug 11 08:16:13.775201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa886d-25f4-44db-b08e-ce3a1ea73746 req-da541eed-288e-4b11-b9eb-75ac0049c536 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:13.790057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84fa886d-25f4-44db-b08e-ce3a1ea73746 req-da541eed-288e-4b11-b9eb-75ac0049c536 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0749533 Aug 11 08:16:13.847057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea9e46-1598-478d-8a60-18d9ab255baf None None] Network f100677c-7442-4360-9daa-7d69052c655f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:16:13.849520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84fa886d-25f4-44db-b08e-ce3a1ea73746 req-747b8df9-d71b-4be3-8c04-c69e34a84a4a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581689 Aug 11 08:16:14.189370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed3256-02e6-4f14-9826-8b3621277393 req-748cf1bb-3d27-44da-bd4e-3c84817bc70d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:14.191195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98ed3256-02e6-4f14-9826-8b3621277393 req-748cf1bb-3d27-44da-bd4e-3c84817bc70d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 950 time: 0.5159628 Aug 11 08:16:14.246593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98ed3256-02e6-4f14-9826-8b3621277393 req-3a3b8a26-f141-4af1-bcf7-eebecdbbabfd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Aug 11 08:16:14.250131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-d7556319-dad4-4883-bc87-947d236160c1 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:14.253015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-d7556319-dad4-4883-bc87-947d236160c1 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/networks?id=f100677c-7442-4360-9daa-7d69052c655f HTTP/1.1" status: 200 len: 813 time: 0.1381886 Aug 11 08:16:14.277007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e7af7bcf-51f1-42c4-af29-e716d90e4a6d tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/quotas/265275aca03d444eaf7cf43c77633c6d HTTP/1.1" status: 200 len: 375 time: 0.0178382 Aug 11 08:16:14.322306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-2a9298a7-cac9-49fe-b508-2dc2c40c1532 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=265275aca03d444eaf7cf43c77633c6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383177 Aug 11 08:16:14.400072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559a45-229d-41ba-a158-7cbbc4812afb req-f3ed781d-22ce-48fe-add7-a40d08dfc349 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:14.401811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14559a45-229d-41ba-a158-7cbbc4812afb req-f3ed781d-22ce-48fe-add7-a40d08dfc349 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0806956 Aug 11 08:16:14.444371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-c8743ce8-fd99-4adb-865d-821a4fb0efe0 service neutron] 10.222.0.58 "GET /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144116 Aug 11 08:16:14.449695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14559a45-229d-41ba-a158-7cbbc4812afb req-53e63992-1431-4f68-b95b-98515bedc824 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Aug 11 08:16:14.569430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d22d73-ab22-440e-94e6-4a076393a56b req-2d0e70a2-6537-4ce1-b305-5d5f89ad34df tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:14.571769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26d22d73-ab22-440e-94e6-4a076393a56b req-2d0e70a2-6537-4ce1-b305-5d5f89ad34df tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0554285 Aug 11 08:16:14.576417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-978ed7f6-52c6-424e-a526-69c2a41bf2a4 service neutron] 10.222.0.58 "GET /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253798 Aug 11 08:16:14.616425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26d22d73-ab22-440e-94e6-4a076393a56b req-9ce44eec-1770-44c3-98ea-6fc867d683af tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383649 Aug 11 08:16:14.851129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55e6cf-440d-4ae6-a147-d95084a6c30a req-5b2f8bbd-bc49-49fb-b440-83f3b2f03552 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:14.853925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f55e6cf-440d-4ae6-a147-d95084a6c30a req-5b2f8bbd-bc49-49fb-b440-83f3b2f03552 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0790355 Aug 11 08:16:14.896538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-70bb2b5d-234e-44aa-a3b4-bd3c794c2fbc req-515fd801-a1b5-4b43-8e64-2659623d4155 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 210 time: 0.0423589 Aug 11 08:16:14.903898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f55e6cf-440d-4ae6-a147-d95084a6c30a req-4d9ada43-530a-4f28-8d1f-082845724d7d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 Aug 11 08:16:15.057504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11807c-0493-4dbb-bf29-c39d2ebde787 req-a1e501df-4ead-43c3-bae6-d8ae29e4e079 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:15.061152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b11807c-0493-4dbb-bf29-c39d2ebde787 req-a1e501df-4ead-43c3-bae6-d8ae29e4e079 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0842705 Aug 11 08:16:15.137353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-8c4f4bea-73e4-4c1c-9603-a6d0a62c1139 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323279 Aug 11 08:16:15.145184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b11807c-0493-4dbb-bf29-c39d2ebde787 req-d4ef5358-84bf-494c-a14c-6ae726d615b5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761554 Aug 11 08:16:15.280218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d2799-35d4-4684-87fe-66beec3b32a0 req-dc191fb1-d05a-4c17-a1d4-bb87024c74bc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:15.282304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-546d2799-35d4-4684-87fe-66beec3b32a0 req-dc191fb1-d05a-4c17-a1d4-bb87024c74bc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0581052 Aug 11 08:16:15.299583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-684c352d-f415-4c16-949d-8f09d203e438 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:15.302509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-684c352d-f415-4c16-949d-8f09d203e438 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641419 Aug 11 08:16:15.327616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-3a08fe08-0750-40ba-964b-61eb29317f9f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/quotas/8c90c7e88b4a4b34b9c883d1a68bedf3 HTTP/1.1" status: 200 len: 375 time: 0.0159588 Aug 11 08:16:15.336104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-546d2799-35d4-4684-87fe-66beec3b32a0 req-0fb22084-bbf7-4d5c-8ba9-35ad43b32a80 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Aug 11 08:16:15.396733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-cc1f4b69-78ec-4080-9ad7-b15615796883 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586925 Aug 11 08:16:15.527937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fee0fd-de48-488a-994c-312c0d956d12 req-9282232f-5488-4b57-bcb9-b2f0acd7f083 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:15.529977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c9fee0fd-de48-488a-994c-312c0d956d12 req-9282232f-5488-4b57-bcb9-b2f0acd7f083 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0640855 Aug 11 08:16:15.614133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c9fee0fd-de48-488a-994c-312c0d956d12 req-7aff358e-7d8e-41b8-9e7e-435e255f7fdd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760229 Aug 11 08:16:15.706467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73979203-c939-4153-b8c7-8ddff81c5737 req-000c8696-784c-4058-9506-a1cb8c76b570 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 210 time: 0.0541184 Aug 11 08:16:15.848529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e4a3a-041f-4865-84bb-c2220347b91b req-1686ab52-9647-422e-9a29-d5ae0f6630fc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:15.850704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a06e4a3a-041f-4865-84bb-c2220347b91b req-1686ab52-9647-422e-9a29-d5ae0f6630fc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0928669 Aug 11 08:16:15.895960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de2cb3-92b4-4e69-83c0-2ad8b33aa0df req-c85e8aad-5788-4dd4-9022-54fc826cc998 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:15.898915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47de2cb3-92b4-4e69-83c0-2ad8b33aa0df req-c85e8aad-5788-4dd4-9022-54fc826cc998 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0873778 Aug 11 08:16:15.913067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a06e4a3a-041f-4865-84bb-c2220347b91b req-aa706bac-7d26-419d-bd53-dbf592c40fbc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Aug 11 08:16:15.973520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47de2cb3-92b4-4e69-83c0-2ad8b33aa0df req-9aae994d-7981-4c98-a793-00b4c7157b4a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Aug 11 08:16:16.409707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd6419c6-f561-423d-ad03-d92e887826cd req-96fb14bd-6228-4a18-8ff2-a12cb2fc9bdc tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 210 time: 0.1689916 Aug 11 08:16:16.536645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-f94b296e-c5c3-4415-ac4a-540067b4bd08 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:16.539289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-f94b296e-c5c3-4415-ac4a-540067b4bd08 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.69 "GET /v2.0/networks?id=f100677c-7442-4360-9daa-7d69052c655f HTTP/1.1" status: 200 len: 813 time: 0.3624148 Aug 11 08:16:16.565728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe2c6-5b58-42f4-a5cd-668bb793e2d9 req-32272b8f-3637-48be-a7b8-505a6543e6d1 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:16.567330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9bfe2c6-5b58-42f4-a5cd-668bb793e2d9 req-32272b8f-3637-48be-a7b8-505a6543e6d1 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0854518 Aug 11 08:16:16.568084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Request body: {'port': {'device_id': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f', 'admin_state_up': True, 'tenant_id': '265275aca03d444eaf7cf43c77633c6d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:16.657906 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9bfe2c6-5b58-42f4-a5cd-668bb793e2d9 req-143d36a3-d392-42cc-b469-55ca3207a960 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717618 Aug 11 08:16:16.766550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Made reservation on behalf of 265275aca03d444eaf7cf43c77633c6d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:16.771890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:16.882352 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a476636-1cf4-40cb-ba45-5e303e5e85ce req-7c9f9428-67bd-4bfb-9cf0-8f1acdf220ce tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 210 time: 0.0356975 Aug 11 08:16:16.948349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Allocated IP 172.20.0.3 (f100677c-7442-4360-9daa-7d69052c655f/7db3da73-23fe-40df-87ec-b545a4c9878a/8ca8806e-3249-44dd-95ce-9e00e644213d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:17.126120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b73826-d388-4fc9-a420-dfdcb5fbbe25 req-0eb5eee0-43f9-4973-81f3-7acd4c5bbc79 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:17.129441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1b73826-d388-4fc9-a420-dfdcb5fbbe25 req-0eb5eee0-43f9-4973-81f3-7acd4c5bbc79 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0615294 Aug 11 08:16:17.151245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:17.214988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1b73826-d388-4fc9-a420-dfdcb5fbbe25 req-5e50e880-2d63-459e-990f-5fb1d09403d7 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789289 Aug 11 08:16:17.226946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-0184587f-d991-4c77-be12-0b8a384120c0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312181 Aug 11 08:16:17.229889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:17.340600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Network f100677c-7442-4360-9daa-7d69052c655f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:17.353230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:17.362122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:17.423881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Pushing event updated for resources: {'Port': ['ID=8ca8806e-3249-44dd-95ce-9e00e644213d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:17.454726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-c3e12dff-c90a-4f3a-93d7-c66cc6927180 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:17.456115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-c3e12dff-c90a-4f3a-93d7-c66cc6927180 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186682 Aug 11 08:16:17.471801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:17.472776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:17.495712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-1721128a-ebb8-4923-874a-e4ff0c4a5c2f tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9324811 Aug 11 08:16:17.498830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Request body: {'port': {'device_id': '55230150-24e1-4f87-abb9-563329a01d72', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '8c90c7e88b4a4b34b9c883d1a68bedf3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:17.521662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Request body: {'port': {'device_id': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:17.614834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:17.639369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eed734-aa76-4ca2-91a4-1a390514b214 req-40a8d8c9-b7bc-4c39-8524-708ac72db6b2 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:17.641542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9eed734-aa76-4ca2-91a4-1a390514b214 req-40a8d8c9-b7bc-4c39-8524-708ac72db6b2 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 931 time: 0.1183829 Aug 11 08:16:17.721657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9eed734-aa76-4ca2-91a4-1a390514b214 req-2e494ba3-6938-4f40-a8ce-88b7abb5467e tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568528 Aug 11 08:16:17.722340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Made reservation on behalf of 8c90c7e88b4a4b34b9c883d1a68bedf3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:17.726082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:17.898403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Allocated IP 192.168.233.165 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/0f1e66f2-d606-4e43-9c51-90bedef997b6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:17.991449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdaef8-4563-4669-8eb6-866d86a394d1 req-bac0b8b3-a02d-4f57-aef3-d101dc138015 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:17.994085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8cdaef8-4563-4669-8eb6-866d86a394d1 req-bac0b8b3-a02d-4f57-aef3-d101dc138015 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1800380 Aug 11 08:16:18.080473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8cdaef8-4563-4669-8eb6-866d86a394d1 req-28dd335d-7781-4273-b5c5-3d17a2c47c36 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 Aug 11 08:16:18.089460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24b3ff8e-ffb8-44d9-8b43-e8551aac162c req-19f7299f-21a3-4107-9a2a-e1b321ed968f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 210 time: 0.1028457 Aug 11 08:16:18.166055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca8806e-3249-44dd-95ce-9e00e644213d {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:18.181131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:18.196839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Transition to ACTIVE for port object 8ca8806e-3249-44dd-95ce-9e00e644213d will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:18.204976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:18.230723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:18.290576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Transition to ACTIVE for port object 0f1e66f2-d606-4e43-9c51-90bedef997b6 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:18.348929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Pushing event updated for resources: {'Port': ['ID=8ca8806e-3249-44dd-95ce-9e00e644213d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:18.364165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:18.364458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Attempting to bind port 8ca8806e-3249-44dd-95ce-9e00e644213d on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:18.364620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Attempting to bind port 8ca8806e-3249-44dd-95ce-9e00e644213d by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '9f22f6e7-7617-4a9b-a753-330ddbb75f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:18.365135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Attempting to bind port 8ca8806e-3249-44dd-95ce-9e00e644213d on network f100677c-7442-4360-9daa-7d69052c655f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:18.370784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Port 8ca8806e-3249-44dd-95ce-9e00e644213d on network f100677c-7442-4360-9daa-7d69052c655f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:18.371739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Attempting to bind port 8ca8806e-3249-44dd-95ce-9e00e644213d on network f100677c-7442-4360-9daa-7d69052c655f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:18.379499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:18.379925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Checking segment: {'id': '9f22f6e7-7617-4a9b-a753-330ddbb75f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:18.380335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Bound using segment: {'id': '9f22f6e7-7617-4a9b-a753-330ddbb75f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:18.380800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Bound port: 8ca8806e-3249-44dd-95ce-9e00e644213d, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f22f6e7-7617-4a9b-a753-330ddbb75f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:18.381275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:18.406023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['597d6daa-aee8-4088-89d9-5692f26c6c06', 'bdd83113-4f19-4093-b3fe-c32729946874'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:18.457830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:18.465208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:18.531464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:18.678522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event updated for resources: {'Port': ['ID=0f1e66f2-d606-4e43-9c51-90bedef997b6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:18.758900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:18.759649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:18.821317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121573d-4e5c-4ad0-8e69-34a51b7f0ea1 req-c20bb627-44e3-45e2-833d-b1f550136d5f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:18.826075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4121573d-4e5c-4ad0-8e69-34a51b7f0ea1 req-c20bb627-44e3-45e2-833d-b1f550136d5f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1366029 Aug 11 08:16:18.831235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8b098fe-d078-45e7-b94e-0e187bb82f21 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3401048 Aug 11 08:16:18.885615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Request body: {'port': {'device_id': '55230150-24e1-4f87-abb9-563329a01d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:19.084926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-26e9dc91-c7e0-4830-91cf-a2e6619ad545 None None] Provisioning for port 0f1e66f2-d606-4e43-9c51-90bedef997b6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:19.091066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4121573d-4e5c-4ad0-8e69-34a51b7f0ea1 req-2ba60787-a719-46ca-ad34-fdfe17f438b3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415817 Aug 11 08:16:19.095541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-26e9dc91-c7e0-4830-91cf-a2e6619ad545 None None] Provisioning complete for port 0f1e66f2-d606-4e43-9c51-90bedef997b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:19.096020 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-26e9dc91-c7e0-4830-91cf-a2e6619ad545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:19.101438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:19.184084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-26e9dc91-c7e0-4830-91cf-a2e6619ad545 None None] Port 0f1e66f2-d606-4e43-9c51-90bedef997b6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:16:19.264249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32cd4b-816b-43ec-bb26-7062a67ca96f req-ee61e5e5-0b9f-438f-8862-da2d3fd44241 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:19.265966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da32cd4b-816b-43ec-bb26-7062a67ca96f req-ee61e5e5-0b9f-438f-8862-da2d3fd44241 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1319454 Aug 11 08:16:19.279109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] For port 8ca8806e-3249-44dd-95ce-9e00e644213d, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:19.288521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] For port 8ca8806e-3249-44dd-95ce-9e00e644213d, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ca8806e-3249-44dd-95ce-9e00e644213d,segment=NetworkSegment(9f22f6e7-7617-4a9b-a753-330ddbb75f48),segment_id=9f22f6e7-7617-4a9b-a753-330ddbb75f48)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:19.298028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:19.354373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:19.355047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:19.356506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] 10.222.0.69 "PUT /v2.0/ports/8ca8806e-3249-44dd-95ce-9e00e644213d HTTP/1.1" status: 200 len: 1091 time: 1.8406270 Aug 11 08:16:19.357001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'tag': '8ca8806e-3249-44dd-95ce-9e00e644213d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:19.359402 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227502f1-7db5-4a9a-90b7-a6d4e40bf490" -d '{"events": [{"name": "network-changed", "server_uuid": "b03de33f-7bb5-4e7e-8c44-7978eb31896d", "tag": "8ca8806e-3249-44dd-95ce-9e00e644213d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:19.374319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da32cd4b-816b-43ec-bb26-7062a67ca96f req-91893185-ecef-417c-a31a-b3693af2782d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988915 Aug 11 08:16:19.382304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434388f-467b-4dc8-a949-8b0f86013472 req-719145af-1c0d-41dc-96a7-535117a76ec5 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:19.393603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5434388f-467b-4dc8-a949-8b0f86013472 req-719145af-1c0d-41dc-96a7-535117a76ec5 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 943 time: 0.2206414 Aug 11 08:16:19.402390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b2a9a-d79a-4943-8524-e9f18f4b02ff service neutron] Pushing event updated for resources: {'Port': ['ID=8ca8806e-3249-44dd-95ce-9e00e644213d,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:19.529896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5434388f-467b-4dc8-a949-8b0f86013472 req-c59466fe-147c-42e3-adba-d8ef20790ed1 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350200 Aug 11 08:16:19.544068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-3d2d70b4-6146-4b8c-ad9b-a93e10f52bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:19.546160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-3d2d70b4-6146-4b8c-ad9b-a93e10f52bac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=265275aca03d444eaf7cf43c77633c6d&device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 1094 time: 0.0966432 Aug 11 08:16:19.562663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3157-2d45-41b5-9bbf-3e5864a8dfa4 req-29b97585-c5f5-4373-894c-678eb0361c61 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:19.568266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-afca3157-2d45-41b5-9bbf-3e5864a8dfa4 req-29b97585-c5f5-4373-894c-678eb0361c61 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 936 time: 0.0719144 Aug 11 08:16:19.631289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-d01d9b1f-1e69-491e-900b-1d4c84508571 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca8806e-3249-44dd-95ce-9e00e644213d HTTP/1.1" status: 200 len: 217 time: 0.0499110 Aug 11 08:16:19.632971 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f8fa6-9dd7-4314-a2b9-e2e90c2b08d0 x-openstack-request-id: req-213f8fa6-9dd7-4314-a2b9-e2e90c2b08d0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:19.633264 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03de33f-7bb5-4e7e-8c44-7978eb31896d", "tag": "8ca8806e-3249-44dd-95ce-9e00e644213d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:19.633508 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-213f8fa6-9dd7-4314-a2b9-e2e90c2b08d0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:19.633911 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'tag': '8ca8806e-3249-44dd-95ce-9e00e644213d', 'status': 'completed', 'code': 200} Aug 11 08:16:19.658102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-afca3157-2d45-41b5-9bbf-3e5864a8dfa4 req-5da9f0f2-2d27-40df-b57d-20431cd42fcb tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844193 Aug 11 08:16:19.718444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7dd3b-4770-488d-8710-679648a491c0 req-f69f6679-a28b-47fa-a1b9-446339123ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:19.720614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-f69f6679-a28b-47fa-a1b9-446339123ba9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7db3da73-23fe-40df-87ec-b545a4c9878a HTTP/1.1" status: 200 len: 853 time: 0.0610921 Aug 11 08:16:19.733340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1e66f2-d606-4e43-9c51-90bedef997b6 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:19.750338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:19.775334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Transition to ACTIVE for port object 0f1e66f2-d606-4e43-9c51-90bedef997b6 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:19.781397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:19.786684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-f32a5fa1-6e33-4485-83a6-c4f2a11f3e7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f100677c-7442-4360-9daa-7d69052c655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306108 Aug 11 08:16:19.881907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e66f2-d606-4e43-9c51-90bedef997b6,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:19.941447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-b2f4b58f-df49-4d26-aa3c-34fdf5eca8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397071 Aug 11 08:16:19.978371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Attempting to bind port 0f1e66f2-d606-4e43-9c51-90bedef997b6 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:19.978729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Attempting to bind port 0f1e66f2-d606-4e43-9c51-90bedef997b6 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:19.979041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Attempting to bind port 0f1e66f2-d606-4e43-9c51-90bedef997b6 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:19.985233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Port 0f1e66f2-d606-4e43-9c51-90bedef997b6 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:19.985592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Attempting to bind port 0f1e66f2-d606-4e43-9c51-90bedef997b6 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:19.992310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:19.992656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:19.993087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:19.993675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Bound port: 0f1e66f2-d606-4e43-9c51-90bedef997b6, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:19.994055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:20.103305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be7dd3b-4770-488d-8710-679648a491c0 req-698bc914-41c5-4929-a854-eb392cf23ff8 service neutron] 10.222.0.69 "GET /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516919 Aug 11 08:16:20.105137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] For port 0f1e66f2-d606-4e43-9c51-90bedef997b6, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:20.110593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] For port 0f1e66f2-d606-4e43-9c51-90bedef997b6, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:20.118660 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:20.166384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.167054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:20.168959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f1e66f2-d606-4e43-9c51-90bedef997b6 HTTP/1.1" status: 200 len: 1096 time: 1.3024950 Aug 11 08:16:20.170107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55230150-24e1-4f87-abb9-563329a01d72', 'tag': '0f1e66f2-d606-4e43-9c51-90bedef997b6'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:20.172450 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "55230150-24e1-4f87-abb9-563329a01d72", "tag": "0f1e66f2-d606-4e43-9c51-90bedef997b6"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:20.268306 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d5937-4394-47b2-bce2-dc48a67b8710 x-openstack-request-id: req-c75d5937-4394-47b2-bce2-dc48a67b8710 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:20.268713 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55230150-24e1-4f87-abb9-563329a01d72", "tag": "0f1e66f2-d606-4e43-9c51-90bedef997b6", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:20.269129 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c75d5937-4394-47b2-bce2-dc48a67b8710 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:20.269925 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55230150-24e1-4f87-abb9-563329a01d72', 'tag': '0f1e66f2-d606-4e43-9c51-90bedef997b6', 'status': 'completed', 'code': 200} Aug 11 08:16:20.318488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-b2736a19-a81f-4abd-8415-fa60531d7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.324559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-b2736a19-a81f-4abd-8415-fa60531d7b75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=265275aca03d444eaf7cf43c77633c6d&device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 1094 time: 0.0886502 Aug 11 08:16:20.328284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30187371-35e6-41c5-bfe4-c48e895e1269 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e66f2-d606-4e43-9c51-90bedef997b6,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:20.349630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd074f-ab5e-4c26-91f2-b29403acf772 req-717b0d5d-fbc3-4d3f-96b0-a16fa784dc6d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.352483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1bd074f-ab5e-4c26-91f2-b29403acf772 req-717b0d5d-fbc3-4d3f-96b0-a16fa784dc6d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1643085 Aug 11 08:16:20.397217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-56792fba-91b5-4872-b863-8ffd54216e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.399358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-56792fba-91b5-4872-b863-8ffd54216e01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 1099 time: 0.1167080 Aug 11 08:16:20.494492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-3ba23935-9edb-4b36-af64-c6bb73433bd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6 HTTP/1.1" status: 200 len: 217 time: 0.0696244 Aug 11 08:16:20.504430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1bd074f-ab5e-4c26-91f2-b29403acf772 req-24a7e43a-b173-499c-898b-e9b4fb9159dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383343 Aug 11 08:16:20.574988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-1f5e5996-8a85-4fcb-a87e-54f310f97f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.577626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-1f5e5996-8a85-4fcb-a87e-54f310f97f9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=f100677c-7442-4360-9daa-7d69052c655f HTTP/1.1" status: 200 len: 914 time: 0.2392442 Aug 11 08:16:20.592341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8baa079-d31c-44a0-830b-86da3473ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.595459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-e8baa079-d31c-44a0-830b-86da3473ce05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0892971 Aug 11 08:16:20.602880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ba175-91a3-4674-ad73-c1a164e2e5c3 req-d990e22c-f5fd-42b6-9587-555e51120177 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.605217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f37ba175-91a3-4674-ad73-c1a164e2e5c3 req-d990e22c-f5fd-42b6-9587-555e51120177 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1123250 Aug 11 08:16:20.692385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-a8faecc0-718e-44be-baa1-226aa7772f6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca8806e-3249-44dd-95ce-9e00e644213d HTTP/1.1" status: 200 len: 217 time: 0.0766211 Aug 11 08:16:20.712246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-11dea9ed-1eae-40bd-9fb0-79ea5e7bbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.714791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-11dea9ed-1eae-40bd-9fb0-79ea5e7bbfc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080658 Aug 11 08:16:20.759221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f37ba175-91a3-4674-ad73-c1a164e2e5c3 req-f05d119a-7199-4851-8e64-314aae779231 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358590 Aug 11 08:16:20.788301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-61996cf8-3084-403a-9981-81f33654e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.789894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-61996cf8-3084-403a-9981-81f33654e7b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7db3da73-23fe-40df-87ec-b545a4c9878a HTTP/1.1" status: 200 len: 853 time: 0.0762141 Aug 11 08:16:20.798060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-0c5458ca-e410-49e2-a02c-48a6c72da481 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1169541 Aug 11 08:16:20.830863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-b2be4c8a-c2fc-4312-a284-415064de9217 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f100677c-7442-4360-9daa-7d69052c655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307212 Aug 11 08:16:20.902311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d62ac-8b3a-45e2-ad92-67c02b4dd1b4 req-e9347b8b-a100-4e06-bceb-540a729ffa8a tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:20.916952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-816d62ac-8b3a-45e2-ad92-67c02b4dd1b4 req-e9347b8b-a100-4e06-bceb-540a729ffa8a tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 943 time: 0.2484612 Aug 11 08:16:21.000648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-816d62ac-8b3a-45e2-ad92-67c02b4dd1b4 req-07e082ec-2882-4479-9a9a-8ec8a17ef0c1 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813971 Aug 11 08:16:21.014611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-5b458d56-a876-403b-8dff-c5ef7955bfb3 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883260 Aug 11 08:16:21.132082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-916801e9-5914-4ab9-80d0-51a3edd7c9a9 service neutron] 10.222.0.69 "GET /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923086 Aug 11 08:16:21.152054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b684b7-6cbf-4ec6-a1eb-ef4d6fad6d90 req-ae52b0bf-983a-45ea-a6f3-27fc5bd09cd0 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213722 Aug 11 08:16:21.254898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.255635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.256417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.257205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.257966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.258677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.259391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.262655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e5798e38-7d0f-4c6e-815a-4f5106d6633c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a96012603e8243e7864c8cf9d05554df&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 6502 time: 0.2858593 Aug 11 08:16:21.283262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84372a-0479-4b7a-94c9-223da2d4a6eb req-f76766d5-58ea-446d-92ef-b04333b14a9e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.285666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f84372a-0479-4b7a-94c9-223da2d4a6eb req-f76766d5-58ea-446d-92ef-b04333b14a9e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 948 time: 0.2916036 Aug 11 08:16:21.336999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e43a2-921f-4c2e-b310-2b49cf020f69 req-7aa3aa50-d8c2-4a2d-9964-64e1f3dbadfe tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.338839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-671e43a2-921f-4c2e-b310-2b49cf020f69 req-7aa3aa50-d8c2-4a2d-9964-64e1f3dbadfe tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1091850 Aug 11 08:16:21.387620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-b105f368-9bae-4cb0-818f-8ad9a2175807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.389709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-b105f368-9bae-4cb0-818f-8ad9a2175807 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 1099 time: 0.1019466 Aug 11 08:16:21.476055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-227502f1-7db5-4a9a-90b7-a6d4e40bf490 req-1aec6a17-d316-4dc4-9f46-a827e25bb09a service neutron] 10.222.0.69 "GET /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351598 Aug 11 08:16:21.479438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-671e43a2-921f-4c2e-b310-2b49cf020f69 req-64037864-1b36-4ec2-bbb1-5241d6f10f08 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243587 Aug 11 08:16:21.484797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f84372a-0479-4b7a-94c9-223da2d4a6eb req-10b13386-528c-45e4-957b-64e413562e98 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887128 Aug 11 08:16:21.550101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-3fbc8564-ad1e-4841-967a-0dc5e774d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.550990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-3fbc8564-ad1e-4841-967a-0dc5e774d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.552393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-3fbc8564-ad1e-4841-967a-0dc5e774d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.558146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-3fbc8564-ad1e-4841-967a-0dc5e774d0c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=42523443-da12-421f-9b00-f32b705c6336&id=2372f93c-ae15-4228-93b0-3d026bd1bc09&id=2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 200 len: 2299 time: 0.2449303 Aug 11 08:16:21.577260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-818d6476-a654-4c47-a359-3a19c0b843e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.579065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-818d6476-a654-4c47-a359-3a19c0b843e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1787415 Aug 11 08:16:21.695583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-51d426e4-bf43-4bed-8c00-9480d3a9f1b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 200 len: 1001 time: 0.1285205 Aug 11 08:16:21.706277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-d2483c4b-d8ca-4189-a0dd-8ae34f71bf16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6 HTTP/1.1" status: 200 len: 217 time: 0.0900435 Aug 11 08:16:21.812310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f31c6b2f-e413-45cb-a226-73e7ab80c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.816074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f31c6b2f-e413-45cb-a226-73e7ab80c966 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e00c32b9-9514-4042-90b4-93cdbf2b832e HTTP/1.1" status: 200 len: 856 time: 0.1126955 Aug 11 08:16:21.827999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187dd3-1e70-4adc-ba5e-150f85660158 req-8d40198d-7740-4e27-bed8-c98d39b5dfa4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.830348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3187dd3-1e70-4adc-ba5e-150f85660158 req-8d40198d-7740-4e27-bed8-c98d39b5dfa4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1297550 Aug 11 08:16:21.833358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-fda7faf0-21c6-48cc-9d3e-b5389e015e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.834785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-fda7faf0-21c6-48cc-9d3e-b5389e015e99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1114299 Aug 11 08:16:21.857561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376741be-21c8-47d2-bc74-2384794c3785 req-5782e1b2-a432-42c6-9e5c-39a1afe4cdb6 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.860665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-376741be-21c8-47d2-bc74-2384794c3785 req-5782e1b2-a432-42c6-9e5c-39a1afe4cdb6 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1464157 Aug 11 08:16:21.943331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3187dd3-1e70-4adc-ba5e-150f85660158 req-633233e7-b321-458b-a654-d7dfc8a31c15 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024997 Aug 11 08:16:21.953850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-6e9a441e-8ac7-46ae-b575-8beb09b95081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.956820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-6e9a441e-8ac7-46ae-b575-8beb09b95081 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049199 Aug 11 08:16:21.975054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-376741be-21c8-47d2-bc74-2384794c3785 req-0f1ebd40-98b8-4296-9133-bff87cbf23ef tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860870 Aug 11 08:16:21.978462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-192bc23a-1e00-44c4-866f-363872fa9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:21.982465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-192bc23a-1e00-44c4-866f-363872fa9a15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb42dbd2-5fba-40ba-ab09-547a002ac7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579571 Aug 11 08:16:22.151619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-158d90da-b7ff-4197-adcc-5869871a295e service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612570 Aug 11 08:16:22.221752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-46a2fc5a-8bdf-400e-a621-37570934731d service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531853 Aug 11 08:16:22.250957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e691f-965a-44a0-b035-cbb3197bc275 req-8c8495dd-0bd1-4e19-9def-1ae54778cae6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:22.254078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-389e691f-965a-44a0-b035-cbb3197bc275 req-8c8495dd-0bd1-4e19-9def-1ae54778cae6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1042376 Aug 11 08:16:22.292030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af7475-d98b-4643-a0da-f2f20c802d48 req-7c5aab99-0d7f-441d-a528-c1a70624532a tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:22.293802 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62af7475-d98b-4643-a0da-f2f20c802d48 req-7c5aab99-0d7f-441d-a528-c1a70624532a tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 943 time: 0.1413126 Aug 11 08:16:22.336118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-83febaa1-bdd2-4896-9b4e-a0373c2f1305 service neutron] 10.222.0.69 "GET /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716771 Aug 11 08:16:22.398772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-72666244-f289-4fff-a9b0-6e5408a7636d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 217 time: 0.0524974 Aug 11 08:16:22.405649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62af7475-d98b-4643-a0da-f2f20c802d48 req-43acb0f8-c0c1-4c32-adc8-91d5ac11ba05 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972619 Aug 11 08:16:22.413300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-389e691f-965a-44a0-b035-cbb3197bc275 req-b31faa2c-0ba9-4ef5-96c2-a24014bdabc4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426821 Aug 11 08:16:22.467641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f878bd-cc66-4136-8cf0-c16fd6919c9f req-b0348adf-5b76-41e4-ae6b-6d648f31b9ac service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118399 Aug 11 08:16:22.506638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-972102ba-727c-49e8-950e-dfce961afbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:22.509653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-972102ba-727c-49e8-950e-dfce961afbc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.1025665 Aug 11 08:16:22.591383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-cece8d4e-b037-4360-8db0-a74cacd884fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:22.593913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-cece8d4e-b037-4360-8db0-a74cacd884fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755951 Aug 11 08:16:22.755492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06dbaa-4db9-450f-ba06-389705074b64 req-780855cf-5de6-445b-bb54-331288e2622e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:22.757150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c06dbaa-4db9-450f-ba06-389705074b64 req-780855cf-5de6-445b-bb54-331288e2622e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 948 time: 0.0820277 Aug 11 08:16:22.763465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e3a9adf7-e60d-43eb-8a7a-fb020b55b1b8 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614976 Aug 11 08:16:22.844973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c06dbaa-4db9-450f-ba06-389705074b64 req-eb178264-8efb-424d-9864-5998d8890b1f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803359 Aug 11 08:16:22.933888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-60465b4c-daf8-408a-8d71-4067baaa292a service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629555 Aug 11 08:16:22.996998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f3b7ede4-873f-4f16-b834-078699e74f64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 217 time: 0.0537231 Aug 11 08:16:23.024042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f1e66f2-d606-4e43-9c51-90bedef997b6 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:23.103359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568294d-4753-4712-8752-381237ba4455 req-1b30940a-da47-4f71-b3d0-ed80e7b5f37b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.107045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5568294d-4753-4712-8752-381237ba4455 req-1b30940a-da47-4f71-b3d0-ed80e7b5f37b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 945 time: 0.1340446 Aug 11 08:16:23.123171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-e69bce00-824c-44b5-8958-4f734ebf54fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031587 Aug 11 08:16:23.123620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4756cc4-0e61-47d4-9d47-1edaa1ac6077 req-9263e972-1cdb-4361-9251-c12088c6c65b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.126719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4756cc4-0e61-47d4-9d47-1edaa1ac6077 req-9263e972-1cdb-4361-9251-c12088c6c65b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1758273 Aug 11 08:16:23.132495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-20d58163-9cd4-4e74-9076-bd7a7951d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.135406 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-20d58163-9cd4-4e74-9076-bd7a7951d558 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.1128976 Aug 11 08:16:23.192993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0f1e66f2-d606-4e43-9c51-90bedef997b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:23.211324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '0f1e66f2-d606-4e43-9c51-90bedef997b6', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '0f1e66f2-d606-4e43-9c51-90bedef997b6', 'mac_address': 'fa:16:3e:ff:29:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:23.243261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4756cc4-0e61-47d4-9d47-1edaa1ac6077 req-61df7191-f074-4e32-b30b-740f5309f3c6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066966 Aug 11 08:16:23.263310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-6d4bd115-7404-4ebd-b165-d140f91d773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.265477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-6d4bd115-7404-4ebd-b165-d140f91d773f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184468 Aug 11 08:16:23.267949 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5568294d-4753-4712-8752-381237ba4455 req-20cef982-628e-4eb4-a733-0e4b68206d4e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309178 Aug 11 08:16:23.270142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:23.293254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1e66f2-d606-4e43-9c51-90bedef997b6 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:23.322417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-49d4fb42-6c02-4e22-a212-670fca637750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.329439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-49d4fb42-6c02-4e22-a212-670fca637750 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24735b4e23bc43c195243ac8804e609c&device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 1096 time: 0.1505454 Aug 11 08:16:23.330238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0f1e66f2-d606-4e43-9c51-90bedef997b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:23.337960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:23.430240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0f1e66f2-d606-4e43-9c51-90bedef997b6,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:23.442884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.443911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.444541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.445193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.445533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.445883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.446308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.447419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.447792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.448124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.449089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.449426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:23.514593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e4863-f33e-4b65-844c-16ec32311251 req-90689932-5194-4bff-8834-966139a046c3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.516482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d2e4863-f33e-4b65-844c-16ec32311251 req-90689932-5194-4bff-8834-966139a046c3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1275837 Aug 11 08:16:23.542240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9de01e-f922-4882-97a1-dc6638c0e2bc req-d51dd240-7a6a-434f-b462-0ff02cbe0ae6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.545367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-677929f5-4d31-406e-87f4-c942e664dfe5 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702851 Aug 11 08:16:23.545595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd9de01e-f922-4882-97a1-dc6638c0e2bc req-d51dd240-7a6a-434f-b462-0ff02cbe0ae6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1076293 Aug 11 08:16:23.627441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-c6efcfe1-ce88-49a0-a50a-e9023230b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.630347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-c6efcfe1-ce88-49a0-a50a-e9023230b0b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbb49649-9bd4-4f12-abb6-cc079b9c3734 HTTP/1.1" status: 200 len: 916 time: 0.2606504 Aug 11 08:16:23.635031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ca8806e-3249-44dd-95ce-9e00e644213d details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:23.646052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d2e4863-f33e-4b65-844c-16ec32311251 req-1b433bc5-ac51-499f-81ac-fbc347aecb2d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143506 Aug 11 08:16:23.750285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd9de01e-f922-4882-97a1-dc6638c0e2bc req-9ebf3fb8-24fb-4c41-b18e-2f335d525ccf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903749 Aug 11 08:16:23.779983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-4260b83c-62b7-4d81-81de-efee27ab58d8 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235367 Aug 11 08:16:23.804912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0f1e66f2-d606-4e43-9c51-90bedef997b6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:23.812215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-04db736a-625a-450a-8845-8e6b4e501286 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 HTTP/1.1" status: 200 len: 1000 time: 0.1718464 Aug 11 08:16:23.901431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-1e8c1e1b-3c5e-410e-9e5d-56f07bc21f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.903598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-1e8c1e1b-3c5e-410e-9e5d-56f07bc21f86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b131c284-0632-45aa-85eb-0e785306098a HTTP/1.1" status: 200 len: 854 time: 0.0823956 Aug 11 08:16:23.904275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-bc47d93c-2006-4b82-846c-6466860eca0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=67a7d107-3f2f-45dd-bde0-86092c58343b HTTP/1.1" status: 200 len: 217 time: 0.1079538 Aug 11 08:16:23.935555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8ca8806e-3249-44dd-95ce-9e00e644213d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ca8806e-3249-44dd-95ce-9e00e644213d,segment=NetworkSegment(9f22f6e7-7617-4a9b-a753-330ddbb75f48),segment_id=9f22f6e7-7617-4a9b-a753-330ddbb75f48)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:23.970002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8ca8806e-3249-44dd-95ce-9e00e644213d', 'network_id': 'f100677c-7442-4360-9daa-7d69052c655f', 'port_id': '8ca8806e-3249-44dd-95ce-9e00e644213d', 'mac_address': 'fa:16:3e:e1:3c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db3da73-23fe-40df-87ec-b545a4c9878a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:23.980990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-a18c4123-88d1-4b66-a792-cdec4f9caae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:23.982963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-a18c4123-88d1-4b66-a792-cdec4f9caae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbb49649-9bd4-4f12-abb6-cc079b9c3734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708904 Aug 11 08:16:24.052998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3956a7-a814-4b2a-84a8-09e51920d95b req-7e8c8de1-024f-4722-8ad1-ac51c27831d6 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.067095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c3956a7-a814-4b2a-84a8-09e51920d95b req-7e8c8de1-024f-4722-8ad1-ac51c27831d6 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 943 time: 0.3176467 Aug 11 08:16:24.086085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:24.121203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca8806e-3249-44dd-95ce-9e00e644213d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:24.193204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8ca8806e-3249-44dd-95ce-9e00e644213d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ca8806e-3249-44dd-95ce-9e00e644213d,segment=NetworkSegment(9f22f6e7-7617-4a9b-a753-330ddbb75f48),segment_id=9f22f6e7-7617-4a9b-a753-330ddbb75f48)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:24.204176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f6c57353-b6ac-4bbc-9dc9-86dd794e3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.208392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f6c57353-b6ac-4bbc-9dc9-86dd794e3920 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.2853830 Aug 11 08:16:24.208671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:24.234858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-f9c89581-0c92-41de-a83c-99a897c65e2b service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327342 Aug 11 08:16:24.244674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c3956a7-a814-4b2a-84a8-09e51920d95b req-7522d920-53de-4250-839c-06d842595281 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536117 Aug 11 08:16:24.326580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8ca8806e-3249-44dd-95ce-9e00e644213d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:24.359270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-c049e5df-31b6-4d8d-b592-0c3c32fbe4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.359270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-c049e5df-31b6-4d8d-b592-0c3c32fbe4ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413479 Aug 11 08:16:24.419641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbc8e2-ae60-48cd-87f8-12caabc104c5 req-10236565-6835-4953-a109-4ceffe9c4db0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.421462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-45dbc8e2-ae60-48cd-87f8-12caabc104c5 req-10236565-6835-4953-a109-4ceffe9c4db0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 949 time: 0.1786962 Aug 11 08:16:24.460636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c75e0c-deee-4b86-b32b-6dd0beefae38 req-614c061b-7398-43cb-9a05-29ce75ed71fb service neutron] 10.222.0.64 "GET /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137094 Aug 11 08:16:24.484138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-45dbc8e2-ae60-48cd-87f8-12caabc104c5 req-79b6fea1-2439-4058-a436-e32ec8436995 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525095 Aug 11 08:16:24.539827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa1b59-7891-470b-ad00-422d1cadf667 req-466bd5ef-96e2-4dcc-8507-15a908894c41 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.543812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08fa1b59-7891-470b-ad00-422d1cadf667 req-466bd5ef-96e2-4dcc-8507-15a908894c41 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1520839 Aug 11 08:16:24.573612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-e268170a-2b79-4892-bc89-1c19d36118eb service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008567 Aug 11 08:16:24.693318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08fa1b59-7891-470b-ad00-422d1cadf667 req-7d509c1a-3900-4045-82f2-3b288b349e6e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338637 Aug 11 08:16:24.703316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8ca8806e-3249-44dd-95ce-9e00e644213d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:24.712628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0944e5-584c-4e9c-9c14-42c316ef383b req-51fe8aec-cc8e-4597-864a-83d4a68564d5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.719564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca0944e5-584c-4e9c-9c14-42c316ef383b req-51fe8aec-cc8e-4597-864a-83d4a68564d5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 945 time: 0.1111758 Aug 11 08:16:24.799938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-a170a8cb-b52d-4d8f-9cc4-25d20bd9bc5d service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177491 Aug 11 08:16:24.838087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca0944e5-584c-4e9c-9c14-42c316ef383b req-2e66b3e9-7536-4d45-9f84-470ec79850bb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064432 Aug 11 08:16:24.869720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-131c7fd0-bdd0-46d4-adac-8f881e240078 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=b69e238a-eed7-4533-b1b1-63d543e9735e HTTP/1.1" status: 200 len: 217 time: 0.0622211 Aug 11 08:16:24.977115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-566d4da2-ab07-4410-a0fb-4f338f4849cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.978696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-566d4da2-ab07-4410-a0fb-4f338f4849cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 200 len: 797 time: 0.0962827 Aug 11 08:16:24.995409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd51d-0fda-41bf-95a8-b84ab7afaf91 req-9e1e810e-d967-4cb8-8f39-e7b1b09f9fbd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:24.997295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-985cd51d-0fda-41bf-95a8-b84ab7afaf91 req-9e1e810e-d967-4cb8-8f39-e7b1b09f9fbd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1314116 Aug 11 08:16:25.018086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44a2a-976e-46a8-a5be-51c887eaf54a req-09c16464-52f6-423d-bb27-0df9825e9025 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.019894 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98e44a2a-976e-46a8-a5be-51c887eaf54a req-09c16464-52f6-423d-bb27-0df9825e9025 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0842574 Aug 11 08:16:25.081295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98e44a2a-976e-46a8-a5be-51c887eaf54a req-78c8cee7-c60c-4c81-99b4-a52d40089979 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Aug 11 08:16:25.102600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-985cd51d-0fda-41bf-95a8-b84ab7afaf91 req-c8cbf6f8-9168-4ff6-afec-a056a2223b92 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870790 Aug 11 08:16:25.107335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-885f28f2-abab-4d52-9772-a35b80b98fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.109068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-885f28f2-abab-4d52-9772-a35b80b98fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42523443-da12-421f-9b00-f32b705c6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104639 Aug 11 08:16:25.299634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-002c8af4-5f43-4d22-a9c6-f83d95f6bab0 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801875 Aug 11 08:16:25.429394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-1cc10e21-6fd1-4aff-8328-d57e424b8f6f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.431102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-1cc10e21-6fd1-4aff-8328-d57e424b8f6f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 945 time: 0.0822148 Aug 11 08:16:25.438886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c202deb-32ae-44c9-b235-f56ce4b02ffc req-51532fe3-f9c4-4e11-88cd-d0ffb5d301be tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.440905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c202deb-32ae-44c9-b235-f56ce4b02ffc req-51532fe3-f9c4-4e11-88cd-d0ffb5d301be tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1199219 Aug 11 08:16:25.471949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d1839-db4b-4d98-9512-4b7d111fb01d req-b9952d92-ed7a-4f08-a7ca-16a498bace2d tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.473811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-964d1839-db4b-4d98-9512-4b7d111fb01d req-b9952d92-ed7a-4f08-a7ca-16a498bace2d tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 944 time: 0.0872719 Aug 11 08:16:25.480941 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-998277ba-8736-40e0-a5cf-0e5fd6095350 service neutron] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726816 Aug 11 08:16:25.548730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-8877334a-04bd-4cc9-92a3-3381ebef57fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 200 len: 217 time: 0.0550339 Aug 11 08:16:25.557292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c202deb-32ae-44c9-b235-f56ce4b02ffc req-66192ef1-95e1-4bbd-93fa-874553135d44 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023982 Aug 11 08:16:25.603109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Deleting port 37369ed0-ee43-4398-8007-0efb1fb773af {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:25.604166 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:25.621517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-964d1839-db4b-4d98-9512-4b7d111fb01d req-5d9d8bcd-22a0-4e15-92af-28bd942a1eac tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360233 Aug 11 08:16:25.656952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-84f7e179-d247-484e-b073-0ecee4a50d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.661004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-84f7e179-d247-484e-b073-0ecee4a50d73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.0994940 Aug 11 08:16:25.727030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-8ab75893-5084-4ccc-bddf-5e0f40da9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.729939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-8ab75893-5084-4ccc-bddf-5e0f40da9290 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615647 Aug 11 08:16:25.816335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f4941-9f16-4217-a250-e0564ad8ed01 req-7adf2429-01ca-488a-85ce-ccb22e4f462e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.818958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c85f4941-9f16-4217-a250-e0564ad8ed01 req-7adf2429-01ca-488a-85ce-ccb22e4f462e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 949 time: 0.1090734 Aug 11 08:16:25.829144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] For port 37369ed0-ee43-4398-8007-0efb1fb773af, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=37369ed0-ee43-4398-8007-0efb1fb773af,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:25.829717 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:25.860579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Calling delete_port for 37369ed0-ee43-4398-8007-0efb1fb773af owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:25.887129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f5760-3cb8-4b3b-b391-3d4d1c7d9733 req-b960ea3c-6ff4-4a9a-8ec4-919a68303d95 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:25.888940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa3f5760-3cb8-4b3b-b391-3d4d1c7d9733 req-b960ea3c-6ff4-4a9a-8ec4-919a68303d95 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1199009 Aug 11 08:16:25.894634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-822e74d1-db4a-4a0d-85a9-753fd928ab4a service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572175 Aug 11 08:16:25.956467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c85f4941-9f16-4217-a250-e0564ad8ed01 req-b9938720-e44a-45f8-80b5-cc8bf9fe0011 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227708 Aug 11 08:16:26.018326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa3f5760-3cb8-4b3b-b391-3d4d1c7d9733 req-34c3999f-7ec6-4659-8ecb-0b5d3bec698a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052811 Aug 11 08:16:26.055152 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:16:26.085426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-2aecad69-b818-431c-86ff-394b6f6359bf service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823518 Aug 11 08:16:26.158266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-48a26c52-267d-440b-b187-f9d71b5b69db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 200 len: 217 time: 0.0559409 Aug 11 08:16:26.177249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:26.219492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event deleted for resources: {'Port': ['ID=37369ed0-ee43-4398-8007-0efb1fb773af,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:26.223105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['37369ed0-ee43-4398-8007-0efb1fb773af'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:26.232102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dc441-432a-4570-8992-918aede09598 req-190ba93c-38a9-427e-82af-90958d6d687b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.233996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d36dc441-432a-4570-8992-918aede09598 req-190ba93c-38a9-427e-82af-90958d6d687b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 867 time: 0.1114898 Aug 11 08:16:26.301370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] No DVR routers for this DVR port 37369ed0-ee43-4398-8007-0efb1fb773af on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:26.303751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f4fc1481-7dd1-4d6e-91ba-f2c50aed5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.305330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:26.306423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-f4fc1481-7dd1-4d6e-91ba-f2c50aed5965 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 200 len: 797 time: 0.1400964 Aug 11 08:16:26.307414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0dda37a6-1de2-4318-939c-9a0f9809ac55 req-254ece71-2c82-46ba-a4c0-4f644f95dee4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.64 "DELETE /v2.0/ports/37369ed0-ee43-4398-8007-0efb1fb773af HTTP/1.1" status: 204 len: 173 time: 0.8652601 Aug 11 08:16:26.308003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'name': 'network-vif-deleted', 'tag': '37369ed0-ee43-4398-8007-0efb1fb773af'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:26.310539 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8da5f6-1e11-41b1-bf92-d66692a0af7b" -d '{"events": [{"server_uuid": "c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a", "name": "network-vif-deleted", "tag": "37369ed0-ee43-4398-8007-0efb1fb773af"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:26.335996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19934173-9650-44ea-a6d1-d260644ed039 req-9d2aedd8-97c5-4605-bedd-b679b6118704 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.337751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19934173-9650-44ea-a6d1-d260644ed039 req-9d2aedd8-97c5-4605-bedd-b679b6118704 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1335847 Aug 11 08:16:26.350573 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d36dc441-432a-4570-8992-918aede09598 req-d68cdc31-5b3d-44a7-9280-a56b300fed8d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Aug 11 08:16:26.408867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-ccf6e090-d950-43c3-b770-236f5c323c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.410580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-ccf6e090-d950-43c3-b770-236f5c323c98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2372f93c-ae15-4228-93b0-3d026bd1bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939305 Aug 11 08:16:26.414982 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19934173-9650-44ea-a6d1-d260644ed039 req-45dfeaf6-a9ee-4ba7-8a79-6536c209ee2a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Aug 11 08:16:26.558733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d014be-fd05-4893-a2cc-59b6e136dd74 req-128da50e-fc26-43d1-9bbd-16c0e14d4859 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.560781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9d014be-fd05-4893-a2cc-59b6e136dd74 req-128da50e-fc26-43d1-9bbd-16c0e14d4859 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1016955 Aug 11 08:16:26.576954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-34516025-7e0c-4d63-bd40-2608de8572fc service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583135 Aug 11 08:16:26.630229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9d014be-fd05-4893-a2cc-59b6e136dd74 req-352d8074-3488-4bb7-967a-c647b116b07c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Aug 11 08:16:26.694401 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99182f5-b9f1-429a-9638-f0d235fa4fe4 x-openstack-request-id: req-e99182f5-b9f1-429a-9638-f0d235fa4fe4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:26.694686 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a", "name": "network-vif-deleted", "tag": "37369ed0-ee43-4398-8007-0efb1fb773af", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:26.695117 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e99182f5-b9f1-429a-9638-f0d235fa4fe4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:26.695884 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a', 'name': 'network-vif-deleted', 'tag': '37369ed0-ee43-4398-8007-0efb1fb773af', 'status': 'completed', 'code': 200} Aug 11 08:16:26.733445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e0dced3-e87d-4660-b201-b3b5a54c96ff req-ff03e459-cafd-4140-80da-6784f63f3f60 service neutron] 10.222.0.69 "GET /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482759 Aug 11 08:16:26.799093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888fc7e-d2de-4577-b6ad-f59d2a14a4a7 req-e78645c5-041f-4e7f-a315-d7ae8da89d59 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.806810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8888fc7e-d2de-4577-b6ad-f59d2a14a4a7 req-e78645c5-041f-4e7f-a315-d7ae8da89d59 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0647714 Aug 11 08:16:26.844907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8888fc7e-d2de-4577-b6ad-f59d2a14a4a7 req-68b203de-ec25-40e9-baa5-8866bfe7fca2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Aug 11 08:16:26.878639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d307c7-8493-4adb-b69b-a1e37ee349e2 req-f92151cf-64b1-4cc8-a5d5-6f9b3e985c3e tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:26.880646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1d307c7-8493-4adb-b69b-a1e37ee349e2 req-f92151cf-64b1-4cc8-a5d5-6f9b3e985c3e tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 944 time: 0.0775864 Aug 11 08:16:26.927800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1d307c7-8493-4adb-b69b-a1e37ee349e2 req-542a6b90-4123-4439-a140-927c6f5ae321 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Aug 11 08:16:27.051578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f1e66f2-d606-4e43-9c51-90bedef997b6 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:27.068619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b88d-e2cd-4816-b120-563ba5a3dc0b req-f4da7b66-a2d0-4d43-91e3-7b9febf5ef07 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:27.077272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1222b88d-e2cd-4816-b120-563ba5a3dc0b req-f4da7b66-a2d0-4d43-91e3-7b9febf5ef07 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0765250 Aug 11 08:16:27.109683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 0f1e66f2-d606-4e43-9c51-90bedef997b6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:27.116033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 0f1e66f2-d606-4e43-9c51-90bedef997b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:27.116644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:27.127511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1222b88d-e2cd-4816-b120-563ba5a3dc0b req-8e1f1c6d-d868-48cb-ac6f-5ea200289641 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Aug 11 08:16:27.132380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683cea-5c86-4cde-8a33-6e7320b53ba6 req-b85a6b29-4d0e-41b7-91fa-b552288f56d7 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:27.135230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea683cea-5c86-4cde-8a33-6e7320b53ba6 req-b85a6b29-4d0e-41b7-91fa-b552288f56d7 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 949 time: 0.0769951 Aug 11 08:16:27.209920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea683cea-5c86-4cde-8a33-6e7320b53ba6 req-60afe48d-3a51-4a23-919a-150724c58cea tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597730 Aug 11 08:16:27.249914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:27.280184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55230150-24e1-4f87-abb9-563329a01d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e66f2-d606-4e43-9c51-90bedef997b6'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:27.283537 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316e0677-9c3f-4e61-a117-6f9c25aa588f" -d '{"events": [{"server_uuid": "55230150-24e1-4f87-abb9-563329a01d72", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e66f2-d606-4e43-9c51-90bedef997b6"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:27.306297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0f1e66f2-d606-4e43-9c51-90bedef997b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:27.314526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:27.329793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ad6de-911b-451d-84fa-d64e35736c65 req-6599fbf5-d263-4761-a283-1438a47afa42 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:27.332042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a44ad6de-911b-451d-84fa-d64e35736c65 req-6599fbf5-d263-4761-a283-1438a47afa42 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0765820 Aug 11 08:16:27.363464 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd6cb62-883e-4e43-bad5-612b455db04b x-openstack-request-id: req-2bd6cb62-883e-4e43-bad5-612b455db04b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:27.363758 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55230150-24e1-4f87-abb9-563329a01d72", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e66f2-d606-4e43-9c51-90bedef997b6", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:27.364001 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bd6cb62-883e-4e43-bad5-612b455db04b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:27.364391 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55230150-24e1-4f87-abb9-563329a01d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e66f2-d606-4e43-9c51-90bedef997b6', 'code': 200} Aug 11 08:16:27.382261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0f1e66f2-d606-4e43-9c51-90bedef997b6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:27.388048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a44ad6de-911b-451d-84fa-d64e35736c65 req-77e2cca2-d467-4a05-9341-94eea8206da5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508003 Aug 11 08:16:27.519142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e6a963e-927f-4484-9e7a-d4f0f300864b req-d4e03e48-9c03-48ba-873f-b3173ae338e6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0358765 Aug 11 08:16:27.576399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43663c3-51c0-4c81-b136-8b1cae513cdd req-57c4ffce-1356-4eae-bb41-403a6b388712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:27.578009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b43663c3-51c0-4c81-b136-8b1cae513cdd req-57c4ffce-1356-4eae-bb41-403a6b388712 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 1101 time: 0.0619519 Aug 11 08:16:27.599098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699fe60-206a-4f6c-959d-6356c1214a75 req-c0f0d82a-89a8-496d-b44a-051aa6fb1f6b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:27.602280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4699fe60-206a-4f6c-959d-6356c1214a75 req-c0f0d82a-89a8-496d-b44a-051aa6fb1f6b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0849180 Aug 11 08:16:27.642520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b43663c3-51c0-4c81-b136-8b1cae513cdd req-579b8fe6-8b21-4b92-9567-3d0415ed4acd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518804 Aug 11 08:16:27.662979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ca8806e-3249-44dd-95ce-9e00e644213d up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:27.667068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4699fe60-206a-4f6c-959d-6356c1214a75 req-15dc8e02-eb67-47f5-a52c-7281b5c98f84 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585268 Aug 11 08:16:27.766226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8ca8806e-3249-44dd-95ce-9e00e644213d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:27.775689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8ca8806e-3249-44dd-95ce-9e00e644213d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:27.775689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:27.842160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727e098-ae88-4df1-8afc-0174540b4c8a req-ca344fd1-5cae-4a4f-9a58-b76ce75ed52e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:27.843830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e727e098-ae88-4df1-8afc-0174540b4c8a req-ca344fd1-5cae-4a4f-9a58-b76ce75ed52e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0706871 Aug 11 08:16:27.869692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:27.888090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e727e098-ae88-4df1-8afc-0174540b4c8a req-e84f1d1f-9dab-4187-8124-e1b31fe58a33 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Aug 11 08:16:27.918526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8ca8806e-3249-44dd-95ce-9e00e644213d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ca8806e-3249-44dd-95ce-9e00e644213d,segment=NetworkSegment(9f22f6e7-7617-4a9b-a753-330ddbb75f48),segment_id=9f22f6e7-7617-4a9b-a753-330ddbb75f48)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:27.924561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:27.983428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8ca8806e-3249-44dd-95ce-9e00e644213d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:28.068030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eb56a-1444-46d7-a1d3-f739f4fda98c req-8cb46aaf-15f6-422c-aa23-2178d080f0ee tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:28.070173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a6eb56a-1444-46d7-a1d3-f739f4fda98c req-8cb46aaf-15f6-422c-aa23-2178d080f0ee tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0849924 Aug 11 08:16:28.124425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a6eb56a-1444-46d7-a1d3-f739f4fda98c req-e4bab036-a7b3-48b1-8aa1-98b6706c3d62 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Aug 11 08:16:28.157538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea18107-a1ae-4e0c-bb83-80baa8246661 req-f1458374-fbab-45af-a361-254bd00f0a56 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:28.159094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fea18107-a1ae-4e0c-bb83-80baa8246661 req-f1458374-fbab-45af-a361-254bd00f0a56 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.0742018 Aug 11 08:16:28.229276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fea18107-a1ae-4e0c-bb83-80baa8246661 req-4e81a179-69e4-4b8b-b380-373eccd05b6c tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Aug 11 08:16:28.380223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b1e8-6ceb-473f-9c16-861bd5487341 req-0a2035ae-354f-4a9c-88a9-d6f098f0091d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:28.383255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fac6b1e8-6ceb-473f-9c16-861bd5487341 req-0a2035ae-354f-4a9c-88a9-d6f098f0091d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0904686 Aug 11 08:16:28.392185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c8a61-9335-4a6a-a78e-23943b8b71ae req-17d9a769-7a29-480d-8dc9-86b94bfb041a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:28.393832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f4c8a61-9335-4a6a-a78e-23943b8b71ae req-17d9a769-7a29-480d-8dc9-86b94bfb041a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 950 time: 0.0601149 Aug 11 08:16:28.440509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fac6b1e8-6ceb-473f-9c16-861bd5487341 req-ca04ca45-8097-45f8-8a11-0e905c32a405 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491884 Aug 11 08:16:28.457433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f4c8a61-9335-4a6a-a78e-23943b8b71ae req-621d3efd-402a-416e-b672-400bff1a8e53 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536761 Aug 11 08:16:28.499635 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:28.649660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-850dfaa0-16f6-46ce-8c2c-550abb53d815 req-bcd7072d-a692-484c-9b8b-e6c301d01e25 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0301669 Aug 11 08:16:28.661510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89825-a402-430b-9775-dd87de105987 req-bff9964d-7ed1-4ec7-b86c-4690b34acee9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:28.665371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebf89825-a402-430b-9775-dd87de105987 req-bff9964d-7ed1-4ec7-b86c-4690b34acee9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0922151 Aug 11 08:16:28.724583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebf89825-a402-430b-9775-dd87de105987 req-afe46e4b-52c5-4eb6-92f7-dcb207fc87be tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Aug 11 08:16:28.916342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe93d09-3212-4a19-a5bf-c1dbb799d022 req-1d939f9b-804c-4718-9ca0-092fd1aebcef tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:28.917953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abe93d09-3212-4a19-a5bf-c1dbb799d022 req-1d939f9b-804c-4718-9ca0-092fd1aebcef tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0591002 Aug 11 08:16:28.979816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abe93d09-3212-4a19-a5bf-c1dbb799d022 req-a2a08938-6abc-4d64-a1a4-cf1ea1d39331 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543194 Aug 11 08:16:29.050755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37369ed0-ee43-4398-8007-0efb1fb773af no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:29.093155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 37369ed0-ee43-4398-8007-0efb1fb773af {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:29.094710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 37369ed0-ee43-4398-8007-0efb1fb773af not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:29.095405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410f2b5-03c7-46fc-af6c-9070ce52fa3a req-39f7f896-acb7-4f03-bb6d-ec66dbe1963e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.099476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b410f2b5-03c7-46fc-af6c-9070ce52fa3a req-39f7f896-acb7-4f03-bb6d-ec66dbe1963e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.1206455 Aug 11 08:16:29.196252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b410f2b5-03c7-46fc-af6c-9070ce52fa3a req-7b4af0ef-e15c-4eca-ba58-7c7eb5a3f08e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808129 Aug 11 08:16:29.244745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f7ed537-a510-4a09-bb80-5944649c3e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:29.352422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef772e1b-c7a7-4ec0-887c-9d5596c6f25d req-6af5943a-a032-448e-ae9a-ed335df12511 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.355444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef772e1b-c7a7-4ec0-887c-9d5596c6f25d req-6af5943a-a032-448e-ae9a-ed335df12511 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0906072 Aug 11 08:16:29.365937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca8806e-3249-44dd-95ce-9e00e644213d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:29.368787 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c2a54-f48a-406f-bc3d-779ab3d0ea84" -d '{"events": [{"server_uuid": "b03de33f-7bb5-4e7e-8c44-7978eb31896d", "name": "network-vif-plugged", "status": "completed", "tag": "8ca8806e-3249-44dd-95ce-9e00e644213d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:29.385911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e611773-862a-4aa3-80fb-bfa90e688628 req-6e343dbc-056b-4283-b82b-9143dc70aa66 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.387773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e611773-862a-4aa3-80fb-bfa90e688628 req-6e343dbc-056b-4283-b82b-9143dc70aa66 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.0653608 Aug 11 08:16:29.427910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef772e1b-c7a7-4ec0-887c-9d5596c6f25d req-b9f5c6a6-0d65-49bc-b4e0-a8d8d4e3c60c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569024 Aug 11 08:16:29.458811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e611773-862a-4aa3-80fb-bfa90e688628 req-5c1fbd37-edde-42b3-a167-7a144fc5517c tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Aug 11 08:16:29.508434 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fecf6f-5311-4ba7-8d0a-854e0bb2149b x-openstack-request-id: req-e0fecf6f-5311-4ba7-8d0a-854e0bb2149b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:29.509276 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03de33f-7bb5-4e7e-8c44-7978eb31896d", "name": "network-vif-plugged", "status": "completed", "tag": "8ca8806e-3249-44dd-95ce-9e00e644213d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:29.509276 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0fecf6f-5311-4ba7-8d0a-854e0bb2149b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:29.509712 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca8806e-3249-44dd-95ce-9e00e644213d', 'code': 200} Aug 11 08:16:29.559056 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:29.649488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf33b7-67ff-447c-86fc-1e2bfb0cc26e req-b64bbd2f-f2f3-47fa-ac02-8de4eafe7db1 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.652231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25bf33b7-67ff-447c-86fc-1e2bfb0cc26e req-b64bbd2f-f2f3-47fa-ac02-8de4eafe7db1 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0617013 Aug 11 08:16:29.708270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25bf33b7-67ff-447c-86fc-1e2bfb0cc26e req-431099e0-de24-4cce-8f34-e9b9f13be7fe tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Aug 11 08:16:29.709390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0fa9a-6c86-45a9-a744-13b53b85f178 req-e505dcd2-41ee-4389-8ed4-97011540551a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.711679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3d0fa9a-6c86-45a9-a744-13b53b85f178 req-e505dcd2-41ee-4389-8ed4-97011540551a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 950 time: 0.0997026 Aug 11 08:16:29.732281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e0cf-363c-48d9-95ba-dc4a5105ab54 req-65c4669c-3289-4d7e-920a-8c6ccad0230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.733877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e24e0cf-363c-48d9-95ba-dc4a5105ab54 req-65c4669c-3289-4d7e-920a-8c6ccad0230d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 1096 time: 0.0940654 Aug 11 08:16:29.798640 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3d0fa9a-6c86-45a9-a744-13b53b85f178 req-e730d2b4-8533-42ee-a4a4-0f3c8d3147f2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771639 Aug 11 08:16:29.817392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-691670a9-e510-4c0b-b329-aacd249690dc req-565e7be2-bf3f-4ac2-84a5-498b42d584ec tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0434787 Aug 11 08:16:29.838931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e24e0cf-363c-48d9-95ba-dc4a5105ab54 req-4b68d938-a9b2-46e9-a3b6-0793699257b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893109 Aug 11 08:16:29.945210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e821c57-0e9a-4c9d-a73e-8d1666ac09fe req-aa9a67e8-deae-49aa-b1a3-69f051b50932 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:29.946799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e821c57-0e9a-4c9d-a73e-8d1666ac09fe req-aa9a67e8-deae-49aa-b1a3-69f051b50932 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0625052 Aug 11 08:16:29.988864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e821c57-0e9a-4c9d-a73e-8d1666ac09fe req-4480e34c-4652-4a90-a524-822bbdd41133 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Aug 11 08:16:30.650739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.651211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.651849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.652543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.653050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.653519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.653993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.654450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.654908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.655371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.655859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.656313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.656768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.657390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.657971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.658472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.669885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.670559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.671047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.671581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.672658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.675704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-3057b2b1-0638-4d5a-82ef-58a523dcdb54 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72&device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d&device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9&device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8&device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a&device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92&device_id=a3264b21-5de7-4194-8c74-674cfe778329&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c&device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 19000 time: 0.0909662 Aug 11 08:16:30.702085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:30.746245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fce74-8dc0-4078-a8cd-436f4a09a02e req-ac406764-94c1-45b9-9029-b2357aede25e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.748005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e23fce74-8dc0-4078-a8cd-436f4a09a02e req-ac406764-94c1-45b9-9029-b2357aede25e tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0666373 Aug 11 08:16:30.797416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e23fce74-8dc0-4078-a8cd-436f4a09a02e req-acb63c60-9871-4fa1-ac5a-cf4d80994245 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Aug 11 08:16:30.923625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb928117-cab8-4ff8-b951-0eda949fab46 req-d5733af3-82f1-42ab-8adf-4dde8a0d8823 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:30.926705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb928117-cab8-4ff8-b951-0eda949fab46 req-d5733af3-82f1-42ab-8adf-4dde8a0d8823 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.0597978 Aug 11 08:16:30.974018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb928117-cab8-4ff8-b951-0eda949fab46 req-4b8e2f30-5dd2-47ab-96a6-81e8a9873962 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Aug 11 08:16:31.087753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2b14-f3a3-406b-b589-c96e0b795e98 req-400399d3-c4ee-4572-918f-285400b39e2c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:31.090809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-547e2b14-f3a3-406b-b589-c96e0b795e98 req-400399d3-c4ee-4572-918f-285400b39e2c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0557926 Aug 11 08:16:31.117914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:31.122798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:31.139836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-547e2b14-f3a3-406b-b589-c96e0b795e98 req-5de3bc1c-1216-4ae8-8395-bf5d9cd92157 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Aug 11 08:16:31.161522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bb3b9f7-8f6b-419a-9f48-6a0c0f1cb2d2 req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&id=638505e5-71a6-4f05-9d3d-a06104c95b56&id=f57afefe-0884-407f-9d57-c95a139d4fa2&id=d9a764c2-0a94-4f5e-b293-70df8054480a&id=aab3b425-7a8d-4ffb-8616-f37647694b27&id=3da15f10-5843-4e52-a454-0042604a7a82&id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 900 time: 0.4774177 Aug 11 08:16:31.195008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5843cbeb-43f8-4b2f-90d8-2a0ed02f648b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:31.215341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.217302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.217665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.218020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.218979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.218979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.219199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.219464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.219871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.220427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.220794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.221176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc431c7d-9b63-4a7e-9655-ced19ebe15a0 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:31.261169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4313a8c2-89e0-4736-bb2c-0cea5945d3d7 req-640fc35e-0d38-4e1c-8486-eba466c363bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4cae02c-6a4c-4d56-9b7e-6f1efba3b73a HTTP/1.1" status: 200 len: 210 time: 0.0320427 Aug 11 08:16:31.539282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f18a1c-3193-42c7-85e2-37968fc4a4fd req-732ece9c-329a-4b08-a65d-3bb30d61e4da tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:31.539700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f18a1c-3193-42c7-85e2-37968fc4a4fd req-732ece9c-329a-4b08-a65d-3bb30d61e4da tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:31.540184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f18a1c-3193-42c7-85e2-37968fc4a4fd req-732ece9c-329a-4b08-a65d-3bb30d61e4da tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:31.541977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d4f18a1c-3193-42c7-85e2-37968fc4a4fd req-732ece9c-329a-4b08-a65d-3bb30d61e4da tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72&device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9&device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 2884 time: 0.0508924 Aug 11 08:16:31.580305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d4f18a1c-3193-42c7-85e2-37968fc4a4fd req-86d633fb-f093-4f84-ba9a-859bdc05f2b2 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Aug 11 08:16:31.949436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23fa69-441c-4b04-b86d-c167bfd4fda4 req-8383ea0c-b8fa-472c-a525-febedec82cd1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:31.951130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf23fa69-441c-4b04-b86d-c167bfd4fda4 req-8383ea0c-b8fa-472c-a525-febedec82cd1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 945 time: 0.0598402 Aug 11 08:16:32.004998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf23fa69-441c-4b04-b86d-c167bfd4fda4 req-c5a01178-37ee-49f3-a2bf-0056e61511fe tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Aug 11 08:16:32.108681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc91e-9b8f-4e10-805b-85c45a4ce017 req-f069b397-fad0-42c9-b565-71ff42589227 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:32.110215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77ffc91e-9b8f-4e10-805b-85c45a4ce017 req-f069b397-fad0-42c9-b565-71ff42589227 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.0523326 Aug 11 08:16:32.117911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4557728-a156-496d-bea9-513b5356d184 req-6ba11e8b-8457-43c1-a10f-672713d8ff5c tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:32.119604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4557728-a156-496d-bea9-513b5356d184 req-6ba11e8b-8457-43c1-a10f-672713d8ff5c tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1101 time: 0.0512781 Aug 11 08:16:32.153050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77ffc91e-9b8f-4e10-805b-85c45a4ce017 req-3c535245-e6c8-473c-9ca2-a52e0847e240 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361521 Aug 11 08:16:32.164866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4557728-a156-496d-bea9-513b5356d184 req-aecb3db7-e1f7-4573-b72d-e507dab4976b tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Aug 11 08:16:32.292732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d84b39-ba21-4681-99c0-a6da41a8e52e req-5263a1ca-0337-45ef-a708-96d045149a78 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:32.294379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8d84b39-ba21-4681-99c0-a6da41a8e52e req-5263a1ca-0337-45ef-a708-96d045149a78 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0631402 Aug 11 08:16:32.322109 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:32.344218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8d84b39-ba21-4681-99c0-a6da41a8e52e req-50bc0012-468b-4119-b679-cf4325436b96 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Aug 11 08:16:32.555101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cbbce-f5eb-4ff1-b4f0-cd8a2416265a req-57911a8a-0cb7-4b51-a6e9-bb3ff0df785f tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:32.556659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c2cbbce-f5eb-4ff1-b4f0-cd8a2416265a req-57911a8a-0cb7-4b51-a6e9-bb3ff0df785f tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1101 time: 0.0502644 Aug 11 08:16:32.617378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c2cbbce-f5eb-4ff1-b4f0-cd8a2416265a req-a5618a43-fc7e-4bee-a22b-fe301c068dbe tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533257 Aug 11 08:16:32.671789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dc5eabf4-3cbb-4e2a-8790-77c8c2b7ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:33.168643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba380-872a-4688-a03c-e0af76556e8a req-a168804b-4743-4245-bb83-77bc78a65555 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:33.172091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12bba380-872a-4688-a03c-e0af76556e8a req-a168804b-4743-4245-bb83-77bc78a65555 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.1087785 Aug 11 08:16:33.234908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12bba380-872a-4688-a03c-e0af76556e8a req-fdf79a99-9288-4220-8dc2-a3aca8c97850 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 Aug 11 08:16:33.454463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfb195-fae7-4b56-bd02-feae730c6539 req-403b3594-0124-4b9f-9b5e-d344a601ada5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:33.456334 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ddfb195-fae7-4b56-bd02-feae730c6539 req-403b3594-0124-4b9f-9b5e-d344a601ada5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.1254089 Aug 11 08:16:33.479419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ddfb195-fae7-4b56-bd02-feae730c6539 req-e98527a8-84e6-4da4-a6d7-a2351049e7f5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0111742 Aug 11 08:16:33.523415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ddfb195-fae7-4b56-bd02-feae730c6539 req-5d791d50-11a6-4b4e-9d75-12bd12892ccb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335081 Aug 11 08:16:33.548309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba7a73-8d26-40ed-a30b-3a4d38da7bda req-71b9a33c-ed71-43ad-b389-69e68846be58 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:33.550008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3aba7a73-8d26-40ed-a30b-3a4d38da7bda req-71b9a33c-ed71-43ad-b389-69e68846be58 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0624404 Aug 11 08:16:33.599732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3aba7a73-8d26-40ed-a30b-3a4d38da7bda req-1c70d103-2cce-4a4b-82fb-84c2db754662 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Aug 11 08:16:33.649632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ddfb195-fae7-4b56-bd02-feae730c6539 req-b50c22b3-8bda-48e1-bcd8-86328af0cb36 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177356 Aug 11 08:16:33.716203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:33.737805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e8d34-40b9-465a-948e-20c9253b9312 req-f3b236ca-fd48-4c5b-985a-35d3f9ea1a35 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:33.739724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a0e8d34-40b9-465a-948e-20c9253b9312 req-f3b236ca-fd48-4c5b-985a-35d3f9ea1a35 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0618298 Aug 11 08:16:33.806824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ddfb195-fae7-4b56-bd02-feae730c6539 req-933d1027-d4bf-4361-8940-57b938f1b1a7 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480825 Aug 11 08:16:33.845498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a0e8d34-40b9-465a-948e-20c9253b9312 req-8a1388c6-fad2-46a9-8419-81d1213d3fd0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938282 Aug 11 08:16:33.891012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:33.911680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'mac_address': 'fa:16:3e:58:2d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:33.961411 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:33.979577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:34.019753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:34.027667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:34.110096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:34.154272 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-45f2e2ad-e47b-43b5-bdd4-ec27186e531b req-40abe55b-46d1-4b87-aeeb-1503ebba6c4b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e512b07-6dc3-40f9-891d-7513e9bf37d6 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Aug 11 08:16:34.340261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:34.419232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f2aaa-1216-4044-8300-199887339fec req-4085bf5f-9a24-432f-aa2a-e8a4244289cf tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:34.421204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-487f2aaa-1216-4044-8300-199887339fec req-4085bf5f-9a24-432f-aa2a-e8a4244289cf tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.1101899 Aug 11 08:16:34.468452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-487f2aaa-1216-4044-8300-199887339fec req-4ccf3d89-a6be-4039-b3e2-e878238f0bdc tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Aug 11 08:16:34.732158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:34.772445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1bca-97e5-4e53-a975-4b6add5ff30f req-fc28d31e-f7a0-4854-9523-42b7900c7f9d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:34.774112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0dc1bca-97e5-4e53-a975-4b6add5ff30f req-fc28d31e-f7a0-4854-9523-42b7900c7f9d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0584717 Aug 11 08:16:34.830472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0dc1bca-97e5-4e53-a975-4b6add5ff30f req-6a48c07e-9790-48d5-ba38-233273f8a594 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Aug 11 08:16:34.992705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9fd2720b-8e87-493b-b45b-1d43c5cb3888 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:34.995514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9fd2720b-8e87-493b-b45b-1d43c5cb3888 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.69 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.0956068 Aug 11 08:16:35.010081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981aa83-8fb0-4d18-bfff-837601f84657 req-25cf36ca-ebb2-4c13-9162-ee20bc695a2e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:35.012191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5981aa83-8fb0-4d18-bfff-837601f84657 req-25cf36ca-ebb2-4c13-9162-ee20bc695a2e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0785420 Aug 11 08:16:35.144843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5981aa83-8fb0-4d18-bfff-837601f84657 req-7b427bc5-322b-4280-9d57-3a852a1ff9f9 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222050 Aug 11 08:16:35.205230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Deleting port 8ca8806e-3249-44dd-95ce-9e00e644213d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:35.210025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:35.344913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-19d7ec7f-aaf1-41d1-98d3-fd2bbc10c8fc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:35.357033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-19d7ec7f-aaf1-41d1-98d3-fd2bbc10c8fc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.5658698 Aug 11 08:16:35.374887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-f4bef8ac-e55b-4444-be7e-34d686d61864 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0168240 Aug 11 08:16:35.406599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] For port 8ca8806e-3249-44dd-95ce-9e00e644213d, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ca8806e-3249-44dd-95ce-9e00e644213d,segment=NetworkSegment(9f22f6e7-7617-4a9b-a753-330ddbb75f48),segment_id=9f22f6e7-7617-4a9b-a753-330ddbb75f48)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:35.407441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:35.422405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-13382c57-307c-4cb8-9b98-a7a325d13ee6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463691 Aug 11 08:16:35.430769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Calling delete_port for 8ca8806e-3249-44dd-95ce-9e00e644213d owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:35.565998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-c4cf8fcb-ebb5-48c6-9687-ec8eb5acc738 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416655 Aug 11 08:16:35.661342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc38a6-7e6c-4f2b-90d1-845128f38747 req-85bd5e85-8021-4d74-82b4-9665a519c194 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:35.663258 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2fc38a6-7e6c-4f2b-90d1-845128f38747 req-85bd5e85-8021-4d74-82b4-9665a519c194 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 945 time: 0.0814359 Aug 11 08:16:35.663996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:35.703405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Pushing event deleted for resources: {'Port': ['ID=8ca8806e-3249-44dd-95ce-9e00e644213d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:35.713556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8ca8806e-3249-44dd-95ce-9e00e644213d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:35.737532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-8b28e9c8-a008-4d6d-af7e-999f9deac6a9 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584661 Aug 11 08:16:35.771807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:35.802363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] No DVR routers for this DVR port 8ca8806e-3249-44dd-95ce-9e00e644213d on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:35.833571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2fc38a6-7e6c-4f2b-90d1-845128f38747 req-17aadd5b-0ee7-452f-8b8a-0faec6db6b73 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292284 Aug 11 08:16:35.838407 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:35.838805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:35.839344 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:35.849480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c07b606c-f857-4343-9cd0-58cb1c651d06 req-9a5553ec-4ec7-433b-97a8-e169f0466682 tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.69 "DELETE /v2.0/ports/8ca8806e-3249-44dd-95ce-9e00e644213d HTTP/1.1" status: 204 len: 173 time: 0.8336778 Aug 11 08:16:35.854107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'name': 'network-vif-deleted', 'tag': '8ca8806e-3249-44dd-95ce-9e00e644213d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:35.868819 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a023c6-db06-471d-828a-3d9195e4f95e" -d '{"events": [{"server_uuid": "b03de33f-7bb5-4e7e-8c44-7978eb31896d", "name": "network-vif-deleted", "tag": "8ca8806e-3249-44dd-95ce-9e00e644213d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:36.186781 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c61b4e-45a4-4894-8265-d5dcafaa0cd5 x-openstack-request-id: req-76c61b4e-45a4-4894-8265-d5dcafaa0cd5 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:36.186781 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03de33f-7bb5-4e7e-8c44-7978eb31896d", "name": "network-vif-deleted", "tag": "8ca8806e-3249-44dd-95ce-9e00e644213d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:36.189194 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76c61b4e-45a4-4894-8265-d5dcafaa0cd5 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:36.189773 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03de33f-7bb5-4e7e-8c44-7978eb31896d', 'name': 'network-vif-deleted', 'tag': '8ca8806e-3249-44dd-95ce-9e00e644213d', 'status': 'completed', 'code': 200} Aug 11 08:16:36.238233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2b99-a705-48ec-85a9-4d7a33584172 req-0c7ed9ca-2213-440f-9500-4653b0ce8a88 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:36.239079 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:36.253659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfec2b99-a705-48ec-85a9-4d7a33584172 req-0c7ed9ca-2213-440f-9500-4653b0ce8a88 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1975138 Aug 11 08:16:36.367454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a74bb78a-904a-4a84-a5cd-070746f65586 req-aeb49cf9-30e3-42eb-8614-e599bd861e01 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 210 time: 0.0942359 Aug 11 08:16:36.424023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfec2b99-a705-48ec-85a9-4d7a33584172 req-e28b2a9d-3d9f-4d0c-979a-126c627bc537 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632800 Aug 11 08:16:36.497546 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:36.569203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd46d6-7ee5-4aa9-bc97-3466beffd401 req-4eb0f3ad-056c-44e4-960c-5f63bc96d019 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:36.574739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5cd46d6-7ee5-4aa9-bc97-3466beffd401 req-4eb0f3ad-056c-44e4-960c-5f63bc96d019 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1244972 Aug 11 08:16:36.589244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:36.596550 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b8bffe-074d-43ab-9b23-f0d620dfde1d" -d '{"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-plugged", "status": "completed", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:36.620318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:36.629173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:36.685004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5cd46d6-7ee5-4aa9-bc97-3466beffd401 req-a8f24d4c-462e-44a9-a0aa-f4e16ce1153d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Aug 11 08:16:36.753345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:36.863189 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb520882-15f6-434b-a94c-3935150d1535 x-openstack-request-id: req-cb520882-15f6-434b-a94c-3935150d1535 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:36.863787 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-plugged", "status": "completed", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:36.863787 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb520882-15f6-434b-a94c-3935150d1535 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:36.864164 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'code': 200} Aug 11 08:16:37.013205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09ecdd1e-10a7-4d28-8ded-5ad7493b256d req-fe28f223-3bc6-4e62-8785-312b40dae37a tempest-ServerPasswordTestJSON-527459392 tempest-ServerPasswordTestJSON-527459392-project] 10.222.0.58 "GET /v2.0/ports?device_id=b03de33f-7bb5-4e7e-8c44-7978eb31896d HTTP/1.1" status: 200 len: 210 time: 0.0513036 Aug 11 08:16:37.522767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe5ea786-fdad-4167-b6c7-23e65f246364 req-8e28aea0-2f68-48ff-a7cc-bbf3b9abbd9e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 210 time: 0.0507150 Aug 11 08:16:37.624357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4df8b-3b96-45b9-b1d5-1d2b3dc982b2 req-5bec0c9f-7a29-4717-896d-fa78e7d6ddea tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:37.626729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1f4df8b-3b96-45b9-b1d5-1d2b3dc982b2 req-5bec0c9f-7a29-4717-896d-fa78e7d6ddea tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0849209 Aug 11 08:16:37.729190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1f4df8b-3b96-45b9-b1d5-1d2b3dc982b2 req-b9565e51-736d-45ba-afd2-90bc840e6d6a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924711 Aug 11 08:16:37.764272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ca8806e-3249-44dd-95ce-9e00e644213d no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:37.845396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 8ca8806e-3249-44dd-95ce-9e00e644213d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:37.845907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ca8806e-3249-44dd-95ce-9e00e644213d not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:37.954873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29912-fa33-4f6a-b543-133abdc39b55 req-65d00715-b01f-4f69-a74a-ecd1db8a134c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:37.958243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ff29912-fa33-4f6a-b543-133abdc39b55 req-65d00715-b01f-4f69-a74a-ecd1db8a134c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0924723 Aug 11 08:16:38.078716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ff29912-fa33-4f6a-b543-133abdc39b55 req-1d445aca-94d6-4a4f-b3cd-fc87edf1914c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080618 Aug 11 08:16:38.144632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44014) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:38.172210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-ad87dcaf-c35a-4922-a3b6-0ed5e4b1899c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:38.175640 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-ad87dcaf-c35a-4922-a3b6-0ed5e4b1899c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.2464373 Aug 11 08:16:38.210951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Request body: {'port': {'device_id': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'admin_state_up': True, 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:38.244938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Deleting subnet 7db3da73-23fe-40df-87ec-b545a4c9878a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:16:38.249596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.307859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.368116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.378738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:38.382862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.443114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.480291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db3da73-23fe-40df-87ec-b545a4c9878a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:38.498902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.503756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a9e7a2c5-15f2-4c77-9139-e7bfeb612f94 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7db3da73-23fe-40df-87ec-b545a4c9878a HTTP/1.1" status: 204 len: 168 time: 0.3528807 Aug 11 08:16:38.504047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44016) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:38.612867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Allocated IP 172.20.0.14 (3393ff84-611b-4473-a388-bdc8abaf1d91/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04/8c8098c0-29e2-458f-8373-c85958275f81) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:38.626859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.738657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c59a6a01-62fe-47c3-aae0-54045c936160 req-98babb8c-1d03-4c15-97a8-ee83bdba451e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 210 time: 0.0953643 Aug 11 08:16:38.833060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.852183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f100677c-7442-4360-9daa-7d69052c655f']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:38.868782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f22f6e7-7617-4a9b-a753-330ddbb75f48') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:38.869442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f22f6e7-7617-4a9b-a753-330ddbb75f48') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:38.884478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.908150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.916597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:16:38.917161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:16:38.919845 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:16:38.943624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:38.961905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea40591-35e9-4d1b-afcd-ae51f6b753c8 req-2a365fd1-036a-4530-a233-82ff0ef06829 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:38.964191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3ea40591-35e9-4d1b-afcd-ae51f6b753c8 req-2a365fd1-036a-4530-a233-82ff0ef06829 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1054378 Aug 11 08:16:39.042531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3ea40591-35e9-4d1b-afcd-ae51f6b753c8 req-be07f2ee-889b-4ba6-8356-ef185a1244c4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Aug 11 08:16:39.046920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.061810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.075034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.075034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f100677c-7442-4360-9daa-7d69052c655f HTTP/1.1" status: 204 len: 168 time: 0.5665617 Aug 11 08:16:39.090180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f0cf-c01f-4e4f-99f9-79245486c495 admin admin] Pushing event deleted for resources: {'Network': ['ID=f100677c-7442-4360-9daa-7d69052c655f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:39.134738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:39.139270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:39.143235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:39.226545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event updated for resources: {'Port': ['ID=8c8098c0-29e2-458f-8373-c85958275f81,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:39.296597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:39.297787 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.320927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44042) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:39.340080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a23d7-db6d-45cd-aa63-e47c60ea8e82 req-ca238c34-3a1d-4aa7-820e-9e7904187df8 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:39.342264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-808a23d7-db6d-45cd-aa63-e47c60ea8e82 req-ca238c34-3a1d-4aa7-820e-9e7904187df8 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0980742 Aug 11 08:16:39.343930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3e2239e2-2328-459b-918f-ff21ac2070a1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1407931 Aug 11 08:16:39.374446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Request body: {'port': {'device_id': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:39.431233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b424cb1b-6091-4b94-8b3e-9f5d63e5202a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=265275aca03d444eaf7cf43c77633c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078811 Aug 11 08:16:39.433194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44044) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:39.451702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-808a23d7-db6d-45cd-aa63-e47c60ea8e82 req-32ace85e-5f32-4be2-8a50-ad5935b3ed3b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991347 Aug 11 08:16:39.530077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.532031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.564994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.645370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.651876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:39.655979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d3caa8b-8d5d-4012-99c0-4bc6b8c37121 HTTP/1.1" status: 204 len: 168 time: 0.2179947 Aug 11 08:16:39.665704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3caa8b-8d5d-4012-99c0-4bc6b8c37121,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:39.677891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.678403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.678966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.679858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.680367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.681070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.681499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.682006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.683381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.683928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.684532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:39.685057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456415a-5c5a-4da6-b58a-457285486992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:40.020866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade89439-a5c8-4cd7-adca-9ea3de0284ff req-9a527aae-b465-4cbd-8485-a1cf281acb3f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:40.029337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ade89439-a5c8-4cd7-adca-9ea3de0284ff req-9a527aae-b465-4cbd-8485-a1cf281acb3f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 932 time: 0.0791771 Aug 11 08:16:40.101144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ade89439-a5c8-4cd7-adca-9ea3de0284ff req-b737a9aa-e59c-4f8d-9809-d4476ef459c5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700352 Aug 11 08:16:40.225459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8098c0-29e2-458f-8373-c85958275f81 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:40.247668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:40.271179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Transition to ACTIVE for port object 8c8098c0-29e2-458f-8373-c85958275f81 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:40.277212 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:40.292245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ccb0b-c1d2-4dbe-8b6c-3d6b20577de5 req-4061bf23-ea87-451e-8710-43771ee63971 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:40.300149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c76ccb0b-c1d2-4dbe-8b6c-3d6b20577de5 req-4061bf23-ea87-451e-8710-43771ee63971 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1294198 Aug 11 08:16:40.347233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c76ccb0b-c1d2-4dbe-8b6c-3d6b20577de5 req-a55875f4-da23-4944-9a1f-a30d099c4bcc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438228 Aug 11 08:16:40.370953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Pushing event updated for resources: {'Port': ['ID=8c8098c0-29e2-458f-8373-c85958275f81,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:40.502073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Attempting to bind port 8c8098c0-29e2-458f-8373-c85958275f81 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:40.502391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Attempting to bind port 8c8098c0-29e2-458f-8373-c85958275f81 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:40.502626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Attempting to bind port 8c8098c0-29e2-458f-8373-c85958275f81 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:40.509585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Port 8c8098c0-29e2-458f-8373-c85958275f81 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:40.509917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Attempting to bind port 8c8098c0-29e2-458f-8373-c85958275f81 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:40.516780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:40.517346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:40.517940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Bound using segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:40.518410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Bound port: 8c8098c0-29e2-458f-8373-c85958275f81, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:40.518831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:40.677901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820bf48-0262-49f6-bea6-e99911a338e6 req-975e5362-ea07-4a37-a00c-2d106e187fb5 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:40.687124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a820bf48-0262-49f6-bea6-e99911a338e6 req-975e5362-ea07-4a37-a00c-2d106e187fb5 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1241755 Aug 11 08:16:40.702158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] For port 8c8098c0-29e2-458f-8373-c85958275f81, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:40.707944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] For port 8c8098c0-29e2-458f-8373-c85958275f81, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8c8098c0-29e2-458f-8373-c85958275f81,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:40.744931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:40.797545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a820bf48-0262-49f6-bea6-e99911a338e6 req-26e4ab52-68ed-4c92-9fdf-f025f42d8b07 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093681 Aug 11 08:16:40.831306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:40.832196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:40.834795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] 10.222.0.69 "PUT /v2.0/ports/8c8098c0-29e2-458f-8373-c85958275f81 HTTP/1.1" status: 200 len: 1092 time: 1.4650788 Aug 11 08:16:40.835208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'tag': '8c8098c0-29e2-458f-8373-c85958275f81'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:40.842910 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a651ee-e38f-43bc-b01a-a12e287d345a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e22d82d-71bb-462c-8a65-3ffe7e8604d6", "tag": "8c8098c0-29e2-458f-8373-c85958275f81"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:40.868478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0241ff-0688-44bb-b652-b78caa4dc55a service neutron] Pushing event updated for resources: {'Port': ['ID=8c8098c0-29e2-458f-8373-c85958275f81,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:40.902996 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0bdded-74c6-49f6-8ab6-378bd77d3d8b x-openstack-request-id: req-3e0bdded-74c6-49f6-8ab6-378bd77d3d8b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:40.903320 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e22d82d-71bb-462c-8a65-3ffe7e8604d6", "tag": "8c8098c0-29e2-458f-8373-c85958275f81", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:40.903633 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e0bdded-74c6-49f6-8ab6-378bd77d3d8b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:40.904118 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'tag': '8c8098c0-29e2-458f-8373-c85958275f81', 'status': 'completed', 'code': 200} Aug 11 08:16:40.982696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-85a4bdc5-ae10-4876-96f0-1df3505ce620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:40.988411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-85a4bdc5-ae10-4876-96f0-1df3505ce620 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 1095 time: 0.0627553 Aug 11 08:16:41.051907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-8070352c-d871-47eb-8d71-368d9b717c7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c8098c0-29e2-458f-8373-c85958275f81 HTTP/1.1" status: 200 len: 217 time: 0.0500002 Aug 11 08:16:41.113412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44094) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:41.132896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-59776945-4b7e-4a92-940d-4c7d0b0cffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:41.135382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-59776945-4b7e-4a92-940d-4c7d0b0cffb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.0758145 Aug 11 08:16:41.206930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-3ec66547-3d7a-470c-bbfe-05144728f3ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595260 Aug 11 08:16:41.313983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-937441220-network', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:41.370513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Made reservation on behalf of 06b8191d715f471c9f3cb8f7c9bb55bb for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:41.372137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-442357cb-4355-430c-9486-c5e36847c1b2 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545806 Aug 11 08:16:41.374668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.428670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.499969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766220cc-44c0-4d7e-8d96-e658da7a72d2 req-cb2959b4-94cc-40d3-8f0e-71ed254dd060 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:41.504770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-766220cc-44c0-4d7e-8d96-e658da7a72d2 req-cb2959b4-94cc-40d3-8f0e-71ed254dd060 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 944 time: 0.2153533 Aug 11 08:16:41.561695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af1e3bcd-c6ce-4861-935f-49e33810cc09 req-155b43ca-a468-4629-b1ad-ca59e3a761ce service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784015 Aug 11 08:16:41.639597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-766220cc-44c0-4d7e-8d96-e658da7a72d2 req-b63f2d2b-1c44-4a14-a46d-e74a1a65022a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216240 Aug 11 08:16:41.728798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.735085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.738924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde939a0-7b19-4467-89a7-a2a1b642f712 req-22245d09-6327-4790-8355-b4545d3f8e41 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:41.740565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fde939a0-7b19-4467-89a7-a2a1b642f712 req-22245d09-6327-4790-8355-b4545d3f8e41 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0911922 Aug 11 08:16:41.754122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-201e0fb9-ed48-40c2-8ba8-1accb5217c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:41.756209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-201e0fb9-ed48-40c2-8ba8-1accb5217c50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 1095 time: 0.0701499 Aug 11 08:16:41.767777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:16:41.795736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:41.812403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.815762 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Added segment beda6024-85a8-42ce-9f70-9c2550573086 of type vlan for network 9060c8cd-f015-4c70-87df-721f9e616e93 Aug 11 08:16:41.884596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.885724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fde939a0-7b19-4467-89a7-a2a1b642f712 req-b0a0032b-333a-473e-a6ff-9e85115b239b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346662 Aug 11 08:16:41.944691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.946028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:41.946732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:41.948662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-e13eb786-490e-42cd-a7a3-efae2ab41973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:41.951115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-e13eb786-490e-42cd-a7a3-efae2ab41973 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.1725829 Aug 11 08:16:42.016961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-7f8d1482-a42f-4041-a4a6-3f90cda781d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c8098c0-29e2-458f-8373-c85958275f81 HTTP/1.1" status: 200 len: 217 time: 0.0553432 Aug 11 08:16:42.071156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9559569 Aug 11 08:16:42.076198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44116) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:42.083362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Request body: {'subnet': {'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-subnet', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:42.108025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-024b5d62-0d27-4266-94e4-2ac9815f7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:42.110051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-024b5d62-0d27-4266-94e4-2ac9815f7191 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.0822501 Aug 11 08:16:42.113760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791dd9-8d44-44da-8b5a-43669fd5494a admin admin] Pushing event updated for resources: {'Network': ['ID=9060c8cd-f015-4c70-87df-721f9e616e93,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:42.129141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9060c8cd-f015-4c70-87df-721f9e616e93 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:16:42.145246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c78b-a5be-4ba0-91a5-102c29099b96 req-f498469b-ce85-42c3-a6c2-9687a103bc07 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:42.153560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1885c78b-a5be-4ba0-91a5-102c29099b96 req-f498469b-ce85-42c3-a6c2-9687a103bc07 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.2024117 Aug 11 08:16:42.165715 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-0ebb37ac-19db-41cc-a9a8-31c13aba6d47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437965 Aug 11 08:16:42.183365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Made reservation on behalf of 06b8191d715f471c9f3cb8f7c9bb55bb for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:42.186091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:42.218192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1885c78b-a5be-4ba0-91a5-102c29099b96 req-fcb30ec4-d288-4003-b23b-ca5186989702 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632691 Aug 11 08:16:42.350599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-afda87ef-c569-4d08-8edc-c470be426eaa service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759531 Aug 11 08:16:42.536464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0a651ee-e38f-43bc-b01a-a12e287d345a req-15005f9f-6c0d-4d9b-8489-bfc1ea76e2d1 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726258 Aug 11 08:16:42.557516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:42.692200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Checking segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:42.692754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Network hostable DHCP agents. Network: 9060c8cd-f015-4c70-87df-721f9e616e93, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:16:42.721592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1b1e27-6cd6-4a87-96fc-a153e477f22b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:42.749924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Network 9060c8cd-f015-4c70-87df-721f9e616e93 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:16:42.777104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 9060c8cd-f015-4c70-87df-721f9e616e93) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:42.794130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a01c2-2b29-4073-8dd4-9f01e138ed89 None None] Network 9060c8cd-f015-4c70-87df-721f9e616e93 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:16:42.828739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:42.830092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:42.862304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-61cddddc-3f42-414a-8e9f-1b8fd2f22b35 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7842724 Aug 11 08:16:42.865094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44134) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:42.869958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:42.881269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc30c22-dca2-461d-b277-6d66acf547b0 req-eb02c1cd-3e67-432d-824a-418d901bbedc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:42.889611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bc30c22-dca2-461d-b277-6d66acf547b0 req-eb02c1cd-3e67-432d-824a-418d901bbedc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 944 time: 0.1340349 Aug 11 08:16:42.909722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:42.911519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:42.946799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bc30c22-dca2-461d-b277-6d66acf547b0 req-a615fcce-1008-4386-8b83-4035cd651703 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Aug 11 08:16:43.023653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090241fd-efbe-4249-a8ec-016756810ae2 None None] Network 9060c8cd-f015-4c70-87df-721f9e616e93 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:16:43.033153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:43.251326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27869b7-dfca-4354-86b0-5971f96e5013 req-087a8b3e-f1ef-4c27-acc4-1a02ca87f54c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:43.253429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d27869b7-dfca-4354-86b0-5971f96e5013 req-087a8b3e-f1ef-4c27-acc4-1a02ca87f54c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2350075 Aug 11 08:16:43.312272 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:43.424821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1981-5540-425b-bf15-46fb89899f16 req-8c4a0822-3a46-4b6b-ae79-65ac97564e51 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:43.442869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bffe1981-5540-425b-bf15-46fb89899f16 req-8c4a0822-3a46-4b6b-ae79-65ac97564e51 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0741098 Aug 11 08:16:43.445923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d27869b7-dfca-4354-86b0-5971f96e5013 req-2d94e3ba-da92-48a9-9ddd-3066b640fcc9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554651 Aug 11 08:16:43.502900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bffe1981-5540-425b-bf15-46fb89899f16 req-ccbf97be-4824-4753-bf45-b9fe024e14f9 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Aug 11 08:16:43.680075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:43.710507 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:43.807695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8c8098c0-29e2-458f-8373-c85958275f81 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:43.852762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Allocated IP 172.25.2.29 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/bc5579c4-2239-4e0b-b0ba-41cf2b3744bd) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:43.963520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8c8098c0-29e2-458f-8373-c85958275f81, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8c8098c0-29e2-458f-8373-c85958275f81,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:43.985478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:43.988443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8c8098c0-29e2-458f-8373-c85958275f81', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': '8c8098c0-29e2-458f-8373-c85958275f81', 'mac_address': 'fa:16:3e:fc:a1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:44.044531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:44.048256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:44.068467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8098c0-29e2-458f-8373-c85958275f81 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:44.096541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8c8098c0-29e2-458f-8373-c85958275f81, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8c8098c0-29e2-458f-8373-c85958275f81,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:44.101979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:44.126075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:44.131629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:44.131849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd447-95b1-4254-8685-aff7cbbab094 req-24c077c9-2051-46d9-96b1-2ea427cfafcd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:44.142479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:44.146428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee7fd447-95b1-4254-8685-aff7cbbab094 req-24c077c9-2051-46d9-96b1-2ea427cfafcd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 944 time: 0.0979395 Aug 11 08:16:44.180052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:44.181131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8c8098c0-29e2-458f-8373-c85958275f81,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:44.197694 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee7fd447-95b1-4254-8685-aff7cbbab094 req-7d7b1ebf-a0c6-4414-b6c6-f2ebb31cf724 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496123 Aug 11 08:16:44.513239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:44.577502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8c8098c0-29e2-458f-8373-c85958275f81'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:44.659611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760701f0-18f1-4172-835c-0a26aca83b49 req-ae29a1cf-6d94-4df9-a7da-81f7bc8d9d37 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:44.661272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-760701f0-18f1-4172-835c-0a26aca83b49 req-ae29a1cf-6d94-4df9-a7da-81f7bc8d9d37 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1089103 Aug 11 08:16:44.719011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfcf26-74e5-4ae5-8b19-0b9667742818 req-4510ee94-f3d0-4673-bcc7-2d30e8692717 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:44.731792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79cfcf26-74e5-4ae5-8b19-0b9667742818 req-4510ee94-f3d0-4673-bcc7-2d30e8692717 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1148710 Aug 11 08:16:44.796540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79cfcf26-74e5-4ae5-8b19-0b9667742818 req-db3f36f7-4877-43ba-8f9b-099cc88c91af tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638416 Aug 11 08:16:44.800982 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-760701f0-18f1-4172-835c-0a26aca83b49 req-51750b94-a688-4473-861c-7f230ce12b3d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272674 Aug 11 08:16:44.895374 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:45.352595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8eed7-67c6-4dbe-aa55-e0e75bdabacb req-9e22f20a-4bb5-4b66-aedc-08b309d3c79c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:45.361644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6d8eed7-67c6-4dbe-aa55-e0e75bdabacb req-9e22f20a-4bb5-4b66-aedc-08b309d3c79c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 945 time: 0.0715253 Aug 11 08:16:45.408785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6d8eed7-67c6-4dbe-aa55-e0e75bdabacb req-7351364b-6e73-41a1-9394-8c5803cb5eed tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455248 Aug 11 08:16:45.435680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Router cba9bb41-aa98-47b4-850c-ee71e68232ba is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:16:45.554097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:16:45.565561 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Sync routers for ids ['cba9bb41-aa98-47b4-850c-ee71e68232ba'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:16:45.578114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Routers {'cba9bb41-aa98-47b4-850c-ee71e68232ba'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:16:45.578900 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cba9bb41-aa98-47b4-850c-ee71e68232ba'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:45.579617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:45.583545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1c91f4e1-5ef9-4514-8886-3d1e707892a4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7147861 Aug 11 08:16:45.584979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44180) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:16:45.726744 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Set router cba9bb41-aa98-47b4-850c-ee71e68232ba gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:16:45.997155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be79653-4f2b-4cd8-a4fb-9deadfe33d16 req-7288b147-1902-4693-b6b8-556e4007290c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:46.005813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6be79653-4f2b-4cd8-a4fb-9deadfe33d16 req-7288b147-1902-4693-b6b8-556e4007290c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0871294 Aug 11 08:16:46.059816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6be79653-4f2b-4cd8-a4fb-9deadfe33d16 req-2fc5b383-33d4-48e2-b68d-ab71e509549d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526767 Aug 11 08:16:46.063121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2006ae-500d-4dc6-96a0-707f854423fd req-1feeef9e-81b4-4b79-a8c5-5a0b17b4b422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:46.072041 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e2006ae-500d-4dc6-96a0-707f854423fd req-1feeef9e-81b4-4b79-a8c5-5a0b17b4b422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1405962 Aug 11 08:16:46.173545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e2006ae-500d-4dc6-96a0-707f854423fd req-d9f8d2e4-7941-42ae-9eb7-32b57104a35b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004951 Aug 11 08:16:46.225851 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:16:44Z', 'revision_number': 3, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:46.275201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Checking router: cba9bb41-aa98-47b4-850c-ee71e68232ba for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:16:46.275589 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Updating router cba9bb41-aa98-47b4-850c-ee71e68232ba port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:16:46.310004 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.401107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.625910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5d8d5-ee38-4b92-b94a-ffbcf1e7af57 req-44035f8a-71a1-4c23-8778-6644881587ea tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:46.634589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61f5d8d5-ee38-4b92-b94a-ffbcf1e7af57 req-44035f8a-71a1-4c23-8778-6644881587ea tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 945 time: 0.1026485 Aug 11 08:16:46.647565 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.662776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Transition to ACTIVE for port object bc5579c4-2239-4e0b-b0ba-41cf2b3744bd will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:46.676714 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.691447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Allocated IP 172.20.0.1 (9060c8cd-f015-4c70-87df-721f9e616e93/bf1b1e27-6cd6-4a87-96fc-a153e477f22b/af166dcd-4fc2-4e06-80b7-0399c3f040e8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:46.706891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61f5d8d5-ee38-4b92-b94a-ffbcf1e7af57 req-3eee0a30-be56-407a-9076-73cf4a947369 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710461 Aug 11 08:16:46.768664 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Pushing event updated for resources: {'Port': ['ID=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:46.771882 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Attempting to bind port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:46.772253 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Attempting to bind port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:46.772674 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Attempting to bind port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:46.792506 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.793030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.795344 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.795754 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.796420 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.796922 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.797352 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.798177 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.798608 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.799030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.799447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.799860 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:16:46.804822 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:46.805368 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:46.805862 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.806459 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:46.807108 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Bound port: bc5579c4-2239-4e0b-b0ba-41cf2b3744bd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:46.807586 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.850173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.882755 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] For port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:46.887782 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] For port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:46.893987 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.901648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:46.947615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Network 9060c8cd-f015-4c70-87df-721f9e616e93 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:46.951453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:46.956392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:46.956772 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Routers {'cba9bb41-aa98-47b4-850c-ee71e68232ba'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:16:46.957484 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cba9bb41-aa98-47b4-850c-ee71e68232ba'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:47.007500 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775e810-cb1a-4e0a-8edc-e6b8bd80707e None None] Pushing event updated for resources: {'Port': ['ID=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:47.034227 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:47.080674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=af166dcd-4fc2-4e06-80b7-0399c3f040e8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:47.144784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] Set router cba9bb41-aa98-47b4-850c-ee71e68232ba gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:16:47.232987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:47.236902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a5d5f-e2cc-43d3-88d2-c284cafebede req-62ae56c1-6389-49d9-81e0-dfcebd8d9039 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:47.254526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-248a5d5f-e2cc-43d3-88d2-c284cafebede req-62ae56c1-6389-49d9-81e0-dfcebd8d9039 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1039724 Aug 11 08:16:47.343948 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-248a5d5f-e2cc-43d3-88d2-c284cafebede req-7ccce2b9-716d-4156-ae2f-f3ceaf88c774 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876386 Aug 11 08:16:47.457168 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:16:44Z', 'revision_number': 3, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:47.494760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188fe60-ddb3-4cb4-9413-e210ecdb4cc7 None None] The sync data for ids ['cba9bb41-aa98-47b4-850c-ee71e68232ba'] in n-d-789963-6 is: [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:16:44Z', 'revision_number': 3, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:16:47.547305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b074-e04f-433f-a774-b872f76ff5f5 req-591355a4-9294-4382-8826-5b4897799f60 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:47.549266 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7759b074-e04f-433f-a774-b872f76ff5f5 req-591355a4-9294-4382-8826-5b4897799f60 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0971186 Aug 11 08:16:47.630274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7759b074-e04f-433f-a774-b872f76ff5f5 req-54046581-9911-45e1-b1d9-889b0e863cab tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726404 Aug 11 08:16:47.643205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:47.658958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:47.735149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Pushing event updated for resources: {'Port': ['ID=af166dcd-4fc2-4e06-80b7-0399c3f040e8,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:47.744421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:47.841977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8c8098c0-29e2-458f-8373-c85958275f81 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:47.984662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8c8098c0-29e2-458f-8373-c85958275f81 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:47.990633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60ab3-67b3-464b-8fe2-69930ed1172c req-1e1a2055-7174-4e75-b450-10a6bb72dd99 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:48.002705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8c8098c0-29e2-458f-8373-c85958275f81 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:48.002968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ede60ab3-67b3-464b-8fe2-69930ed1172c req-1e1a2055-7174-4e75-b450-10a6bb72dd99 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 945 time: 0.1885927 Aug 11 08:16:48.004046 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:48.017624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Network 9060c8cd-f015-4c70-87df-721f9e616e93 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:48.020051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:48.124391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ede60ab3-67b3-464b-8fe2-69930ed1172c req-c5861dbb-6a8c-4932-bfa6-5a0b32358236 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193256 Aug 11 08:16:48.211413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:48.288136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Router cba9bb41-aa98-47b4-850c-ee71e68232ba has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:16:48.309483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8098c0-29e2-458f-8373-c85958275f81'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:48.314113 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c72d11-7d12-452b-abad-ad129673249a" -d '{"events": [{"server_uuid": "8e22d82d-71bb-462c-8a65-3ffe7e8604d6", "name": "network-vif-plugged", "status": "completed", "tag": "8c8098c0-29e2-458f-8373-c85958275f81"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:48.331915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8c8098c0-29e2-458f-8373-c85958275f81, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8c8098c0-29e2-458f-8373-c85958275f81,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:48.355932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:48.453723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8c8098c0-29e2-458f-8373-c85958275f81,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:48.459078 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b96ebc-4f9d-4d74-99f8-439ce02c5329 x-openstack-request-id: req-b7b96ebc-4f9d-4d74-99f8-439ce02c5329 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:48.459501 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e22d82d-71bb-462c-8a65-3ffe7e8604d6", "name": "network-vif-plugged", "status": "completed", "tag": "8c8098c0-29e2-458f-8373-c85958275f81", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:48.460167 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7b96ebc-4f9d-4d74-99f8-439ce02c5329 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:48.460737 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8098c0-29e2-458f-8373-c85958275f81', 'code': 200} Aug 11 08:16:48.517382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:16:48.544784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7eff593-eac7-415e-93ac-ba9c2421caa4 admin admin] 10.222.0.58 "PUT /v2.0/routers/cba9bb41-aa98-47b4-850c-ee71e68232ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594898 Aug 11 08:16:48.741987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93a64-ace8-4a89-88c2-98ee555f5df8 req-8845287c-c34a-48a0-aa34-b843c66cb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:48.745808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97e93a64-ace8-4a89-88c2-98ee555f5df8 req-8845287c-c34a-48a0-aa34-b843c66cb08f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 1097 time: 0.1841898 Aug 11 08:16:48.819171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5331-200d-4000-8d85-45a636064848 req-215020c5-1fec-439a-8369-f0d3aba26f76 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:48.829870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b79d5331-200d-4000-8d85-45a636064848 req-215020c5-1fec-439a-8369-f0d3aba26f76 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2102435 Aug 11 08:16:48.892769 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97e93a64-ace8-4a89-88c2-98ee555f5df8 req-4ec53d3b-cb7f-4068-b403-7aab85917fc5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323011 Aug 11 08:16:48.920510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bc5579c4-2239-4e0b-b0ba-41cf2b3744bd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:48.941558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b79d5331-200d-4000-8d85-45a636064848 req-1977e09a-89dd-47d4-9404-0421a502083e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917897 Aug 11 08:16:48.963562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8459572-c561-4c0e-b446-526b9ae206aa req-2f489cee-9917-4c43-969a-3b785a705c7f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:48.972336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8459572-c561-4c0e-b446-526b9ae206aa req-2f489cee-9917-4c43-969a-3b785a705c7f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1840503 Aug 11 08:16:49.024829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8459572-c561-4c0e-b446-526b9ae206aa req-8835392b-fc30-4d42-a3f4-f42deaeb23f5 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Aug 11 08:16:49.035176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:49.043309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:49.043772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:49.153450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:49.179857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:49.280624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035067-e07b-4ce5-b3fc-ab8ddd347881 req-f7263d52-08ae-4428-9c53-b93990464e28 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:49.289782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:49.297705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88035067-e07b-4ce5-b3fc-ab8ddd347881 req-f7263d52-08ae-4428-9c53-b93990464e28 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.0889919 Aug 11 08:16:49.311867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'mac_address': 'fa:16:3e:ab:9b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:49.316535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:49.355753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:49.366341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88035067-e07b-4ce5-b3fc-ab8ddd347881 req-2c295931-0ce9-457b-9d64-6279aa0d76c1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647314 Aug 11 08:16:49.397864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:49.441819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-adc706dd-9f02-4ad9-a95e-8e949c99a5d3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:49.443674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-adc706dd-9f02-4ad9-a95e-8e949c99a5d3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 818 time: 0.1809046 Aug 11 08:16:49.464732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-250e5d5f-e1be-4e16-905c-422941ad2e12 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/quotas/06b8191d715f471c9f3cb8f7c9bb55bb HTTP/1.1" status: 200 len: 375 time: 0.0130730 Aug 11 08:16:49.467810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:49.498006 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:49.540808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:49.552971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:49.553477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-970c245e-56a2-40d0-aaaa-c12afccce9cb tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754511 Aug 11 08:16:49.608030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:49.615806 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:49.638037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:16:49.638402 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:16:49.765838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-4e2cdea3-d8ed-48ba-9792-4439a08e11b8 service neutron] 10.222.0.58 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022524 Aug 11 08:16:49.794063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:49.880712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-e6e1499c-2ce5-4f72-bf5b-81775a9af58d service neutron] 10.222.0.58 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137452 Aug 11 08:16:50.121008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2564752-5c75-4176-ac5f-70efb7708a38 req-8407187c-7e7c-47bc-b7e1-84be97ee1e98 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 210 time: 0.0458143 Aug 11 08:16:50.168484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce314ec-d441-46af-8b8f-04b09230bc6b req-fc5eef7e-70d5-47d7-adcf-533b58518159 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:50.186908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ce314ec-d441-46af-8b8f-04b09230bc6b req-fc5eef7e-70d5-47d7-adcf-533b58518159 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1258476 Aug 11 08:16:50.284987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:50.306145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ce314ec-d441-46af-8b8f-04b09230bc6b req-8e2ca800-e2dd-4989-99f9-65e3c6f53f69 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083667 Aug 11 08:16:50.346948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:50.356917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Sync routers for ids ['cba9bb41-aa98-47b4-850c-ee71e68232ba'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:16:50.371923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Routers {'cba9bb41-aa98-47b4-850c-ee71e68232ba'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:16:50.372661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cba9bb41-aa98-47b4-850c-ee71e68232ba'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:50.433306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:50.440259 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:50.488266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4ca63-1077-4f75-960f-4cf6599bc4c6 req-77063e43-39a8-4ed3-9d65-1bc77e4c5e66 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:50.500496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39f4ca63-1077-4f75-960f-4cf6599bc4c6 req-77063e43-39a8-4ed3-9d65-1bc77e4c5e66 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.1506779 Aug 11 08:16:50.506786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:50.509535 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc345b3-560a-4158-a209-bec7afd7c8a2" -d '{"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:50.583312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39f4ca63-1077-4f75-960f-4cf6599bc4c6 req-3fd48029-d5fc-46e3-a560-6e54c4517a29 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799906 Aug 11 08:16:50.762203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-a5f4ec29-8b5b-433d-a74f-8a68fcde784a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:50.786015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-a5f4ec29-8b5b-433d-a74f-8a68fcde784a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 818 time: 0.3063979 Aug 11 08:16:50.814867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-2a7efa55-9f10-48a5-9454-7f830cda103c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/quotas/06b8191d715f471c9f3cb8f7c9bb55bb HTTP/1.1" status: 200 len: 375 time: 0.0246186 Aug 11 08:16:50.820277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983f05f-6892-434c-8d89-dbc12a381c08 req-bbd6fbae-83ac-4731-91c5-2fc0d146e226 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:50.834133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5983f05f-6892-434c-8d89-dbc12a381c08 req-bbd6fbae-83ac-4731-91c5-2fc0d146e226 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.1637142 Aug 11 08:16:50.856438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Set router cba9bb41-aa98-47b4-850c-ee71e68232ba gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:16:50.892417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5983f05f-6892-434c-8d89-dbc12a381c08 req-bcf530f8-df7f-492e-9c16-d56d4704ef8e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570645 Aug 11 08:16:50.899827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bc5579c4-2239-4e0b-b0ba-41cf2b3744bd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:50.917391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:50.931215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-df343c99-01e5-4273-abd0-eeb9eaa635e3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056793 Aug 11 08:16:50.960602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['597d6daa-aee8-4088-89d9-5692f26c6c06'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:51.019271 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6759346e-88db-4732-ae53-2e6ed9d45148 x-openstack-request-id: req-6759346e-88db-4732-ae53-2e6ed9d45148 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:51.019610 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:51.019938 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6759346e-88db-4732-ae53-2e6ed9d45148 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:51.020297 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'code': 200} Aug 11 08:16:51.053522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-9ec92acb-1bc7-4c10-912e-1354e2df33f3 service neutron] 10.222.0.58 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212246 Aug 11 08:16:51.187527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-d1aac582-3a35-4c57-858b-94b84932d707 service neutron] 10.222.0.58 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297169 Aug 11 08:16:51.274806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:51.275258 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:51.505664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:16:47Z', 'revision_number': 4, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'af166dcd-4fc2-4e06-80b7-0399c3f040e8', 'name': '', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'mac_address': 'fa:16:3e:23:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:46Z', 'updated_at': '2021-08-11T08:16:47Z', 'revision_number': 2, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'subnets': [{'id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:51.548867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Checking router: cba9bb41-aa98-47b4-850c-ee71e68232ba for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:16:51.549402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Updating router cba9bb41-aa98-47b4-850c-ee71e68232ba port af166dcd-4fc2-4e06-80b7-0399c3f040e8 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:16:51.556919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d815f27-0802-49f7-848c-b03d5853c8ae req-404a7589-db8e-4d6b-b49b-18316931ea6b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 210 time: 0.0437541 Aug 11 08:16:51.566831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec0cb6-0079-457e-a063-f9fb9ada2492 req-bfc53bfc-fb72-46b4-93d5-668823866e08 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:51.578789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9dec0cb6-0079-457e-a063-f9fb9ada2492 req-bfc53bfc-fb72-46b4-93d5-668823866e08 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0966227 Aug 11 08:16:51.587113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:51.634355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9dec0cb6-0079-457e-a063-f9fb9ada2492 req-a99699de-4e6f-4d73-8224-151b48608944 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Aug 11 08:16:51.830998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a760-2668-4f7b-8c41-02eeb457b192 req-09823233-aa6b-40e9-a616-f446918f0cd7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:51.843698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f6a760-2668-4f7b-8c41-02eeb457b192 req-09823233-aa6b-40e9-a616-f446918f0cd7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.1449950 Aug 11 08:16:51.925667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8f6a760-2668-4f7b-8c41-02eeb457b192 req-a8c5107c-873a-4e96-957a-8d9cdf3ad78b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762973 Aug 11 08:16:52.019887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-21575adb-0834-4521-9671-8c93073795ad tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:52.024240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-21575adb-0834-4521-9671-8c93073795ad tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 818 time: 0.2524965 Aug 11 08:16:52.044370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Request body: {'port': {'device_id': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'admin_state_up': True, 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:52.086634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598f49-4c5b-419e-b71b-d1da39e4ae2e req-d18df6fd-66b9-4d96-aeaa-33404f5a1b46 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:52.098947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b598f49-4c5b-419e-b71b-d1da39e4ae2e req-d18df6fd-66b9-4d96-aeaa-33404f5a1b46 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 949 time: 0.0748672 Aug 11 08:16:52.154960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.177236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Transition to ACTIVE for port object af166dcd-4fc2-4e06-80b7-0399c3f040e8 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:52.191409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.242855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b598f49-4c5b-419e-b71b-d1da39e4ae2e req-79f3ec18-97d9-4ded-90c6-06d525cc90f9 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422727 Aug 11 08:16:52.286524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Made reservation on behalf of 06b8191d715f471c9f3cb8f7c9bb55bb for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:52.301255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.311244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9142f6-9283-4e9a-b69d-0243eb0669ca None None] Pushing event updated for resources: {'Port': ['ID=af166dcd-4fc2-4e06-80b7-0399c3f040e8,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:52.331092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Attempting to bind port af166dcd-4fc2-4e06-80b7-0399c3f040e8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:52.331531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Attempting to bind port af166dcd-4fc2-4e06-80b7-0399c3f040e8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:52.331972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Attempting to bind port af166dcd-4fc2-4e06-80b7-0399c3f040e8 on network 9060c8cd-f015-4c70-87df-721f9e616e93 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:52.344658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:52.345296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Checking segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:52.345802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.346320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Bound using segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:52.346881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Bound port: af166dcd-4fc2-4e06-80b7-0399c3f040e8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:52.347400 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.453111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] For port af166dcd-4fc2-4e06-80b7-0399c3f040e8, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:52.463721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] For port af166dcd-4fc2-4e06-80b7-0399c3f040e8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=af166dcd-4fc2-4e06-80b7-0399c3f040e8,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:52.474656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.513961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Allocated IP 172.20.0.4 (9060c8cd-f015-4c70-87df-721f9e616e93/bf1b1e27-6cd6-4a87-96fc-a153e477f22b/5767c66f-7acd-4ba0-9448-d292a13e2cfa) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:52.556003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Routers {'cba9bb41-aa98-47b4-850c-ee71e68232ba'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:16:52.556853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cba9bb41-aa98-47b4-850c-ee71e68232ba'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:52.626114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9142f6-9283-4e9a-b69d-0243eb0669ca None None] Pushing event updated for resources: {'Port': ['ID=af166dcd-4fc2-4e06-80b7-0399c3f040e8,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:52.692524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f2821e6-d027-4c1e-9676-666b537cf029 req-7c2a046f-afcf-4db6-9844-52537f5fd315 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 210 time: 0.0286052 Aug 11 08:16:52.722524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] Set router cba9bb41-aa98-47b4-850c-ee71e68232ba gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:16:52.770986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.859283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:52.893801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb43c2-6cec-460d-bffb-cd3661021583 req-e0aa8a13-babb-4c7f-9be2-b9b1f0c52925 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:52.897883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4fb43c2-6cec-460d-bffb-cd3661021583 req-e0aa8a13-babb-4c7f-9be2-b9b1f0c52925 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0982776 Aug 11 08:16:52.916991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Network 9060c8cd-f015-4c70-87df-721f9e616e93 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:52.938289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:52.942345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Pushing event updated for resources: {'Port': ['ID=5767c66f-7acd-4ba0-9448-d292a13e2cfa,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:52.950713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:53.018253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4fb43c2-6cec-460d-bffb-cd3661021583 req-d55d66d9-6405-4205-829a-205afbee5355 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050568 Aug 11 08:16:53.100088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:16:47Z', 'revision_number': 4, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'af166dcd-4fc2-4e06-80b7-0399c3f040e8', 'name': '', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'mac_address': 'fa:16:3e:23:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:46Z', 'updated_at': '2021-08-11T08:16:52Z', 'revision_number': 4, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'subnets': [{'id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:53.124521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:53.126055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.158081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-81c82f71-5a84-4c86-afda-b5387e1f182c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1179819 Aug 11 08:16:53.164742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05dbe6-dfc0-4d6a-9d44-b15394029c00 None None] The sync data for ids ['cba9bb41-aa98-47b4-850c-ee71e68232ba'] in n-d-789963-6 is: [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:16:47Z', 'revision_number': 4, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'af166dcd-4fc2-4e06-80b7-0399c3f040e8', 'name': '', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'mac_address': 'fa:16:3e:23:31:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:46Z', 'updated_at': '2021-08-11T08:16:52Z', 'revision_number': 4, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'subnets': [{'id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:16:53.192599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Request body: {'port': {'device_id': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:53.214405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:53.244605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474635f-9af0-4149-84fc-c7a9e40d6557 req-37b7fcef-c4a3-4aa5-8645-a1afaaf92f1b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:53.253735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:53.261710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6474635f-9af0-4149-84fc-c7a9e40d6557 req-37b7fcef-c4a3-4aa5-8645-a1afaaf92f1b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.1561987 Aug 11 08:16:53.283296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-ca918452-26fa-4eb8-b240-61958498bf76 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:53.284910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-ca918452-26fa-4eb8-b240-61958498bf76 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 818 time: 0.2883480 Aug 11 08:16:53.340533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Request body: {'port': {'device_id': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'admin_state_up': True, 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:53.344126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.355584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6474635f-9af0-4149-84fc-c7a9e40d6557 req-f41fdde7-af15-4f5d-9a46-77cafb8dd313 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920951 Aug 11 08:16:53.433076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 597d6daa-aee8-4088-89d9-5692f26c6c06 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:53.433525 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.483331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:53.498021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875d3b-e424-4b30-9638-2846b0211f73 req-c42acc77-c0e0-4052-9bb5-25048fed7e90 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:53.499748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24875d3b-e424-4b30-9638-2846b0211f73 req-c42acc77-c0e0-4052-9bb5-25048fed7e90 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.0668724 Aug 11 08:16:53.506837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'port_id': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'mac_address': 'fa:16:3e:f7:e4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f5335-f461-4da7-9a8f-6613ff177c4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:16:53.562820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24875d3b-e424-4b30-9638-2846b0211f73 req-c3c91fa4-e7e2-4fa7-90a4-266e0d0a01a1 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560894 Aug 11 08:16:53.589417 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.590282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-df814fcf-6f5a-403f-8fbc-9ce62c69f455 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:53.591664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.592502 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-df814fcf-6f5a-403f-8fbc-9ce62c69f455 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.1865418 Aug 11 08:16:53.619243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:53.649906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:53.652270 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53471403-1457-4255-9052-0e4fa99b326b" -d '{"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-plugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:53.660201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:53.676830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.680222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:53.685992 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:53.690053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89917-2ce2-4ed0-8cc9-929ac78f494c req-b6ca37f1-7619-4466-90df-54da5cc5b822 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:53.692295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cc89917-2ce2-4ed0-8cc9-929ac78f494c req-b6ca37f1-7619-4466-90df-54da5cc5b822 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 949 time: 0.0666001 Aug 11 08:16:53.742787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:53.753137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cc89917-2ce2-4ed0-8cc9-929ac78f494c req-a51df18e-3944-48a5-9e56-4d3bf8a73ca4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507443 Aug 11 08:16:53.760083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-84e3b02e-ad72-4333-9490-b411b3c5c3f2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/quotas/fb6b4d0934d54be7a5dc097f00fbfeca HTTP/1.1" status: 200 len: 375 time: 0.0805087 Aug 11 08:16:53.822207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:53.871350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:53.908990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4f3d3444-f1f6-4367-9997-eafa5dfc88a3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:16:53.925064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-71af6f23-d679-42f4-9a81-31cfc90ac0cf tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632404 Aug 11 08:16:53.965033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Made reservation on behalf of 06b8191d715f471c9f3cb8f7c9bb55bb for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:53.969483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:54.062503 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:54.084252 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d457e1c8-5ef6-4dfe-a4f7-7e4abc342483 x-openstack-request-id: req-d457e1c8-5ef6-4dfe-a4f7-7e4abc342483 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:54.084599 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-plugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:54.084862 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d457e1c8-5ef6-4dfe-a4f7-7e4abc342483 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:54.085881 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'code': 200} Aug 11 08:16:54.132093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:54.139168 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:54.182394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77c8e306-1f0a-4994-84e3-efc3ae2c3fea req-399b3890-7a96-4f00-98db-4f6b06e22200 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 210 time: 0.0376456 Aug 11 08:16:54.244271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:54.271491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-441f3510-3802-41af-aa2e-a6fdbdfc23ea service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452041 Aug 11 08:16:54.341110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5767c66f-7acd-4ba0-9448-d292a13e2cfa {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:54.350197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f42df-8072-451e-95df-0fda0c0a3530 req-0a92245f-7510-47fe-833f-91b68047a12c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:54.351819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:54.353167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-568f42df-8072-451e-95df-0fda0c0a3530 req-0a92245f-7510-47fe-833f-91b68047a12c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.0749044 Aug 11 08:16:54.382375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Transition to ACTIVE for port object 5767c66f-7acd-4ba0-9448-d292a13e2cfa will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:54.418508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:54.442510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-568f42df-8072-451e-95df-0fda0c0a3530 req-0aafcebe-d9fa-4eec-b548-183258ab8568 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812232 Aug 11 08:16:54.464743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc792-ea50-425c-bd9f-8c0ed5174c92 req-0fdaaf1c-11c3-4da6-8df1-1cf8705e8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:54.466420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1dfc792-ea50-425c-bd9f-8c0ed5174c92 req-0fdaaf1c-11c3-4da6-8df1-1cf8705e8166 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1101 time: 0.0755384 Aug 11 08:16:54.494754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-4e96a098-8a68-4b0f-8c47-aff9973efd12 service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222853 Aug 11 08:16:54.519530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1dfc792-ea50-425c-bd9f-8c0ed5174c92 req-fe4ca76b-2fff-455e-a425-58da3d911735 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Aug 11 08:16:54.527914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Pushing event updated for resources: {'Port': ['ID=5767c66f-7acd-4ba0-9448-d292a13e2cfa,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:54.531197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Allocated IP 172.20.0.10 (9060c8cd-f015-4c70-87df-721f9e616e93/bf1b1e27-6cd6-4a87-96fc-a153e477f22b/d872eb39-c724-4ec7-a765-21a4629d7f2e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:54.650466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a56d5-7f59-457c-8032-706e51188a27 req-79b2d127-c879-42cb-8719-3c6d2fa204d0 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:54.654630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865a56d5-7f59-457c-8032-706e51188a27 req-79b2d127-c879-42cb-8719-3c6d2fa204d0 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.1152747 Aug 11 08:16:54.662053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Attempting to bind port 5767c66f-7acd-4ba0-9448-d292a13e2cfa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:54.662398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Attempting to bind port 5767c66f-7acd-4ba0-9448-d292a13e2cfa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:54.662779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Attempting to bind port 5767c66f-7acd-4ba0-9448-d292a13e2cfa on network 9060c8cd-f015-4c70-87df-721f9e616e93 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:54.682123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Port 5767c66f-7acd-4ba0-9448-d292a13e2cfa on network 9060c8cd-f015-4c70-87df-721f9e616e93 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:54.682446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Attempting to bind port 5767c66f-7acd-4ba0-9448-d292a13e2cfa on network 9060c8cd-f015-4c70-87df-721f9e616e93 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:54.717362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:54.717713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Checking segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:54.718097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Bound using segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:54.719249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Bound port: 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:54.719620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:54.778735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865a56d5-7f59-457c-8032-706e51188a27 req-772ce852-e058-41cb-b761-e334715a2353 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127148 Aug 11 08:16:54.828424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-5e6f26ad-a3f9-444a-a6cc-f97759e8cd15 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:54.831894 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-5e6f26ad-a3f9-444a-a6cc-f97759e8cd15 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c2c0039-71a6-420e-a19c-1eca770e6cf5 HTTP/1.1" status: 200 len: 943 time: 0.2306635 Aug 11 08:16:54.908143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af166dcd-4fc2-4e06-80b7-0399c3f040e8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:54.945841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] For port 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:54.952738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7748df58-3274-42a4-ad0c-6f78295d1b0c req-b2a418a0-1b28-4b30-b472-0d3fd86b5348 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 210 time: 0.0462999 Aug 11 08:16:54.970202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.000156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] For port 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:55.017131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc6a00-d8e0-4475-bdff-a57db93d9a13 req-897306fd-f94b-498b-a615-c7f54556feea tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.019070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bdc6a00-d8e0-4475-bdff-a57db93d9a13 req-897306fd-f94b-498b-a615-c7f54556feea tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.2465203 Aug 11 08:16:55.022487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.043510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Deleting port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:55.045573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.050577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port af166dcd-4fc2-4e06-80b7-0399c3f040e8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:16:55.061232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port af166dcd-4fc2-4e06-80b7-0399c3f040e8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:55.061702 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.106484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.107373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.109073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] 10.222.0.69 "PUT /v2.0/ports/5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 1091 time: 1.9304833 Aug 11 08:16:55.111624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'tag': '5767c66f-7acd-4ba0-9448-d292a13e2cfa'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:55.114242 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324" -d '{"events": [{"name": "network-changed", "server_uuid": "11ad5813-3ea6-4dbb-865e-975a36f3944e", "tag": "5767c66f-7acd-4ba0-9448-d292a13e2cfa"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:55.175825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bdc6a00-d8e0-4475-bdff-a57db93d9a13 req-5f5c8337-5e58-471f-8cf6-0a1e44ed6878 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434503 Aug 11 08:16:55.179358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc472a-80b6-4a30-86ec-fe374d9d0f6a service neutron] Pushing event updated for resources: {'Port': ['ID=5767c66f-7acd-4ba0-9448-d292a13e2cfa,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:55.222043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:55.227303 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.331829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] For port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:55.332526 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.366820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Calling delete_port for 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:55.408618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Pushing event updated for resources: {'Port': ['ID=d872eb39-c724-4ec7-a765-21a4629d7f2e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:55.423054 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4fdfe9-c417-4e3a-b2ea-ee7c57dc544b x-openstack-request-id: req-6d4fdfe9-c417-4e3a-b2ea-ee7c57dc544b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:55.423499 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ad5813-3ea6-4dbb-865e-975a36f3944e", "tag": "5767c66f-7acd-4ba0-9448-d292a13e2cfa", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:55.423755 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d4fdfe9-c417-4e3a-b2ea-ee7c57dc544b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:55.424162 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'tag': '5767c66f-7acd-4ba0-9448-d292a13e2cfa', 'status': 'completed', 'code': 200} Aug 11 08:16:55.430840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.439925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Network 9060c8cd-f015-4c70-87df-721f9e616e93 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:55.447183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:55.451196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:55.480843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port af166dcd-4fc2-4e06-80b7-0399c3f040e8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=af166dcd-4fc2-4e06-80b7-0399c3f040e8,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:55.487458 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.531736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6304c-28fd-4500-9b5f-a4b7bb440807 req-c25cdab0-b0c9-47f6-bce1-a76d4ca94ab6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.533885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9b6304c-28fd-4500-9b5f-a4b7bb440807 req-c25cdab0-b0c9-47f6-bce1-a76d4ca94ab6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.3943412 Aug 11 08:16:55.539059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-d897b1de-a5bd-4bb2-b68f-71ba622c2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.540934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-d897b1de-a5bd-4bb2-b68f-71ba622c2682 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1094 time: 0.3356750 Aug 11 08:16:55.580344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=af166dcd-4fc2-4e06-80b7-0399c3f040e8,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:55.585945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:55.586374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.607094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-6688271b-b152-4141-aab3-1761b4812199 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 217 time: 0.0469880 Aug 11 08:16:55.613972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.622362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.637469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9b6304c-28fd-4500-9b5f-a4b7bb440807 req-439fe01f-fc85-4a23-a48f-a08c6593c2db tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808022 Aug 11 08:16:55.654147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-6b490994-1543-4dac-b79c-727362a88a3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3178649 Aug 11 08:16:55.692199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d497-64e4-4ced-ac1c-ff18bda771b0 req-af01b2c2-95e2-49be-bfdf-462066bb7c9e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.701287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b512d497-64e4-4ced-ac1c-ff18bda771b0 req-af01b2c2-95e2-49be-bfdf-462066bb7c9e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 932 time: 0.1799173 Aug 11 08:16:55.732951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Request body: {'port': {'device_id': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:55.759618 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.812980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:55.820054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:55.845892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43064356-96f6-492a-b310-35348bb911e4 req-277f20ee-dafa-4a4c-aabc-c21f663ea481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.847548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-277f20ee-dafa-4a4c-aabc-c21f663ea481 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.1914773 Aug 11 08:16:55.867289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b512d497-64e4-4ced-ac1c-ff18bda771b0 req-55f60ff6-765b-4e1a-8b45-e7b31fb48191 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651251 Aug 11 08:16:55.901343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399113-b664-4514-9530-f3dc85a16184 req-296eb069-9ee0-46be-bdbd-bb83c54986e7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:55.902878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d399113-b664-4514-9530-f3dc85a16184 req-296eb069-9ee0-46be-bdbd-bb83c54986e7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.2387669 Aug 11 08:16:55.903094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:55.922420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-5cdce17d-8664-4436-8694-3af816eb8d69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500274 Aug 11 08:16:55.928746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:56.087263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'}, {'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:56.089884 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f6969a-a03a-41ae-b1bb-6bee94f4e217" -d '{"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea"}, {"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:56.334148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:56.484159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] No DVR routers for this DVR port 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:56.489132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:56.492849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-005197a6-da47-4f96-80c3-e4724eeecce5 req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.69 "DELETE /v2.0/ports/5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea HTTP/1.1" status: 204 len: 173 time: 1.6534572 Aug 11 08:16:56.503907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-deleted', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:56.506636 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c729759-83f1-4b28-93e2-b3394ae89d4a" -d '{"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-deleted", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:56.533148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-b2259991-0a18-490f-8576-0052d36c26dd tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:56.535125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-b2259991-0a18-490f-8576-0052d36c26dd tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.2039843 Aug 11 08:16:56.536138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98745f89-26ba-4c11-8f92-c3d50b21a4b1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event deleted for resources: {'Port': ['ID=5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:56.552454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14277a24-295c-4416-9085-702713688e54 req-92d4b32f-b515-4e95-aaaa-59b4bbf33281 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:56.561026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14277a24-295c-4416-9085-702713688e54 req-92d4b32f-b515-4e95-aaaa-59b4bbf33281 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 946 time: 0.7915823 Aug 11 08:16:56.746175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-46720e2f-4267-4ab4-bb0f-ee7327c1940b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:56.754353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-46720e2f-4267-4ab4-bb0f-ee7327c1940b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.1778488 Aug 11 08:16:56.792491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Request body: {'port': {'device_id': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'admin_state_up': True, 'tenant_id': 'fb6b4d0934d54be7a5dc097f00fbfeca'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:56.853991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412631f-834e-408c-8c62-8e96ab3b812e req-794c9ffc-43af-4826-8f3b-86897ede6b73 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:56.864087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7412631f-834e-408c-8c62-8e96ab3b812e req-794c9ffc-43af-4826-8f3b-86897ede6b73 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.8970120 Aug 11 08:16:56.868743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af166dcd-4fc2-4e06-80b7-0399c3f040e8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:16:56.914580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-cbc511eb-4362-48b1-8898-2e0f9a7c37bf service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9836810 Aug 11 08:16:56.946583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port af166dcd-4fc2-4e06-80b7-0399c3f040e8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:16:56.946891 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.012775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14277a24-295c-4416-9085-702713688e54 req-6770484d-105e-42f3-88a1-7359fa475f01 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508388 Aug 11 08:16:57.036687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Deleting port 8c8098c0-29e2-458f-8373-c85958275f81 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:57.036971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.074273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7412631f-834e-408c-8c62-8e96ab3b812e req-20b2068f-46fe-446b-8ca0-f2722a45a095 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091618 Aug 11 08:16:57.102947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Made reservation on behalf of fb6b4d0934d54be7a5dc097f00fbfeca for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:16:57.111085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.131487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Deleting port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:16:57.131824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.217802 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae747e-ef74-43bf-8e89-fe5022ea84c9 x-openstack-request-id: req-ccae747e-ef74-43bf-8e89-fe5022ea84c9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:57.218827 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea", "code": 200}, {"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:57.219319 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccae747e-ef74-43bf-8e89-fe5022ea84c9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:57.219982 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'code': 200} Aug 11 08:16:57.220456 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'code': 200} Aug 11 08:16:57.283545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16913442-843d-4373-a2b0-eb15fa6d2a7c req-639c8aff-d6e5-488b-bdbc-1861a7e126cc tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 210 time: 0.0758481 Aug 11 08:16:57.351206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] For port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:57.351941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.362650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d872eb39-c724-4ec7-a765-21a4629d7f2e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:57.372397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.395012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Transition to ACTIVE for port object d872eb39-c724-4ec7-a765-21a4629d7f2e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:16:57.414398 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.558887 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d51ba-a918-4840-8f38-2dd0afda517b x-openstack-request-id: req-640d51ba-a918-4840-8f38-2dd0afda517b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:57.559194 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2c0039-71a6-420e-a19c-1eca770e6cf5", "name": "network-vif-deleted", "tag": "5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:57.559434 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-640d51ba-a918-4840-8f38-2dd0afda517b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:57.559823 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2c0039-71a6-420e-a19c-1eca770e6cf5', 'name': 'network-vif-deleted', 'tag': '5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea', 'status': 'completed', 'code': 200} Aug 11 08:16:57.571000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Allocated IP 172.20.0.4 (3aede260-034c-4181-916c-eebdab329477/16644275-cac0-4af6-a19d-2f46aecbc49e/5c46ee68-9409-472a-a02d-0cdf669ab2cd) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:16:57.598522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Pushing event updated for resources: {'Port': ['ID=d872eb39-c724-4ec7-a765-21a4629d7f2e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:57.608354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43064356-96f6-492a-b310-35348bb911e4 req-7d4991ed-97cb-4305-a678-6f62f0a026d6 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806970 Aug 11 08:16:57.619028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c75e-b6e1-4f3c-b77f-aad12efcdde9 req-e84016f8-c401-4a83-af38-081e9e8495c5 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:57.633578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2f0c75e-b6e1-4f3c-b77f-aad12efcdde9 req-e84016f8-c401-4a83-af38-081e9e8495c5 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 945 time: 0.2352717 Aug 11 08:16:57.701605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] For port 8c8098c0-29e2-458f-8373-c85958275f81, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8c8098c0-29e2-458f-8373-c85958275f81,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:16:57.702242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.772548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.772835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:57.773172 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Floating IP 3968a95c-684d-42da-b04a-61a405f79863 disassociated. External IP: 172.25.2.30, port: 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36. Aug 11 08:16:57.773548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Calling delete_port for 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:57.802311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Calling delete_port for 8c8098c0-29e2-458f-8373-c85958275f81 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:16:57.815400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fe686-a9c2-4c02-abd6-8074c7542bf0 req-e172da23-4aeb-4bc3-a5d5-af11fe944a01 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:57.822863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b1fe686-a9c2-4c02-abd6-8074c7542bf0 req-e172da23-4aeb-4bc3-a5d5-af11fe944a01 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1548755 Aug 11 08:16:57.827858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2f0c75e-b6e1-4f3c-b77f-aad12efcdde9 req-fe7ebd65-8f7c-446b-9613-c026adc9aa5c tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups?id=c06618e9-e46d-442f-b60f-6480c0bb73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930017 Aug 11 08:16:57.875988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:57.900845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:57.901509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5fbdf216-d0f8-48f8-9fe6-f9acc07da3ea not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:57.906933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-1952c95d-bada-4f3e-9791-f4c4a98ab211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:57.908675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-1952c95d-bada-4f3e-9791-f4c4a98ab211 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1094 time: 0.1899219 Aug 11 08:16:58.013835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Attempting to bind port d872eb39-c724-4ec7-a765-21a4629d7f2e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:16:58.014282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Attempting to bind port d872eb39-c724-4ec7-a765-21a4629d7f2e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:16:58.014711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Attempting to bind port d872eb39-c724-4ec7-a765-21a4629d7f2e on network 9060c8cd-f015-4c70-87df-721f9e616e93 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:58.018159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b1fe686-a9c2-4c02-abd6-8074c7542bf0 req-5d4d30b2-a475-40b6-ab94-d3eca282b4ce tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943121 Aug 11 08:16:58.047829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Port d872eb39-c724-4ec7-a765-21a4629d7f2e on network 9060c8cd-f015-4c70-87df-721f9e616e93 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:16:58.047829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Attempting to bind port d872eb39-c724-4ec7-a765-21a4629d7f2e on network 9060c8cd-f015-4c70-87df-721f9e616e93 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:16:58.055101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:16:58.057234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Checking segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:16:58.057801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Bound using segment: {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:16:58.058448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Bound port: d872eb39-c724-4ec7-a765-21a4629d7f2e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beda6024-85a8-42ce-9f70-9c2550573086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:16:58.058974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.094448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.139707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0b14e-9099-434a-b965-decd36659c86 req-f35034d3-5d81-4801-b5c3-f79a9caa2094 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.141652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-29d0b14e-9099-434a-b965-decd36659c86 req-f35034d3-5d81-4801-b5c3-f79a9caa2094 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 944 time: 0.2118068 Aug 11 08:16:58.191572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.264316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-ea1b1fd0-08ae-46e0-891f-e618aa437ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.265968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-ea1b1fd0-08ae-46e0-891f-e618aa437ab2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.3476722 Aug 11 08:16:58.291955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Network 3aede260-034c-4181-916c-eebdab329477 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:16:58.325764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:16:58.338159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:16:58.341983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-29d0b14e-9099-434a-b965-decd36659c86 req-c1929fdf-0d3b-4b4b-9d9e-4dc591a72ffa tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721377 Aug 11 08:16:58.345882 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.352477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-afdb2095-1a85-4e11-8c52-66f6ab6dd1d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 217 time: 0.0747709 Aug 11 08:16:58.377151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] For port d872eb39-c724-4ec7-a765-21a4629d7f2e, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:16:58.408409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.409369 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.423993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event deleted for resources: {'Port': ['ID=8c8098c0-29e2-458f-8373-c85958275f81,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:58.432191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7120aad-cb14-4c87-b4ca-f08b425e1335 req-3973b322-8470-4434-9b4a-11b7541fac4a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.440240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7120aad-cb14-4c87-b4ca-f08b425e1335 req-3973b322-8470-4434-9b4a-11b7541fac4a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.2790685 Aug 11 08:16:58.445623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] For port d872eb39-c724-4ec7-a765-21a4629d7f2e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:16:58.447493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:58.486457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.511787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-371a0734-d725-4709-9977-0a6cc0ac03dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7434213 Aug 11 08:16:58.527053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.540597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Request body: {'port': {'device_id': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:16:58.542812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.582247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] No DVR routers for this DVR port 8c8098c0-29e2-458f-8373-c85958275f81 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:58.586369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e7757ba-375c-4ddc-aac8-558843f2836b req-0942b598-b65e-4daa-8e17-7201b640a039 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e22d82d-71bb-462c-8a65-3ffe7e8604d6 HTTP/1.1" status: 200 len: 210 time: 0.0454688 Aug 11 08:16:58.592339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.597016 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d399113-b664-4514-9530-f3dc85a16184 req-11fb681b-627d-47e2-9756-9c7a89da68e2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "DELETE /v2.0/ports/8c8098c0-29e2-458f-8373-c85958275f81 HTTP/1.1" status: 204 len: 173 time: 2.6768818 Aug 11 08:16:58.597676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'name': 'network-vif-deleted', 'tag': '8c8098c0-29e2-458f-8373-c85958275f81'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:58.600228 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e923b182-d9b4-4021-ad68-452f42ec3277" -d '{"events": [{"server_uuid": "8e22d82d-71bb-462c-8a65-3ffe7e8604d6", "name": "network-vif-deleted", "tag": "8c8098c0-29e2-458f-8373-c85958275f81"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:58.617552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-55767676-34fc-4707-a10c-dd67627c0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.619472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-55767676-34fc-4707-a10c-dd67627c0da6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.2539966 Aug 11 08:16:58.622595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7120aad-cb14-4c87-b4ca-f08b425e1335 req-a6e27083-ad64-4c40-87ec-16b1f0691209 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813772 Aug 11 08:16:58.637061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.637963 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.640162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] 10.222.0.69 "PUT /v2.0/ports/d872eb39-c724-4ec7-a765-21a4629d7f2e HTTP/1.1" status: 200 len: 1092 time: 2.9169419 Aug 11 08:16:58.687356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event deleted for resources: {'Port': ['ID=8d4ec3b8-c07b-48da-bee5-fc7a37c48f36,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:58.694792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-eaf9c4b3-8a72-4eb2-935b-7c05f10690d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525315 Aug 11 08:16:58.866841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46231c-544e-4ed1-89d2-1ffef65fc006 service neutron] Pushing event updated for resources: {'Port': ['ID=d872eb39-c724-4ec7-a765-21a4629d7f2e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:16:58.878322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:58.922524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aff4f-d614-44b4-8d71-4c3a28a94190 req-749c7869-730f-488d-a903-46b4214cd9ac tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.925040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c2aff4f-d614-44b4-8d71-4c3a28a94190 req-749c7869-730f-488d-a903-46b4214cd9ac tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1322920 Aug 11 08:16:58.944787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-eb38157b-6057-4a63-a3c2-fb895c123ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.946453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-eb38157b-6057-4a63-a3c2-fb895c123ae2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 1095 time: 0.2233689 Aug 11 08:16:58.979941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78683-d968-4a57-9101-e51544303ec2 req-f0c4b1e8-5927-4301-8ed1-9c79ef50804f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:58.987703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cce78683-d968-4a57-9101-e51544303ec2 req-f0c4b1e8-5927-4301-8ed1-9c79ef50804f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 931 time: 0.1963351 Aug 11 08:16:59.023762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-2f3b0158-0723-4eb4-ac9b-646a4000f486 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e HTTP/1.1" status: 200 len: 217 time: 0.0590003 Aug 11 08:16:59.033786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-46e54ab4-cbe3-4c46-9ce7-0765f03fd0a0 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291137 Aug 11 08:16:59.093154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-eeaa76e1-f73b-4103-a681-6c1410110e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:59.094958 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-eeaa76e1-f73b-4103-a681-6c1410110e2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.0601523 Aug 11 08:16:59.156688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-dffa3664-9b22-40ff-a329-9e17f8b67d3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499718 Aug 11 08:16:59.161412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cce78683-d968-4a57-9101-e51544303ec2 req-3ae1d252-1020-40ab-8bae-0bd960fab693 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726835 Aug 11 08:16:59.177564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:16:59.238219 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07da99c3-6ce5-480b-89d2-ba5cf2140e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:59.244438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:59.293818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:59.294410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:59.308721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c2aff4f-d614-44b4-8d71-4c3a28a94190 req-421d9994-c7fd-42fc-b0e9-dfe23eb77762 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594549 Aug 11 08:16:59.457723 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-9a3eaad8-23f9-4f6c-8bd4-93c51d0bb89e service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878883 Aug 11 08:16:59.461117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38e4ab9b-e1c1-48f6-b50e-dc9b4090b324 req-f11c2e3f-f43a-427f-84bf-8aa8ba49d26b service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648689 Aug 11 08:16:59.464172 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe2aff9-354d-4119-a51a-3dec3470f7c1 x-openstack-request-id: req-afe2aff9-354d-4119-a51a-3dec3470f7c1 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:16:59.464172 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e22d82d-71bb-462c-8a65-3ffe7e8604d6", "name": "network-vif-deleted", "tag": "8c8098c0-29e2-458f-8373-c85958275f81", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:16:59.464378 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afe2aff9-354d-4119-a51a-3dec3470f7c1 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:16:59.464828 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e22d82d-71bb-462c-8a65-3ffe7e8604d6', 'name': 'network-vif-deleted', 'tag': '8c8098c0-29e2-458f-8373-c85958275f81', 'status': 'completed', 'code': 200} Aug 11 08:16:59.550507 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:59.612867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:16:59.635447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] Sync routers for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:16:59.657936 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:16:59.659027 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:16:59.670544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a7f1e4e-a403-4917-a0a1-4eb459e314e4 req-6683fad8-aa45-4e65-8088-67af8918d0bd tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3264b21-5de7-4194-8c74-674cfe778329 HTTP/1.1" status: 200 len: 210 time: 0.0608947 Aug 11 08:16:59.721419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64ecbdad-bb2c-4f0b-8ab7-e94001bb3d9a req-c0058e46-73ea-4d4d-8a14-7d33e2416b8d service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396905 Aug 11 08:16:59.825840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c46ee68-9409-472a-a02d-0cdf669ab2cd {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:16:59.856310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:59.869295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5767c66f-7acd-4ba0-9448-d292a13e2cfa details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:16:59.887563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8c8098c0-29e2-458f-8373-c85958275f81 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:16:59.954198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] No DVR routers for this DVR port 8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:16:59.959275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:16:59.962003 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd5e39c1-a6c0-4c82-9fbe-17b4c2667785 req-05c0f755-4812-4652-8658-bba31d5f9aef tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.64 "DELETE /v2.0/ports/8d4ec3b8-c07b-48da-bee5-fc7a37c48f36 HTTP/1.1" status: 204 len: 173 time: 3.3912587 Aug 11 08:16:59.968064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aa543-cc75-4fda-b8bd-5df1b5d5f9ae req-54289fb2-9dc3-45dd-903e-e38545c481f0 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:16:59.970112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'name': 'network-vif-deleted', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:16:59.973975 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7b122-7760-4e67-ab74-34e0a68de2a3" -d '{"events": [{"server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "name": "network-vif-deleted", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:16:59.975713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e7aa543-cc75-4fda-b8bd-5df1b5d5f9ae req-54289fb2-9dc3-45dd-903e-e38545c481f0 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 944 time: 0.1669462 Aug 11 08:16:59.983673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 8c8098c0-29e2-458f-8373-c85958275f81 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:16:59.984218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8c8098c0-29e2-458f-8373-c85958275f81 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:16:59.992701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Transition to ACTIVE for port object 5c46ee68-9409-472a-a02d-0cdf669ab2cd will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:00.018756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:00.039566 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:00.110031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e7aa543-cc75-4fda-b8bd-5df1b5d5f9ae req-0358ddce-6903-4a2d-b826-f4d0640dad59 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220081 Aug 11 08:17:00.114724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68920b-5e59-41a7-8f7d-151abac0721a req-5fa89869-970e-4966-b5e7-81a015df1383 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:00.134361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da68920b-5e59-41a7-8f7d-151abac0721a req-5fa89869-970e-4966-b5e7-81a015df1383 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.2369220 Aug 11 08:17:00.199506 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7a7ea-bddd-4167-aac6-cdcf168c84ff x-openstack-request-id: req-44d7a7ea-bddd-4167-aac6-cdcf168c84ff {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:00.200159 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3264b21-5de7-4194-8c74-674cfe778329", "name": "network-vif-deleted", "tag": "8d4ec3b8-c07b-48da-bee5-fc7a37c48f36", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:00.200441 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44d7a7ea-bddd-4167-aac6-cdcf168c84ff {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:00.212166 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3264b21-5de7-4194-8c74-674cfe778329', 'name': 'network-vif-deleted', 'tag': '8d4ec3b8-c07b-48da-bee5-fc7a37c48f36', 'status': 'completed', 'code': 200} Aug 11 08:17:00.222176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:00.233140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:00.281237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5767c66f-7acd-4ba0-9448-d292a13e2cfa', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'port_id': '5767c66f-7acd-4ba0-9448-d292a13e2cfa', 'mac_address': 'fa:16:3e:53:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:00.332722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da68920b-5e59-41a7-8f7d-151abac0721a req-dc04e7ec-c1dd-4039-a20e-206dddc21b7c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960783 Aug 11 08:17:00.379637 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:00.400564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5767c66f-7acd-4ba0-9448-d292a13e2cfa {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:00.405262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Attempting to bind port 5c46ee68-9409-472a-a02d-0cdf669ab2cd on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:00.405759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Attempting to bind port 5c46ee68-9409-472a-a02d-0cdf669ab2cd by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:00.406102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Attempting to bind port 5c46ee68-9409-472a-a02d-0cdf669ab2cd on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:00.416649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Port 5c46ee68-9409-472a-a02d-0cdf669ab2cd on network 3aede260-034c-4181-916c-eebdab329477 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:17:00.417008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Attempting to bind port 5c46ee68-9409-472a-a02d-0cdf669ab2cd on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:00.429114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:35Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:00.435146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:00.435146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Checking segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:00.435146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Bound using segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:00.435146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Bound port: 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:00.435146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:00.452856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:00.465045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:00.489760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] Checking router: 0b90940a-cdcb-4a66-90e1-b39be19b0f7e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:17:00.510107 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:00.510762 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:00.543394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48161c2-ae70-42ac-8847-f62150c34116 req-1f4ce0fb-29b6-4ce6-a5ae-0f67c7e3fe04 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:00.551023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f48161c2-ae70-42ac-8847-f62150c34116 req-1f4ce0fb-29b6-4ce6-a5ae-0f67c7e3fe04 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 943 time: 0.1073895 Aug 11 08:17:00.561351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5767c66f-7acd-4ba0-9448-d292a13e2cfa,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:00.573439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-1d2815d3-5475-4d8e-ba60-9b63161247a6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:00.575412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-1d2815d3-5475-4d8e-ba60-9b63161247a6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.2670987 Aug 11 08:17:00.611917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:00.617840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:00.637407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f48161c2-ae70-42ac-8847-f62150c34116 req-6b0d849a-7950-42c7-acb5-4a73c6876804 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853159 Aug 11 08:17:00.639339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:00.641560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-9381e397-864e-490b-b71d-a1a86d4dce9a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0388322 Aug 11 08:17:00.709817 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:00.728267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-a2111c2e-e41e-4f7e-a5ea-205c21fc98c0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854218 Aug 11 08:17:00.805493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:00.806485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:00.808650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/5c46ee68-9409-472a-a02d-0cdf669ab2cd HTTP/1.1" status: 200 len: 1091 time: 2.2762415 Aug 11 08:17:00.809721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38830273-eccb-4cab-82ae-09b74a4ab0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:00.879043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5767c66f-7acd-4ba0-9448-d292a13e2cfa'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:00.944474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-0ddd79ec-5fcc-4fa7-b08c-edd3f425dec2 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839919 Aug 11 08:17:01.061944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-542a5917-6b77-408d-bef7-2891e07791fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:01.067326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-542a5917-6b77-408d-bef7-2891e07791fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 1094 time: 0.1782436 Aug 11 08:17:01.107838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:35Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:01.108657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-5ef32c83-b932-4a12-858b-4883db00d7db service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628494 Aug 11 08:17:01.145467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f56377-f1be-4cc3-a195-77b2340dd33d None None] The sync data for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 is: [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:14:27Z', 'revision_number': 4, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c485bd5d-875d-45a0-a15d-1692b94ee533', 'name': '', 'network_id': 'fbb49649-9bd4-4f12-abb6-cc079b9c3734', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'mac_address': 'fa:16:3e:f6:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b131c284-0632-45aa-85eb-0e785306098a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:25Z', 'updated_at': '2021-08-11T08:14:35Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'subnets': [{'id': 'b131c284-0632-45aa-85eb-0e785306098a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:17:01.465901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'tag': 'd872eb39-c724-4ec7-a765-21a4629d7f2e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:01.469936 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec8e0f1-e01e-4e1d-992a-6d47017404a2", "tag": "d872eb39-c724-4ec7-a765-21a4629d7f2e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:01.530968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443f26-e1cc-4ca9-99f8-ea332b4924b9 req-723b785d-f0fd-4aa3-bfa0-6135d2a4f40c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:01.532867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92443f26-e1cc-4ca9-99f8-ea332b4924b9 req-723b785d-f0fd-4aa3-bfa0-6135d2a4f40c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 944 time: 0.1226330 Aug 11 08:17:01.594157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92443f26-e1cc-4ca9-99f8-ea332b4924b9 req-71c6cdbe-abce-44ab-a2e1-9e5dd904bc80 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 Aug 11 08:17:01.695881 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-49e1dc74-ed7f-42b5-9c3a-77d4e26d7d5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd HTTP/1.1" status: 200 len: 217 time: 0.6123087 Aug 11 08:17:01.712132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13576703-b3f4-45b0-bac9-ea0dee77d224 None None] New status for floating IP 3968a95c-684d-42da-b04a-61a405f79863: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:17:01.773307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da7b87-6232-43bc-9d0c-f6fc5b7079c9 req-7bae87a0-e6ca-40e7-b8c3-661ae186be94 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:01.778594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67da7b87-6232-43bc-9d0c-f6fc5b7079c9 req-7bae87a0-e6ca-40e7-b8c3-661ae186be94 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.8163159 Aug 11 08:17:01.863009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38f4b150-3051-4a73-90ef-6363cefda8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:01.864723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-38f4b150-3051-4a73-90ef-6363cefda8c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.1609962 Aug 11 08:17:01.886098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb168c3f-99a6-43b9-a683-3561327d6fe8 req-58f8d39a-f36a-4960-bf8f-ab31a9aef78f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 210 time: 0.1098812 Aug 11 08:17:01.918007 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-e8678e19-11b6-4a9d-ac47-eda57da21127 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424831 Aug 11 08:17:01.922098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d872eb39-c724-4ec7-a765-21a4629d7f2e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:01.933767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67da7b87-6232-43bc-9d0c-f6fc5b7079c9 req-2049ec38-4109-49c4-9bbf-5717725de2ba tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070921 Aug 11 08:17:01.968423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44584) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:02.102319 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb006c-9a53-45cc-a470-932266ae2149 x-openstack-request-id: req-d6fb006c-9a53-45cc-a470-932266ae2149 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:02.102644 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec8e0f1-e01e-4e1d-992a-6d47017404a2", "tag": "d872eb39-c724-4ec7-a765-21a4629d7f2e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:02.102926 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6fb006c-9a53-45cc-a470-932266ae2149 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:02.103265 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'tag': 'd872eb39-c724-4ec7-a765-21a4629d7f2e', 'status': 'completed', 'code': 200} Aug 11 08:17:02.131398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d872eb39-c724-4ec7-a765-21a4629d7f2e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:02.150231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'd872eb39-c724-4ec7-a765-21a4629d7f2e', 'network_id': '9060c8cd-f015-4c70-87df-721f9e616e93', 'port_id': 'd872eb39-c724-4ec7-a765-21a4629d7f2e', 'mac_address': 'fa:16:3e:e9:57:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1b1e27-6cd6-4a87-96fc-a153e477f22b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:02.189164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031e72-f332-4b48-90ef-e72872abafce req-f7f04303-e930-4737-9148-d1927ae2b5fa tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:02.201748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09031e72-f332-4b48-90ef-e72872abafce req-f7f04303-e930-4737-9148-d1927ae2b5fa tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1297810 Aug 11 08:17:02.219065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:02.222587 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c07b8-66ff-45b5-b731-5d46349661b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:02.249391 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5acc491b-18f0-4004-8fa2-6865d45a38b8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.274404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.282592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-cf671784-a04e-4a17-9fc4-fc90d84d2695 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468916 Aug 11 08:17:02.288179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5acc491b-18f0-4004-8fa2-6865d45a38b8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.325588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d872eb39-c724-4ec7-a765-21a4629d7f2e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:02.364456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5acc491b-18f0-4004-8fa2-6865d45a38b8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.367850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5acc491b-18f0-4004-8fa2-6865d45a38b8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.372425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5acc491b-18f0-4004-8fa2-6865d45a38b8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "DELETE /v2.0/security-groups/c06618e9-e46d-442f-b60f-6480c0bb73ca HTTP/1.1" status: 204 len: 168 time: 0.4027526 Aug 11 08:17:02.373256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:02.410703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d872eb39-c724-4ec7-a765-21a4629d7f2e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:02.420575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.421900 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-b9ccb7c5-5a2c-4e21-924f-fbf6fff415a8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] show failed (client error): The resource could not be found. Aug 11 08:17:02.425891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-09031e72-f332-4b48-90ef-e72872abafce req-6509383e-07c1-4daf-ba27-c30db922598d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227688 Aug 11 08:17:02.429860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44590) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:02.436688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9ccb7c5-5a2c-4e21-924f-fbf6fff415a8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "GET /v2.0/security-groups/c06618e9-e46d-442f-b60f-6480c0bb73ca HTTP/1.1" status: 404 len: 347 time: 0.0480423 Aug 11 08:17:02.458690 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.475655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc491b-18f0-4004-8fa2-6865d45a38b8 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06618e9-e46d-442f-b60f-6480c0bb73ca,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:02.498741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9fd71-814b-4190-951f-f25dfbc3d25a req-80bf0355-2bb6-407b-bebe-73613bbac48f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:02.510376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1df9fd71-814b-4190-951f-f25dfbc3d25a req-80bf0355-2bb6-407b-bebe-73613bbac48f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 943 time: 0.1590281 Aug 11 08:17:02.519797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-397527ba-a41e-437e-a16b-a93c0a72029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:02.524853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-397527ba-a41e-437e-a16b-a93c0a72029c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 1095 time: 0.3330834 Aug 11 08:17:02.590298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=d872eb39-c724-4ec7-a765-21a4629d7f2e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:02.667870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1df9fd71-814b-4190-951f-f25dfbc3d25a req-32f19791-d6c6-4f3c-b67f-be6451f03362 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559532 Aug 11 08:17:02.703469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d6ae340b-a48a-42b6-8408-675f6d6756cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.758147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Deleting port 50592f1c-f4ee-4bcf-833e-3d47ccc56329 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:02.758871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.783660 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834abcfc-ddda-4672-b96a-4b665f81aadd x-openstack-request-id: req-834abcfc-ddda-4672-b96a-4b665f81aadd {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:02.784202 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:02.784345 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-834abcfc-ddda-4672-b96a-4b665f81aadd {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:02.784723 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'status': 'completed', 'code': 200} Aug 11 08:17:02.787641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a435febc-fa93-4fb6-a511-0cb4a8ef77c4 req-c909a5b4-2b87-4909-8036-fe7eaf052e81 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931791 Aug 11 08:17:02.829732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-b8d28b21-f431-4164-9ff1-573655d6eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:02.831562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-b8d28b21-f431-4164-9ff1-573655d6eec9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.2938657 Aug 11 08:17:02.835092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['d872eb39-c724-4ec7-a765-21a4629d7f2e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:02.905827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-abb499f0-219a-46c2-8b4e-4713ba4b9b11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e HTTP/1.1" status: 200 len: 217 time: 0.0557535 Aug 11 08:17:02.907144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.907539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:02.940188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Calling delete_port for 50592f1c-f4ee-4bcf-833e-3d47ccc56329 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:02.987548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be223793-1e56-410e-943a-414397b68817 req-433bdaf7-a250-42c9-84dc-86cec4a2e27e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:02.995345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be223793-1e56-410e-943a-414397b68817 req-433bdaf7-a250-42c9-84dc-86cec4a2e27e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 945 time: 0.1867225 Aug 11 08:17:03.036990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-a5033c85-6ec3-417a-9d31-01ec6a535f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.040065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-a5033c85-6ec3-417a-9d31-01ec6a535f02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.1248734 Aug 11 08:17:03.057414 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:17:03.110639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-6cf21665-fa6b-4a33-a01d-09baf1b5980b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445755 Aug 11 08:17:03.125413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be223793-1e56-410e-943a-414397b68817 req-d66eb41f-da44-4c1e-9e7a-e34ac322364c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227262 Aug 11 08:17:03.190992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:03.225766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43ec2cb5-4c19-495d-a93c-527f918c4a1d req-65eced72-3f86-484d-911e-daf506cc2693 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 210 time: 0.0503814 Aug 11 08:17:03.258894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Pushing event deleted for resources: {'Port': ['ID=50592f1c-f4ee-4bcf-833e-3d47ccc56329,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:03.269533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-b6091cf8-9d41-40c2-9ea8-39ce79171cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.271190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-b6091cf8-9d41-40c2-9ea8-39ce79171cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 1094 time: 0.3327773 Aug 11 08:17:03.279357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-dd08e8e1-35e9-4ab6-89be-cf682170cf76 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468694 Aug 11 08:17:03.410971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:03.414128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:03.415347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9b117219-cd76-4422-9472-eb8820a01271 tempest-ServersTestFqdnHostnames-1370892610 tempest-ServersTestFqdnHostnames-1370892610-project] 10.222.0.58 "DELETE /v2.0/floatingips/3968a95c-684d-42da-b04a-61a405f79863 HTTP/1.1" status: 204 len: 168 time: 0.9737542 Aug 11 08:17:03.418864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44598) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:03.496913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-e754c2be-b261-43d1-9717-74ec7bd8114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.498031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161eb5-613d-4b0e-8897-587c7f85b259 req-cccdbb59-a4ee-4c95-a4fb-eb3f08723e0f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.498396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-e754c2be-b261-43d1-9717-74ec7bd8114c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 906 time: 0.2070355 Aug 11 08:17:03.500409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5161eb5-613d-4b0e-8897-587c7f85b259 req-cccdbb59-a4ee-4c95-a4fb-eb3f08723e0f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2170250 Aug 11 08:17:03.582442 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5161eb5-613d-4b0e-8897-587c7f85b259 req-86b34a81-055b-4bab-8d64-a098572129e5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693603 Aug 11 08:17:03.601780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-2d7250c5-1123-4550-a696-3e0d6fc19d3e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.603613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-2d7250c5-1123-4550-a696-3e0d6fc19d3e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.3401394 Aug 11 08:17:03.604270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-da4a500d-f01e-4ecd-9d95-d6520ce38e6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd HTTP/1.1" status: 200 len: 217 time: 0.0966694 Aug 11 08:17:03.608611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98d7c42c-3e7c-4c62-b656-eeafdfb1a275 req-0f30d6a8-71bb-4618-baaf-21f6e603ee20 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037434 Aug 11 08:17:03.638696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Request body: {'port': {'device_id': 'f297e634-15a6-4967-84e7-011707e074fc', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'admin_state_up': True, 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:03.765260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7abbfd-b4af-492e-85a3-659c1c5e4675 req-2d203890-fa39-486c-9c35-23721a33e64a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.774950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da7abbfd-b4af-492e-85a3-659c1c5e4675 req-2d203890-fa39-486c-9c35-23721a33e64a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.2227445 Aug 11 08:17:03.809893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-2fb43150-eb2f-4261-826a-3ae44f3712af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.811792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-2fb43150-eb2f-4261-826a-3ae44f3712af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.1847515 Aug 11 08:17:03.824312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:17:03.829004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:03.885431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5767c66f-7acd-4ba0-9448-d292a13e2cfa up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:03.898093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-8c26a4b9-ba3d-4af0-8bf4-91579912c21b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658028 Aug 11 08:17:03.937001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f68cb8-6bf7-41b7-a357-e0e8e10b5fc6 req-c2e1d383-64e8-44f0-ba94-23a923d749d2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:03.939026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94f68cb8-6bf7-41b7-a357-e0e8e10b5fc6 req-c2e1d383-64e8-44f0-ba94-23a923d749d2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 943 time: 0.1273167 Aug 11 08:17:03.959539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da7abbfd-b4af-492e-85a3-659c1c5e4675 req-c38c4338-29cb-43d6-aa30-a462712f5e69 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825273 Aug 11 08:17:03.961999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 5767c66f-7acd-4ba0-9448-d292a13e2cfa completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:03.967004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5767c66f-7acd-4ba0-9448-d292a13e2cfa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:03.968117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.042934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94f68cb8-6bf7-41b7-a357-e0e8e10b5fc6 req-2195515c-be15-4511-929f-87daf9faf4b3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921965 Aug 11 08:17:04.084914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Allocated IP 172.20.0.4 (3393ff84-611b-4473-a388-bdc8abaf1d91/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04/8fd75ef8-2f5a-4114-a684-798ee7069030) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:04.094095 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.131837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5767c66f-7acd-4ba0-9448-d292a13e2cfa'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:04.134525 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c7788-cb4d-441f-81bd-949b9ac23e71" -d '{"events": [{"server_uuid": "11ad5813-3ea6-4dbb-865e-975a36f3944e", "name": "network-vif-plugged", "status": "completed", "tag": "5767c66f-7acd-4ba0-9448-d292a13e2cfa"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:04.151017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:04.162210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.167697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-c4b3dfe2-1262-4ef6-8d6d-3bd8adc27e79 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491245 Aug 11 08:17:04.239270 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7293268-90e4-43bb-9c86-c8979e33b189 x-openstack-request-id: req-b7293268-90e4-43bb-9c86-c8979e33b189 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:04.241165 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad5813-3ea6-4dbb-865e-975a36f3944e", "name": "network-vif-plugged", "status": "completed", "tag": "5767c66f-7acd-4ba0-9448-d292a13e2cfa", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:04.241591 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7293268-90e4-43bb-9c86-c8979e33b189 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:04.243715 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5767c66f-7acd-4ba0-9448-d292a13e2cfa', 'code': 200} Aug 11 08:17:04.313120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5767c66f-7acd-4ba0-9448-d292a13e2cfa,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:04.408049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6c07b8-66ff-45b5-b731-5d46349661b4 req-43a60d89-b870-4d08-aeda-c903bc24f181 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164354 Aug 11 08:17:04.447603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a213688-87cf-4dd0-ad8e-6e3e05de23a5 req-cb630d54-8903-4a01-8a47-a1befb77729f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 210 time: 0.0373664 Aug 11 08:17:04.467157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.733146 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.779971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6badca-6cab-4143-902c-684434adc2ac req-a05d10ed-b1b6-4705-8e3d-984f82e62900 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:04.793874 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad6badca-6cab-4143-902c-684434adc2ac req-a05d10ed-b1b6-4705-8e3d-984f82e62900 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0819643 Aug 11 08:17:04.884368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad6badca-6cab-4143-902c-684434adc2ac req-01f30f20-4855-4157-aa8d-03e901489c33 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892181 Aug 11 08:17:04.886559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b272f54-d6ba-43a0-b6af-c39dee1dd926 req-59839fe5-8f78-488c-b525-83052f05dd3a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:04.888198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b272f54-d6ba-43a0-b6af-c39dee1dd926 req-59839fe5-8f78-488c-b525-83052f05dd3a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 945 time: 0.1556664 Aug 11 08:17:04.913257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a518-1e19-46d7-9750-43fb7afca34c req-e1760817-d1b8-42c7-b07a-004060460096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:04.913257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5d0a518-1e19-46d7-9750-43fb7afca34c req-e1760817-d1b8-42c7-b07a-004060460096 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.1787193 Aug 11 08:17:04.954749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.985800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Deleting port c485bd5d-875d-45a0-a15d-1692b94ee533 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:04.986543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:04.998865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b272f54-d6ba-43a0-b6af-c39dee1dd926 req-57fcd8f2-8d71-4661-9ae1-a4ab6806ff62 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993068 Aug 11 08:17:05.002364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5d0a518-1e19-46d7-9750-43fb7afca34c req-81edd372-92e2-4e2e-bbc5-001a82683e83 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762510 Aug 11 08:17:05.058328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.106294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] For port c485bd5d-875d-45a0-a15d-1692b94ee533, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c485bd5d-875d-45a0-a15d-1692b94ee533,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:05.106294 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.121111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Calling delete_port for c485bd5d-875d-45a0-a15d-1692b94ee533 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:05.156348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:05.204324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:05.208080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:05.212438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:05.229138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a939-6a3a-4c4f-bc3d-112a3f3d0fba req-2ddf47f7-4fa6-4050-a49d-686031bd6e0a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:05.230885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94c5a939-6a3a-4c4f-bc3d-112a3f3d0fba req-2ddf47f7-4fa6-4050-a49d-686031bd6e0a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0870540 Aug 11 08:17:05.274347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:05.300655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94c5a939-6a3a-4c4f-bc3d-112a3f3d0fba req-f0606d8f-72bc-453a-8020-3ea1beee0762 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497780 Aug 11 08:17:05.306004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64013e-c97e-429f-857d-41a781ab4664 req-77c6aecb-edda-41b4-914f-abc986f06391 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:05.307176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a64013e-c97e-429f-857d-41a781ab4664 req-77c6aecb-edda-41b4-914f-abc986f06391 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 943 time: 0.0656796 Aug 11 08:17:05.340598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:05.348212 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.378146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa26bf8a-5fd1-4aa0-95b7-7fe1bfeed24a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7437944 Aug 11 08:17:05.401452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Request body: {'port': {'device_id': 'f297e634-15a6-4967-84e7-011707e074fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:05.426614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a64013e-c97e-429f-857d-41a781ab4664 req-c0504588-faa6-4a93-8232-2f068c4de697 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846355 Aug 11 08:17:05.434298 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.470756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c485bd5d-875d-45a0-a15d-1692b94ee533,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:05.490997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:05.512310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'mac_address': 'fa:16:3e:de:26:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:05.540748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.605643 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.632906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c46ee68-9409-472a-a02d-0cdf669ab2cd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:05.655718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:05.664277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.733541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:05.787689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:05.859927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc3d1-044c-4710-b8ba-148044a59194 req-88aeb79e-5a64-48d5-9721-5e579a8801c3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:05.868644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a7cc3d1-044c-4710-b8ba-148044a59194 req-88aeb79e-5a64-48d5-9721-5e579a8801c3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 931 time: 0.2651029 Aug 11 08:17:05.901422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d872eb39-c724-4ec7-a765-21a4629d7f2e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:05.964023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a7cc3d1-044c-4710-b8ba-148044a59194 req-712e5795-a7b0-47f8-9037-f54714ad9a3d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943458 Aug 11 08:17:06.010789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5c46ee68-9409-472a-a02d-0cdf669ab2cd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:06.075462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port d872eb39-c724-4ec7-a765-21a4629d7f2e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:06.102646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port d872eb39-c724-4ec7-a765-21a4629d7f2e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:06.103082 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.175320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.181985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd75ef8-2f5a-4114-a684-798ee7069030 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:06.193531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.223379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1f44-3de1-4db3-a4b3-805cb8026d57 req-890ce739-4d78-4d06-a492-1a6e2d0c852b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:06.232491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-430c1f44-3de1-4db3-a4b3-805cb8026d57 req-890ce739-4d78-4d06-a492-1a6e2d0c852b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 945 time: 0.1066854 Aug 11 08:17:06.240921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Transition to ACTIVE for port object 8fd75ef8-2f5a-4114-a684-798ee7069030 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:06.242320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38fb0-9bb9-4ed7-8571-4d8aae24ee57 req-b05d0e06-2802-465b-8816-d8c10c2987f2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:06.244601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54f38fb0-9bb9-4ed7-8571-4d8aae24ee57 req-b05d0e06-2802-465b-8816-d8c10c2987f2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2024040 Aug 11 08:17:06.275722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.304087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.320224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:17:06.324135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54f38fb0-9bb9-4ed7-8571-4d8aae24ee57 req-192f59dc-c529-47b7-8b53-0b59ce639b80 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Aug 11 08:17:06.327104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-430c1f44-3de1-4db3-a4b3-805cb8026d57 req-e3d26e91-a053-448d-aa03-7e3bb5c58ebd tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932121 Aug 11 08:17:06.360230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872eb39-c724-4ec7-a765-21a4629d7f2e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:06.363569 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b238933b-3692-4eeb-bb1d-1c4a000a5452" -d '{"events": [{"server_uuid": "5ec8e0f1-e01e-4e1d-992a-6d47017404a2", "name": "network-vif-plugged", "status": "completed", "tag": "d872eb39-c724-4ec7-a765-21a4629d7f2e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:06.451347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:06.463079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d872eb39-c724-4ec7-a765-21a4629d7f2e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:06.492277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.573068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Attempting to bind port 8fd75ef8-2f5a-4114-a684-798ee7069030 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:06.574005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Attempting to bind port 8fd75ef8-2f5a-4114-a684-798ee7069030 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:06.574242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Attempting to bind port 8fd75ef8-2f5a-4114-a684-798ee7069030 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:06.574399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd90f0-7792-452c-a874-9191bcb44af2 req-5d9e765c-a899-4718-96fe-3e34a674e8e5 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:06.584345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9dcd90f0-7792-452c-a874-9191bcb44af2 req-5d9e765c-a899-4718-96fe-3e34a674e8e5 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1492462 Aug 11 08:17:06.587567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Port 8fd75ef8-2f5a-4114-a684-798ee7069030 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:17:06.587901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Attempting to bind port 8fd75ef8-2f5a-4114-a684-798ee7069030 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:06.596865 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28044ee-f3db-45d6-aa42-04135c42909f x-openstack-request-id: req-f28044ee-f3db-45d6-aa42-04135c42909f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:06.597222 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec8e0f1-e01e-4e1d-992a-6d47017404a2", "name": "network-vif-plugged", "status": "completed", "tag": "d872eb39-c724-4ec7-a765-21a4629d7f2e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:06.597469 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f28044ee-f3db-45d6-aa42-04135c42909f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:06.597979 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872eb39-c724-4ec7-a765-21a4629d7f2e', 'code': 200} Aug 11 08:17:06.599640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:06.601832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:06.602345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Bound using segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:06.603739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Bound port: 8fd75ef8-2f5a-4114-a684-798ee7069030, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:06.604196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.661264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=d872eb39-c724-4ec7-a765-21a4629d7f2e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:06.661718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:17:06.668503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ab2b4a0-9f84-430c-8fa4-e5600cf1f0c0 admin admin] 10.222.0.58 "PUT /v2.0/routers/0b90940a-cdcb-4a66-90e1-b39be19b0f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482538 Aug 11 08:17:06.674468 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] Sync routers for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:17:06.686664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44634) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:06.696692 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:06.697353 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:06.729451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:06.733931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:06.784935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.809532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:06.810590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.812275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] 10.222.0.69 "PUT /v2.0/ports/8fd75ef8-2f5a-4114-a684-798ee7069030 HTTP/1.1" status: 200 len: 1091 time: 1.4174256 Aug 11 08:17:06.814042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9dcd90f0-7792-452c-a874-9191bcb44af2 req-5ed6e2c7-74fb-46e5-a521-a370eb67c21e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286386 Aug 11 08:17:06.835275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:06.839476 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37951e90-112a-41b2-9e2d-c2e3659c7355" -d '{"events": [{"name": "network-changed", "server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:06.909205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:06.952697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff5ee-75e8-4f2f-b00d-dcf9bf772aff req-17e82bae-727a-4bce-88cd-f6078dd104b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:06.955661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80eff5ee-75e8-4f2f-b00d-dcf9bf772aff req-17e82bae-727a-4bce-88cd-f6078dd104b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 1097 time: 0.2179973 Aug 11 08:17:06.967782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4fccf-cc15-4487-b62a-c6e86f52e77e req-7031b4b7-0cfe-4cc3-8214-23afdae1fd9c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:06.969557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccb4fccf-cc15-4487-b62a-c6e86f52e77e req-7031b4b7-0cfe-4cc3-8214-23afdae1fd9c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 944 time: 0.3093185 Aug 11 08:17:06.974982 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f7f19-6a4e-4676-bffc-2d5fd83e32c4 x-openstack-request-id: req-667f7f19-6a4e-4676-bffc-2d5fd83e32c4 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:06.975554 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:06.975896 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-667f7f19-6a4e-4676-bffc-2d5fd83e32c4 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:06.976407 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'status': 'completed', 'code': 200} Aug 11 08:17:07.003500 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:07.025363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-e96852a0-78d9-43e6-a9d5-5bf37ac0abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:07.027262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-e96852a0-78d9-43e6-a9d5-5bf37ac0abd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 1094 time: 0.1391039 Aug 11 08:17:07.096175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.099194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccb4fccf-cc15-4487-b62a-c6e86f52e77e req-b09d091e-3aa2-48c6-b3e3-27d8d0772fe0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Aug 11 08:17:07.149616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab41f-0c2f-4963-a0fb-e779eac7e001 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:07.157228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-1aeb84eb-34c8-4260-8f13-571757a09a9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd75ef8-2f5a-4114-a684-798ee7069030 HTTP/1.1" status: 200 len: 217 time: 0.1000044 Aug 11 08:17:07.159853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80eff5ee-75e8-4f2f-b00d-dcf9bf772aff req-79f14f0c-105b-4f6b-843e-4dc6c9f081a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597166 Aug 11 08:17:07.196914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758708c-f601-44bc-b38c-410bf84806b2 req-89c19ad3-66f4-415a-90f4-9ff8eefc083a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:07.198437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0758708c-f601-44bc-b38c-410bf84806b2 req-89c19ad3-66f4-415a-90f4-9ff8eefc083a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 943 time: 0.0966258 Aug 11 08:17:07.210191 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:17:05Z', 'revision_number': 5, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port': {'id': 'e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:14:20Z', 'updated_at': '2021-08-11T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:07.246377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Deleting port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:07.246600 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] Checking router: 0b90940a-cdcb-4a66-90e1-b39be19b0f7e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:17:07.247087 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.262007 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] Routers {'0b90940a-cdcb-4a66-90e1-b39be19b0f7e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:07.262968 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:07.282189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:07.323893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0758708c-f601-44bc-b38c-410bf84806b2 req-197dc2d5-d93b-4541-81a5-b9385ca76b8e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151669 Aug 11 08:17:07.388991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] For port e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:07.388991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.393389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 5c46ee68-9409-472a-a02d-0cdf669ab2cd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:07.405889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5c46ee68-9409-472a-a02d-0cdf669ab2cd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:07.406230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.441164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Calling delete_port for e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:07.474195 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] Set router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:07.578764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-6add6027-41d3-4628-a8b4-1a209dbe3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:07.580613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:17:07Z', 'revision_number': 6, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:07.583002 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-6add6027-41d3-4628-a8b4-1a209dbe3b53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1756580 Aug 11 08:17:07.589291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.629286 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb11f6-1681-4003-ab7b-d7dac100b546 None None] The sync data for ids ['0b90940a-cdcb-4a66-90e1-b39be19b0f7e'] in n-d-789963-6 is: [{'id': '0b90940a-cdcb-4a66-90e1-b39be19b0f7e', 'name': 'tempest-ServersTestFqdnHostnames-1363108104-router', 'tenant_id': '24735b4e23bc43c195243ac8804e609c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:14:19Z', 'updated_at': '2021-08-11T08:17:07Z', 'revision_number': 6, 'project_id': '24735b4e23bc43c195243ac8804e609c', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:17:07.637871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:07.639545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-ebf5097d-42c0-478c-8094-4a07fc54cf19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445864 Aug 11 08:17:07.644965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.653786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53391-68e2-40e3-a08b-19dd6f26c2bb req-f32d73be-adb6-4917-8f5b-0061f4926b07 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:07.664412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65b53391-68e2-40e3-a08b-19dd6f26c2bb req-f32d73be-adb6-4917-8f5b-0061f4926b07 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1957495 Aug 11 08:17:07.737746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:07.774272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798611a8-7804-43bc-8449-720002b65a26 req-beac5633-85e1-48c7-83e9-664af223fda4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:07.776199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65b53391-68e2-40e3-a08b-19dd6f26c2bb req-58a57e11-556b-4dd8-ab7a-9248c711a1c9 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105931 Aug 11 08:17:07.782029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-798611a8-7804-43bc-8449-720002b65a26 req-beac5633-85e1-48c7-83e9-664af223fda4 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1971455 Aug 11 08:17:07.852352 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-fa176529-3b63-401c-96ac-dcb787f289df service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777418 Aug 11 08:17:07.889749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-798611a8-7804-43bc-8449-720002b65a26 req-9cb99f37-1353-40e0-bc1f-2bb1dd91c3db tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066515 Aug 11 08:17:07.927092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:07.963548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Pushing event deleted for resources: {'Port': ['ID=e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:07.990718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b7ed22f-2e97-411b-a319-2c6ac697f3f3 req-ca15d5ca-6fa4-4fe2-9fd2-2ea3a47aa8ae service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296072 Aug 11 08:17:08.089125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ac186-fae1-42da-860a-74477c1bb64f req-c67f4833-275e-493b-bda0-2a4cc7b6eb3a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:08.090637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c4ac186-fae1-42da-860a-74477c1bb64f req-c67f4833-275e-493b-bda0-2a4cc7b6eb3a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0869272 Aug 11 08:17:08.093620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:08.318145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-e7c0b52e-db25-44f0-8f76-8c78ea36777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:08.320505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-e7c0b52e-db25-44f0-8f76-8c78ea36777a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 1094 time: 0.1906416 Aug 11 08:17:08.337978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fddbd-2975-432e-9590-c64e4aec43ea req-dcdf08e6-6325-4e6e-8820-1c30fc68b2f1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:08.341641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d94fddbd-2975-432e-9590-c64e4aec43ea req-dcdf08e6-6325-4e6e-8820-1c30fc68b2f1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 945 time: 0.1322112 Aug 11 08:17:08.457146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-78c272fe-76c0-4eea-9b48-3822423d4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:08.459039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-78c272fe-76c0-4eea-9b48-3822423d4776 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.1162598 Aug 11 08:17:08.518562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-75cb3e9a-1e1b-4a9c-906c-0eb00a87413a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd75ef8-2f5a-4114-a684-798ee7069030 HTTP/1.1" status: 200 len: 217 time: 0.0512073 Aug 11 08:17:08.586050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d94fddbd-2975-432e-9590-c64e4aec43ea req-5384bf23-2017-4ee6-8835-1209dd312c26 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231344 Aug 11 08:17:08.599421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:08.601695 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eddc8ee-bbc0-4a08-812a-1f52fb5a8922" -d '{"events": [{"server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:08.640477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-11099b76-06db-47ed-8a73-3b0d764e7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:08.642603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-11099b76-06db-47ed-8a73-3b0d764e7fc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1159570 Aug 11 08:17:08.723698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-3ebb7fa2-2168-4a16-98ae-caec285ef077 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582888 Aug 11 08:17:08.730947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:08.738207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:08.758104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c4ac186-fae1-42da-860a-74477c1bb64f req-e5d7db44-d89b-4492-a7cd-35d968173ef8 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601748 Aug 11 08:17:08.807764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:08.808324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b90940a-cdcb-4a66-90e1-b39be19b0f7e {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:17:08.818362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:08.819560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-97dc1af8-16a7-4dbf-9cf8-e2a8c8d71108 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0b90940a-cdcb-4a66-90e1-b39be19b0f7e HTTP/1.1" status: 204 len: 168 time: 2.1308568 Aug 11 08:17:08.824395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44660) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:08.860183 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd2cd1-f258-4c0d-b7f0-7e994b9e7a3f x-openstack-request-id: req-45dd2cd1-f258-4c0d-b7f0-7e994b9e7a3f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:08.860463 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:08.860789 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45dd2cd1-f258-4c0d-b7f0-7e994b9e7a3f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:08.861954 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'code': 200} Aug 11 08:17:08.864851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:08.905165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59eeb3-0c33-4ca3-8f81-9e2319a7f0b8 req-b023d56e-3f49-4faa-a7ff-af667aaf7108 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:08.907351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b59eeb3-0c33-4ca3-8f81-9e2319a7f0b8 req-b023d56e-3f49-4faa-a7ff-af667aaf7108 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 943 time: 0.2071247 Aug 11 08:17:08.945486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:08.946704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e88f1cc8-bd01-4daf-89f0-3c1c4ca3374f not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:08.947607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c485bd5d-875d-45a0-a15d-1692b94ee533 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:08.959991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-885a2e58-1a80-4d06-a35d-553a54a8274e service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312152 Aug 11 08:17:08.976298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c485bd5d-875d-45a0-a15d-1692b94ee533 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:08.977533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c485bd5d-875d-45a0-a15d-1692b94ee533 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:09.029172 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b59eeb3-0c33-4ca3-8f81-9e2319a7f0b8 req-cb48be83-3ddf-4733-9d04-fe7f9ce26499 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101899 Aug 11 08:17:09.052258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Deleting subnet b131c284-0632-45aa-85eb-0e785306098a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:17:09.078680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.098819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37951e90-112a-41b2-9e2d-c2e3659c7355 req-3bd08e12-74c8-482b-abfc-3e49709bd828 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267428 Aug 11 08:17:09.141062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1878fc7-de98-4920-ba39-5236d3ebb8f0 req-a47e4624-82ad-42a2-b142-59e3d5ac5a48 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.149234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1878fc7-de98-4920-ba39-5236d3ebb8f0 req-a47e4624-82ad-42a2-b142-59e3d5ac5a48 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.2285924 Aug 11 08:17:09.192934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8fd8-1385-488b-a7d0-942152fc588b req-aa6ada86-5bc4-450a-9015-d721e6f25b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.194474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d1f8fd8-1385-488b-a7d0-942152fc588b req-aa6ada86-5bc4-450a-9015-d721e6f25b44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 1096 time: 0.2198429 Aug 11 08:17:09.202991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.234326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76e9d-ca1b-4820-8e17-954160688772 req-4e477006-ac1d-40ac-8337-f08d41876841 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.236614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5db76e9d-ca1b-4820-8e17-954160688772 req-4e477006-ac1d-40ac-8337-f08d41876841 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0880339 Aug 11 08:17:09.282696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1878fc7-de98-4920-ba39-5236d3ebb8f0 req-dabb0ab3-d580-4fc4-bcbe-be6e6ea73314 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317973 Aug 11 08:17:09.299015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d1f8fd8-1385-488b-a7d0-942152fc588b req-d0c569ad-7763-4f8f-b214-e29fc86047ee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923562 Aug 11 08:17:09.302965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5db76e9d-ca1b-4820-8e17-954160688772 req-591627ba-a7b9-4b62-bb63-2d7a43567b7f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Aug 11 08:17:09.399187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.479898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.518136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b131c284-0632-45aa-85eb-0e785306098a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:09.528735 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.534073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44670) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:09.534601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d449a38-85d4-4a51-8259-809f849e7d18 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b131c284-0632-45aa-85eb-0e785306098a HTTP/1.1" status: 204 len: 168 time: 0.7084565 Aug 11 08:17:09.540989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc8a7b-dfe5-4149-9123-8d238096e3cf None None] Network fbb49649-9bd4-4f12-abb6-cc079b9c3734 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:17:09.617583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.646350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6d03-4398-4e73-9a43-bf514b28f9ac req-5ebbb056-2446-4447-a1f5-a2c36b11b19f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.647983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11ff6d03-4398-4e73-9a43-bf514b28f9ac req-5ebbb056-2446-4447-a1f5-a2c36b11b19f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0933530 Aug 11 08:17:09.697411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-36d7725f-7c6a-4145-8050-057020375b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.698944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-36d7725f-7c6a-4145-8050-057020375b7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 1097 time: 0.0772579 Aug 11 08:17:09.744688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11ff6d03-4398-4e73-9a43-bf514b28f9ac req-63e4ac00-c007-45b8-a2fd-89427cbb324f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895603 Aug 11 08:17:09.813628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] DHCP port deletion for fbb49649-9bd4-4f12-abb6-cc079b9c3734 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:17:09.826648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Deleting port 1774974a-1f7c-46bd-85e5-2cd9442e00ee {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:09.827120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.872611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] Deleting port 1774974a-1f7c-46bd-85e5-2cd9442e00ee {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:09.873059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.939958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] For port 1774974a-1f7c-46bd-85e5-2cd9442e00ee, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1774974a-1f7c-46bd-85e5-2cd9442e00ee,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:09.940493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.941846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8fd75ef8-2f5a-4114-a684-798ee7069030 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:09.952365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224712b-154b-43d6-99ea-f357eb1b4d9f req-da314c8e-ebac-4f67-be43-a3b1130ed027 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.960562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2224712b-154b-43d6-99ea-f357eb1b4d9f req-da314c8e-ebac-4f67-be43-a3b1130ed027 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 945 time: 0.2254000 Aug 11 08:17:09.983269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33164a68-1cf3-42da-86cc-b0e6461936f7 req-7ea81d68-9b6f-4ab2-87aa-e05a524fb240 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.985097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] For port 1774974a-1f7c-46bd-85e5-2cd9442e00ee, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1774974a-1f7c-46bd-85e5-2cd9442e00ee,segment=NetworkSegment(ee85982b-0d6e-4096-9117-15fa09c5e833),segment_id=ee85982b-0d6e-4096-9117-15fa09c5e833)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:09.985857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:09.988157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Calling delete_port for 1774974a-1f7c-46bd-85e5-2cd9442e00ee owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:09.993131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-6bfa9b0f-02c1-4023-9330-31daf05091cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:09.994089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33164a68-1cf3-42da-86cc-b0e6461936f7 req-7ea81d68-9b6f-4ab2-87aa-e05a524fb240 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0875692 Aug 11 08:17:09.995098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-6bfa9b0f-02c1-4023-9330-31daf05091cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.2848926 Aug 11 08:17:10.035240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] Calling delete_port for 1774974a-1f7c-46bd-85e5-2cd9442e00ee owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:10.065026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33164a68-1cf3-42da-86cc-b0e6461936f7 req-d66c1dc6-ea41-4653-9cd5-f7acdd194e32 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Aug 11 08:17:10.106333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-51cc5dcd-8b57-4df3-849e-6c29bc016f4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e HTTP/1.1" status: 200 len: 217 time: 0.0965877 Aug 11 08:17:10.124702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2224712b-154b-43d6-99ea-f357eb1b4d9f req-279897d3-6c80-4719-bd8d-38a79d969543 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628020 Aug 11 08:17:10.184536 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.231559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] Pushing event deleted for resources: {'Port': ['ID=1774974a-1f7c-46bd-85e5-2cd9442e00ee,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:10.239066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca98cf-6d1c-47cc-96f6-8509546972d1 None None] No DVR routers for this DVR port 1774974a-1f7c-46bd-85e5-2cd9442e00ee on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:10.245527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-d287f0dd-bc0f-4120-8be3-a7a39c7d2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:10.248820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-d287f0dd-bc0f-4120-8be3-a7a39c7d2455 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.1186132 Aug 11 08:17:10.280460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:10.302278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.310170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'mac_address': 'fa:16:3e:4a:f9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:10.312603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cb514-3787-4ed5-a324-7a8f0bdef0bb req-8519c932-672d-42d7-99ed-7dc6b68ce5ae tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:10.315084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-59f42909-fb11-4231-8a7e-3f426b2d2442 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550501 Aug 11 08:17:10.333665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-523cb514-3787-4ed5-a324-7a8f0bdef0bb req-8519c932-672d-42d7-99ed-7dc6b68ce5ae tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 943 time: 0.1369543 Aug 11 08:17:10.375574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1774974a-1f7c-46bd-85e5-2cd9442e00ee,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:10.408167 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.420635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] No DVR routers for this DVR port 1774974a-1f7c-46bd-85e5-2cd9442e00ee on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:10.425430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-523cb514-3787-4ed5-a324-7a8f0bdef0bb req-ebc61c30-8247-4f31-9e3b-a3e4411c0df3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904284 Aug 11 08:17:10.433761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd75ef8-2f5a-4114-a684-798ee7069030 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:10.489999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:10.498146 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.588098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:10.666908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.684930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb49649-9bd4-4f12-abb6-cc079b9c3734']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:10.714750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3a92-226e-4e61-9442-7ffe86632370 req-f75407d4-aa46-4849-a24a-07a5c9bdb3c2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:10.723417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c0d3a92-226e-4e61-9442-7ffe86632370 req-f75407d4-aa46-4849-a24a-07a5c9bdb3c2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.2443125 Aug 11 08:17:10.733860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee85982b-0d6e-4096-9117-15fa09c5e833') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:10.734167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee85982b-0d6e-4096-9117-15fa09c5e833') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:10.769254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.789425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-d07ba76d-a8e3-4dbb-a250-f01a13433d43 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430025 Aug 11 08:17:10.820363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.845091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1774974a-1f7c-46bd-85e5-2cd9442e00ee no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:10.869454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:17:10.869879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:10.880191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1774974a-1f7c-46bd-85e5-2cd9442e00ee {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:10.880750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1774974a-1f7c-46bd-85e5-2cd9442e00ee not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:10.881908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c0d3a92-226e-4e61-9442-7ffe86632370 req-2c42a69d-f7c8-46b5-843d-930b77260c2c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574671 Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:17:10.892404 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:17:10.957655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8fd75ef8-2f5a-4114-a684-798ee7069030'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:10.958418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1938d-693e-4c0f-a72d-872106b078eb req-25680514-9b0e-4085-8652-4e558bc974b2 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:10.960226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ec1938d-693e-4c0f-a72d-872106b078eb req-25680514-9b0e-4085-8652-4e558bc974b2 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0963161 Aug 11 08:17:11.024842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:11.050315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-15a86af2-0cf7-48fb-b4d0-21be33459e01 req-3cb5c481-ed36-4d84-89e4-7d2c5dd2c88d service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521548 Aug 11 08:17:11.050969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ec1938d-693e-4c0f-a72d-872106b078eb req-8368ffd2-94b5-4266-bc8b-950e6efa4035 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807700 Aug 11 08:17:11.051537 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:11.053463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fbb49649-9bd4-4f12-abb6-cc079b9c3734 HTTP/1.1" status: 204 len: 168 time: 1.5183895 Aug 11 08:17:11.288072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44694) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:11.339208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232e6a9-4c25-4118-9268-5de289ed22f8 req-8701a834-2909-4434-8a88-16be8fa5db61 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:11.341094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0232e6a9-4c25-4118-9268-5de289ed22f8 req-8701a834-2909-4434-8a88-16be8fa5db61 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 945 time: 0.0906799 Aug 11 08:17:11.380381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-792d5811-3be9-418d-a6c6-aa1a34da84f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24735b4e23bc43c195243ac8804e609c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861778 Aug 11 08:17:11.383427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44696) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:11.438995 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0232e6a9-4c25-4118-9268-5de289ed22f8 req-6e255624-7142-44dd-9278-9b24a369ac0b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912220 Aug 11 08:17:11.455513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48e83a6c-5c24-4fdc-82d3-b365e050cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:11.491539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48e83a6c-5c24-4fdc-82d3-b365e050cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:11.553378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fefd6-346f-4b35-86d2-bca5bd76bd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb49649-9bd4-4f12-abb6-cc079b9c3734,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:11.611604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48e83a6c-5c24-4fdc-82d3-b365e050cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:11.614386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48e83a6c-5c24-4fdc-82d3-b365e050cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:11.618264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-48e83a6c-5c24-4fdc-82d3-b365e050cb0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e80840d-59bb-4b4e-a5fb-366feaccff42 HTTP/1.1" status: 204 len: 168 time: 0.2312529 Aug 11 08:17:11.620304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e075-5e4d-4b45-8fc0-6e82aa4ee253 req-4278bb84-bc1a-4ea2-b5c9-4f9e3ee0e532 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:11.627614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e83a6c-5c24-4fdc-82d3-b365e050cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80840d-59bb-4b4e-a5fb-366feaccff42,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:11.628831 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dee8e075-5e4d-4b45-8fc0-6e82aa4ee253 req-4278bb84-bc1a-4ea2-b5c9-4f9e3ee0e532 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0855653 Aug 11 08:17:11.661597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980fbf7-2aaa-47e5-a0f4-b8af3b4e12a9 req-70513833-6712-4da4-b34f-08bc7e34ab2d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:11.670343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c980fbf7-2aaa-47e5-a0f4-b8af3b4e12a9 req-70513833-6712-4da4-b34f-08bc7e34ab2d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 944 time: 0.1179287 Aug 11 08:17:11.691649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dee8e075-5e4d-4b45-8fc0-6e82aa4ee253 req-faeed3b1-ef56-4e84-affe-879c51d557e2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604081 Aug 11 08:17:11.733756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c980fbf7-2aaa-47e5-a0f4-b8af3b4e12a9 req-e0a1a2a2-ba20-416b-85ae-afb14557fbf8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Aug 11 08:17:12.045520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5ed5-c5fb-453d-afb6-131568c37843 req-64dd714d-8477-42ae-a1d8-3d5859dd077c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:12.053081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11ca5ed5-c5fb-453d-afb6-131568c37843 req-64dd714d-8477-42ae-a1d8-3d5859dd077c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 945 time: 0.1010458 Aug 11 08:17:12.058535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bac81-6e4f-40a6-ab65-1d59fe313cd7 req-194ecab6-5005-40fb-b620-a21e0fc26650 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:12.060929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-643bac81-6e4f-40a6-ab65-1d59fe313cd7 req-194ecab6-5005-40fb-b620-a21e0fc26650 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0625937 Aug 11 08:17:12.126541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11ca5ed5-c5fb-453d-afb6-131568c37843 req-3a6eec68-df0c-4451-9220-e95d21e5e63d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716054 Aug 11 08:17:12.130005 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-643bac81-6e4f-40a6-ab65-1d59fe313cd7 req-290abcf0-e642-40c5-bab5-347db3222602 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Aug 11 08:17:12.262609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab638-56d7-41b2-9a93-ca4765f63620 req-7fb18c8f-2116-4f7e-bfbf-59f98502daaf tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:12.264439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ccab638-56d7-41b2-9a93-ca4765f63620 req-7fb18c8f-2116-4f7e-bfbf-59f98502daaf tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0667405 Aug 11 08:17:12.322765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ccab638-56d7-41b2-9a93-ca4765f63620 req-258b0f0b-49cc-420d-a9cc-fd29efdd2206 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505016 Aug 11 08:17:12.737554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:12.865973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585ffe-3ff1-433a-8278-9aa3f69b8c7c req-f544d028-67de-47bc-9480-5c3282066cf0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:12.873397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98585ffe-3ff1-433a-8278-9aa3f69b8c7c req-f544d028-67de-47bc-9480-5c3282066cf0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0803795 Aug 11 08:17:12.938980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98585ffe-3ff1-433a-8278-9aa3f69b8c7c req-ceb8a6e0-a8c0-4a81-aa3b-6cd03ce9c843 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642161 Aug 11 08:17:12.945090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1488609031-network', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:12.945831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3f17b-7d29-44e2-905b-52d98ce35fde req-5d7207b7-fec1-4e5c-b614-f0e06c222bb8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:12.968234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aa3f17b-7d29-44e2-905b-52d98ce35fde req-5d7207b7-fec1-4e5c-b614-f0e06c222bb8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 944 time: 0.0895197 Aug 11 08:17:12.972033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:17:12.976313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:12.989852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.031086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aa3f17b-7d29-44e2-905b-52d98ce35fde req-d37bb688-002a-433d-96cc-4d1897410e53 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 Aug 11 08:17:13.122164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.135404 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.163965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:17:13.171230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d094a-fcc9-4048-ab94-f380b8618f53,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:13.179480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.179480 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Added segment 61b4a5a8-df1c-4391-bca6-768a315f1fd2 of type vlan for network 9633078a-8d25-4858-b669-47a18fbde111 Aug 11 08:17:13.227566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.268588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc767df-2b1c-41d0-9b3e-9313b0aa22c3 req-58f1eed9-772f-491b-99b9-4da4d7cca35f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:13.270170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4fc767df-2b1c-41d0-9b3e-9313b0aa22c3 req-58f1eed9-772f-491b-99b9-4da4d7cca35f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 945 time: 0.0530682 Aug 11 08:17:13.299476 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.300767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:13.301582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.316494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4fc767df-2b1c-41d0-9b3e-9313b0aa22c3 req-71df8cda-1edd-424a-9461-c4560be5fc55 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Aug 11 08:17:13.376957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c041da-7475-4124-b409-8b6f24c70d56 req-93a04ce1-a266-49f5-b560-21bbfb8ef68e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:13.378548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3c041da-7475-4124-b409-8b6f24c70d56 req-93a04ce1-a266-49f5-b560-21bbfb8ef68e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1221690 Aug 11 08:17:13.384963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6433270 Aug 11 08:17:13.385314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44762) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:13.391286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Request body: {'subnet': {'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1488609031-subnet', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:13.403788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abadb0-838f-45ea-a539-bd78a42e701d admin admin] Pushing event updated for resources: {'Network': ['ID=9633078a-8d25-4858-b669-47a18fbde111,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:13.416967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9633078a-8d25-4858-b669-47a18fbde111 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:17:13.432780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:17:13.436865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.441287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3c041da-7475-4124-b409-8b6f24c70d56 req-3e741f01-dee7-4b21-ae0c-9d4f673cd1c9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564082 Aug 11 08:17:13.562224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042ca34-4c9a-4039-a093-c70206afb1c8 req-27620dec-80f5-4175-b988-a2f76c1020f7 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:13.564188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7042ca34-4c9a-4039-a093-c70206afb1c8 req-27620dec-80f5-4175-b988-a2f76c1020f7 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0529804 Aug 11 08:17:13.618263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7042ca34-4c9a-4039-a093-c70206afb1c8 req-8ec4bd03-2549-485d-8b43-03d72f210e28 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Aug 11 08:17:13.658569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.715146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d75150d-56ef-4a11-aaa1-2db807ce5256,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:13.730668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:13.731037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Network hostable DHCP agents. Network: 9633078a-8d25-4858-b669-47a18fbde111, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:17:13.750377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Network 9633078a-8d25-4858-b669-47a18fbde111 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:17:13.761559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 9633078a-8d25-4858-b669-47a18fbde111) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:13.765564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:13.766341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.771702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef796609-d716-4cff-9359-c5ec5e10ec23 None None] Network 9633078a-8d25-4858-b669-47a18fbde111 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:17:13.781086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7fd701ac-5e6f-4c00-92ba-5ac915fcf6be admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3941212 Aug 11 08:17:13.786349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44782) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:13.789835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:13.811957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.813203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:13.872930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.000682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8fd75ef8-2f5a-4114-a684-798ee7069030 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:14.048816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.110646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8fd75ef8-2f5a-4114-a684-798ee7069030 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:14.119309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8fd75ef8-2f5a-4114-a684-798ee7069030 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:14.119787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.129866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3ba3a-b5e6-4a0e-8ad3-1d6eb27983ef req-49f2fdde-bd34-4e7d-95f1-3e4a92379880 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.131476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7f3ba3a-b5e6-4a0e-8ad3-1d6eb27983ef req-49f2fdde-bd34-4e7d-95f1-3e4a92379880 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0973489 Aug 11 08:17:14.177428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cfef5-e2ba-483d-9f49-d893c8eefc75 req-8e1c6cb0-f22d-458a-a52f-7ff5721cf135 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.181591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-9633078a-8d25-4858-b669-47a18fbde111', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:17:14.182759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.187678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a53cfef5-e2ba-483d-9f49-d893c8eefc75 req-8e1c6cb0-f22d-458a-a52f-7ff5721cf135 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 944 time: 0.0691073 Aug 11 08:17:14.233789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7f3ba3a-b5e6-4a0e-8ad3-1d6eb27983ef req-56237b72-909e-44eb-9b24-02e6a4898be3 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934200 Aug 11 08:17:14.244636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a53cfef5-e2ba-483d-9f49-d893c8eefc75 req-2779110c-c44d-4498-867b-64c4b2e9c0d6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Aug 11 08:17:14.264340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.265633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29c719-4f67-4be2-93e7-352b833c27df req-d4cbfa96-dd12-4a6c-8176-8d8a36c7410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.267537 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-d4cbfa96-dd12-4a6c-8176-8d8a36c7410a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1097 time: 0.1047363 Aug 11 08:17:14.339495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:14.341881 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308fdd71-a0d2-48a9-bca1-f222b9b9f5e3" -d '{"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:14.372433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:14.382451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.411607 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460a361-cb20-43fc-8ec6-715f1b1b26b6 x-openstack-request-id: req-c460a361-cb20-43fc-8ec6-715f1b1b26b6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:14.411892 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:14.412132 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c460a361-cb20-43fc-8ec6-715f1b1b26b6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:14.412513 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'code': 200} Aug 11 08:17:14.471429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:14.477410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Allocated IP 172.20.0.2 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/699f0dd4-5822-4923-9a60-3a1e1adf89aa) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:14.496052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29c719-4f67-4be2-93e7-352b833c27df req-123f2ea3-07d9-4252-9218-98457dd77215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.501606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-123f2ea3-07d9-4252-9218-98457dd77215 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 915 time: 0.2228727 Aug 11 08:17:14.531716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958bf6e-3c31-4fdc-a465-bf6c067dd0b8 req-de697959-eaac-456e-b381-4e11057da84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.533530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4958bf6e-3c31-4fdc-a465-bf6c067dd0b8 req-de697959-eaac-456e-b381-4e11057da84a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 1096 time: 0.0509284 Aug 11 08:17:14.555185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-f1d81591-da19-481e-b9f2-31bf60f686c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 217 time: 0.0483465 Aug 11 08:17:14.556203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.584934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.599502 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4958bf6e-3c31-4fdc-a465-bf6c067dd0b8 req-7d4bb315-c50c-4ca3-a40b-ad2946f452d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588205 Aug 11 08:17:14.622329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d48257-4267-40ac-98bc-cf311846f6d4 req-025c1283-86e4-4142-a3e4-610de5e780f3 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.622329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5d48257-4267-40ac-98bc-cf311846f6d4 req-025c1283-86e4-4142-a3e4-610de5e780f3 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0717504 Aug 11 08:17:14.678548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29c719-4f67-4be2-93e7-352b833c27df req-8ce9c648-261f-4941-9078-9ffeb75fba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.680116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-8ce9c648-261f-4941-9078-9ffeb75fba76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.1041288 Aug 11 08:17:14.681388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5d48257-4267-40ac-98bc-cf311846f6d4 req-c133aaf1-d436-4f3e-b507-915545285d96 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491645 Aug 11 08:17:14.705807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.716303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Transition to ACTIVE for port object 699f0dd4-5822-4923-9a60-3a1e1adf89aa will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:14.733066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Transition to ACTIVE for port object 699f0dd4-5822-4923-9a60-3a1e1adf89aa will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:14.737418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-9c5a1051-b2a4-4e6b-848f-164d7b850eec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466335 Aug 11 08:17:14.741870 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.780334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:14.787806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:14.791768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:14.801301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Pushing event updated for resources: {'Port': ['ID=699f0dd4-5822-4923-9a60-3a1e1adf89aa,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:14.838842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Allocated IP 172.25.2.239 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/1e1c4333-decf-40c1-9a99-034d25244424) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:14.859275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Attempting to bind port 699f0dd4-5822-4923-9a60-3a1e1adf89aa on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:14.859643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Attempting to bind port 699f0dd4-5822-4923-9a60-3a1e1adf89aa by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:14.860005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Attempting to bind port 699f0dd4-5822-4923-9a60-3a1e1adf89aa on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:14.866173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:14.866643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:14.867076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.867470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:14.867971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Bound port: 699f0dd4-5822-4923-9a60-3a1e1adf89aa, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:14.868350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.879294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f8a47-43b6-4430-a03d-834978e28a0c req-d30ad780-25ae-4051-afdf-aee8946d865b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:14.880816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-943f8a47-43b6-4430-a03d-834978e28a0c req-d30ad780-25ae-4051-afdf-aee8946d865b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1610110 Aug 11 08:17:14.936694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] For port 699f0dd4-5822-4923-9a60-3a1e1adf89aa, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:14.941277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] For port 699f0dd4-5822-4923-9a60-3a1e1adf89aa, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=699f0dd4-5822-4923-9a60-3a1e1adf89aa,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:14.946812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:14.961976 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-3bae94fe-472e-49e8-b2e0-7add68a18e3f service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128644 Aug 11 08:17:15.010898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2915-afa9-4a2e-beba-4716cd6aa780 None None] Pushing event updated for resources: {'Port': ['ID=699f0dd4-5822-4923-9a60-3a1e1adf89aa,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:15.038768 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-943f8a47-43b6-4430-a03d-834978e28a0c req-b8a47efd-46d7-41a4-872a-b59140be9580 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481218 Aug 11 08:17:15.078810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:15.111296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd29c719-4f67-4be2-93e7-352b833c27df req-2037c311-dfa3-4fd6-a917-5ed29f85155e service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395166 Aug 11 08:17:15.137712 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:15.188960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:15.198422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:15.201072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Pushing event updated for resources: {'Port': ['ID=1e1c4333-decf-40c1-9a99-034d25244424,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:15.203200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:15.340997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:15.377115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ce9ab-bc21-4bff-96dd-448ea39fcdae req-6aa5f373-275b-48a5-8019-92e2ea0a2f73 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:15.378881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-188ce9ab-bc21-4bff-96dd-448ea39fcdae req-6aa5f373-275b-48a5-8019-92e2ea0a2f73 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0574989 Aug 11 08:17:15.420124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2abc-2fd4-4977-876c-64cfc97614e9 req-fa0f790c-3e4b-4c07-905d-c880c186e13f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:15.422197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bbd2abc-2fd4-4977-876c-64cfc97614e9 req-fa0f790c-3e4b-4c07-905d-c880c186e13f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0996459 Aug 11 08:17:15.434590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-188ce9ab-bc21-4bff-96dd-448ea39fcdae req-690c7b9e-2ae8-4fc0-a9b8-61fffe7e0e60 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484717 Aug 11 08:17:15.472203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:15.487217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'mac_address': 'fa:16:3e:de:26:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:15.529545 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:15.543993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c46ee68-9409-472a-a02d-0cdf669ab2cd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:15.566018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:15.570071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:15.571343 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:15.610345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bbd2abc-2fd4-4977-876c-64cfc97614e9 req-7ccd3ed5-d833-49d0-b644-4c5f724bd05a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919960 Aug 11 08:17:15.633161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:15.818280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea179d9-7b91-4449-8dee-b02bb3960710 req-20d843b3-04c8-4291-a53a-ead12f1b4a42 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:15.820192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea179d9-7b91-4449-8dee-b02bb3960710 req-20d843b3-04c8-4291-a53a-ead12f1b4a42 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0692501 Aug 11 08:17:15.822620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:15.836567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5c46ee68-9409-472a-a02d-0cdf669ab2cd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:15.908704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea179d9-7b91-4449-8dee-b02bb3960710 req-16764940-826d-4f45-ae5e-f3be2899d312 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745134 Aug 11 08:17:16.049774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Router 69a1133e-175c-4478-aebc-863e74fd3bfb is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:17:16.192921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:17:16.206536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Sync routers for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:17:16.219184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:16.220805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:16.221319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:16.231383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9e64d-53ed-42bc-9805-0a233b9190eb None None] Network 9633078a-8d25-4858-b669-47a18fbde111 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:17:16.235171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0b6f6304-1c10-4696-a120-04d96636d23c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4495354 Aug 11 08:17:16.235977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44834) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:16.266890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464af1-471b-4a25-9605-a0e56318412f req-a5ad34d2-60e6-4422-9a53-c3c1b6ff87fa tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:16.270563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c464af1-471b-4a25-9605-a0e56318412f req-a5ad34d2-60e6-4422-9a53-c3c1b6ff87fa tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0926237 Aug 11 08:17:16.333923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c464af1-471b-4a25-9605-a0e56318412f req-5be52171-0228-4541-945c-b6c2dbb5723a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Aug 11 08:17:16.352861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23fca801-72e7-49a5-8413-917e3f2c9cfb None None] Provisioning for port 699f0dd4-5822-4923-9a60-3a1e1adf89aa completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:16.492791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:16.820072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:15Z', 'revision_number': 3, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:16.860802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Checking router: 69a1133e-175c-4478-aebc-863e74fd3bfb for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:17:16.861622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Updating router 69a1133e-175c-4478-aebc-863e74fd3bfb port 1e1c4333-decf-40c1-9a99-034d25244424 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:17:16.865442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb432e5d-e112-4462-bd1b-3b0e04150894 req-3512be75-ef01-4204-b48e-fafccc873a7c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:16.875029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb432e5d-e112-4462-bd1b-3b0e04150894 req-3512be75-ef01-4204-b48e-fafccc873a7c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1083112 Aug 11 08:17:16.921081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 699f0dd4-5822-4923-9a60-3a1e1adf89aa up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:16.925235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:16.964652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb432e5d-e112-4462-bd1b-3b0e04150894 req-e8bcf8a2-9182-4522-be13-7890e7441581 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883038 Aug 11 08:17:17.064617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9c052-f62d-44b0-9231-dd4437f5c1b3 req-373e3ce9-bfaa-4aed-bc49-b1f95243a967 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:17.073328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c9c052-f62d-44b0-9231-dd4437f5c1b3 req-373e3ce9-bfaa-4aed-bc49-b1f95243a967 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2143276 Aug 11 08:17:17.136105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273455c-3f77-4b7a-bc86-11d5fcb4e979 req-0b371571-8c7c-477d-a215-83e0a334b8cf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:17.146296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c9c052-f62d-44b0-9231-dd4437f5c1b3 req-05fb877b-d5e9-4121-8f15-be6e6978c5ff tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716310 Aug 11 08:17:17.147178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3273455c-3f77-4b7a-bc86-11d5fcb4e979 req-0b371571-8c7c-477d-a215-83e0a334b8cf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0723975 Aug 11 08:17:17.231019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3273455c-3f77-4b7a-bc86-11d5fcb4e979 req-ea901ee9-45e5-4f50-9947-ce6545b3662c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782661 Aug 11 08:17:17.334257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 699f0dd4-5822-4923-9a60-3a1e1adf89aa completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:17.346951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 699f0dd4-5822-4923-9a60-3a1e1adf89aa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:17.346951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:17.356178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:17.586230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601314c-ff85-4854-a6ab-3ccfb5c36d76 req-3a78495f-3dd7-4639-9189-dd09c1afdc7a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:17.593775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e601314c-ff85-4854-a6ab-3ccfb5c36d76 req-3a78495f-3dd7-4639-9189-dd09c1afdc7a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1393104 Aug 11 08:17:17.677824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:17.684294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e601314c-ff85-4854-a6ab-3ccfb5c36d76 req-0189e61d-accc-43ad-95c9-0d2e6db842d0 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837801 Aug 11 08:17:17.934292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:17.952593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Transition to ACTIVE for port object 1e1c4333-decf-40c1-9a99-034d25244424 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:17.966769 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:17.975664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5c46ee68-9409-472a-a02d-0cdf669ab2cd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:17.976454 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.028403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Allocated IP 172.20.0.1 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/13c50641-8f65-4258-bea7-e50e9c8f47cf) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:18.073931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2da6c-3bc9-4337-97ac-7ebb51e58fcf req-bae8ce61-ae28-482d-a6b3-3ade26016d4b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:18.075981 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2c2da6c-3bc9-4337-97ac-7ebb51e58fcf req-bae8ce61-ae28-482d-a6b3-3ade26016d4b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1240685 Aug 11 08:17:18.159681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.178998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2c2da6c-3bc9-4337-97ac-7ebb51e58fcf req-b1b941ab-73df-4ab2-bc9d-51c3578693a7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845764 Aug 11 08:17:18.179556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490905-643f-4a2d-86fa-0b4e33311dde req-c29c8b81-d265-4c41-a250-dcbf1d887aca tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:18.181585 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e490905-643f-4a2d-86fa-0b4e33311dde req-c29c8b81-d265-4c41-a250-dcbf1d887aca tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0750802 Aug 11 08:17:18.190329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e978-65dd-49a1-9d86-1e019aab6609 None None] Pushing event updated for resources: {'Port': ['ID=1e1c4333-decf-40c1-9a99-034d25244424,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:18.212237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Attempting to bind port 1e1c4333-decf-40c1-9a99-034d25244424 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:18.212588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Attempting to bind port 1e1c4333-decf-40c1-9a99-034d25244424 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:18.213273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Attempting to bind port 1e1c4333-decf-40c1-9a99-034d25244424 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:18.230129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:18.230129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:18.230129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.230651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:18.232209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Bound port: 1e1c4333-decf-40c1-9a99-034d25244424, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:18.232678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.283699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e490905-643f-4a2d-86fa-0b4e33311dde req-1ba27745-aa4d-4c7e-8248-00be86daea3c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842226 Aug 11 08:17:18.286755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 699f0dd4-5822-4923-9a60-3a1e1adf89aa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=699f0dd4-5822-4923-9a60-3a1e1adf89aa,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:18.297148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.321397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.321664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Transition to ACTIVE for port object 13c50641-8f65-4258-bea7-e50e9c8f47cf will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:18.390731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.452071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.454738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] For port 1e1c4333-decf-40c1-9a99-034d25244424, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:18.469165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102a5bb-7b28-49cd-8b93-6cdb816f2e68 req-ef2fcff8-8c73-4413-97c1-7e4801f8551d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:18.472806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] For port 1e1c4333-decf-40c1-9a99-034d25244424, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1e1c4333-decf-40c1-9a99-034d25244424,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:18.473561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:18.478424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6102a5bb-7b28-49cd-8b93-6cdb816f2e68 req-ef2fcff8-8c73-4413-97c1-7e4801f8551d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.0931134 Aug 11 08:17:18.478735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:18.487696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:18.508217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.527775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Pushing event updated for resources: {'Port': ['ID=13c50641-8f65-4258-bea7-e50e9c8f47cf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:18.544024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6102a5bb-7b28-49cd-8b93-6cdb816f2e68 req-b4aa9920-d252-4a95-95a9-cc06917b330d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641139 Aug 11 08:17:18.563729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=699f0dd4-5822-4923-9a60-3a1e1adf89aa,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:18.571777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.589243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:18.595542 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fad047-7d34-4428-8c8a-e8c72d051646" -d '{"events": [{"server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:18.679685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:18.714701 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.717049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:18.787704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccbddc-6551-4c81-b28e-103e664914fa req-2b3e72dc-177f-4c87-9831-e9c27c7cfa7a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:18.789737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30ccbddc-6551-4c81-b28e-103e664914fa req-2b3e72dc-177f-4c87-9831-e9c27c7cfa7a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 946 time: 0.1292610 Aug 11 08:17:18.833364 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee447cc3-8bf8-49d4-bcc9-9ddcbbec54c7 x-openstack-request-id: req-ee447cc3-8bf8-49d4-bcc9-9ddcbbec54c7 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:18.833665 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:18.833912 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee447cc3-8bf8-49d4-bcc9-9ddcbbec54c7 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:18.834363 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'code': 200} Aug 11 08:17:18.839058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:18.839776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:18.896578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 699f0dd4-5822-4923-9a60-3a1e1adf89aa up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:18.916655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30ccbddc-6551-4c81-b28e-103e664914fa req-590f665c-1b26-4beb-958b-ad824af1d2fe tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146846 Aug 11 08:17:18.918197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17dea4-6fa9-4f3a-93bb-2d83f925f768 req-b5168b69-79ad-4e51-be1d-5979d2190032 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:18.933933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b17dea4-6fa9-4f3a-93bb-2d83f925f768 req-b5168b69-79ad-4e51-be1d-5979d2190032 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0712638 Aug 11 08:17:18.935387 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:18.988094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b17dea4-6fa9-4f3a-93bb-2d83f925f768 req-a25c079c-3098-4c1e-a06c-1911aa81840e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510938 Aug 11 08:17:19.033249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e978-65dd-49a1-9d86-1e019aab6609 None None] Pushing event updated for resources: {'Port': ['ID=1e1c4333-decf-40c1-9a99-034d25244424,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:19.231026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b4436b7f-f87a-460d-878e-a0d336879c6b None None] Provisioning for port 13c50641-8f65-4258-bea7-e50e9c8f47cf completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:19.272638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b4436b7f-f87a-460d-878e-a0d336879c6b None None] Provisioning complete for port 13c50641-8f65-4258-bea7-e50e9c8f47cf triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:19.273061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4436b7f-f87a-460d-878e-a0d336879c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.277948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.283619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.287476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.390425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:19.456830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.479074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:19.486258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Pushing event updated for resources: {'Port': ['ID=13c50641-8f65-4258-bea7-e50e9c8f47cf,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:19.490252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.523194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:19.594333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d1ea-276f-4644-9a6b-b0306d50e2fa req-335eb4c7-7dbc-46f5-9a15-83eea5eb8d85 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:19.606569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b14d1ea-276f-4644-9a6b-b0306d50e2fa req-335eb4c7-7dbc-46f5-9a15-83eea5eb8d85 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2369871 Aug 11 08:17:19.622721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 699f0dd4-5822-4923-9a60-3a1e1adf89aa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:19.623089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:19.665154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b4436b7f-f87a-460d-878e-a0d336879c6b None None] Port 13c50641-8f65-4258-bea7-e50e9c8f47cf cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:17:19.795682 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b14d1ea-276f-4644-9a6b-b0306d50e2fa req-685d2b52-2f77-4d9c-9f98-c4011e25ffdd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828179 Aug 11 08:17:19.887881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:19.889541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:19.889682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:19.897332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-36aaa5c5-8b6f-4676-9398-515cf0d2c010 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1502831 Aug 11 08:17:20.157799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-dcaf33a8-bfad-437c-8d20-ecbc7e476162 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3023050 Aug 11 08:17:20.167826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.169433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.170116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.170747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.171382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.172012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.173994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.181235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fe9468af-6c6d-4883-8003-af5d216ec322 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.2155843 Aug 11 08:17:20.238255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7cd4b-fab7-4e55-adac-98a6d90d50a2 req-880ad4c5-7679-4172-86cd-ac0d9e0aaafb tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.246236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:15Z', 'revision_number': 3, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:20.247654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6b7cd4b-fab7-4e55-adac-98a6d90d50a2 req-880ad4c5-7679-4172-86cd-ac0d9e0aaafb tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.2270901 Aug 11 08:17:20.281869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9b305-3965-4d7f-940e-f8fb264d0a55 None None] The sync data for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 is: [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:15Z', 'revision_number': 3, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:17:20.313673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6b7cd4b-fab7-4e55-adac-98a6d90d50a2 req-1e83fca2-a7e1-4d6d-9fd9-7526d3f2eed2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Aug 11 08:17:20.328509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Router 69a1133e-175c-4478-aebc-863e74fd3bfb has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:17:20.407200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca34a929-9315-4a16-8571-6e1233f3cdee None None] Provisioning complete for port 13c50641-8f65-4258-bea7-e50e9c8f47cf triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:20.407921 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca34a929-9315-4a16-8571-6e1233f3cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:20.490063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ca34a929-9315-4a16-8571-6e1233f3cdee None None] Port 13c50641-8f65-4258-bea7-e50e9c8f47cf cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:17:20.497552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f42b6-0097-4c1e-a36d-0156e3087e90 req-41122c3b-51bb-4715-988f-2e6fe3ee564f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.505928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-269f42b6-0097-4c1e-a36d-0156e3087e90 req-41122c3b-51bb-4715-988f-2e6fe3ee564f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.3149524 Aug 11 08:17:20.590668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:17:20.598484 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-269f42b6-0097-4c1e-a36d-0156e3087e90 req-8e760e27-1a80-4956-9e82-b69be885a656 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Aug 11 08:17:20.598882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66f9ff0f-65c0-47b9-83d8-c0d0a8263e9c admin admin] 10.222.0.58 "PUT /v2.0/routers/69a1133e-175c-4478-aebc-863e74fd3bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3604958 Aug 11 08:17:20.623160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-2982d729-3df5-4aa1-a24f-a255b4233d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.623160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-2982d729-3df5-4aa1-a24f-a255b4233d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.623160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-2982d729-3df5-4aa1-a24f-a255b4233d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.623160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-2982d729-3df5-4aa1-a24f-a255b4233d2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=b8929ac4-6709-490b-82c4-85e4a9c02241&id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 2292 time: 0.3266821 Aug 11 08:17:20.770205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a788d17-b8ec-49e0-ae91-8afc96aaf926 req-c9f0ba74-5da7-4507-894d-e0bc986b3837 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:20.780175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a788d17-b8ec-49e0-ae91-8afc96aaf926 req-c9f0ba74-5da7-4507-894d-e0bc986b3837 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1274889 Aug 11 08:17:20.835632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:20.839215 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf577a-6c51-4be8-bb25-154045e48342" -d '{"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:20.879280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-c98282f5-0120-4371-b676-968584b6853a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 1001 time: 0.2498503 Aug 11 08:17:20.911136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a788d17-b8ec-49e0-ae91-8afc96aaf926 req-ce238ca7-e573-481b-8b33-30f180ad674f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316049 Aug 11 08:17:21.045975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-ddff69ba-d2ec-4ad1-9b2f-90314b053fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.049767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-ddff69ba-d2ec-4ad1-9b2f-90314b053fec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 200 len: 850 time: 0.1359820 Aug 11 08:17:21.073943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.081715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.088347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.094701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.103830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.112044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.118627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.130650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-38463a00-82c3-42ba-954e-9ee9bfda399e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.2412035 Aug 11 08:17:21.251032 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-675d60ef-1dbb-4eb5-bc44-e054b16b8792 req-eed1b912-952b-4f05-8968-0df5537be3c6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164534 Aug 11 08:17:21.290451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-7b18931b-293d-494c-8399-3388f9c0e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.292646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-7b18931b-293d-494c-8399-3388f9c0e8d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d470a6ef-a623-45cb-aae5-a04f60242f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582839 Aug 11 08:17:21.343107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455b856-fc4a-4929-9e2d-2d450fe262a6 req-999d0201-a35a-443d-aab2-512ba216f460 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.350304 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922fc81-c574-423c-baa4-298b1fc2ea9c x-openstack-request-id: req-c922fc81-c574-423c-baa4-298b1fc2ea9c {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:21.350814 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-unplugged", "status": "failed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3", "code": 422}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:21.351152 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c922fc81-c574-423c-baa4-298b1fc2ea9c {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:21.351818 n-d-789963-6 neutron-server[94574]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'code': 422} returned with failed status Aug 11 08:17:21.353360 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3455b856-fc4a-4929-9e2d-2d450fe262a6 req-999d0201-a35a-443d-aab2-512ba216f460 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1188393 Aug 11 08:17:21.417558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3455b856-fc4a-4929-9e2d-2d450fe262a6 req-cdab9830-ca2f-4dd4-9696-de9f8a087585 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626936 Aug 11 08:17:21.520018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-523d6fc8-fca0-4c6e-a437-adea61af2a55 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094870 Aug 11 08:17:21.657305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f46d3-cfab-4519-a966-cad9908d1e52 req-f38e8874-9744-4c98-9b54-1bfdcd16560a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.663102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd7f46d3-cfab-4519-a966-cad9908d1e52 req-f38e8874-9744-4c98-9b54-1bfdcd16560a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1190407 Aug 11 08:17:21.744513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd7f46d3-cfab-4519-a966-cad9908d1e52 req-46185031-b1ab-4758-8260-c93e6d89d261 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 Aug 11 08:17:21.795196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44978) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:21.800625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32370750', 'description': 'tempest-description--970208396'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:21.858242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.875296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.891740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.904800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.911574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.915180 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:21.921912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.931645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719744a-f458-4d39-b789-2fd103407ed5 req-e999a750-f344-4acf-a732-7baacab29fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.933414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-e999a750-f344-4acf-a732-7baacab29fad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92&tenant_id=55454d847e534d3e8de79e8001c19838 HTTP/1.1" status: 200 len: 1095 time: 0.1247773 Aug 11 08:17:21.945873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:21.948383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-de699c20-8b27-4abe-8fbf-fa2cdb87d9c3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.3075609 Aug 11 08:17:21.987204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-cb4ec008-203c-4933-b8ee-99e484ad6e8a service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508405 Aug 11 08:17:22.063194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-b04d3bf8-fb01-4e9d-875f-a0c340b72559 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.067630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-b04d3bf8-fb01-4e9d-875f-a0c340b72559 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "GET /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0788813 Aug 11 08:17:22.141751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719744a-f458-4d39-b789-2fd103407ed5 req-2d783480-721f-4cd3-adfb-5cf60ef72944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.143684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-2d783480-721f-4cd3-adfb-5cf60ef72944 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1095 time: 0.1440849 Aug 11 08:17:22.180531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6caa6a-df75-455a-94d8-46442fad4e62 req-d400fa56-b194-4908-a68f-982942a9bbed tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.189180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc6caa6a-df75-455a-94d8-46442fad4e62 req-d400fa56-b194-4908-a68f-982942a9bbed tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1356776 Aug 11 08:17:22.261959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:22.289462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:22.312018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-25d15e8a-1452-4d84-8695-273574eff53e tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "GET /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2271242 Aug 11 08:17:22.314424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-44cb9288-28c0-4dae-aaee-7ee337350c83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 217 time: 0.2450259 Aug 11 08:17:22.344599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:22.346581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc6caa6a-df75-455a-94d8-46442fad4e62 req-9fffe3ec-e1d5-46f9-b9e8-4bf88acc73e7 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562471 Aug 11 08:17:22.402683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:22.404703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6080859 Aug 11 08:17:22.415073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44990) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:22.424660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'security_group_rule': {'security_group_id': 'ca919480-bccf-4ef1-b39c-950d9ce492b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:22.433586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375bea4-d955-4cc8-8068-18217e21b260 req-9322676c-6432-47cf-893d-8dd40637d8cc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.437690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0375bea4-d955-4cc8-8068-18217e21b260 req-9322676c-6432-47cf-893d-8dd40637d8cc tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.4556375 Aug 11 08:17:22.441416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66248e-e32b-4afe-b662-35e7f2dba982 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca919480-bccf-4ef1-b39c-950d9ce492b8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:22.484630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719744a-f458-4d39-b789-2fd103407ed5 req-88deca22-79ff-492f-9890-1ccee1db4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.486815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-88deca22-79ff-492f-9890-1ccee1db4914 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 915 time: 0.3333964 Aug 11 08:17:22.573320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-ea5587cd-f17b-4af6-95c9-77f0a8ea6d0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 217 time: 0.0788350 Aug 11 08:17:22.583734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:22.602744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-eecb7e2b-be07-449a-a14a-c9c5935e9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.605060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-eecb7e2b-be07-449a-a14a-c9c5935e9211 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.2734735 Aug 11 08:17:22.611013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:22.691513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0375bea4-d955-4cc8-8068-18217e21b260 req-b212208d-39be-466a-8afa-e3f80a8581df tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309036 Aug 11 08:17:22.764959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719744a-f458-4d39-b789-2fd103407ed5 req-7c6241bb-2009-4422-985b-3a764ddf214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.769133 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-7c6241bb-2009-4422-985b-3a764ddf214a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.1864815 Aug 11 08:17:22.780267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-43b0f67e-dfc7-4940-b289-c8a8e68896c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.787930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-43b0f67e-dfc7-4940-b289-c8a8e68896c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733835 Aug 11 08:17:22.907814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-0b01f316-de8b-4322-bf69-972eee3a4042 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217301 Aug 11 08:17:22.908028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1e1c4333-decf-40c1-9a99-034d25244424 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:22.953477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:22.966804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.982685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.988682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1e1c4333-decf-40c1-9a99-034d25244424 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:22.989834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.996535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1e1c4333-decf-40c1-9a99-034d25244424 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:22.998065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:22.999787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.004723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:23.014775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:23.024622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:23.037462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-913da276-8fa1-4247-adb2-cb354066d38a req-10f80138-f23a-48ba-ba8a-332596458821 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 5445 time: 0.4188511 Aug 11 08:17:23.076753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973a182-c60d-478b-9145-1e98efed8829 req-e843090c-f5b4-4209-86e8-553d08ee2cb5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:23.089514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1973a182-c60d-478b-9145-1e98efed8829 req-e843090c-f5b4-4209-86e8-553d08ee2cb5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2693365 Aug 11 08:17:23.140307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-913da276-8fa1-4247-adb2-cb354066d38a req-757ed5f1-b392-4ecc-b1d8-4e1860eb040c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989246 Aug 11 08:17:23.140307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.171008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.206104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-72d777aa-28ec-45a2-9d77-eb52d804ecd5 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045844 Aug 11 08:17:23.209016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c89f30-4cd6-4e10-8fba-df924511ab6f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:23.212657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 1e1c4333-decf-40c1-9a99-034d25244424, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1e1c4333-decf-40c1-9a99-034d25244424,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:23.225942 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.242406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=20c6b511-c435-4acd-9080-530c84ddc507,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:23.246600 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Sync routers for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:17:23.260222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1973a182-c60d-478b-9145-1e98efed8829 req-8b14ccb7-5650-473b-a25b-366f476c8ff7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694539 Aug 11 08:17:23.269091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.270388 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-986c52e4-4fbc-4d63-81c1-e9d1c4018889 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8539627 Aug 11 08:17:23.278845 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:23.279747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44998) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:23.281837 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:23.285251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'security_group_rule': {'security_group_id': 'ca919480-bccf-4ef1-b39c-950d9ce492b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:23.352799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=1e1c4333-decf-40c1-9a99-034d25244424,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:23.444640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-369eff39-b650-4d92-8f60-2efa46751422 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246766 Aug 11 08:17:23.492940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] For port 20c6b511-c435-4acd-9080-530c84ddc507, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:23.540100 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:23.599752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] device_id is not set on port 20c6b511-c435-4acd-9080-530c84ddc507 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:17:23.606297 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-8d3f5d39-f824-4ccd-a39d-5ca62b945355 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938627 Aug 11 08:17:23.613635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.647059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.648775 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.662531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81529-cc94-4efc-9930-62d22690d34f req-73e4650f-5ad4-4d7c-a682-da203dd7e266 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:23.664680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64c81529-cc94-4efc-9930-62d22690d34f req-73e4650f-5ad4-4d7c-a682-da203dd7e266 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1259089 Aug 11 08:17:23.712283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cb8fd-785b-41d0-8b59-d3d322c91b54 req-48f2dfa4-0275-49ba-949c-1a95ceada13f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:23.721125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd1cb8fd-785b-41d0-8b59-d3d322c91b54 req-48f2dfa4-0275-49ba-949c-1a95ceada13f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.3616145 Aug 11 08:17:23.724011 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-a7dfd06b-bdb5-47ff-9e01-d8fa0d290c5d service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737675 Aug 11 08:17:23.777666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-9a9e20dd-550e-4f87-840e-11db35de223b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 217 time: 0.1555476 Aug 11 08:17:23.800260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.809262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd1cb8fd-785b-41d0-8b59-d3d322c91b54 req-90c685e2-246c-4107-992f-4594c8eb25d4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878074 Aug 11 08:17:23.815865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.848475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a67ad23-aafc-4d97-9848-629fc46fc28d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:23.863525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:23.880532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c720f756-fb47-490b-b978-84d9164dd97c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5969787 Aug 11 08:17:23.884157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45018) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:23.902970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:23.926277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:23.966780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:19Z', 'revision_number': 2, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:23.993455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] No DVR routers for this DVR port 20c6b511-c435-4acd-9080-530c84ddc507 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:23.999672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.009178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:24.025580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64c81529-cc94-4efc-9930-62d22690d34f req-7982122d-e95a-4ce2-90ca-0c0f6d889a47 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606244 Aug 11 08:17:24.056605 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Checking router: 69a1133e-175c-4478-aebc-863e74fd3bfb for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:17:24.065201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Updating router 69a1133e-175c-4478-aebc-863e74fd3bfb port 13c50641-8f65-4258-bea7-e50e9c8f47cf binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:17:24.127166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-3c0dea2e-65fd-43c0-8244-eef767c20779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.141734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-3c0dea2e-65fd-43c0-8244-eef767c20779 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.3457587 Aug 11 08:17:24.156018 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.253856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] In _notify_port_updated(), no bound segment for port 20c6b511-c435-4acd-9080-530c84ddc507 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:17:24.255175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.259916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.262960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-206a5c6b-7dcf-4666-803c-8cb0e1677ca2 service neutron] 10.222.0.69 "PUT /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 200 len: 1032 time: 1.9251363 Aug 11 08:17:24.268834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.307000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1471211a-65c5-4bb4-92d2-7488efb57417 None None] Provisioning complete for port 20c6b511-c435-4acd-9080-530c84ddc507 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:24.307389 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1471211a-65c5-4bb4-92d2-7488efb57417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.327160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-a1e1f9a7-1960-4553-b2a5-bcbd1c471f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.339578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-a1e1f9a7-1960-4553-b2a5-bcbd1c471f1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1095 time: 0.2142012 Aug 11 08:17:24.378730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5671f4-3654-414c-8a3f-a3e88c2e5860 req-42005aea-7cc4-49c8-8656-0d611ca17d6f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.379676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:24.382075 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9059e5-68e7-4ffa-a991-98dd90a4ea24" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:24.390370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f5671f4-3654-414c-8a3f-a3e88c2e5860 req-42005aea-7cc4-49c8-8656-0d611ca17d6f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1665649 Aug 11 08:17:24.413827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-44e7a5ee-fb42-4456-b71f-e0511eaae2e9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.421951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:24.422781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-44e7a5ee-fb42-4456-b71f-e0511eaae2e9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "GET /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1402133 Aug 11 08:17:24.441307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.442055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 67a7d107-3f2f-45dd-bde0-86092c58343b no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:24.539959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1471211a-65c5-4bb4-92d2-7488efb57417 None None] Port 20c6b511-c435-4acd-9080-530c84ddc507 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:17:24.582306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:24.615974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f5671f4-3654-414c-8a3f-a3e88c2e5860 req-eae7e255-5762-4794-b31d-c5679be30b8f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231655 Aug 11 08:17:24.649850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:24.675847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.676218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.676523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.676857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.690185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.690584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.690952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.691358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.691554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.691944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.692203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.692761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:24.729198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-e7a2ceac-1d05-408b-81c4-58cbab242c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.730806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-e7a2ceac-1d05-408b-81c4-58cbab242c60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5713835 Aug 11 08:17:24.838961 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.843015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.847371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-d232b7d1-6a51-4c98-8c9b-51f7b65c8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:24.848899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-d232b7d1-6a51-4c98-8c9b-51f7b65c8d6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 915 time: 0.4837501 Aug 11 08:17:24.929459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=67a7d107-3f2f-45dd-bde0-86092c58343b,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:24.939483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1e1c4333-decf-40c1-9a99-034d25244424 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:24.947851 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.948664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:24.951064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b69e238a-eed7-4533-b1b1-63d543e9735e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:24.978743 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Transition to ACTIVE for port object 13c50641-8f65-4258-bea7-e50e9c8f47cf will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:24.989453 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:25.045839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-8d159d50-6691-4cc1-84e7-d65958553203 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 217 time: 0.1789081 Aug 11 08:17:25.078372 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77d6bb-160a-41e0-9b77-370d13976d9d None None] Pushing event updated for resources: {'Port': ['ID=13c50641-8f65-4258-bea7-e50e9c8f47cf,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:25.086864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f894e-14fb-47c2-9874-31ea448c30d7 req-078611ac-97d8-4b8d-abd1-8ce3f94c28e0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.097545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1e8f894e-14fb-47c2-9874-31ea448c30d7 req-078611ac-97d8-4b8d-abd1-8ce3f94c28e0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.3990719 Aug 11 08:17:25.138524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:25.234074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.246027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.253142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.260048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.270285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.277622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.289771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-d8a14851-c352-4fe0-bcdf-62e6c878fb60 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 4664 time: 0.8613329 Aug 11 08:17:25.290947 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Attempting to bind port 13c50641-8f65-4258-bea7-e50e9c8f47cf on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:25.291495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Attempting to bind port 13c50641-8f65-4258-bea7-e50e9c8f47cf by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:25.292148 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Attempting to bind port 13c50641-8f65-4258-bea7-e50e9c8f47cf on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:25.322484 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:25.322891 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:25.323404 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:25.323696 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:25.324318 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Bound port: 13c50641-8f65-4258-bea7-e50e9c8f47cf, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:25.324982 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:25.490918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-35d3880c-956e-4542-a530-4b0b67bd366b service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758864 Aug 11 08:17:25.560803 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] For port 13c50641-8f65-4258-bea7-e50e9c8f47cf, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:25.565251 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] For port 13c50641-8f65-4258-bea7-e50e9c8f47cf, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c50641-8f65-4258-bea7-e50e9c8f47cf,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:25.572981 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:25.596267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-39004ffa-d166-4efe-8b86-bdfbd593c967 req-be32f4b5-bd44-46a5-abe7-065280d9d0fb tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&id=638505e5-71a6-4f05-9d3d-a06104c95b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3053596 Aug 11 08:17:25.647198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-591cc3ca-866d-4565-a510-317808ef7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:25.650332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-591cc3ca-866d-4565-a510-317808ef7041 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.5455735 Aug 11 08:17:25.654990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Allocated IP 172.25.2.45 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/26b196aa-2e5b-4bbc-a35d-640a93e413c4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:25.709858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:25.711067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1e8f894e-14fb-47c2-9874-31ea448c30d7 req-d31b54e8-9085-4753-897a-91ef83b59390 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125431 Aug 11 08:17:25.718422 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:25.719583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:25.818529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-41d6ab1d-31c6-468a-8760-3aff8b676e53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493583 Aug 11 08:17:25.849741 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cde277f-52be-49b4-a084-89043a520a96 x-openstack-request-id: req-9cde277f-52be-49b4-a084-89043a520a96 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:25.850023 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:25.850280 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cde277f-52be-49b4-a084-89043a520a96 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:25.850695 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1', 'code': 200} Aug 11 08:17:25.862377 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.054167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b69e238a-eed7-4533-b1b1-63d543e9735e,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:26.077129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.082579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f67b3301-76e1-4113-813d-02c1548af99a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:26.116434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1e1c4333-decf-40c1-9a99-034d25244424 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:26.117398 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.193480 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:26.241963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:26.359012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] For port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:26.463866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:26.469161 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77d6bb-160a-41e0-9b77-370d13976d9d None None] Pushing event updated for resources: {'Port': ['ID=13c50641-8f65-4258-bea7-e50e9c8f47cf,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:26.505351 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:25Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:26.537308 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefa23e-aa37-45da-9fb8-bb21cdaa469d None None] The sync data for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 is: [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:25Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:17:26.613570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011cf46-5156-4402-bdc2-5d90a379c9cc req-4eb6a310-4e30-4657-a6be-5352bfc5ce90 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:26.633356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4011cf46-5156-4402-bdc2-5d90a379c9cc req-4eb6a310-4e30-4657-a6be-5352bfc5ce90 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.5933449 Aug 11 08:17:26.642550 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.646422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] device_id is not set on port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:17:26.715585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.750183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f67b3301-76e1-4113-813d-02c1548af99a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:26.758862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.759628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 18b69d87-4da7-4d61-b1b9-66cd9a260887 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:26.766240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:26.826575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-2f9ece5b-f9c8-4701-9a04-07d06019d0cf service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2956579 Aug 11 08:17:26.846151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4011cf46-5156-4402-bdc2-5d90a379c9cc req-2ec0f7a3-2cdc-432b-91b3-43089f913f5e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117972 Aug 11 08:17:27.026866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c50641-8f65-4258-bea7-e50e9c8f47cf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:27.077304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-9de66fa8-6332-4113-8fb2-f94c1386714b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 200 len: 217 time: 0.1476336 Aug 11 08:17:27.287196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Pushing event updated for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:27.289550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:27.290627 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-307b5c07-5024-4341-9274-2d67d7a0e92a service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4552062 Aug 11 08:17:27.343552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] No DVR routers for this DVR port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:27.378382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 13c50641-8f65-4258-bea7-e50e9c8f47cf completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:27.389556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 13c50641-8f65-4258-bea7-e50e9c8f47cf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:27.391170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:27.516851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-e8d0116c-ca3d-4ba8-b31a-3956b7f3eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:27.520415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-e8d0116c-ca3d-4ba8-b31a-3956b7f3eeb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.4300447 Aug 11 08:17:27.558935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:27.582951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] In _notify_port_updated(), no bound segment for port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 on network 42523443-da12-421f-9b00-f32b705c6336 {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:17:27.584245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:27.597096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:27.598812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-287f211a-624c-43c6-b84c-3024a1f03b8a service neutron] 10.222.0.69 "PUT /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 200 len: 1033 time: 3.0334733 Aug 11 08:17:27.618465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09db3ec-6ebd-400c-a942-19b03d49cc13 req-aa2d5f4d-7f07-4c60-b281-57a71b1d16ff tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:27.626859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d09db3ec-6ebd-400c-a942-19b03d49cc13 req-aa2d5f4d-7f07-4c60-b281-57a71b1d16ff tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.3047230 Aug 11 08:17:27.645900 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:27.738443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5f871426-1de4-4b8c-bd77-2360c7ac9de1 None None] Provisioning complete for port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:27.740228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5f871426-1de4-4b8c-bd77-2360c7ac9de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:27.757510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-6163a64c-8a05-485f-b196-a62118c849ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:27.759363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-6163a64c-8a05-485f-b196-a62118c849ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2307992 Aug 11 08:17:27.886918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-111ca288-8aab-49d3-8d17-5d6422f89a93 req-3d5263e7-5202-4fff-a3e0-db2abdbd89bd service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319893 Aug 11 08:17:27.972597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-dbef0c12-b6b9-43e3-b54a-4322289df795 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965623 Aug 11 08:17:27.988965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.013925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d09db3ec-6ebd-400c-a942-19b03d49cc13 req-d6a45949-65e3-4039-a15d-01968b1a4e4b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857021 Aug 11 08:17:28.059385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:28.071409 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd85d6e6-eb48-4af2-a15a-7c1689bd3230" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f67b3301-76e1-4113-813d-02c1548af99a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:28.076290 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5f871426-1de4-4b8c-bd77-2360c7ac9de1 None None] Port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:17:28.180519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:28.187277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.192623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.193444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:28.194143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:28.203745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:28.210255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:28.310867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=26b196aa-2e5b-4bbc-a35d-640a93e413c4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:28.377895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port 18b69d87-4da7-4d61-b1b9-66cd9a260887 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:28.378553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.443437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.444918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 13c50641-8f65-4258-bea7-e50e9c8f47cf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c50641-8f65-4258-bea7-e50e9c8f47cf,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:28.449618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:28.458924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:28.459341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 20c6b511-c435-4acd-9080-530c84ddc507 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:28.551496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.554142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.606718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] For port 18b69d87-4da7-4d61-b1b9-66cd9a260887, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=18b69d87-4da7-4d61-b1b9-66cd9a260887,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:28.607367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.628862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for 18b69d87-4da7-4d61-b1b9-66cd9a260887 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:28.638256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 20c6b511-c435-4acd-9080-530c84ddc507 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:28.672611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.712134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=13c50641-8f65-4258-bea7-e50e9c8f47cf,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:28.885899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.895550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:28.901798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c50641-8f65-4258-bea7-e50e9c8f47cf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:29.062767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 13c50641-8f65-4258-bea7-e50e9c8f47cf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:29.063511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:29.099390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:29.163712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=26b196aa-2e5b-4bbc-a35d-640a93e413c4,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:29.176820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:29.184633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-458598d3-431f-432c-9498-8c5cecaf15e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2932594 Aug 11 08:17:29.290888 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d4f606d-9fe0-48cf-bb24-1989d168a4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:29.460051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd240-69a6-4247-a27f-02f27d59f0d8 req-65b8ef0c-fa18-4eec-b810-5ec245f33e2e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:29.464603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-439cd240-69a6-4247-a27f-02f27d59f0d8 req-65b8ef0c-fa18-4eec-b810-5ec245f33e2e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 1.2456486 Aug 11 08:17:29.494973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-8a4b6940-3bee-4751-b1ac-3e4b8c9b3053 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4799974 Aug 11 08:17:29.570366 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:29.617935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-18dc08f3-9b70-4842-b177-489a790d28a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 200 len: 217 time: 0.1099052 Aug 11 08:17:29.738325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-0acf7fca-403e-4f48-88f4-692225b27ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:29.740460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-0acf7fca-403e-4f48-88f4-692225b27ba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1040485 Aug 11 08:17:29.745125 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-439cd240-69a6-4247-a27f-02f27d59f0d8 req-ff816324-0f90-4760-82a4-ce6b640eeb50 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796052 Aug 11 08:17:29.943857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-c8b945a0-ae21-49ad-a38a-c75edad0fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:29.946029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-c8b945a0-ae21-49ad-a38a-c75edad0fff7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1977940 Aug 11 08:17:30.003036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:30.017953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84824-4730-48ea-b54c-c22621775756 req-911158f4-214f-4970-bd43-940623e3c667 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.025715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84824-4730-48ea-b54c-c22621775756 req-911158f4-214f-4970-bd43-940623e3c667 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.032934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84824-4730-48ea-b54c-c22621775756 req-911158f4-214f-4970-bd43-940623e3c667 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.038417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84824-4730-48ea-b54c-c22621775756 req-911158f4-214f-4970-bd43-940623e3c667 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.044530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84824-4730-48ea-b54c-c22621775756 req-911158f4-214f-4970-bd43-940623e3c667 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.046439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-22c84824-4730-48ea-b54c-c22621775756 req-911158f4-214f-4970-bd43-940623e3c667 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 3876 time: 0.1677332 Aug 11 08:17:30.107789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=18b69d87-4da7-4d61-b1b9-66cd9a260887,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:30.147729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-22c84824-4730-48ea-b54c-c22621775756 req-a96f0b1f-522a-4f4a-916e-381d3290274c tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups?id=d631b57a-6d32-46e3-8aa3-e11679a601b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677032 Aug 11 08:17:30.208040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] No DVR routers for this DVR port 18b69d87-4da7-4d61-b1b9-66cd9a260887 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:30.220062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:30.223611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ee1c053c-36ab-4a4a-b13b-8beddcd834e5 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "DELETE /v2.0/ports/18b69d87-4da7-4d61-b1b9-66cd9a260887 HTTP/1.1" status: 204 len: 173 time: 2.5932233 Aug 11 08:17:30.224365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:30.228614 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674bc1a8-2e2c-47f0-b9be-729d23950a04" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:30.325005 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-10e388e2-9ff9-4072-8475-657727fbb06f service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677411 Aug 11 08:17:30.534550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3f19-c75f-4a45-9dfe-e65073e04a00 req-973c7940-223c-4f1b-801e-e147f281e368 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.544275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba7d3f19-c75f-4a45-9dfe-e65073e04a00 req-973c7940-223c-4f1b-801e-e147f281e368 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2391238 Aug 11 08:17:30.648374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-fd6ed5e4-0c2d-4a9b-86a9-e87fd97d2753 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790599 Aug 11 08:17:30.655920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port 67a7d107-3f2f-45dd-bde0-86092c58343b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:30.656445 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:30.675522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba7d3f19-c75f-4a45-9dfe-e65073e04a00 req-15e4b879-0934-45d8-bbd3-db4b46402ad4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299086 Aug 11 08:17:30.819767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-244c2907-b35a-4989-834a-cfbe8f0ad9be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 217 time: 0.1575809 Aug 11 08:17:30.979221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-f9653a76-c90e-45bb-92f1-8f81b539337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:30.981537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-f9653a76-c90e-45bb-92f1-8f81b539337f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1117041 Aug 11 08:17:30.996603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4eb9e-f9b9-48cb-a7b4-743a33f27949 req-8f20af27-ef2c-4334-aa2c-e9e183fdc8d4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:31.005762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9b4eb9e-f9b9-48cb-a7b4-743a33f27949 req-8f20af27-ef2c-4334-aa2c-e9e183fdc8d4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1455894 Aug 11 08:17:31.060780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] For port 67a7d107-3f2f-45dd-bde0-86092c58343b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=67a7d107-3f2f-45dd-bde0-86092c58343b,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:31.061195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:31.091420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for 67a7d107-3f2f-45dd-bde0-86092c58343b owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:31.109144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9b4eb9e-f9b9-48cb-a7b4-743a33f27949 req-dd645b5e-682d-4c8a-835c-1e55a91bacc7 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033678 Aug 11 08:17:31.129041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-1170f446-f8ba-4d2f-9458-ec9db72e7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:31.130491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-1170f446-f8ba-4d2f-9458-ec9db72e7829 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184289 Aug 11 08:17:31.325434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-bd3b55fc-35ff-4036-833c-a5d6af064a89 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537163 Aug 11 08:17:31.387954 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c0673-c9bd-4a6b-85e2-c96c3fb29765 x-openstack-request-id: req-e16c0673-c9bd-4a6b-85e2-c96c3fb29765 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:31.388510 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f67b3301-76e1-4113-813d-02c1548af99a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:31.388510 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e16c0673-c9bd-4a6b-85e2-c96c3fb29765 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:31.388922 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b', 'code': 200} Aug 11 08:17:31.389168 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e', 'code': 200} Aug 11 08:17:31.389425 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a', 'code': 200} Aug 11 08:17:31.495031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-ef62c7d5-45ec-4812-86ff-fdc59654af0c service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166568 Aug 11 08:17:31.580509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-ab88fc66-6a60-40a4-b39e-596c2df24d88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 217 time: 0.0725579 Aug 11 08:17:31.639166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:31.692599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd4c00-bf04-45ae-88ca-4eea6e60ff94 req-0b492378-b84a-424b-bd52-a63a49c98bd2 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:31.701583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53cd4c00-bf04-45ae-88ca-4eea6e60ff94 req-0b492378-b84a-424b-bd52-a63a49c98bd2 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.2084870 Aug 11 08:17:31.728783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=67a7d107-3f2f-45dd-bde0-86092c58343b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:31.753474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-4a54dbd0-7492-4dc9-86a0-3c3d72ae6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:31.755540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-4a54dbd0-7492-4dc9-86a0-3c3d72ae6648 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1651843 Aug 11 08:17:31.804176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.804176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.804176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.804981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.805427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.805869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.806394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.806760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.807224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.807951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.808212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.808697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:31.850739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] No DVR routers for this DVR port 67a7d107-3f2f-45dd-bde0-86092c58343b on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:31.854324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:31.857101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-a936dd30-3bb5-4433-bc12-470b55242011 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "DELETE /v2.0/ports/67a7d107-3f2f-45dd-bde0-86092c58343b HTTP/1.1" status: 204 len: 173 time: 1.6221673 Aug 11 08:17:31.922322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53cd4c00-bf04-45ae-88ca-4eea6e60ff94 req-2fb4ffd5-38d3-4206-90dc-a5ea67be7c39 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190506 Aug 11 08:17:31.941234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-8b747a82-c8d1-4ebd-988b-c72f5fc2faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:31.942728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-8b747a82-c8d1-4ebd-988b-c72f5fc2faf0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1605310 Aug 11 08:17:32.071844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:32.072145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:32.253609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] For port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:32.254420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:32.274593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:32.340413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:32.404392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-48dd6605-87dd-4f6b-9cbd-554307392c29 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423420 Aug 11 08:17:32.596050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-571182c3-2e0a-40c8-98d5-3cbf6a10e1b2 req-245f0277-640b-4ee2-a4be-14e1e553a2ba service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473017 Aug 11 08:17:32.666884 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:32.689980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2a7028e4-799c-45bb-b892-d7982c40bcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:32.735769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=9a621c4e-e175-4aa6-b5e3-49e3c49590d1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:32.846977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] No DVR routers for this DVR port 9a621c4e-e175-4aa6-b5e3-49e3c49590d1 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:32.849662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:32.851795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-9247f20a-41d9-48f4-934a-d498c97fb5ed tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "DELETE /v2.0/ports/9a621c4e-e175-4aa6-b5e3-49e3c49590d1 HTTP/1.1" status: 204 len: 173 time: 0.9859219 Aug 11 08:17:33.051800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port b69e238a-eed7-4533-b1b1-63d543e9735e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:33.053068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:33.254408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] For port b69e238a-eed7-4533-b1b1-63d543e9735e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b69e238a-eed7-4533-b1b1-63d543e9735e,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:33.255194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:33.277005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for b69e238a-eed7-4533-b1b1-63d543e9735e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:33.390576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:33.394002 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2f62b-26d5-45d2-b47a-c421033d15b1" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:33.497656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:33.563272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=b69e238a-eed7-4533-b1b1-63d543e9735e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:33.647772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] No DVR routers for this DVR port b69e238a-eed7-4533-b1b1-63d543e9735e on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:33.651341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:33.654981 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-ebd28ccb-5295-4ccf-a484-a8540578a5d6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "DELETE /v2.0/ports/b69e238a-eed7-4533-b1b1-63d543e9735e HTTP/1.1" status: 204 len: 173 time: 0.7875321 Aug 11 08:17:33.816449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port f67b3301-76e1-4113-813d-02c1548af99a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:33.817675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:34.011948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] For port f67b3301-76e1-4113-813d-02c1548af99a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f67b3301-76e1-4113-813d-02c1548af99a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:34.012437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:34.284607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:34.285270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:34.285709 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Floating IP d7de4586-a8b3-4530-ab08-a0729bdf1a36 disassociated. External IP: 172.25.2.206, port: f67b3301-76e1-4113-813d-02c1548af99a. Aug 11 08:17:34.286105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for f67b3301-76e1-4113-813d-02c1548af99a owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:34.443733 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6604ff8a-9357-4585-9e0e-3bc84b0849d2 x-openstack-request-id: req-6604ff8a-9357-4585-9e0e-3bc84b0849d2 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:34.444266 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:34.444663 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6604ff8a-9357-4585-9e0e-3bc84b0849d2 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:34.445370 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887', 'status': 'completed', 'code': 200} Aug 11 08:17:34.543877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-e2d88063-1905-452f-92c1-17b79453a4a5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--32370750&fields=id&tenant_id=1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 267 time: 0.1168814 Aug 11 08:17:34.648294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a415a-0c19-4954-84c4-93d3ad9423a2 req-301635b6-78ce-4be5-8695-6e96136b6047 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:34.648294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-394a415a-0c19-4954-84c4-93d3ad9423a2 req-301635b6-78ce-4be5-8695-6e96136b6047 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1181450 Aug 11 08:17:34.701751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-394a415a-0c19-4954-84c4-93d3ad9423a2 req-d1d47236-afdb-462a-a9ec-007aa25e637d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Aug 11 08:17:34.740545 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:34.809797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:34.818309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-7712c3b0-ae77-4e0d-b7b8-e9ebb2bed79b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:34.819937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-7712c3b0-ae77-4e0d-b7b8-e9ebb2bed79b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.2584002 Aug 11 08:17:34.861725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f1f9b10-7b00-43ac-bac1-a3f6d23d2abc req-4a33e6d4-b7a1-467d-ab55-c9f34b447904 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0405476 Aug 11 08:17:34.870786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=f67b3301-76e1-4113-813d-02c1548af99a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:34.878442 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-706080d9-c358-4e50-bd4c-74c4825799db tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/quotas/1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 375 time: 0.0503366 Aug 11 08:17:35.007183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4824-0933-4a98-afb8-1c07b421c684 req-62a0a0b8-3bc0-4010-90e9-6fb4789aa0b0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:35.008799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef1e4824-0933-4a98-afb8-1c07b421c684 req-62a0a0b8-3bc0-4010-90e9-6fb4789aa0b0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0684977 Aug 11 08:17:35.038954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-54752518-0c3a-4df0-a153-dbc5eb76560e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508541 Aug 11 08:17:35.048529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef1e4824-0933-4a98-afb8-1c07b421c684 req-70b54211-0cf2-4ecf-989b-d0b966683525 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Aug 11 08:17:35.120865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:17:35.173505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-a03cbfdd-fcbb-44f4-9a30-bda1be1d4620 service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144447 Aug 11 08:17:35.203917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1aa25-f786-45ac-a4af-e95cd83decb3 req-8c641c61-e1cd-40b0-88cc-394eb328971a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:35.205898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b1aa25-f786-45ac-a4af-e95cd83decb3 req-8c641c61-e1cd-40b0-88cc-394eb328971a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0599759 Aug 11 08:17:35.299410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9b1aa25-f786-45ac-a4af-e95cd83decb3 req-89468ccf-6ce5-49cd-a608-410139a7a1c4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792570 Aug 11 08:17:35.477812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:35.603342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:35.605165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bf116-3a69-4dde-b3f4-d6b380ed88a3 req-f3954690-bb85-4fb7-9a6a-0ff07915656a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:35.607248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-549bf116-3a69-4dde-b3f4-d6b380ed88a3 req-f3954690-bb85-4fb7-9a6a-0ff07915656a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0554800 Aug 11 08:17:35.663528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:35.676295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-549bf116-3a69-4dde-b3f4-d6b380ed88a3 req-967026f1-27a3-48ab-b94a-3a41bb205241 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543640 Aug 11 08:17:35.679598 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:35.764383 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed29c160-2771-4622-a138-73c8876ba8ae x-openstack-request-id: req-ed29c160-2771-4622-a138-73c8876ba8ae {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:35.765383 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-unplugged", "status": "completed", "tag": "18b69d87-4da7-4d61-b1b9-66cd9a260887", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:35.765792 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed29c160-2771-4622-a138-73c8876ba8ae {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:35.766347 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b69d87-4da7-4d61-b1b9-66cd9a260887', 'code': 200} Aug 11 08:17:35.781923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:35.825104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-99d92b4c-1667-45c6-8792-df2232343409 service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436155 Aug 11 08:17:35.916472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:17:35.931943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] Sync routers for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:17:35.957194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:35.958184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:36.017815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] No DVR routers for this DVR port f67b3301-76e1-4113-813d-02c1548af99a on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:36.023241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:36.027270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df546403-cc42-4fc2-94a9-96bec2df126b req-30dc63db-54c7-4df9-804d-179842ffb16a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.69 "DELETE /v2.0/ports/f67b3301-76e1-4113-813d-02c1548af99a HTTP/1.1" status: 204 len: 173 time: 2.3662198 Aug 11 08:17:36.068080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e9b7d-5836-4746-8121-688805fc7257 req-59bff5ba-25d2-41dc-bbd5-141223495952 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:36.078418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-484e9b7d-5836-4746-8121-688805fc7257 req-59bff5ba-25d2-41dc-bbd5-141223495952 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1214106 Aug 11 08:17:36.123125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:36.202435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-484e9b7d-5836-4746-8121-688805fc7257 req-28ecd0ef-107b-4738-a28d-70592254b7f2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227913 Aug 11 08:17:36.304713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:36.383021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-711dace8-fd89-494a-b61f-67179854b48c req-8904c64d-00d2-4131-b319-cc1514150e0d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0509665 Aug 11 08:17:36.446505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e'}, {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:36.448946 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b845127-e617-4735-b21d-2f25a4fad72d" -d '{"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e"}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "f67b3301-76e1-4113-813d-02c1548af99a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:36.647421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7fd90-7051-4f98-9099-c828a1f8d227 req-2493c93b-c79c-4b44-847a-a8a4d6b4f575 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:36.664644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62d7fd90-7051-4f98-9099-c828a1f8d227 req-2493c93b-c79c-4b44-847a-a8a4d6b4f575 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1177273 Aug 11 08:17:36.785929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62d7fd90-7051-4f98-9099-c828a1f8d227 req-d2ea2dbf-fb84-49e9-8d56-461d34e49f8f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200576 Aug 11 08:17:36.857782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:43Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:36.900563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] Checking router: 630d7815-a4a4-49ad-9b76-e699c4fd70b6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:17:36.931322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:36.932617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:36.990124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-52bd85c9-5d06-4b58-a62c-214a5871d289 req-bf6ac9a1-39df-484a-9fe1-50d5dcc0df5b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 210 time: 0.0825467 Aug 11 08:17:37.169920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:37.306361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593f0a6-6b8e-4ac3-821b-ea99ecf67c6a req-15ba209a-a573-4cd2-9ebe-d2f75d6d80c3 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:37.306361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6593f0a6-6b8e-4ac3-821b-ea99ecf67c6a req-15ba209a-a573-4cd2-9ebe-d2f75d6d80c3 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.0900583 Aug 11 08:17:37.418116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6593f0a6-6b8e-4ac3-821b-ea99ecf67c6a req-6339b26b-afa3-4788-8272-d2b4ea3c9044 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037092 Aug 11 08:17:37.522017 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e93d64a-2472-45e8-b7f5-17bc03920140 x-openstack-request-id: req-5e93d64a-2472-45e8-b7f5-17bc03920140 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:37.522616 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "67a7d107-3f2f-45dd-bde0-86092c58343b", "status": "completed", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "9a621c4e-e175-4aa6-b5e3-49e3c49590d1", "status": "completed", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "b69e238a-eed7-4533-b1b1-63d543e9735e", "status": "completed", "code": 200}, {"server_uuid": "9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8", "name": "network-vif-deleted", "tag": "f67b3301-76e1-4113-813d-02c1548af99a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:37.522616 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e93d64a-2472-45e8-b7f5-17bc03920140 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:37.524660 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': '67a7d107-3f2f-45dd-bde0-86092c58343b', 'status': 'completed', 'code': 200} Aug 11 08:17:37.525082 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': '9a621c4e-e175-4aa6-b5e3-49e3c49590d1', 'status': 'completed', 'code': 200} Aug 11 08:17:37.525368 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': 'b69e238a-eed7-4533-b1b1-63d543e9735e', 'status': 'completed', 'code': 200} Aug 11 08:17:37.525781 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8', 'name': 'network-vif-deleted', 'tag': 'f67b3301-76e1-4113-813d-02c1548af99a', 'status': 'completed', 'code': 200} Aug 11 08:17:37.701766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:43Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:37.717558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06874ff-0d0e-4601-adf4-826e05c3ead3 req-e483b088-bc78-4f75-b66f-0f0369407147 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:37.723440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d06874ff-0d0e-4601-adf4-826e05c3ead3 req-e483b088-bc78-4f75-b66f-0f0369407147 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1202700 Aug 11 08:17:37.784716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:37.790057 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9915a968-5422-4552-8412-8ab25a36df88" -d '{"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:37.790305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7ff9-fdc2-4d3f-857d-4e48b2f17e3e req-c3865be8-5620-4c84-ac65-18e882c26b10 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:37.790305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-696e7ff9-fdc2-4d3f-857d-4e48b2f17e3e req-c3865be8-5620-4c84-ac65-18e882c26b10 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1058850 Aug 11 08:17:37.791004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b241ca-e137-41d4-a1fb-86f47d17961d None None] The sync data for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 is: [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:06:32Z', 'revision_number': 4, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b99bd64a-7ca9-442e-8302-ea73ffc9b71f', 'name': '', 'network_id': 'bb42dbd2-5fba-40ba-ab09-547a002ac7a8', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'mac_address': 'fa:16:3e:29:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:31Z', 'updated_at': '2021-08-11T08:06:43Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'subnets': [{'id': 'e00c32b9-9514-4042-90b4-93cdbf2b832e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:17:37.819775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d06874ff-0d0e-4601-adf4-826e05c3ead3 req-fbde9c6b-f26b-4a5e-a6db-4232aebc6681 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902603 Aug 11 08:17:37.925463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-696e7ff9-fdc2-4d3f-857d-4e48b2f17e3e req-8e9c4bbc-d599-4084-bcdc-775a64ec3cfd tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219060 Aug 11 08:17:38.073613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05863950-74ef-4056-b926-d477d10001b4 req-8fee83ad-87f6-41f5-bca4-5c48bb42a56b tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0464408 Aug 11 08:17:38.159412 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b3e4d3-d503-4582-ae04-8b4e5077e3b9 x-openstack-request-id: req-85b3e4d3-d503-4582-ae04-8b4e5077e3b9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:38.159945 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-unplugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:38.159945 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85b3e4d3-d503-4582-ae04-8b4e5077e3b9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:38.160378 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'code': 200} Aug 11 08:17:38.317552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff65ae36-55a6-44d3-b9ae-a1232f92a938 req-a5cc3477-e98c-405d-a4bc-af269aad392e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 210 time: 0.0494645 Aug 11 08:17:38.367010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679e856-8c45-4ef5-bbdf-afd64f8a470e req-25fa394e-7bcf-4014-939b-9fa7beed638e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:38.374842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5679e856-8c45-4ef5-bbdf-afd64f8a470e req-25fa394e-7bcf-4014-939b-9fa7beed638e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1253309 Aug 11 08:17:38.414154 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304dd38-8d64-43e5-a70c-675dccd1add6 None None] New status for floating IP d7de4586-a8b3-4530-ab08-a0729bdf1a36: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:17:38.430197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5679e856-8c45-4ef5-bbdf-afd64f8a470e req-75732eeb-622c-4446-a34e-2033b454ddcc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543239 Aug 11 08:17:38.621786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13e8dc-ecb7-4658-9d71-0901cc03f0a5 req-34afd15e-47ea-47c6-ba1c-1246b22610c2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:38.632190 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd13e8dc-ecb7-4658-9d71-0901cc03f0a5 req-34afd15e-47ea-47c6-ba1c-1246b22610c2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.1181686 Aug 11 08:17:38.681643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd13e8dc-ecb7-4658-9d71-0901cc03f0a5 req-0d2284b4-a085-44cd-92dd-1fddb43cd626 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 Aug 11 08:17:38.800811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-3eaedb47-bf45-4cf6-98e9-bb7cc82715dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:38.812175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-3eaedb47-bf45-4cf6-98e9-bb7cc82715dd tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.2393901 Aug 11 08:17:38.832144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-b70235b7-6791-4b0b-ae76-ef3ba985a244 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/quotas/fb6b4d0934d54be7a5dc097f00fbfeca HTTP/1.1" status: 200 len: 375 time: 0.0171392 Aug 11 08:17:38.936185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-cf9be049-b9e0-429e-8011-b0a0670930e3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984657 Aug 11 08:17:39.059746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be18172-1b76-45b6-8143-8883ae6019a3 req-35f41158-e061-4488-8069-eaa6deec1876 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:39.062677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4be18172-1b76-45b6-8143-8883ae6019a3 req-35f41158-e061-4488-8069-eaa6deec1876 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1029980 Aug 11 08:17:39.124824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-635cc39c-cfff-4dde-af13-0906e687cff6 service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872284 Aug 11 08:17:39.166731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4be18172-1b76-45b6-8143-8883ae6019a3 req-71145078-9bef-448b-a671-905ca85c5667 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966196 Aug 11 08:17:39.371145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-661b0a15-6c99-4247-8098-8e141bcef882 service neutron] 10.222.0.58 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454264 Aug 11 08:17:39.420725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a67ae-0d6d-40b4-abf0-083685845960 req-8f4f726d-e0e0-40ed-a0b6-a3b42e7c3f81 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:39.422917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b46a67ae-0d6d-40b4-abf0-083685845960 req-8f4f726d-e0e0-40ed-a0b6-a3b42e7c3f81 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0661955 Aug 11 08:17:39.476854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b46a67ae-0d6d-40b4-abf0-083685845960 req-10b3736c-afdf-4d91-b371-d5ece127cdb9 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Aug 11 08:17:39.620126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b503f875-1d09-4891-80c9-9eeff2b4feed req-9701e2fe-2335-4b27-b5af-0a9265866ca9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 210 time: 0.0622115 Aug 11 08:17:39.639555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-032967c0-5545-4110-871d-dc52067b21e6 req-c3acb07e-81a3-484d-9392-44fe7db1943a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0573871 Aug 11 08:17:39.744861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17d5043d-9448-4191-991f-91700b5ff98a req-7e910354-d799-40c2-b601-9af11bdf3a89 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 210 time: 0.0418625 Aug 11 08:17:39.792205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753f140-cf88-4533-8281-85ee2be781a0 req-75908560-cfd0-4803-908b-f1c8f1948160 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:39.793896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7753f140-cf88-4533-8281-85ee2be781a0 req-75908560-cfd0-4803-908b-f1c8f1948160 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0770164 Aug 11 08:17:39.847739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7753f140-cf88-4533-8281-85ee2be781a0 req-9f11b8ef-2f35-43cb-a88f-2e0658afea08 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Aug 11 08:17:39.908397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b7aef-0e49-437f-aa83-e0789a2c89a6 req-09166806-a7a6-4ef8-b8cd-ea25ce70ba2d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:39.912446 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad1b7aef-0e49-437f-aa83-e0789a2c89a6 req-09166806-a7a6-4ef8-b8cd-ea25ce70ba2d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.0781887 Aug 11 08:17:39.995566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad1b7aef-0e49-437f-aa83-e0789a2c89a6 req-ad6ebbf1-5320-43fa-8513-8eec5679882a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769169 Aug 11 08:17:40.059479 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:17:40.330827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e693c-a58b-4ca8-a3fa-098cf9f6e58f req-8e112835-7b24-4c7d-bdf1-880afeb668a0 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:40.332498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae6e693c-a58b-4ca8-a3fa-098cf9f6e58f req-8e112835-7b24-4c7d-bdf1-880afeb668a0 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.0574870 Aug 11 08:17:40.375554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae6e693c-a58b-4ca8-a3fa-098cf9f6e58f req-9550b062-2b7d-4978-9ab1-5857311cd656 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365171 Aug 11 08:17:40.619867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a7a4f-eaef-4ee3-acbe-ac3bf7fbafdd req-e46450fa-59b4-4284-81a3-893654ed79dd tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:40.621465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-948a7a4f-eaef-4ee3-acbe-ac3bf7fbafdd req-e46450fa-59b4-4284-81a3-893654ed79dd tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0553024 Aug 11 08:17:40.665585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-948a7a4f-eaef-4ee3-acbe-ac3bf7fbafdd req-220e50a5-de5b-4193-b817-09c4da74e0bf tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Aug 11 08:17:40.749522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25415e28-b325-413b-9f39-59155b7e4220 req-098380ec-85b0-4831-9673-cedbb4b487ff tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 210 time: 0.0436051 Aug 11 08:17:40.791257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e89c7d67-2b39-4fce-83f3-6036e93f00dd req-92485132-1505-489a-b78f-534054cf63ba tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0451834 Aug 11 08:17:40.852370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d14216cc-1310-4f76-a2dc-9a7ecaff497a req-9200eb02-8b13-4624-a96a-ffdcac9e7540 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 210 time: 0.0278308 Aug 11 08:17:40.993630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77231ab7-ae24-48e6-af54-43de5c93c802 req-731fa640-8238-4990-afdf-5ae502dbad19 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:40.997629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77231ab7-ae24-48e6-af54-43de5c93c802 req-731fa640-8238-4990-afdf-5ae502dbad19 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0682216 Aug 11 08:17:41.049033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77231ab7-ae24-48e6-af54-43de5c93c802 req-cdcb72d0-d9bd-4a62-a8f6-3a6308eb0c33 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Aug 11 08:17:41.199227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a381e-98b6-45a7-a271-8545c767c973 req-c983d427-cde1-4e9c-8e52-23b197f2f873 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:41.200325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-50282e1c-9f8d-423d-83b0-f7daac3db3cc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:41.201558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f05a381e-98b6-45a7-a271-8545c767c973 req-c983d427-cde1-4e9c-8e52-23b197f2f873 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.0771632 Aug 11 08:17:41.202291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-50282e1c-9f8d-423d-83b0-f7daac3db3cc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.1990476 Aug 11 08:17:41.247422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f05a381e-98b6-45a7-a271-8545c767c973 req-a102025d-a56d-4b16-813c-f13214f3c7f5 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Aug 11 08:17:41.281524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-bc0e988f-3acf-4cd4-af25-a9c079d03978 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 378 time: 0.0496264 Aug 11 08:17:41.303855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'port': {'device_id': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'admin_state_up': True, 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'security_groups': ['ca919480-bccf-4ef1-b39c-950d9ce492b8']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:41.445844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:17:41.450638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:41.596187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b3919-bfc3-4e2c-a18a-2fbd071cca19 req-cb332640-7f67-4baa-b014-12933a8ee6b2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:41.598027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-748b3919-bfc3-4e2c-a18a-2fbd071cca19 req-cb332640-7f67-4baa-b014-12933a8ee6b2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1300309 Aug 11 08:17:41.740963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-748b3919-bfc3-4e2c-a18a-2fbd071cca19 req-1ba8458d-fd84-4917-bc27-bb261e33ff73 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328921 Aug 11 08:17:41.769226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Allocated IP 172.20.0.5 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/ae519e16-33ba-420e-9310-ee5b4ea16c0f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:41.833252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666605ab-6855-4cb0-942e-8e230f97aad7 req-f938ffd2-075b-4fc9-9cec-69da08c93751 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:41.834878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-78c9e71f-e1d7-4e90-a539-5272fe519d68 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:41.836525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-78c9e71f-e1d7-4e90-a539-5272fe519d68 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 805 time: 0.1748552 Aug 11 08:17:41.842965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-666605ab-6855-4cb0-942e-8e230f97aad7 req-f938ffd2-075b-4fc9-9cec-69da08c93751 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0935194 Aug 11 08:17:41.888848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-666605ab-6855-4cb0-942e-8e230f97aad7 req-36107360-a2c0-4ee3-84c6-605c874fcbb6 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Aug 11 08:17:41.921245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Request body: {'port': {'device_id': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'admin_state_up': True, 'tenant_id': 'fb6b4d0934d54be7a5dc097f00fbfeca'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:41.984200 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba207582-6f3c-4e54-b50e-3d579c40d5c6 req-b123651c-bad7-499d-b994-7da1390b203a tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Aug 11 08:17:41.993514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ecfefe20-b2f4-4b6d-96f3-07c5db527aaf req-01e6f22e-df7e-4126-bbe6-c76b6d144386 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 210 time: 0.0808742 Aug 11 08:17:42.053097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:42.081875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Transition to ACTIVE for port object ae519e16-33ba-420e-9310-ee5b4ea16c0f will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:42.090557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74bf894d-e35e-4b2c-bd13-2d07fa17594e req-ca5c41a8-ff06-4932-9432-87b6a4223e01 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 210 time: 0.0355780 Aug 11 08:17:42.151528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Made reservation on behalf of fb6b4d0934d54be7a5dc097f00fbfeca for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:17:42.157043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:42.211089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:42.298905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459409e-7e5c-40a2-9610-b6de0b7047ee req-68c2d00d-4a08-4152-8d70-8f2ad891caa7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:42.300553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c459409e-7e5c-40a2-9610-b6de0b7047ee req-68c2d00d-4a08-4152-8d70-8f2ad891caa7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1675348 Aug 11 08:17:42.329835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:42.354348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:42.361912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:42.368431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:42.444769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cd6e6-9e9e-4ecf-a004-0fc74a00abff req-df546d23-aa4d-42b3-8440-ff26d295298b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:42.450295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.450638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.450975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.451730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.452062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.452389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.452850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.454850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b96cd6e6-9e9e-4ecf-a004-0fc74a00abff req-df546d23-aa4d-42b3-8440-ff26d295298b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.0735841 Aug 11 08:17:42.456813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.457317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.457663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.457994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.458325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:17:42.508540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c459409e-7e5c-40a2-9610-b6de0b7047ee req-3c42f81b-6bba-4ed9-a065-21d25b79053d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951945 Aug 11 08:17:42.526704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:42.527437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:42.552097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b96cd6e6-9e9e-4ecf-a004-0fc74a00abff req-76faa8bd-3bcf-46ae-800e-4cf6db2e6c00 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948653 Aug 11 08:17:42.581373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Allocated IP 172.20.0.7 (3aede260-034c-4181-916c-eebdab329477/16644275-cac0-4af6-a19d-2f46aecbc49e/5389f362-355e-4ebf-b431-92aa1a305f3f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:17:42.587198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-b8e274fc-6070-4403-ac1b-9734c36db633 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2877476 Aug 11 08:17:42.611077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Request body: {'port': {'device_id': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:42.651013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-25a930ba-e31e-4296-83fb-fdfb1c34143b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:42.652142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-25a930ba-e31e-4296-83fb-fdfb1c34143b tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "GET /v2.0/ports?device_id=2412c0f8-15c8-48a3-bfec-44559df22d9c HTTP/1.1" status: 200 len: 945 time: 0.1565151 Aug 11 08:17:42.738254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:42.774671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0a60f87f-41bd-4837-b23d-49c2e578f907 None None] Provisioning for port ae519e16-33ba-420e-9310-ee5b4ea16c0f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:42.788328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0a60f87f-41bd-4837-b23d-49c2e578f907 None None] Provisioning complete for port ae519e16-33ba-420e-9310-ee5b4ea16c0f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:42.789056 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0a60f87f-41bd-4837-b23d-49c2e578f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:42.809546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc267-911e-499c-b84d-9489b7cf9b60 req-036969e8-8680-4932-b8c6-cb5a065df328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:42.809546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-200cc267-911e-499c-b84d-9489b7cf9b60 req-036969e8-8680-4932-b8c6-cb5a065df328 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 1097 time: 0.1051550 Aug 11 08:17:42.858819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0a60f87f-41bd-4837-b23d-49c2e578f907 None None] Port ae519e16-33ba-420e-9310-ee5b4ea16c0f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:17:42.871330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-200cc267-911e-499c-b84d-9489b7cf9b60 req-a0dedcbb-02f3-4d08-9bd7-39a67864277e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Aug 11 08:17:42.875560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Deleting port 5c46ee68-9409-472a-a02d-0cdf669ab2cd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:42.875907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.056090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] For port 5c46ee68-9409-472a-a02d-0cdf669ab2cd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5c46ee68-9409-472a-a02d-0cdf669ab2cd,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:43.056608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.074198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Calling delete_port for 5c46ee68-9409-472a-a02d-0cdf669ab2cd owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:43.090174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedc806-543e-49b0-9aff-54bb3c865a80 req-586c8203-3c7e-4c1d-8637-409c0d45ece3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:43.098676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6eedc806-543e-49b0-9aff-54bb3c865a80 req-586c8203-3c7e-4c1d-8637-409c0d45ece3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.0983241 Aug 11 08:17:43.199544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:43.202120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6eedc806-543e-49b0-9aff-54bb3c865a80 req-76cab482-aee9-4d3c-9b64-cac955e22c8e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025465 Aug 11 08:17:43.219997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.269507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Transition to ACTIVE for port object ae519e16-33ba-420e-9310-ee5b4ea16c0f will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:43.285173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944a451-f9ee-4c58-8caa-228a2a46f91c req-5e32a387-9f0d-436b-b774-0df80390bb48 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:43.297391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2944a451-f9ee-4c58-8caa-228a2a46f91c req-5e32a387-9f0d-436b-b774-0df80390bb48 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 944 time: 0.1649394 Aug 11 08:17:43.305692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.328856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.373800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31d9d851-ec71-4044-a2df-2f3845c5f352 req-94181e96-c6db-47f3-8789-a299bb255ecf tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0601835 Aug 11 08:17:43.381570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event deleted for resources: {'Port': ['ID=5c46ee68-9409-472a-a02d-0cdf669ab2cd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:43.416108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2944a451-f9ee-4c58-8caa-228a2a46f91c req-212781a5-d8aa-46e1-8e83-c8fc73ed7679 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173496 Aug 11 08:17:43.428336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.469733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] No DVR routers for this DVR port 5c46ee68-9409-472a-a02d-0cdf669ab2cd on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:43.474026 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.480998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f4a9121-ab3f-40e8-b0f8-93b3767ee5dc req-b3e412d8-0ba2-4ee4-a1f3-57e188fe9bf0 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "DELETE /v2.0/ports/5c46ee68-9409-472a-a02d-0cdf669ab2cd HTTP/1.1" status: 204 len: 173 time: 0.8200626 Aug 11 08:17:43.482090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'name': 'network-vif-deleted', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:43.489501 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4411276-cd19-40f8-89a4-a057fc616d79" -d '{"events": [{"server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "name": "network-vif-deleted", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:43.562784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:43.576013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:43.606226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe8c46-7ea1-4b1c-880e-2015022ff075 req-7a4ef671-ca47-4a2b-b1fd-117d80d1e317 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:43.606405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:43.618683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62fe8c46-7ea1-4b1c-880e-2015022ff075 req-7a4ef671-ca47-4a2b-b1fd-117d80d1e317 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 943 time: 0.1204433 Aug 11 08:17:43.619417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46199b1c-2485-40a2-8f32-d5a6a60bebf8 req-01689855-7401-48e4-a97e-7c055fbddfa8 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 210 time: 0.0786579 Aug 11 08:17:43.660554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5c46ee68-9409-472a-a02d-0cdf669ab2cd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:43.661193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:43.708502 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62fe8c46-7ea1-4b1c-880e-2015022ff075 req-3caf704d-e856-48bb-9836-e8542ea178b7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886085 Aug 11 08:17:43.754951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Attempting to bind port ae519e16-33ba-420e-9310-ee5b4ea16c0f on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:43.755472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Attempting to bind port ae519e16-33ba-420e-9310-ee5b4ea16c0f by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:43.755963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Attempting to bind port ae519e16-33ba-420e-9310-ee5b4ea16c0f on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:43.771898 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db2c3e-08c8-4ff2-b45e-289e7a8edb16 x-openstack-request-id: req-b3db2c3e-08c8-4ff2-b45e-289e7a8edb16 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:43.772259 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2412c0f8-15c8-48a3-bfec-44559df22d9c", "name": "network-vif-deleted", "tag": "5c46ee68-9409-472a-a02d-0cdf669ab2cd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:43.772775 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3db2c3e-08c8-4ff2-b45e-289e7a8edb16 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:43.773320 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2412c0f8-15c8-48a3-bfec-44559df22d9c', 'name': 'network-vif-deleted', 'tag': '5c46ee68-9409-472a-a02d-0cdf669ab2cd', 'status': 'completed', 'code': 200} Aug 11 08:17:43.790146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.808569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Port ae519e16-33ba-420e-9310-ee5b4ea16c0f on network 9633078a-8d25-4858-b669-47a18fbde111 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:17:43.810777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Attempting to bind port ae519e16-33ba-420e-9310-ee5b4ea16c0f on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:43.879122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:43.879515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:43.879839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:43.880295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Bound port: ae519e16-33ba-420e-9310-ee5b4ea16c0f, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:43.880652 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:43.948758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Network 3aede260-034c-4181-916c-eebdab329477 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:17:43.952572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527c024-61ac-4049-833d-d98d5d18ebf6 req-9ac08ef5-9b4d-4aea-b47b-0f777483776a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:43.964430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a527c024-61ac-4049-833d-d98d5d18ebf6 req-9ac08ef5-9b4d-4aea-b47b-0f777483776a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 948 time: 0.1133771 Aug 11 08:17:43.977202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:43.977829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:17:43.982187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:17:43.987362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:43.998073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'mac_address': 'fa:16:3e:ab:9b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:44.082491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a527c024-61ac-4049-833d-d98d5d18ebf6 req-24f41642-555d-44e4-88b5-1811fa20cfd9 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139455 Aug 11 08:17:44.090623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15573519-88f7-4747-a1a2-1ecef2ba27e0 req-a657e0f4-8c13-40f9-8a86-26b6c6da4703 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.092424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15573519-88f7-4747-a1a2-1ecef2ba27e0 req-a657e0f4-8c13-40f9-8a86-26b6c6da4703 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1948380 Aug 11 08:17:44.107242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.110769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.115819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:44.116080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.130456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:44.151622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:44.156468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.179533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:44.184854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.187846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1776227d-dd8d-48cd-9953-e4aa90b0a921 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2736347 Aug 11 08:17:44.188151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:44.222164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Request body: {'port': {'device_id': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:44.225852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.226383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.227902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] 10.222.0.64 "PUT /v2.0/ports/ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 1091 time: 1.6253612 Aug 11 08:17:44.234730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:44.240969 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe4071-d991-4585-be2d-90f7a20d7756" -d '{"events": [{"name": "network-changed", "server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:44.341860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15573519-88f7-4747-a1a2-1ecef2ba27e0 req-8dd81da9-1150-45e7-a4a1-2bffd2ff80d7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996417 Aug 11 08:17:44.358838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:44.427834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51ea66-2035-4886-a7e8-71518d5412ae service neutron] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:44.431809 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945a5eb-432c-4ca2-ade7-1b4ccdcfcf58 x-openstack-request-id: req-2945a5eb-432c-4ca2-ade7-1b4ccdcfcf58 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:44.432212 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:44.432530 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2945a5eb-432c-4ca2-ade7-1b4ccdcfcf58 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:44.433023 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'status': 'completed', 'code': 200} Aug 11 08:17:44.472542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:44.476429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.490742 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-767ded60-78b7-4f29-bffd-74df5fbb8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.491661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-767ded60-78b7-4f29-bffd-74df5fbb8c31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1573894 Aug 11 08:17:44.497350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'network_id': 'e3bceaff-6fb1-4dfc-8b3a-e28a590eb255', 'port_id': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'mac_address': 'fa:16:3e:f7:e4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f5335-f461-4da7-9a8f-6613ff177c4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:44.516719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58b6fd-7d68-46a2-b48d-56d2830670f5 req-52413dd7-126d-48e1-aa83-5b620614f99f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.527135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e58b6fd-7d68-46a2-b48d-56d2830670f5 req-52413dd7-126d-48e1-aa83-5b620614f99f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1573112 Aug 11 08:17:44.564738 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.580818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:44.605403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e58b6fd-7d68-46a2-b48d-56d2830670f5 req-4490ba2f-bece-4102-b219-c4c29606ef28 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768712 Aug 11 08:17:44.609307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-6b981c82-642a-4d86-b25a-096ca9ce7949 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 217 time: 0.0745587 Aug 11 08:17:44.629022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:44.635648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:44.661803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8514781-4292-46ee-acff-55c77261af0f req-33696d86-4b92-4ee6-b263-aa6d4f5e2774 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0569024 Aug 11 08:17:44.712797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:44.763496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fca46-1d29-421d-ac32-3f8f5212e084 req-a01bf53a-caab-4b33-8509-95ebfe782104 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.765357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-715fca46-1d29-421d-ac32-3f8f5212e084 req-a01bf53a-caab-4b33-8509-95ebfe782104 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.0671573 Aug 11 08:17:44.817498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-715fca46-1d29-421d-ac32-3f8f5212e084 req-3be147e4-0214-4138-99ec-ffa244e7089b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Aug 11 08:17:44.857986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-6ccec225-d90a-483a-a9c3-2cee9984e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.859699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-6ccec225-d90a-483a-a9c3-2cee9984e48b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.2341664 Aug 11 08:17:44.947273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2975c-fd21-4752-a770-58c331cefe73 req-9b240566-c97f-4fb4-b725-94b514d55374 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.949763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8c2975c-fd21-4752-a770-58c331cefe73 req-9b240566-c97f-4fb4-b725-94b514d55374 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 931 time: 0.0643497 Aug 11 08:17:44.964729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176fad7-d045-495c-bc7d-4a572862fb1a req-c4bebe09-21c0-4594-9d5a-65bb49bb9388 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:44.966348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4176fad7-d045-495c-bc7d-4a572862fb1a req-c4bebe09-21c0-4594-9d5a-65bb49bb9388 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1831224 Aug 11 08:17:44.996799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8c2975c-fd21-4752-a770-58c331cefe73 req-fecc68cd-b8b3-487f-a80b-92676616e3ba tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Aug 11 08:17:45.001088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-c7384a09-9f4e-4ed7-b3cf-91573208a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.002845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-c7384a09-9f4e-4ed7-b3cf-91573208a608 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314130 Aug 11 08:17:45.063038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['597d6daa-aee8-4088-89d9-5692f26c6c06'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:45.089906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4f3d3444-f1f6-4367-9997-eafa5dfc88a3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:45.134571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fdbac-8293-4355-bb2c-a22e22e02146 req-cc2e0847-8402-4fc1-87af-4f2406ae971e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.145750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-547fdbac-8293-4355-bb2c-a22e22e02146 req-cc2e0847-8402-4fc1-87af-4f2406ae971e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 943 time: 0.0878632 Aug 11 08:17:45.168947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5389f362-355e-4ebf-b431-92aa1a305f3f {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:45.187988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4176fad7-d045-495c-bc7d-4a572862fb1a req-29b97abc-1729-4866-9861-3e5165aed0be tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122850 Aug 11 08:17:45.204629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:45.206887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-547fdbac-8293-4355-bb2c-a22e22e02146 req-881eaeae-7bea-4c8c-a917-1cfce5c1e824 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594406 Aug 11 08:17:45.270887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Transition to ACTIVE for port object 5389f362-355e-4ebf-b431-92aa1a305f3f will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:17:45.294160 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:45.387543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:45.400041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbfcc8-98f0-43b1-9b16-3d8c4ff5c1a8 req-33c43c7e-2385-43e8-9aff-600b1b984397 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.413534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6bfbfcc8-98f0-43b1-9b16-3d8c4ff5c1a8 req-33c43c7e-2385-43e8-9aff-600b1b984397 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.1000454 Aug 11 08:17:45.420527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-2f967996-e3ae-4780-9f85-09f7f756505a service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960319 Aug 11 08:17:45.470215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6bfbfcc8-98f0-43b1-9b16-3d8c4ff5c1a8 req-1aacf2da-1943-425f-89b1-7611311fd891 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544138 Aug 11 08:17:45.596304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:45.634600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5c46ee68-9409-472a-a02d-0cdf669ab2cd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:45.635261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5c46ee68-9409-472a-a02d-0cdf669ab2cd not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:45.636512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3197d-bc3a-479c-a9df-b01624ab4239 req-55ee3de1-055e-4d2e-80d3-3aa4ae720080 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.638210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12f3197d-bc3a-479c-a9df-b01624ab4239 req-55ee3de1-055e-4d2e-80d3-3aa4ae720080 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1370084 Aug 11 08:17:45.660367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a388901-80c1-4f8a-ab84-fde5a36a09b0 req-987ee31d-29a8-449d-ab7f-e16d2b1a3095 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380559 Aug 11 08:17:45.721252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Attempting to bind port 5389f362-355e-4ebf-b431-92aa1a305f3f on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:17:45.721776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Attempting to bind port 5389f362-355e-4ebf-b431-92aa1a305f3f by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:17:45.722220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Attempting to bind port 5389f362-355e-4ebf-b431-92aa1a305f3f on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:45.727177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2be1a0-aebd-44c5-b8d2-ca458f3bd457 req-652890de-9cfa-47ab-9528-19da45ec4daa tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.730314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af2be1a0-aebd-44c5-b8d2-ca458f3bd457 req-652890de-9cfa-47ab-9528-19da45ec4daa tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0720258 Aug 11 08:17:45.740817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Port 5389f362-355e-4ebf-b431-92aa1a305f3f on network 3aede260-034c-4181-916c-eebdab329477 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:17:45.741309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Attempting to bind port 5389f362-355e-4ebf-b431-92aa1a305f3f on network 3aede260-034c-4181-916c-eebdab329477 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:17:45.749367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12f3197d-bc3a-479c-a9df-b01624ab4239 req-04f16fd3-9f53-4099-ab3d-66f1eb8253cb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Aug 11 08:17:45.750485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:17:45.751008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Checking segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:17:45.751483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Bound using segment: {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:17:45.752095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Bound port: 5389f362-355e-4ebf-b431-92aa1a305f3f, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '3aede260-034c-4181-916c-eebdab329477'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:17:45.752855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:45.795251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af2be1a0-aebd-44c5-b8d2-ca458f3bd457 req-ca4c5838-cb8c-426c-8941-4c452ace7b3b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560088 Aug 11 08:17:45.903026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0591fe44-b884-417d-92dc-05154ee5d70f req-cef73b77-d4e8-4f59-867a-2e933febd6f9 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0537539 Aug 11 08:17:45.918546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-0807dd0b-e318-4594-831a-43384fc0a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.920173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-0807dd0b-e318-4594-831a-43384fc0a5f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1249821 Aug 11 08:17:45.924015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:17:45.928458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:17:45.953014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:45.966638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b3324-9978-4489-80ce-41b30d1c1323 req-d0dce5a5-86fa-47a4-b5b0-87b7a24ce3ed tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:45.968309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e74b3324-9978-4489-80ce-41b30d1c1323 req-d0dce5a5-86fa-47a4-b5b0-87b7a24ce3ed tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.0632455 Aug 11 08:17:46.012407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e74b3324-9978-4489-80ce-41b30d1c1323 req-c459c278-3f53-4f67-9a3f-375f6fa9f839 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Aug 11 08:17:46.043541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.044439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:46.046341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] 10.222.0.64 "PUT /v2.0/ports/5389f362-355e-4ebf-b431-92aa1a305f3f HTTP/1.1" status: 200 len: 1091 time: 1.8321993 Aug 11 08:17:46.083804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16faa5-dc65-43fa-9189-22122551bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:46.110699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-f7a65346-0dcd-428e-9ab1-96f55701612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.112381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-f7a65346-0dcd-428e-9ab1-96f55701612b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1823463 Aug 11 08:17:46.182808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-95399d39-7f99-4106-8e5e-42c771c7bfba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 217 time: 0.0616274 Aug 11 08:17:46.268466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f3ad4-228a-4785-9f13-1828c158fd80 req-2b0d9a9c-fd52-4b1c-aec0-1e2454a70e50 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.269940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-160f3ad4-228a-4785-9f13-1828c158fd80 req-2b0d9a9c-fd52-4b1c-aec0-1e2454a70e50 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 943 time: 0.1477981 Aug 11 08:17:46.271876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-677117c3-78ed-4d3d-9fcb-a171aad0a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.273342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-677117c3-78ed-4d3d-9fcb-a171aad0a12c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 1094 time: 0.1600916 Aug 11 08:17:46.274959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-a826b1fe-17cb-4cb6-b350-2c344c155985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.276289 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-a826b1fe-17cb-4cb6-b350-2c344c155985 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0766804 Aug 11 08:17:46.356897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98350d7-a4d8-4963-aab0-a148c9176ea3 req-a680f509-1875-44c5-8581-ce7e99e7e9ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.359191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e98350d7-a4d8-4963-aab0-a148c9176ea3 req-a680f509-1875-44c5-8581-ce7e99e7e9ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 943 time: 0.0690246 Aug 11 08:17:46.361563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-14bcc244-43c5-4f61-8442-cae1b69f7149 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5389f362-355e-4ebf-b431-92aa1a305f3f HTTP/1.1" status: 200 len: 217 time: 0.0632389 Aug 11 08:17:46.394784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-160f3ad4-228a-4785-9f13-1828c158fd80 req-b0cf1971-31fb-489d-b3f8-2f65c8764315 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148353 Aug 11 08:17:46.403739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e98350d7-a4d8-4963-aab0-a148c9176ea3 req-f1412e2f-3135-4e22-bb78-aca71cde1abd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423617 Aug 11 08:17:46.433746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:46.436018 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33009f57-8df2-4d4a-831d-36e285555e28" -d '{"events": [{"name": "network-changed", "server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:46.440693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-3993911a-73d4-4ce6-ad7d-d3268258285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.442258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-3993911a-73d4-4ce6-ad7d-d3268258285b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429522 Aug 11 08:17:46.443636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-4719750b-2aaf-472c-a133-353706ff86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.444952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-4719750b-2aaf-472c-a133-353706ff86c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.0743554 Aug 11 08:17:46.476987 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df506a-8f55-496d-b265-36f384c0ed51 x-openstack-request-id: req-96df506a-8f55-496d-b265-36f384c0ed51 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:46.477267 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:46.477507 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96df506a-8f55-496d-b265-36f384c0ed51 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:46.477880 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'status': 'completed', 'code': 200} Aug 11 08:17:46.606377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348bc2f-5f85-4bf5-83d7-e104f943921b req-3811802c-486b-4667-a1b2-317ce371487c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.608207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3348bc2f-5f85-4bf5-83d7-e104f943921b req-3811802c-486b-4667-a1b2-317ce371487c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0610924 Aug 11 08:17:46.651602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3348bc2f-5f85-4bf5-83d7-e104f943921b req-bba31034-15a2-46bd-81f5-90bfd81d4efd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365126 Aug 11 08:17:46.886759 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-7153b8e8-5cb2-4309-bad0-bd8c978d303b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4283154 Aug 11 08:17:46.924439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c363c-dd09-4463-97a9-d3c1771885be req-ab49e0ad-032c-4840-b233-ca37e98ff1ce tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:46.925939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd6c363c-dd09-4463-97a9-d3c1771885be req-ab49e0ad-032c-4840-b233-ca37e98ff1ce tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0542507 Aug 11 08:17:46.968920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd6c363c-dd09-4463-97a9-d3c1771885be req-951b7550-6182-46ce-93df-098c0ee970e9 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Aug 11 08:17:47.015347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1393e6-39fe-4165-9090-bc448fc3f32a req-d2b8ca7d-5b11-4ee8-bc40-00afc1ea3d30 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.016855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff1393e6-39fe-4165-9090-bc448fc3f32a req-d2b8ca7d-5b11-4ee8-bc40-00afc1ea3d30 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1467652 Aug 11 08:17:47.050160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-2093bbd0-10e1-42fc-9950-f05e14d9a447 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928397 Aug 11 08:17:47.065164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a379007-3a1d-4ca3-8323-83fea1481d41 req-2d9013dc-4381-464a-970e-e6c43421ef63 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0299659 Aug 11 08:17:47.068922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-6fa94b0b-762f-42f3-9a47-d86465da1063 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719854 Aug 11 08:17:47.176513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff1393e6-39fe-4165-9090-bc448fc3f32a req-25d8a07e-efd2-4b1b-a9c3-a94640b0f898 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463351 Aug 11 08:17:47.238017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0bfe4071-d991-4585-be2d-90f7a20d7756 req-0ed0a507-7654-40b1-a4cc-c9f5f4dcc2a4 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801074 Aug 11 08:17:47.240288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03c530c9-7c7c-40c3-9f35-f69663078081 req-1da90312-aca2-42d7-9532-464eb22e0d88 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596565 Aug 11 08:17:47.263815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96a055-ced2-4a80-9820-ee327a1ba5d6 req-8ed6d965-3d54-4198-bd19-03ef5083246a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.265537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f96a055-ced2-4a80-9820-ee327a1ba5d6 req-8ed6d965-3d54-4198-bd19-03ef5083246a tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.0632000 Aug 11 08:17:47.323745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f96a055-ced2-4a80-9820-ee327a1ba5d6 req-9eb66558-3723-40b9-be28-54d5194c63bd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 Aug 11 08:17:47.436747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009f57-8df2-4d4a-831d-36e285555e28 req-adb9d46e-a9ce-470b-8759-9fa8222d387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.438294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-adb9d46e-a9ce-470b-8759-9fa8222d387b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 1094 time: 0.0799091 Aug 11 08:17:47.453970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67495-a5d5-4c36-82a2-eec2de9074b8 req-2484a1e4-eb0c-4e8d-b6f2-727d6927d606 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.455475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08f67495-a5d5-4c36-82a2-eec2de9074b8 req-2484a1e4-eb0c-4e8d-b6f2-727d6927d606 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0642269 Aug 11 08:17:47.547296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58608ceb-3de7-4fd1-99d0-c23c5c36c112 req-3030199c-316a-42f6-bd74-6d30f27a904a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.549407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58608ceb-3de7-4fd1-99d0-c23c5c36c112 req-3030199c-316a-42f6-bd74-6d30f27a904a tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 943 time: 0.0595353 Aug 11 08:17:47.555049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08f67495-a5d5-4c36-82a2-eec2de9074b8 req-b8e7c65f-f323-4533-8b2f-aa4ea50774a0 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860229 Aug 11 08:17:47.595630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009f57-8df2-4d4a-831d-36e285555e28 req-369f00fb-df40-408b-99ad-595b636ff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.597707 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-369f00fb-df40-408b-99ad-595b636ff007 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 200 len: 906 time: 0.1521480 Aug 11 08:17:47.599269 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58608ceb-3de7-4fd1-99d0-c23c5c36c112 req-ef2ac1a4-7faa-41c8-afd2-fd8c2baf8ee4 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367930 Aug 11 08:17:47.603041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:47.610371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:47.693686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-9f4b43ca-012a-4f93-b24c-79df078089ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5389f362-355e-4ebf-b431-92aa1a305f3f HTTP/1.1" status: 200 len: 217 time: 0.0877252 Aug 11 08:17:47.765425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 597d6daa-aee8-4088-89d9-5692f26c6c06 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:47.766243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:47.780997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009f57-8df2-4d4a-831d-36e285555e28 req-468b1515-d79c-41a3-aac7-bb47b47ef182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.782683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-468b1515-d79c-41a3-aac7-bb47b47ef182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 200 len: 845 time: 0.0804825 Aug 11 08:17:47.794562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3259d-2f46-4ca6-bca8-66f7c0dabaa9 req-efc724d1-2b66-44d9-ac9c-4d4e0f36fa9e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.796492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bce3259d-2f46-4ca6-bca8-66f7c0dabaa9 req-efc724d1-2b66-44d9-ac9c-4d4e0f36fa9e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 943 time: 0.0964692 Aug 11 08:17:47.843496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-1019a19d-09f1-41cf-b579-6d4c0c0b4d7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3aede260-034c-4181-916c-eebdab329477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458560 Aug 11 08:17:47.859542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746878d-28e0-46a1-813e-d1101b421682 req-5d0c7845-ecd8-493f-a9e6-8a4602318bab tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:47.869674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2746878d-28e0-46a1-813e-d1101b421682 req-5d0c7845-ecd8-493f-a9e6-8a4602318bab tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 950 time: 0.0762563 Aug 11 08:17:47.875865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:47.913544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bce3259d-2f46-4ca6-bca8-66f7c0dabaa9 req-16616b6d-3d4b-4b6a-939a-b5862922bbe2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077576 Aug 11 08:17:47.921373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2746878d-28e0-46a1-813e-d1101b421682 req-ac025873-908f-49a8-a8ce-bcbee8a26bde tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Aug 11 08:17:47.937244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:47.975849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-dd2c5bd5-ad89-41a7-85c9-1992d47cfcde service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232107 Aug 11 08:17:47.987399 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.003037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:48.028620 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.036914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:48.052748 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.069047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:48.071626 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14eb2df-2c8f-4e4e-b7b2-b9961a89ec55" -d '{"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-plugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:48.087718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33009f57-8df2-4d4a-831d-36e285555e28 req-2a6f5850-3d57-4533-a2e8-dd1ac2243f31 service neutron] 10.222.0.64 "GET /v2.0/networks/3aede260-034c-4181-916c-eebdab329477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040416 Aug 11 08:17:48.108554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:48.119217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.120160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:48.160482 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef7376-b9db-4dc3-a99a-e29c593f75a6 x-openstack-request-id: req-a4ef7376-b9db-4dc3-a99a-e29c593f75a6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:48.160809 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-plugged", "status": "completed", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:48.161102 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4ef7376-b9db-4dc3-a99a-e29c593f75a6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:48.161498 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'code': 200} Aug 11 08:17:48.164022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:48.210171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ef19031-2b02-41af-8941-0b1531de428a req-ebc1b081-711b-473f-8c2f-b7ed0fe9665d tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0421214 Aug 11 08:17:48.248213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:48.248589 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.251905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=11']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:48.355886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853ec8-bd82-4ba6-b648-04d83aa92bf4 req-49854877-f1e6-47e9-8066-513a5e395fc3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:48.358102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50853ec8-bd82-4ba6-b648-04d83aa92bf4 req-49854877-f1e6-47e9-8066-513a5e395fc3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0656235 Aug 11 08:17:48.383245 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.426800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50853ec8-bd82-4ba6-b648-04d83aa92bf4 req-9fb6abe4-31d1-4f87-bfbe-92d72bd259fe tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558162 Aug 11 08:17:48.430488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ae519e16-33ba-420e-9310-ee5b4ea16c0f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:48.462897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df02e-8297-4690-ba1d-95355d5a0f80 req-b413c179-1106-48d9-9bd7-667e33ba9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:48.465555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc2df02e-8297-4690-ba1d-95355d5a0f80 req-b413c179-1106-48d9-9bd7-667e33ba9c1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1102 time: 0.0654469 Aug 11 08:17:48.470048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:48.485589 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:48.491592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2c173-fb07-46b7-aec8-65e9b2bbc3d6 req-c2b950a5-3fe1-493f-841d-2bb8dc9e0bb2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:48.500557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ad2c173-fb07-46b7-aec8-65e9b2bbc3d6 req-c2b950a5-3fe1-493f-841d-2bb8dc9e0bb2 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 945 time: 0.0988381 Aug 11 08:17:48.520370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc2df02e-8297-4690-ba1d-95355d5a0f80 req-45f5db4a-ca42-4de2-8166-95d32806f491 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464239 Aug 11 08:17:48.550773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ad2c173-fb07-46b7-aec8-65e9b2bbc3d6 req-7de94557-0157-423b-90c7-f9eed60f9a91 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Aug 11 08:17:48.575879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:48.718995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5f92e-9136-4e67-85d1-d214a1417195 req-02dec98d-abb1-49fd-864e-5850acf6146e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:48.720664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3e5f92e-9136-4e67-85d1-d214a1417195 req-02dec98d-abb1-49fd-864e-5850acf6146e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0638392 Aug 11 08:17:48.735076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21b38-75a6-4b8d-a689-4e7e39421cfc req-4e39be80-585e-4ecf-bb1a-292db1ac9426 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:48.736958 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba21b38-75a6-4b8d-a689-4e7e39421cfc req-4e39be80-585e-4ecf-bb1a-292db1ac9426 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 943 time: 0.0590303 Aug 11 08:17:48.766847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3e5f92e-9136-4e67-85d1-d214a1417195 req-4af59d86-d914-49a8-b280-a41bee5bad55 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Aug 11 08:17:48.793475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba21b38-75a6-4b8d-a689-4e7e39421cfc req-7a4485fd-345c-4a5c-bb47-8f3561bb95a1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463526 Aug 11 08:17:49.091286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cea050-2384-4ea7-b17e-d249e66a9c97 req-29677dad-3491-4691-85dc-4f68abd24c20 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:49.099312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2cea050-2384-4ea7-b17e-d249e66a9c97 req-29677dad-3491-4691-85dc-4f68abd24c20 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 951 time: 0.0755925 Aug 11 08:17:49.101452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da4092-f7ed-46e9-b715-c9abc9fc6501 req-47dad3a2-3e53-4abc-a940-37c0126a024b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:49.110295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7da4092-f7ed-46e9-b715-c9abc9fc6501 req-47dad3a2-3e53-4abc-a940-37c0126a024b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0874741 Aug 11 08:17:49.148416 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2cea050-2384-4ea7-b17e-d249e66a9c97 req-85e228a6-3c35-435f-beff-e5b1ded31825 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Aug 11 08:17:49.153212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7da4092-f7ed-46e9-b715-c9abc9fc6501 req-0f220576-0857-40ba-93db-785b7998074b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418453 Aug 11 08:17:49.355631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63444f96-eb40-4fbd-b769-8d3e700fc15e req-9241b62e-1260-4b4d-ad96-0dd6b372d127 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0357566 Aug 11 08:17:49.550581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df642dc3-999b-417b-8687-3a3f952e4bd7 req-9a67ad3b-c46c-40a2-b9e0-549f1f66a806 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:49.559592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df642dc3-999b-417b-8687-3a3f952e4bd7 req-9a67ad3b-c46c-40a2-b9e0-549f1f66a806 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0609176 Aug 11 08:17:49.606860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:49.609004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df642dc3-999b-417b-8687-3a3f952e4bd7 req-b3a017cc-2949-4bd6-8fad-3d3e3ef1663c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 Aug 11 08:17:49.613647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:49.710520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538bcb6-2251-4335-b0d5-2f43ff9a902a req-daa83d3b-ed62-423f-9fd9-0cdcfdd51dc5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:49.721714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1538bcb6-2251-4335-b0d5-2f43ff9a902a req-daa83d3b-ed62-423f-9fd9-0cdcfdd51dc5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0733957 Aug 11 08:17:49.791238 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1538bcb6-2251-4335-b0d5-2f43ff9a902a req-8fa42942-ea4b-405b-8a8f-2f63140e7806 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624940 Aug 11 08:17:49.801687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:49.828417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port ae519e16-33ba-420e-9310-ee5b4ea16c0f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:49.832313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'mac_address': 'fa:16:3e:9d:80:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:49.836740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port ae519e16-33ba-420e-9310-ee5b4ea16c0f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:49.837321 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:49.911538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:49.931724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5389f362-355e-4ebf-b431-92aa1a305f3f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:50.000933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:50.010805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:50.020057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b5eaf-82d7-4c31-8bd7-9a0ed80e533d req-c1ff3aed-c2c5-4da6-909f-dfcfcce2acaa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.033136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b0b5eaf-82d7-4c31-8bd7-9a0ed80e533d req-c1ff3aed-c2c5-4da6-909f-dfcfcce2acaa tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 943 time: 0.1388314 Aug 11 08:17:50.039140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:50.084326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b0b5eaf-82d7-4c31-8bd7-9a0ed80e533d req-090d82cf-32bf-4f20-a6eb-df0edcc1697c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Aug 11 08:17:50.130435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:50.137951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:50.145497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:50.174113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3'}, {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:50.176550 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548489eb-393c-4826-97e3-070d5282cf88" -d '{"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3"}, {"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:50.209429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:50.300081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4690ef8-119f-4404-904a-d0bbf3a61214 req-7e48ab9b-106a-4d2d-993a-40c3010078d6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.301921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4690ef8-119f-4404-904a-d0bbf3a61214 req-7e48ab9b-106a-4d2d-993a-40c3010078d6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 951 time: 0.0547819 Aug 11 08:17:50.304223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e22c3-8f71-4bc6-9f81-3b590c314e12 req-d3b07433-41c1-4630-b730-ac19a468a402 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.305824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c53e22c3-8f71-4bc6-9f81-3b590c314e12 req-d3b07433-41c1-4630-b730-ac19a468a402 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.0611069 Aug 11 08:17:50.347359 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4690ef8-119f-4404-904a-d0bbf3a61214 req-0e876134-7710-45ee-9eb9-223ddd20312e tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Aug 11 08:17:50.358470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c53e22c3-8f71-4bc6-9f81-3b590c314e12 req-5902ae56-0388-4470-a066-aa99862b4203 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458345 Aug 11 08:17:50.386057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5389f362-355e-4ebf-b431-92aa1a305f3f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:50.414212 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7f89b-5661-4d6a-9940-8574d187c332 x-openstack-request-id: req-68e7f89b-5661-4d6a-9940-8574d187c332 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:50.414506 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3", "code": 200}, {"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:50.414754 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68e7f89b-5661-4d6a-9940-8574d187c332 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:50.415143 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'code': 200} Aug 11 08:17:50.415396 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:17:50.602833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbff17-5a9f-431e-85a3-b933731c52fe req-dcfbed9a-c1f9-441d-943e-e551cdec04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.604325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bcbff17-5a9f-431e-85a3-b933731c52fe req-dcfbed9a-c1f9-441d-943e-e551cdec04ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0566294 Aug 11 08:17:50.639110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef047d0e-e9af-4d62-bf37-1d5950a45f7a req-71e64a1c-643b-48aa-9146-8940f9878712 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/ports?device_id=9affa788-5a95-45eb-bbaa-3bf7d3d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0574062 Aug 11 08:17:50.687796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bcbff17-5a9f-431e-85a3-b933731c52fe req-fa350c87-cd48-4716-a1a0-da73ec66ac83 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731883 Aug 11 08:17:50.704071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-6afb9f1b-b854-4513-94e1-6e7dcfafe269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.706212 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-6afb9f1b-b854-4513-94e1-6e7dcfafe269 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.0636237 Aug 11 08:17:50.724986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c1652-76d4-4c79-b4fb-283837860668 req-6c1add52-5e3d-45f8-83aa-652f834ffce6 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.726630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a30c1652-76d4-4c79-b4fb-283837860668 req-6c1add52-5e3d-45f8-83aa-652f834ffce6 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1102 time: 0.0822461 Aug 11 08:17:50.733321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8e7ea-2dad-4668-ab1f-5ff47a4d6c6f req-774574bb-628b-4336-b2a3-530e4ac87405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.734907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73a8e7ea-2dad-4668-ab1f-5ff47a4d6c6f req-774574bb-628b-4336-b2a3-530e4ac87405 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0583034 Aug 11 08:17:50.778653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a30c1652-76d4-4c79-b4fb-283837860668 req-52c7904a-333a-4e52-8ec2-164a821d9c8e tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426500 Aug 11 08:17:50.846348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100263-7b17-4a74-b68f-0e4be47c476f req-0886ded0-f3f3-4826-8b76-00e21ae45aa5 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.853407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47100263-7b17-4a74-b68f-0e4be47c476f req-0886ded0-f3f3-4826-8b76-00e21ae45aa5 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1422009 Aug 11 08:17:50.919394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89220-1920-4e6b-a981-f9f86d73c3e1 req-c44157c3-b87e-489e-a01b-985abe713472 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.921054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ab89220-1920-4e6b-a981-f9f86d73c3e1 req-c44157c3-b87e-489e-a01b-985abe713472 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0605490 Aug 11 08:17:50.933811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47100263-7b17-4a74-b68f-0e4be47c476f req-5049afaa-d35b-4051-9f07-b228d3e8ac86 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765481 Aug 11 08:17:50.946400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-187466d1-b9b6-43f0-8126-40141c99ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:50.948528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-187466d1-b9b6-43f0-8126-40141c99ab1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.2047930 Aug 11 08:17:50.996584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ab89220-1920-4e6b-a981-f9f86d73c3e1 req-a2a3ca85-639c-446c-bb32-7304ba64226b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585332 Aug 11 08:17:51.042077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-8839213e-30e3-4132-816a-e90d3d0259c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 217 time: 0.0855100 Aug 11 08:17:51.054284 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73a8e7ea-2dad-4668-ab1f-5ff47a4d6c6f req-948f3f33-88de-4273-bc5e-7f74ff3409ea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Aug 11 08:17:51.108895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-6e898975-d4b2-4c58-92dc-27bbb1b894d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:51.110436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-6e898975-d4b2-4c58-92dc-27bbb1b894d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.0600553 Aug 11 08:17:51.150231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-b311fd9b-195b-4a30-be9c-936d4fc9864a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290101 Aug 11 08:17:51.153788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482e3f-1c53-4b6f-b058-38b0105f2451 req-841ee376-dffd-46d1-9dbc-d9334eeb9b1f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:51.155651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48482e3f-1c53-4b6f-b058-38b0105f2451 req-841ee376-dffd-46d1-9dbc-d9334eeb9b1f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0631557 Aug 11 08:17:51.221683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48482e3f-1c53-4b6f-b058-38b0105f2451 req-c59fa81d-28a5-4f8a-b188-31910526e549 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581279 Aug 11 08:17:51.278394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-598ea5d6-935b-4448-9a31-ab84cb12e4ce service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192873 Aug 11 08:17:51.344613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140cc39-8d2e-4bb7-ac1d-ac1feb02ec8b req-882a546d-caad-4d03-8520-26257847fc88 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:51.348629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7140cc39-8d2e-4bb7-ac1d-ac1feb02ec8b req-882a546d-caad-4d03-8520-26257847fc88 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 1102 time: 0.0552833 Aug 11 08:17:51.405097 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7140cc39-8d2e-4bb7-ac1d-ac1feb02ec8b req-ab6e4196-a0e4-48ef-860d-64bc1724bf76 tempest-ServersAdminTestJSON-1612954726 tempest-ServersAdminTestJSON-1612954726-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506310 Aug 11 08:17:51.434035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0435ea9-f965-4cf8-b200-6b288ec768fb req-d0f4dc7a-dd4a-4d6b-bd52-ad0015a2222c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:51.435783 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0435ea9-f965-4cf8-b200-6b288ec768fb req-d0f4dc7a-dd4a-4d6b-bd52-ad0015a2222c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 944 time: 0.1182272 Aug 11 08:17:51.469844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f6e923e-5f0c-4a16-9384-fcd196d20c71 req-97b98316-d19d-4515-8fc3-8a9c6bd5f10c service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663282 Aug 11 08:17:51.504292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0435ea9-f965-4cf8-b200-6b288ec768fb req-21c18d61-0c51-4c7e-a6dd-4e9f8b87b13f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Aug 11 08:17:51.561939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cde7d-537e-4298-ae33-e2464ce52a2d req-e6fc8327-b47f-49ae-9bd6-bebe3b039931 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:51.563935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-579cde7d-537e-4298-ae33-e2464ce52a2d req-e6fc8327-b47f-49ae-9bd6-bebe3b039931 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.0817246 Aug 11 08:17:51.629532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:51.637902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-579cde7d-537e-4298-ae33-e2464ce52a2d req-a7f49059-628e-4538-8624-266c1d16c386 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651739 Aug 11 08:17:51.734444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 5389f362-355e-4ebf-b431-92aa1a305f3f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:17:51.740772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5389f362-355e-4ebf-b431-92aa1a305f3f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:51.741363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:51.784403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45468) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:51.862064 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:51.868622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96394950-101b-4b5c-98fd-f8941e68c32d req-7f07d06f-91a5-49e8-bd98-c6a495e00f0d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:51.883052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8e1468f-f79c-491d-b61f-fbd3e40f0eff tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:51.885712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96394950-101b-4b5c-98fd-f8941e68c32d req-7f07d06f-91a5-49e8-bd98-c6a495e00f0d tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 950 time: 0.1270399 Aug 11 08:17:51.901987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:51.919797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8e1468f-f79c-491d-b61f-fbd3e40f0eff tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:51.921140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:51.936478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96394950-101b-4b5c-98fd-f8941e68c32d req-cac7e412-ebbe-4f41-9e34-0e78eb4fe434 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Aug 11 08:17:52.001174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:52.013685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8e1468f-f79c-491d-b61f-fbd3e40f0eff tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.018569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8e1468f-f79c-491d-b61f-fbd3e40f0eff tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.021270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b8e1468f-f79c-491d-b61f-fbd3e40f0eff tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/security-groups/d631b57a-6d32-46e3-8aa3-e11679a601b7 HTTP/1.1" status: 204 len: 168 time: 0.2342753 Aug 11 08:17:52.022779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45472) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:52.041331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1468f-f79c-491d-b61f-fbd3e40f0eff tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d631b57a-6d32-46e3-8aa3-e11679a601b7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:52.042093 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-90199d4b-ce08-4c54-997d-0f368068e158 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] show failed (client error): The resource could not be found. Aug 11 08:17:52.043329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-90199d4b-ce08-4c54-997d-0f368068e158 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "GET /v2.0/security-groups/d631b57a-6d32-46e3-8aa3-e11679a601b7 HTTP/1.1" status: 404 len: 347 time: 0.0193505 Aug 11 08:17:52.046267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45476) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:52.152860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8fd75ef8-2f5a-4114-a684-798ee7069030 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:52.155014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49da226-46f9-4b9e-8cba-2509826eedb5 req-15546aed-04e2-4c3f-9dd2-1004390faf05 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:52.165240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f49da226-46f9-4b9e-8cba-2509826eedb5 req-15546aed-04e2-4c3f-9dd2-1004390faf05 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0971789 Aug 11 08:17:52.230648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f49da226-46f9-4b9e-8cba-2509826eedb5 req-a18d051c-6c6e-45d0-ac7b-4fe28c1d4595 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Aug 11 08:17:52.256637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe9352-e911-42da-8c9d-27cc9fcf6b43 req-b43c539f-a82c-4236-a565-92119897cc94 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:52.257819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-febe9352-e911-42da-8c9d-27cc9fcf6b43 req-b43c539f-a82c-4236-a565-92119897cc94 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1436343 Aug 11 08:17:52.297683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:52.311860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'mac_address': 'fa:16:3e:4a:f9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:17:52.441153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-febe9352-e911-42da-8c9d-27cc9fcf6b43 req-014d0424-abb6-468a-869c-9efb15616e7b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453197 Aug 11 08:17:52.445983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:52.455857 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99a569-82f9-4db7-b9bb-0c3d410d9326" -d '{"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-plugged", "status": "completed", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:52.492406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port 276f6c68-9697-4918-a5b8-67e6037e4b99 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:52.492856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.509779 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.544127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fd75ef8-2f5a-4114-a684-798ee7069030 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:17:52.609021 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f02c99d-fe28-45ab-8f67-de910990a768 x-openstack-request-id: req-9f02c99d-fe28-45ab-8f67-de910990a768 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:52.610710 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-plugged", "status": "completed", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:52.611058 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f02c99d-fe28-45ab-8f67-de910990a768 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:52.613328 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'code': 200} Aug 11 08:17:52.619663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:52.627352 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.723177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:52.724692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28ecc-1db9-43dd-97b9-7689326e4001 req-d1a5a0d3-e6ee-41de-9209-c94afd799804 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:52.726575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73d28ecc-1db9-43dd-97b9-7689326e4001 req-d1a5a0d3-e6ee-41de-9209-c94afd799804 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1084967 Aug 11 08:17:52.779917 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.781032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:52.811004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73d28ecc-1db9-43dd-97b9-7689326e4001 req-6f8165dd-2492-4e26-a0e2-e43e2573ad12 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727630 Aug 11 08:17:52.824237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for 276f6c68-9697-4918-a5b8-67e6037e4b99 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:52.859993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8fd75ef8-2f5a-4114-a684-798ee7069030'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:52.864192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886b1e6-2fc9-4107-a738-60fa8dc5b89a req-7ffaadbf-e9bf-41aa-9d82-477283a8e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:52.872980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0886b1e6-2fc9-4107-a738-60fa8dc5b89a req-7ffaadbf-e9bf-41aa-9d82-477283a8e92e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 1096 time: 0.1435649 Aug 11 08:17:52.927265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fdc35-0e9e-4667-9dd2-ffca5f0e74cc req-8a02044b-aa7b-4750-b0eb-258796c65e14 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:52.928984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-564fdc35-0e9e-4667-9dd2-ffca5f0e74cc req-8a02044b-aa7b-4750-b0eb-258796c65e14 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.2280886 Aug 11 08:17:53.048502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0886b1e6-2fc9-4107-a738-60fa8dc5b89a req-dbfd727d-054b-4085-9508-69940ed20b98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589119 Aug 11 08:17:53.068868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bb605-0942-4dc1-ae55-fba47c79f8f0 req-d632ee36-2b0a-4ddf-ae74-ee4b11f8be5e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:53.070264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c05bb605-0942-4dc1-ae55-fba47c79f8f0 req-d632ee36-2b0a-4ddf-ae74-ee4b11f8be5e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.0868168 Aug 11 08:17:53.107040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-564fdc35-0e9e-4667-9dd2-ffca5f0e74cc req-21665e89-6e5d-4fd1-941c-523c5f7d6365 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568348 Aug 11 08:17:53.211897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c05bb605-0942-4dc1-ae55-fba47c79f8f0 req-885c6268-7aae-4fda-a065-b01ab4352e1e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349251 Aug 11 08:17:53.279332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:53.376277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba439545-fc76-4aff-9c5f-5068f3f76fd2 req-d323ca06-76d9-4f60-8bc8-9a0945eb78af tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:53.383146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba439545-fc76-4aff-9c5f-5068f3f76fd2 req-d323ca06-76d9-4f60-8bc8-9a0945eb78af tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 950 time: 0.1224444 Aug 11 08:17:53.420575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=276f6c68-9697-4918-a5b8-67e6037e4b99,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:53.470187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:53.473046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:53.474399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-22186f8d-2c20-4fae-b0c6-14bbbf798562 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/floatingips/d7de4586-a8b3-4530-ab08-a0729bdf1a36 HTTP/1.1" status: 204 len: 168 time: 1.4271626 Aug 11 08:17:53.481423 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba439545-fc76-4aff-9c5f-5068f3f76fd2 req-9008783a-a501-467c-a6cf-aea604937604 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944967 Aug 11 08:17:53.481968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45528) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:53.499824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ff65f-0338-4260-a145-f206ce02ad8b req-72ddf63f-9175-4b7b-bda9-6a8c0ba20831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:53.503330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45534) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:53.509612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'floatingip': {'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:17:53.510649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ee2ff65f-0338-4260-a145-f206ce02ad8b req-72ddf63f-9175-4b7b-bda9-6a8c0ba20831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.1299140 Aug 11 08:17:53.619119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:53.731520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:53.731520 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:53.744961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd67a3-cc2e-402b-91fe-bc249b6c13d9 req-11ce1ba4-a770-4230-92a1-b9afa7e9ac33 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:53.753904 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ebd67a3-cc2e-402b-91fe-bc249b6c13d9 req-11ce1ba4-a770-4230-92a1-b9afa7e9ac33 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1209953 Aug 11 08:17:53.776018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfa879-013e-4274-bc52-337fcc2790ec req-47d3c1f3-33ad-47c0-8901-7ebb6675bcc6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:53.794144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53dfa879-013e-4274-bc52-337fcc2790ec req-47d3c1f3-33ad-47c0-8901-7ebb6675bcc6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 944 time: 0.1719680 Aug 11 08:17:53.857002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53dfa879-013e-4274-bc52-337fcc2790ec req-6beef79d-7674-4afd-843b-017182c43133 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602603 Aug 11 08:17:53.897137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ebd67a3-cc2e-402b-91fe-bc249b6c13d9 req-92532de2-f82c-40e4-abe8-74937c9d1e61 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253550 Aug 11 08:17:53.968023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.004263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for 6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:54.145940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a588-69b9-4be1-a92a-9b4b806e1398 req-83ed986a-4884-4774-8b14-463056b11c52 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:54.147923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d05a588-69b9-4be1-a92a-9b4b806e1398 req-83ed986a-4884-4774-8b14-463056b11c52 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1130054 Aug 11 08:17:54.162237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8fd75ef8-2f5a-4114-a684-798ee7069030 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:17:54.231565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d05a588-69b9-4be1-a92a-9b4b806e1398 req-5f4bff93-9b37-41e5-a60e-bcefda924303 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Aug 11 08:17:54.285592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8fd75ef8-2f5a-4114-a684-798ee7069030 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:17:54.285880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.295114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.362220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=6eb97cc3-93b9-4792-a5bd-4a0f8c80d363,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:54.407943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1460e-1f58-4162-90cf-815472caaa95 req-372f9253-09b8-490a-8dd2-4f0f46d3a314 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:54.409511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.410664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61a1460e-1f58-4162-90cf-815472caaa95 req-372f9253-09b8-490a-8dd2-4f0f46d3a314 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 950 time: 0.2027464 Aug 11 08:17:54.429429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90102d1c-258e-4d07-a897-de4179eb15f1 req-c8c8e64d-49dd-4a01-b16b-ce53287d7c84 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:54.438199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90102d1c-258e-4d07-a897-de4179eb15f1 req-c8c8e64d-49dd-4a01-b16b-ce53287d7c84 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.1747861 Aug 11 08:17:54.458738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:54.468628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.491665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.497666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ffbced52-8959-4c93-b48d-434c123b6013 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/ports/6eb97cc3-93b9-4792-a5bd-4a0f8c80d363 HTTP/1.1" status: 204 len: 168 time: 0.9856403 Aug 11 08:17:54.500080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45540) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:54.576937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:54.614220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:54.628256 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07124c5e-3662-481b-8b78-2e04b942eba2" -d '{"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:54.667773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90102d1c-258e-4d07-a897-de4179eb15f1 req-ae41e338-1c67-4bb4-988b-84552209afe3 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284219 Aug 11 08:17:54.730453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cae9c-fd80-4959-b2a4-c50993d1f644 req-e7421923-17ea-47ea-ad8f-4cbe625b3bd4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:54.737194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:17:54.742676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e1cae9c-fd80-4959-b2a4-c50993d1f644 req-e7421923-17ea-47ea-ad8f-4cbe625b3bd4 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 950 time: 0.0964515 Aug 11 08:17:54.763156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port 20c6b511-c435-4acd-9080-530c84ddc507 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:54.763971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.776871 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9a550-5645-4e1b-82c3-a1beb9b271e4 x-openstack-request-id: req-02a9a550-5645-4e1b-82c3-a1beb9b271e4 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:54.777183 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:54.777434 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02a9a550-5645-4e1b-82c3-a1beb9b271e4 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:54.777853 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'code': 200} Aug 11 08:17:54.801799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.814664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.887877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e1cae9c-fd80-4959-b2a4-c50993d1f644 req-857078f3-c362-4052-af05-7405a444e6f6 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291306 Aug 11 08:17:54.940283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Deleting port 0f1e66f2-d606-4e43-9c51-90bedef997b6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:54.941950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.947472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:54.970488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for 20c6b511-c435-4acd-9080-530c84ddc507 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:55.101939 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Floating IP e0f9f617-b094-46e0-bab6-2e9761f62cdb associated. External IP: 172.25.2.45, port: ae519e16-33ba-420e-9310-ee5b4ea16c0f. Aug 11 08:17:55.133575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad681-7984-4f14-8b99-ac09d5f8a0a9 req-af526ce4-01d5-4497-bb91-459940cbf659 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:55.141650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e11ad681-7984-4f14-8b99-ac09d5f8a0a9 req-af526ce4-01d5-4497-bb91-459940cbf659 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0850732 Aug 11 08:17:55.172457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e798a-2569-447d-bdf1-71dccc59e988 req-910c30a2-7cd1-4bba-b062-d3b24dd4d8bd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:55.174255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b3e798a-2569-447d-bdf1-71dccc59e988 req-910c30a2-7cd1-4bba-b062-d3b24dd4d8bd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1484931 Aug 11 08:17:55.225780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e11ad681-7984-4f14-8b99-ac09d5f8a0a9 req-964acc26-c408-4df7-9117-7b5363078187 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828984 Aug 11 08:17:55.253960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] For port 0f1e66f2-d606-4e43-9c51-90bedef997b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0f1e66f2-d606-4e43-9c51-90bedef997b6,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:55.254334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.286773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Calling delete_port for 0f1e66f2-d606-4e43-9c51-90bedef997b6 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:55.303090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b3e798a-2569-447d-bdf1-71dccc59e988 req-75683cef-aca4-4c62-8708-acccc7fb8f27 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204834 Aug 11 08:17:55.321699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.375933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=20c6b511-c435-4acd-9080-530c84ddc507,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:55.460918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.463264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-12eed5e9-0253-46ee-8951-71594bf471a3 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/ports/20c6b511-c435-4acd-9080-530c84ddc507 HTTP/1.1" status: 204 len: 168 time: 0.9621587 Aug 11 08:17:55.465927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45554) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:55.537388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting subnet 84b3e633-7708-479c-8adb-f52be10ba2ec {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:17:55.541402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.572973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c8db-e8bc-4feb-8173-6c7c640410f9 req-14b6a491-488b-42fc-88e7-65657954204e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:55.581111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d581c8db-e8bc-4feb-8173-6c7c640410f9 req-14b6a491-488b-42fc-88e7-65657954204e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1566396 Aug 11 08:17:55.597284 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.613521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Router 69a1133e-175c-4478-aebc-863e74fd3bfb has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:17:55.640476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.661483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d581c8db-e8bc-4feb-8173-6c7c640410f9 req-105e5baf-117a-4f02-9d58-7be69fb9d956 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793824 Aug 11 08:17:55.681657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['bdd83113-4f19-4093-b3fe-c32729946874', '0f1e66f2-d606-4e43-9c51-90bedef997b6', '597d6daa-aee8-4088-89d9-5692f26c6c06'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:17:55.733433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event deleted for resources: {'Port': ['ID=0f1e66f2-d606-4e43-9c51-90bedef997b6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:55.816171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.823968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] No DVR routers for this DVR port 0f1e66f2-d606-4e43-9c51-90bedef997b6 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:55.884374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:55.886767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61a1460e-1f58-4162-90cf-815472caaa95 req-9a1a5add-6f06-4fe3-adf6-042bebfbb7fd tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "DELETE /v2.0/ports/0f1e66f2-d606-4e43-9c51-90bedef997b6 HTTP/1.1" status: 204 len: 173 time: 1.3815994 Aug 11 08:17:55.887227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55230150-24e1-4f87-abb9-563329a01d72', 'name': 'network-vif-deleted', 'tag': '0f1e66f2-d606-4e43-9c51-90bedef997b6'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:55.889607 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ee5ec-e2e1-4e31-bd4e-479d697d363f" -d '{"events": [{"server_uuid": "55230150-24e1-4f87-abb9-563329a01d72", "name": "network-vif-deleted", "tag": "0f1e66f2-d606-4e43-9c51-90bedef997b6"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:55.981941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.026380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Subnet': ['ID=84b3e633-7708-479c-8adb-f52be10ba2ec,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:56.041875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.044857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ae08ea1-21f2-4083-814b-4c9eb17790be tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/subnets/84b3e633-7708-479c-8adb-f52be10ba2ec HTTP/1.1" status: 204 len: 168 time: 0.5777564 Aug 11 08:17:56.053212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45564) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:56.104744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603383a-7fe1-4af3-9bf5-ff6231f08094 None None] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:17:56.143843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7d47-5269-4ee9-9bb0-5cd7733cda9e req-ba4762d0-ce8a-4d7a-a70c-b8dbcc6d5242 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:56.145680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c5d7d47-5269-4ee9-9bb0-5cd7733cda9e req-ba4762d0-ce8a-4d7a-a70c-b8dbcc6d5242 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.2265239 Aug 11 08:17:56.152277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting subnet 052dbbef-3aad-4588-84e9-887d25f7f2fb {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:17:56.156331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.248371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.308636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c5d7d47-5269-4ee9-9bb0-5cd7733cda9e req-8fd12741-d014-4af5-9e5a-03ebcc559e1e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152499 Aug 11 08:17:56.468503 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da10c6c-41cf-4921-8537-15d1ea32435b x-openstack-request-id: req-7da10c6c-41cf-4921-8537-15d1ea32435b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:56.468503 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55230150-24e1-4f87-abb9-563329a01d72", "name": "network-vif-deleted", "tag": "0f1e66f2-d606-4e43-9c51-90bedef997b6", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:56.471174 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7da10c6c-41cf-4921-8537-15d1ea32435b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:56.472288 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55230150-24e1-4f87-abb9-563329a01d72', 'name': 'network-vif-deleted', 'tag': '0f1e66f2-d606-4e43-9c51-90bedef997b6', 'status': 'completed', 'code': 200} Aug 11 08:17:56.532516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-282582cf-702b-4937-a760-11c2a5eefd62 req-3d9472b6-61a4-485c-929d-606cb77b1359 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=55230150-24e1-4f87-abb9-563329a01d72 HTTP/1.1" status: 200 len: 210 time: 0.0443373 Aug 11 08:17:56.570130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:17:56.570233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.570339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] Sync routers for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:17:56.578381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.616166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:56.617174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:56.700696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bff8fb-479b-44e8-b578-925c24556d0d req-848559b3-cb2d-4445-b391-94a3560e90a1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:56.700696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31bff8fb-479b-44e8-b578-925c24556d0d req-848559b3-cb2d-4445-b391-94a3560e90a1 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.8345485 Aug 11 08:17:56.700696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-edf091ab-bbfc-479b-a77a-dbce2de5e1d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "PUT /v2.0/floatingips/e0f9f617-b094-46e0-bab6-2e9761f62cdb HTTP/1.1" status: 200 len: 990 time: 3.1564977 Aug 11 08:17:56.700696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31bff8fb-479b-44e8-b578-925c24556d0d req-0bbb530b-62ad-4a5a-819d-a20bd2260f9f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 Aug 11 08:17:56.718725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.764650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Subnet': ['ID=052dbbef-3aad-4588-84e9-887d25f7f2fb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:56.777766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.780455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-50d73bdb-da81-4937-8d2f-31d25bea5982 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/subnets/052dbbef-3aad-4588-84e9-887d25f7f2fb HTTP/1.1" status: 204 len: 168 time: 0.7197089 Aug 11 08:17:56.783641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45578) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:56.824342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5b17b-b378-4a29-acc7-6d50d34b057a req-443f815d-9945-4033-8dd7-f5a431611024 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:56.830630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-56d5b17b-b378-4a29-acc7-6d50d34b057a req-443f815d-9945-4033-8dd7-f5a431611024 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1593678 Aug 11 08:17:56.921366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-56d5b17b-b378-4a29-acc7-6d50d34b057a req-af3183ec-bd4b-483d-a17d-2461ab12a79c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810640 Aug 11 08:17:56.934116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:56.936596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] DHCP port deletion for 2372f93c-ae15-4228-93b0-3d026bd1bc09 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:17:56.941568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80ba08-1654-4198-9829-4ccbcdc0fdb7 None None] Network 42523443-da12-421f-9b00-f32b705c6336 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:17:57.023827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:57.037882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cfb07-0a62-4dea-b3cc-97b68236ea29 req-94e11a46-cb6f-4a92-8fa8-c3e64a1fe8e0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:57.039437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b3cfb07-0a62-4dea-b3cc-97b68236ea29 req-94e11a46-cb6f-4a92-8fa8-c3e64a1fe8e0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0932050 Aug 11 08:17:57.091861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b3cfb07-0a62-4dea-b3cc-97b68236ea29 req-7e261677-1aff-4f9e-b56b-cefb57d3c22a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Aug 11 08:17:57.093146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Deleting port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:57.093482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.181965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] For port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,segment=NetworkSegment(74cfca7a-4f12-40ea-bbc0-e393ba84b94b),segment_id=74cfca7a-4f12-40ea-bbc0-e393ba84b94b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:57.182475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.194707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd322-75dd-451d-89c1-a0fa79ac53e8 req-925240d9-f7cb-4cd8-96ed-78b92f2de839 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:57.199588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Calling delete_port for b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:57.207878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-610cd322-75dd-451d-89c1-a0fa79ac53e8 req-925240d9-f7cb-4cd8-96ed-78b92f2de839 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0790348 Aug 11 08:17:57.263427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-610cd322-75dd-451d-89c1-a0fa79ac53e8 req-56bb7a31-4ac2-4caa-a7cf-e9a41b360aa8 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Aug 11 08:17:57.295407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:57.305654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.342405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Port': ['ID=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:57.349072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] No DVR routers for this DVR port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:57.421975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No active binding found for port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 08:17:57.423004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:57.454929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecc11-1be1-407d-9b3d-6bdba419c593 req-b414f24b-26c8-4aa7-ab60-0480432f7c9c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:57.465868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-312ecc11-1be1-407d-9b3d-6bdba419c593 req-b414f24b-26c8-4aa7-ab60-0480432f7c9c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0998442 Aug 11 08:17:57.561964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.565947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-312ecc11-1be1-407d-9b3d-6bdba419c593 req-337ddc58-0dad-4ea8-8579-caf5a5fe22bf tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936863 Aug 11 08:17:57.580610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] DHCP port deletion for 42523443-da12-421f-9b00-f32b705c6336 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:17:57.582354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2372f93c-ae15-4228-93b0-3d026bd1bc09']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:57.589555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Deleting port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:57.589935 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.600230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cfca7a-4f12-40ea-bbc0-e393ba84b94b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:57.602488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cfca7a-4f12-40ea-bbc0-e393ba84b94b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:57.619112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.635749 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.641937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:17:57.642338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:17:57.704902 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:17:57.712083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.713960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f1e66f2-d606-4e43-9c51-90bedef997b6 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:57.727088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.732264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/networks/2372f93c-ae15-4228-93b0-3d026bd1bc09 HTTP/1.1" status: 204 len: 168 time: 0.9454608 Aug 11 08:17:57.733596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45602) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:17:57.754494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2dd6e-bfaa-48f0-b072-87c440bc58fa tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Network': ['ID=2372f93c-ae15-4228-93b0-3d026bd1bc09,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:57.828418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 0f1e66f2-d606-4e43-9c51-90bedef997b6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:57.829155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0f1e66f2-d606-4e43-9c51-90bedef997b6 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:57.863276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] For port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:57.864050 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.933752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Calling delete_port for b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:57.940426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:17:57.952655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:57.999627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Network 2372f93c-ae15-4228-93b0-3d026bd1bc09 is not hosted by any dhcp agent {{(pid=94574) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:17:58.000370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] No DVR routers for this DVR port b416cab9-b3f3-42c2-bcc8-6e490e25fcc7 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:58.005840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1294623-a314-453b-9489-54d7a9f05d2c None None] Pushing event deleted for resources: {'Port': ['ID=b416cab9-b3f3-42c2-bcc8-6e490e25fcc7,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:58.013132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] Deleting port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:17:58.013600 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.144594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] For port 3ab78d38-75ed-4be8-a52b-0612c8e84da8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3ab78d38-75ed-4be8-a52b-0612c8e84da8,segment=NetworkSegment(aed092ee-0832-4e08-8db7-2e764bf82e2a),segment_id=aed092ee-0832-4e08-8db7-2e764bf82e2a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:58.145243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.163030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] Calling delete_port for 3ab78d38-75ed-4be8-a52b-0612c8e84da8 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:17:58.236114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e0f9f617-b094-46e0-bab6-2e9761f62cdb', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:17:28Z', 'updated_at': '2021-08-11T08:17:54Z', 'revision_number': 1, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:58.275081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] Checking router: 69a1133e-175c-4478-aebc-863e74fd3bfb for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:17:58.289681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cba295-9ddd-4177-8fd8-b91480ec938e req-3fbf9285-772f-4cb6-9e4c-69a539dbcbf4 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:58.291953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5cba295-9ddd-4177-8fd8-b91480ec938e req-3fbf9285-772f-4cb6-9e4c-69a539dbcbf4 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0796626 Aug 11 08:17:58.301754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:17:58.302515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:58.360189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.377659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5cba295-9ddd-4177-8fd8-b91480ec938e req-c1f2cbaa-be0b-4789-8e1f-907cd805b46e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743587 Aug 11 08:17:58.386059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad3aca-566e-4b4d-a7c5-376b3205d45c req-8cd8b1cc-1130-400f-b024-2b71bd3c4e4f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:58.388273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37ad3aca-566e-4b4d-a7c5-376b3205d45c req-8cd8b1cc-1130-400f-b024-2b71bd3c4e4f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.6805644 Aug 11 08:17:58.407313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.425031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] Pushing event deleted for resources: {'Port': ['ID=3ab78d38-75ed-4be8-a52b-0612c8e84da8,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:58.430749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acec59-09bf-470a-9231-c2044fb4faac None None] No DVR routers for this DVR port 3ab78d38-75ed-4be8-a52b-0612c8e84da8 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:17:58.473103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:17:58.475822 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39ad297-af92-46ea-8632-dcc72590207b" -d '{"events": [{"name": "network-changed", "server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:17:58.479668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:17:58.526577 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37ad3aca-566e-4b4d-a7c5-376b3205d45c req-61dc4d77-a4f2-471e-900a-62b5762823e5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065774 Aug 11 08:17:58.569022 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.682172 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.695856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42523443-da12-421f-9b00-f32b705c6336']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:58.701095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea5d27-487c-4340-9cf2-4484d379f229 req-659befcb-d025-402b-a9b5-88da26f862e9 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:58.709673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed092ee-0832-4e08-8db7-2e764bf82e2a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:58.710014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed092ee-0832-4e08-8db7-2e764bf82e2a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:58.713908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5ea5d27-487c-4340-9cf2-4484d379f229 req-659befcb-d025-402b-a9b5-88da26f862e9 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0943060 Aug 11 08:17:58.727159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4554e-9103-45ec-b02c-b12ef2a9e2b7 req-e54477aa-1836-411a-bea6-4d649c653919 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:58.734679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-afe4554e-9103-45ec-b02c-b12ef2a9e2b7 req-e54477aa-1836-411a-bea6-4d649c653919 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 950 time: 0.0994744 Aug 11 08:17:58.743840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.777345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.805377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-afe4554e-9103-45ec-b02c-b12ef2a9e2b7 req-ecd386c8-dc1b-452c-8432-47237502a779 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697052 Aug 11 08:17:58.814756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:17:58.816331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.822741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5ea5d27-487c-4340-9cf2-4484d379f229 req-f6e43342-2228-432a-8469-182e96075e0b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075137 Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:17:58.829273 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:17:58.915969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e0f9f617-b094-46e0-bab6-2e9761f62cdb', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:17:28Z', 'updated_at': '2021-08-11T08:17:54Z', 'revision_number': 1, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:17:58.925577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ab78d38-75ed-4be8-a52b-0612c8e84da8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:17:58.966742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.968667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ff836-e859-419e-a7d7-61e152d56199 None None] The sync data for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 is: [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'e0f9f617-b094-46e0-bab6-2e9761f62cdb', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:17:28Z', 'updated_at': '2021-08-11T08:17:54Z', 'revision_number': 1, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:17:58.981479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:58.983385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] 10.222.0.58 "DELETE /v2.0/networks/42523443-da12-421f-9b00-f32b705c6336 HTTP/1.1" status: 204 len: 168 time: 1.2470028 Aug 11 08:17:59.030047 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f45db0-2b26-4923-b9cb-36825368de07 x-openstack-request-id: req-c3f45db0-2b26-4923-b9cb-36825368de07 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:17:59.030685 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:17:59.031091 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3f45db0-2b26-4923-b9cb-36825368de07 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:17:59.031649 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'status': 'completed', 'code': 200} Aug 11 08:17:59.056362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 3ab78d38-75ed-4be8-a52b-0612c8e84da8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:17:59.056895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3ab78d38-75ed-4be8-a52b-0612c8e84da8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:17:59.073870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ef67-64cc-440c-9e9d-c1d01da692a6 tempest-TaggedBootDevicesTest_v242-785905050 tempest-TaggedBootDevicesTest_v242-785905050-project] Pushing event deleted for resources: {'Network': ['ID=42523443-da12-421f-9b00-f32b705c6336,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:17:59.186327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ad297-af92-46ea-8632-dcc72590207b req-cbe9b24c-faf7-4d25-93cc-88813fa9d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.187993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-cbe9b24c-faf7-4d25-93cc-88813fa9d0c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0802910 Aug 11 08:17:59.233289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-39265db7-9d8d-49d1-8662-8266352ca4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:59.305165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e101d2-5939-48fd-b670-b0461c4cc2a0 req-ac7138be-aea0-4588-b69a-64f80730e274 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.307068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4e101d2-5939-48fd-b670-b0461c4cc2a0 req-ac7138be-aea0-4588-b69a-64f80730e274 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1268628 Aug 11 08:17:59.394288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ad297-af92-46ea-8632-dcc72590207b req-bed36979-3b91-47c0-80d8-18b8cb777d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.398858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-bed36979-3b91-47c0-80d8-18b8cb777d6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1716559 Aug 11 08:17:59.403549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4e101d2-5939-48fd-b670-b0461c4cc2a0 req-f9f061ee-8a41-4321-b3d0-d183bb5840ba tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806124 Aug 11 08:17:59.428045 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc525dd-9f63-478e-a553-22f584a5517c None None] New status for floating IP e0f9f617-b094-46e0-bab6-2e9761f62cdb: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:17:59.567945 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:17:59.584284 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-019a11f9-cfb9-4b0f-a1d6-c158e7eb2901 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.1669328 Aug 11 08:17:59.640422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:17:59.709049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1ec25-eb4f-4d02-bec2-432245990fae req-350845d0-1f72-4871-b03a-4da5d8c5189f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.711818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ed1ec25-eb4f-4d02-bec2-432245990fae req-350845d0-1f72-4871-b03a-4da5d8c5189f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1677577 Aug 11 08:17:59.776133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ad297-af92-46ea-8632-dcc72590207b req-03f7fc9c-675e-4f9c-9fbb-11000848b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.779656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-03f7fc9c-675e-4f9c-9fbb-11000848b387 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1862895 Aug 11 08:17:59.780413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ed1ec25-eb4f-4d02-bec2-432245990fae req-bb4ce6bb-3531-497e-9f66-34b4c838a314 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Aug 11 08:17:59.820585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec379-36f5-4a71-a784-8c6a9b8f49f4 req-c5c6de64-b5eb-47d0-b51a-6424babb0e5c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.822432 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-949ec379-36f5-4a71-a784-8c6a9b8f49f4 req-c5c6de64-b5eb-47d0-b51a-6424babb0e5c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.1796892 Aug 11 08:17:59.915879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ad297-af92-46ea-8632-dcc72590207b req-f5c63400-de95-4abb-a844-8e3d89570137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:17:59.918173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-f5c63400-de95-4abb-a844-8e3d89570137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220186 Aug 11 08:17:59.921622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-949ec379-36f5-4a71-a784-8c6a9b8f49f4 req-902a5f62-7669-4405-9ceb-98ad3453bf7c tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595469 Aug 11 08:17:59.927995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:17:59.970393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'network_id': '3aede260-034c-4181-916c-eebdab329477', 'port_id': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'mac_address': 'fa:16:3e:9d:80:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16644275-cac0-4af6-a19d-2f46aecbc49e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:00.015152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea592b6d-49a7-4d6d-a444-70582423d788 req-91fd7170-c2fd-4644-ad27-e277df28f9b5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:00.024093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea592b6d-49a7-4d6d-a444-70582423d788 req-91fd7170-c2fd-4644-ad27-e277df28f9b5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1299758 Aug 11 08:18:00.026858 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:00.059130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5389f362-355e-4ebf-b431-92aa1a305f3f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:00.111671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea592b6d-49a7-4d6d-a444-70582423d788 req-038995a0-edc0-48ec-bc97-f8fb59bbd3f5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813348 Aug 11 08:18:00.134167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:00.146020 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:00.243850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:00.246407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a672d-e00a-42b5-b014-df89382af47d req-0945751a-9481-46b5-a45b-7e1e647a2fa8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:00.256237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-572a672d-e00a-42b5-b014-df89382af47d req-0945751a-9481-46b5-a45b-7e1e647a2fa8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0773787 Aug 11 08:18:00.272128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-5d48e931-6318-4fc6-8789-440fb379ad86 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393216 Aug 11 08:18:00.304472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-572a672d-e00a-42b5-b014-df89382af47d req-95198891-2f19-4d32-95fb-bf1a09d24d4e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Aug 11 08:18:00.378477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6f30f-488d-4023-a0d9-2bc5a9dd2902 req-e07272da-bc57-4429-a187-544842c8db7b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:00.380134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3eb6f30f-488d-4023-a0d9-2bc5a9dd2902 req-e07272da-bc57-4429-a187-544842c8db7b tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 950 time: 0.1535134 Aug 11 08:18:00.404706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5389f362-355e-4ebf-b431-92aa1a305f3f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:00.450699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3eb6f30f-488d-4023-a0d9-2bc5a9dd2902 req-2bd4e9cd-467a-4e8f-b53f-d6c07d97c4a1 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Aug 11 08:18:00.533203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e39ad297-af92-46ea-8632-dcc72590207b req-a4f29aec-5991-471e-882a-5e7a72e5ab55 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466328 Aug 11 08:18:00.598913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-d994054d-cd4c-4294-8549-bb32393b42b2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:00.600481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-d994054d-cd4c-4294-8549-bb32393b42b2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 950 time: 0.1191692 Aug 11 08:18:00.761987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Deleting port bdd83113-4f19-4093-b3fe-c32729946874 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:00.761987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:00.913743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] For port bdd83113-4f19-4093-b3fe-c32729946874, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=bdd83113-4f19-4093-b3fe-c32729946874,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:00.914463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:00.932085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Calling delete_port for bdd83113-4f19-4093-b3fe-c32729946874 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:00.942187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a91e8-29be-40c9-82dc-716638cd92f5 req-45933f66-7ba0-4fdc-ad35-72ab8d47646b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:00.945569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f61a91e8-29be-40c9-82dc-716638cd92f5 req-45933f66-7ba0-4fdc-ad35-72ab8d47646b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1048887 Aug 11 08:18:00.963513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a34574-b841-43a3-a8e0-4fdad15adac0 req-2556dde9-88ad-4fe5-8c6d-8a3afda87f08 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:00.974622 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-99a34574-b841-43a3-a8e0-4fdad15adac0 req-2556dde9-88ad-4fe5-8c6d-8a3afda87f08 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0895324 Aug 11 08:18:01.027083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-99a34574-b841-43a3-a8e0-4fdad15adac0 req-73bacc94-7dc3-485e-bc66-245ad900d076 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510888 Aug 11 08:18:01.043111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f61a91e8-29be-40c9-82dc-716638cd92f5 req-30ac7d6c-0150-43bb-b1f2-fb0999d0cf35 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882733 Aug 11 08:18:01.165748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150d85-d2ab-4811-9864-5d7aa117671f req-e1cfff03-248e-4ecf-b05d-c95001e85567 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:01.169361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e150d85-d2ab-4811-9864-5d7aa117671f req-e1cfff03-248e-4ecf-b05d-c95001e85567 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 944 time: 0.0613396 Aug 11 08:18:01.177438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:01.233614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e150d85-d2ab-4811-9864-5d7aa117671f req-db915ea8-2878-4154-a635-41f15fff8949 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Aug 11 08:18:01.236078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['bdd83113-4f19-4093-b3fe-c32729946874', '597d6daa-aee8-4088-89d9-5692f26c6c06'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:01.282533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event deleted for resources: {'Port': ['ID=bdd83113-4f19-4093-b3fe-c32729946874,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:01.342209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] No DVR routers for this DVR port bdd83113-4f19-4093-b3fe-c32729946874 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:01.349312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:01.355870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35ce5e71-26e5-4d72-b06e-c3f4a56964ca req-1a2454de-35db-4a97-8885-2f0e31e562de tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "DELETE /v2.0/ports/bdd83113-4f19-4093-b3fe-c32729946874 HTTP/1.1" status: 204 len: 173 time: 0.7431285 Aug 11 08:18:01.356388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'name': 'network-vif-deleted', 'tag': 'bdd83113-4f19-4093-b3fe-c32729946874'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:01.362963 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ea6b8-30bf-4270-89bc-1b5e798a339d" -d '{"events": [{"server_uuid": "aa5ef677-2364-496c-b3d5-1768f017d7c9", "name": "network-vif-deleted", "tag": "bdd83113-4f19-4093-b3fe-c32729946874"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:01.505223 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658407a7-7d28-4de7-b7dc-6f99c99b9a63 x-openstack-request-id: req-658407a7-7d28-4de7-b7dc-6f99c99b9a63 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:01.505798 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5ef677-2364-496c-b3d5-1768f017d7c9", "name": "network-vif-deleted", "tag": "bdd83113-4f19-4093-b3fe-c32729946874", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:01.507495 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-658407a7-7d28-4de7-b7dc-6f99c99b9a63 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:01.508808 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5ef677-2364-496c-b3d5-1768f017d7c9', 'name': 'network-vif-deleted', 'tag': 'bdd83113-4f19-4093-b3fe-c32729946874', 'status': 'completed', 'code': 200} Aug 11 08:18:01.578025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970e92-4f53-4100-bff3-74646ce917dc req-0a44a5d2-3e2e-4d53-a6c1-37b6ab434db7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:01.586983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0970e92-4f53-4100-bff3-74646ce917dc req-0a44a5d2-3e2e-4d53-a6c1-37b6ab434db7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1496599 Aug 11 08:18:01.657998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0970e92-4f53-4100-bff3-74646ce917dc req-2097ad3a-9e6e-4c9e-9dca-df3d05346211 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Aug 11 08:18:01.660520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:01.825841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5389f362-355e-4ebf-b431-92aa1a305f3f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:01.827885 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:01.932196 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-595bbd51-98ed-49cd-a022-2b30b31155ee req-a1049cf3-8c7d-401a-9781-4a31b5002e37 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa5ef677-2364-496c-b3d5-1768f017d7c9 HTTP/1.1" status: 200 len: 210 time: 0.1017196 Aug 11 08:18:02.037476 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:02.107581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:02.109136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:02.114514 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e376c647-2ac9-40cd-a97e-04cfc317dc35" -d '{"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-plugged", "status": "completed", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:02.119952 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:02.334347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45258b-46ad-469f-bb22-88c13c071af1 req-3ef53a10-d41b-4f2f-9833-5f26d6f0c3fa tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:02.350486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190f73e-fb6f-4240-9f45-ae0d8eddc9eb req-edf5763f-3f1b-43fd-bc93-13f11351181c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:02.365485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8190f73e-fb6f-4240-9f45-ae0d8eddc9eb req-edf5763f-3f1b-43fd-bc93-13f11351181c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1845372 Aug 11 08:18:02.367646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c45258b-46ad-469f-bb22-88c13c071af1 req-3ef53a10-d41b-4f2f-9833-5f26d6f0c3fa tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1567004 Aug 11 08:18:02.466670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8190f73e-fb6f-4240-9f45-ae0d8eddc9eb req-0f6212a5-4c83-4ff6-85b7-b581a56f9e04 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999875 Aug 11 08:18:02.498430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c45258b-46ad-469f-bb22-88c13c071af1 req-2fa660e2-c946-4335-9733-24c4091718ca tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296847 Aug 11 08:18:02.574038 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aea874b-c52d-4a59-8e21-39165ab7ba8f x-openstack-request-id: req-1aea874b-c52d-4a59-8e21-39165ab7ba8f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:02.574038 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-plugged", "status": "completed", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:02.574840 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1aea874b-c52d-4a59-8e21-39165ab7ba8f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:02.574976 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'code': 200} Aug 11 08:18:02.583049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:02.615302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:02.688561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b5870307-e827-482d-8aab-8aea941ff2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:02.735541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ae8f-d0b7-4829-8e33-1771c630d080 req-7cc60d61-e37f-4625-b080-6bfe4eb04508 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:02.744939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4141ae8f-d0b7-4829-8e33-1771c630d080 req-7cc60d61-e37f-4625-b080-6bfe4eb04508 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.1311498 Aug 11 08:18:02.813439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4141ae8f-d0b7-4829-8e33-1771c630d080 req-6d6a8f40-2810-47ac-8b99-df2db544786d tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671604 Aug 11 08:18:02.935697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a585273-9a37-47c6-a0a4-14d76a48f02e req-72b26681-f8cf-481a-81f2-09a0263b33a6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:02.937348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a585273-9a37-47c6-a0a4-14d76a48f02e req-72b26681-f8cf-481a-81f2-09a0263b33a6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0695813 Aug 11 08:18:03.008254 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5a585273-9a37-47c6-a0a4-14d76a48f02e req-66c884f5-e6df-4b5b-8ac8-9cfc2c8cd9d8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597255 Aug 11 08:18:03.304727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-4af8a39b-66ed-4a87-9679-dd91b0e73908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:03.306405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-4af8a39b-66ed-4a87-9679-dd91b0e73908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=55454d847e534d3e8de79e8001c19838&device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 1098 time: 0.1082177 Aug 11 08:18:03.376538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b02ccf-40f2-4526-86c1-10e2786aafb2 req-251b2777-8114-48a6-9ea5-7f40741f195e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:03.379992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2b02ccf-40f2-4526-86c1-10e2786aafb2 req-251b2777-8114-48a6-9ea5-7f40741f195e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1200862 Aug 11 08:18:03.486007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-3e6d4b58-2203-4a54-a03f-11d707a26ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:03.488410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-3e6d4b58-2203-4a54-a03f-11d707a26ea0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 200 len: 915 time: 0.1733508 Aug 11 08:18:03.570286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-fd35735a-e982-4ed2-8848-76a0231cf806 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 200 len: 217 time: 0.0476623 Aug 11 08:18:03.626161 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2b02ccf-40f2-4526-86c1-10e2786aafb2 req-7403885e-0f81-413a-b0b3-b6035e6ab570 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363378 Aug 11 08:18:03.654278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device bdd83113-4f19-4093-b3fe-c32729946874 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:03.683791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-0d18d00c-26c3-4a12-ae4f-4f135d3c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:03.685329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-0d18d00c-26c3-4a12-ae4f-4f135d3c9c05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 200 len: 854 time: 0.1050534 Aug 11 08:18:03.738242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: bdd83113-4f19-4093-b3fe-c32729946874 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:03.739077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device bdd83113-4f19-4093-b3fe-c32729946874 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:03.756930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-ceba25dc-8ed9-43a8-94f9-18ccbc14011d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564535 Aug 11 08:18:03.809678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec3cd-3374-47ba-b73b-3a6e0ad92c02 req-99baff0e-1ebe-4354-ab84-beaddbf804d2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:03.820111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d29ec3cd-3374-47ba-b73b-3a6e0ad92c02 req-99baff0e-1ebe-4354-ab84-beaddbf804d2 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 951 time: 0.0983932 Aug 11 08:18:03.871097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaa4e0-508a-465a-9617-4cad3521edf6 req-47a18bfd-03e1-4356-96ca-6b74efd64c7a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:03.879727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0caaa4e0-508a-465a-9617-4cad3521edf6 req-47a18bfd-03e1-4356-96ca-6b74efd64c7a tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1360130 Aug 11 08:18:03.880559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d29ec3cd-3374-47ba-b73b-3a6e0ad92c02 req-dda480cc-fae8-4963-bf33-d93a4af9b31a tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Aug 11 08:18:03.957098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0caaa4e0-508a-465a-9617-4cad3521edf6 req-628428e2-ff7c-4cd5-9dba-bffb10cbbd21 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704927 Aug 11 08:18:03.969886 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-4e790f5f-b3f2-4d9f-884a-d4337d108c28 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874325 Aug 11 08:18:04.218966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6618177d-5660-4c05-8289-7a2a63bc13f9 req-0d4609e4-fc87-4f63-a13e-6670c60f43d3 service neutron] 10.222.0.64 "GET /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408535 Aug 11 08:18:04.402873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773ae8d-c7a8-41e8-8def-a91f90df9cb4 req-a8e0d65c-a2c2-4c83-abaa-ecc319ec6752 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:04.416157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7773ae8d-c7a8-41e8-8def-a91f90df9cb4 req-a8e0d65c-a2c2-4c83-abaa-ecc319ec6752 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1712646 Aug 11 08:18:04.434744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275f86-7c40-4401-bd08-b85864ed988c req-d0ad992e-ff58-4403-9e22-98cb70c4f073 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:04.445476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e275f86-7c40-4401-bd08-b85864ed988c req-d0ad992e-ff58-4403-9e22-98cb70c4f073 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.1491475 Aug 11 08:18:04.520797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7773ae8d-c7a8-41e8-8def-a91f90df9cb4 req-2f820356-5edf-49b3-9eea-806708169790 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996897 Aug 11 08:18:04.556617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e275f86-7c40-4401-bd08-b85864ed988c req-f6eafff2-c0cf-411d-8c1c-45331fae2615 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101205 Aug 11 08:18:04.742485 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:04.857987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952f49-663a-4b12-8d1e-1229aad7e5ff req-cb82126a-0e95-4811-b97a-5133e9920a81 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:04.869423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c952f49-663a-4b12-8d1e-1229aad7e5ff req-cb82126a-0e95-4811-b97a-5133e9920a81 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1416249 Aug 11 08:18:04.927575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c952f49-663a-4b12-8d1e-1229aad7e5ff req-88826c7b-1ff0-4515-820d-659d4a8e3908 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Aug 11 08:18:05.086813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205fd5a-ef21-44c9-9f15-59ccc966827f req-4dd65415-83d7-45b4-a148-10dcc53d92e0 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:05.088519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2205fd5a-ef21-44c9-9f15-59ccc966827f req-4dd65415-83d7-45b4-a148-10dcc53d92e0 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0627344 Aug 11 08:18:05.117371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979d76-3683-4e57-baf8-3cf72a23d08a req-82eb1f67-62d7-4a43-826b-3b5c9b851a6f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:05.125494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86979d76-3683-4e57-baf8-3cf72a23d08a req-82eb1f67-62d7-4a43-826b-3b5c9b851a6f tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 951 time: 0.1218266 Aug 11 08:18:05.163610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2205fd5a-ef21-44c9-9f15-59ccc966827f req-690d44f2-6962-468d-b667-1608288fbace tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637710 Aug 11 08:18:05.205691 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86979d76-3683-4e57-baf8-3cf72a23d08a req-f23f85ca-5390-42b5-afcf-d485350e0560 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791636 Aug 11 08:18:05.641138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:05.711914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811728d8-f4e1-48c9-b610-b4bc88fca696 req-7cab39b8-0714-4823-857c-cb96230e9ac0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:05.713693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-811728d8-f4e1-48c9-b610-b4bc88fca696 req-7cab39b8-0714-4823-857c-cb96230e9ac0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.0830026 Aug 11 08:18:05.752990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c35e2-f024-4f49-9f72-b91bedf72203 req-67f58d56-a3b2-4bfd-a5a1-2ed35fc75964 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:05.757185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-497c35e2-f024-4f49-9f72-b91bedf72203 req-67f58d56-a3b2-4bfd-a5a1-2ed35fc75964 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.0804451 Aug 11 08:18:05.777552 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-811728d8-f4e1-48c9-b610-b4bc88fca696 req-1eb5df25-324a-4f82-b817-b69cb0937b1d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552239 Aug 11 08:18:05.801421 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:05.840072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:05.842948 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b5624-ce48-4d07-9dce-5d535c3847b1" -d '{"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-unplugged", "status": "completed", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:05.880042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:05.889051 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:05.920455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-497c35e2-f024-4f49-9f72-b91bedf72203 req-fef1e731-c048-4318-b37d-7180ad7e063f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/security-groups?id=aab3b425-7a8d-4ffb-8616-f37647694b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569169 Aug 11 08:18:05.941362 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0007798-837b-4b2a-9c57-252d297525a9 x-openstack-request-id: req-b0007798-837b-4b2a-9c57-252d297525a9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:05.941362 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-unplugged", "status": "completed", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:05.946508 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0007798-837b-4b2a-9c57-252d297525a9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:05.948041 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'code': 200} Aug 11 08:18:05.967954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:05.971380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-fc81b13c-b7c6-4869-a7ab-632540727035 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:05.974884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-fc81b13c-b7c6-4869-a7ab-632540727035 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 951 time: 0.2015352 Aug 11 08:18:06.039126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-be961809-0bb7-47c2-8dce-83058f0424c2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:06.040988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-be961809-0bb7-47c2-8dce-83058f0424c2 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 945 time: 0.1875935 Aug 11 08:18:06.090570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:06.100630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb641da-6df2-4670-8915-665a7efe3126 req-33993751-1a41-43fc-848b-22f718c1d4c9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:06.110223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cb641da-6df2-4670-8915-665a7efe3126 req-33993751-1a41-43fc-848b-22f718c1d4c9 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0773072 Aug 11 08:18:06.171810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cb641da-6df2-4670-8915-665a7efe3126 req-66ba4563-597a-4598-81ac-7e9888fe3212 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561669 Aug 11 08:18:06.296776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Deleting port 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:06.297175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:06.324608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b484f-8d48-4bb4-9b16-f0c67af310e0 req-ea7bea3b-332e-4943-81b6-b2b0b3441815 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:06.326372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-980b484f-8d48-4bb4-9b16-f0c67af310e0 req-ea7bea3b-332e-4943-81b6-b2b0b3441815 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0735674 Aug 11 08:18:06.331175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Deleting port 5389f362-355e-4ebf-b431-92aa1a305f3f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:06.331621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:06.395467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-980b484f-8d48-4bb4-9b16-f0c67af310e0 req-534da9a5-9b42-4dcd-945b-9e5e769cebc1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578561 Aug 11 08:18:06.497982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586bf8d-b396-4e72-9d52-0c7fad968276 req-37c031e9-f86a-48ad-9e1c-3bcb7c5e0bb5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:06.500018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9586bf8d-b396-4e72-9d52-0c7fad968276 req-37c031e9-f86a-48ad-9e1c-3bcb7c5e0bb5 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1931124 Aug 11 08:18:06.553038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] For port 597d6daa-aee8-4088-89d9-5692f26c6c06, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=597d6daa-aee8-4088-89d9-5692f26c6c06,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:06.553424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:06.580978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Calling delete_port for 597d6daa-aee8-4088-89d9-5692f26c6c06 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:06.602879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9586bf8d-b396-4e72-9d52-0c7fad968276 req-772aa405-3ff2-4259-ac4a-155240933d45 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939269 Aug 11 08:18:06.606303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] For port 5389f362-355e-4ebf-b431-92aa1a305f3f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5389f362-355e-4ebf-b431-92aa1a305f3f,segment=NetworkSegment(d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468),segment_id=d1fd9ee6-48f3-4c60-a6b8-d960e1ce3468)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:06.606860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:06.619684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42175989-cbab-450d-9167-64657b397310 req-7942f8a5-8516-4b8c-9bfc-934d0101585c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:06.629510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Calling delete_port for 5389f362-355e-4ebf-b431-92aa1a305f3f owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:06.635971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42175989-cbab-450d-9167-64657b397310 req-7942f8a5-8516-4b8c-9bfc-934d0101585c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 951 time: 0.1111078 Aug 11 08:18:06.709714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42175989-cbab-450d-9167-64657b397310 req-5ce7a5a6-6fcb-4654-a836-e9f3df5122b0 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/security-groups?id=f57afefe-0884-407f-9d57-c95a139d4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723128 Aug 11 08:18:07.039054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437239b-6959-4544-b4a5-8ecae014c6e7 req-4694a232-eb81-4e9d-a29d-f4041d47f318 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:07.041338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4437239b-6959-4544-b4a5-8ecae014c6e7 req-4694a232-eb81-4e9d-a29d-f4041d47f318 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0999308 Aug 11 08:18:07.096835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:07.135652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4437239b-6959-4544-b4a5-8ecae014c6e7 req-155dfe6b-6171-4c2e-ac6b-13cee43ae5ea tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806947 Aug 11 08:18:07.152349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d3c9-33f7-4f89-8a6b-5627701ac9ac req-111aa11a-bcb0-44f1-b3c6-b34b50968d6e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:07.167014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0500d3c9-33f7-4f89-8a6b-5627701ac9ac req-111aa11a-bcb0-44f1-b3c6-b34b50968d6e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2353444 Aug 11 08:18:07.191625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Pushing event deleted for resources: {'Port': ['ID=5389f362-355e-4ebf-b431-92aa1a305f3f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:07.280530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] No DVR routers for this DVR port 5389f362-355e-4ebf-b431-92aa1a305f3f on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:07.288482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:07.291071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:07.293473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96dd1762-d218-4f55-b41b-e440bb0b1eef req-58cb5dac-dfc2-4d54-94f3-11638c319885 tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.64 "DELETE /v2.0/ports/5389f362-355e-4ebf-b431-92aa1a305f3f HTTP/1.1" status: 204 len: 173 time: 1.2448716 Aug 11 08:18:07.296843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-deleted', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:07.308578 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edc55e4-14fe-4962-a9ee-d86c9857cb96" -d '{"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-deleted", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:07.323712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03b5ab7d-ea8f-475a-902a-dce026c4bdd1 req-06e4585c-bfdf-4bbd-9c82-7d947e23349f tempest-ImagesTestJSON-1752551322 tempest-ImagesTestJSON-1752551322-project] 10.222.0.58 "GET /v2.0/ports?device_id=b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436 HTTP/1.1" status: 200 len: 210 time: 0.0565519 Aug 11 08:18:07.340859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['597d6daa-aee8-4088-89d9-5692f26c6c06'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:07.375547 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0500d3c9-33f7-4f89-8a6b-5627701ac9ac req-f278628c-7047-45a5-8f63-b5918c4bf829 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074265 Aug 11 08:18:07.383076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Pushing event deleted for resources: {'Port': ['ID=597d6daa-aee8-4088-89d9-5692f26c6c06,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:07.471092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] No DVR routers for this DVR port 597d6daa-aee8-4088-89d9-5692f26c6c06 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:07.476491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:07.481082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-928d7dc3-b6fe-4881-916c-32cb1f63c348 req-58a6d92b-04e1-4da9-ba06-c5f0b8189422 tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.64 "DELETE /v2.0/ports/597d6daa-aee8-4088-89d9-5692f26c6c06 HTTP/1.1" status: 204 len: 173 time: 1.4936428 Aug 11 08:18:07.527709 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e00f35b-cdb4-4e32-8c90-58365eb3c8e4 x-openstack-request-id: req-9e00f35b-cdb4-4e32-8c90-58365eb3c8e4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:07.527975 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436", "name": "network-vif-deleted", "tag": "5389f362-355e-4ebf-b431-92aa1a305f3f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:07.528369 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e00f35b-cdb4-4e32-8c90-58365eb3c8e4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:07.529024 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35754a2-dbb3-4e26-8e4e-7fe1fbc0c436', 'name': 'network-vif-deleted', 'tag': '5389f362-355e-4ebf-b431-92aa1a305f3f', 'status': 'completed', 'code': 200} Aug 11 08:18:07.688511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91458a-aff3-44fa-bef8-bd9ff3d95443 req-1ad59f9b-8eea-4621-9568-02554f64fe07 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:07.697691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab91458a-aff3-44fa-bef8-bd9ff3d95443 req-1ad59f9b-8eea-4621-9568-02554f64fe07 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1873615 Aug 11 08:18:07.758728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab91458a-aff3-44fa-bef8-bd9ff3d95443 req-89302338-9627-4e66-bc1f-3b46dd89d30d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519047 Aug 11 08:18:07.762739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d104e41-a7f1-4b62-908f-fdf630802f60 req-10e1d814-7f80-4d16-a194-df5ab72f40d9 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:07.765876 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d104e41-a7f1-4b62-908f-fdf630802f60 req-10e1d814-7f80-4d16-a194-df5ab72f40d9 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0798271 Aug 11 08:18:07.877898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d104e41-a7f1-4b62-908f-fdf630802f60 req-29b03458-e8e3-4327-a14c-ff181dd6b37b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047721 Aug 11 08:18:07.911608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c3e53e3-f285-4326-abd1-cf1427bfa71d req-693b3e8d-e161-496f-8aa6-722305937a5c tempest-ServersAdminTestJSON-788764857 tempest-ServersAdminTestJSON-788764857-project] 10.222.0.58 "GET /v2.0/ports?device_id=20728a3b-e9d8-43df-b435-77bc6d5cb6b8 HTTP/1.1" status: 200 len: 210 time: 0.0717621 Aug 11 08:18:08.232226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e858afa-5b3a-42d7-bbe7-29c46da64b21 req-d3aeba3d-2c31-4012-9c0e-bf2b80776a33 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:08.242291 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e858afa-5b3a-42d7-bbe7-29c46da64b21 req-d3aeba3d-2c31-4012-9c0e-bf2b80776a33 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0798817 Aug 11 08:18:08.307483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e858afa-5b3a-42d7-bbe7-29c46da64b21 req-f65af6dd-c677-4ecd-8c01-1ad333afd05b tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632751 Aug 11 08:18:08.545899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80c06f-4f7f-4592-934d-e595a3bf7bf6 req-22eb304b-f015-45e2-b775-ef776a7fa96c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:08.548327 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb80c06f-4f7f-4592-934d-e595a3bf7bf6 req-22eb304b-f015-45e2-b775-ef776a7fa96c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0985789 Aug 11 08:18:08.605473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb80c06f-4f7f-4592-934d-e595a3bf7bf6 req-ae22046f-ce07-4552-9d7d-3f8b7af1d234 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Aug 11 08:18:08.621471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e2a3d-d366-4fb5-b6c2-cd5d9d784779 req-4e843847-8de1-4f91-8665-883fd0872392 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:08.632870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba3e2a3d-d366-4fb5-b6c2-cd5d9d784779 req-4e843847-8de1-4f91-8665-883fd0872392 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1080356 Aug 11 08:18:08.692890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba3e2a3d-d366-4fb5-b6c2-cd5d9d784779 req-2c7d3f6a-8cfd-4dd2-aef5-0a8aa0760dd7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Aug 11 08:18:08.921565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a3d8e-a043-4e5b-9087-e4b26d955d28 req-6bab5185-d1a8-424e-879f-cbb7a1eaf581 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:08.930490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-902a3d8e-a043-4e5b-9087-e4b26d955d28 req-6bab5185-d1a8-424e-879f-cbb7a1eaf581 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1136589 Aug 11 08:18:08.986997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-902a3d8e-a043-4e5b-9087-e4b26d955d28 req-73c2c441-5282-468b-b46f-ba5a65cffa7f tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550313 Aug 11 08:18:09.136717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fddf9-f300-4dfe-bf96-42b10b3639bd req-b197dc99-7fd0-49d5-9eee-5f911e28dd5d tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:09.139370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb3fddf9-f300-4dfe-bf96-42b10b3639bd req-b197dc99-7fd0-49d5-9eee-5f911e28dd5d tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0777955 Aug 11 08:18:09.226840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb3fddf9-f300-4dfe-bf96-42b10b3639bd req-adbca884-e6ac-44c4-8674-869c0ef86a78 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744779 Aug 11 08:18:09.277382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3aba-a47c-4f90-9b51-5de307ea6015 req-6c72f17a-fd05-4190-ab50-8fd121506ac7 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:09.285218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-451c3aba-a47c-4f90-9b51-5de307ea6015 req-6c72f17a-fd05-4190-ab50-8fd121506ac7 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1084545 Aug 11 08:18:09.344984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-451c3aba-a47c-4f90-9b51-5de307ea6015 req-6978c47f-7b9e-4678-b9d6-ef9580f74eb6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Aug 11 08:18:09.417603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45874) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:09.530243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-deleted', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:09.532673 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aeeb74-08cb-4424-a984-2b7edcfd75dd" -d '{"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-deleted", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:09.612151 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69151919-df35-405a-a4cb-e628e9807a5b x-openstack-request-id: req-69151919-df35-405a-a4cb-e628e9807a5b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:09.612949 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20728a3b-e9d8-43df-b435-77bc6d5cb6b8", "name": "network-vif-deleted", "tag": "597d6daa-aee8-4088-89d9-5692f26c6c06", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:09.612949 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69151919-df35-405a-a4cb-e628e9807a5b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:09.614418 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20728a3b-e9d8-43df-b435-77bc6d5cb6b8', 'name': 'network-vif-deleted', 'tag': '597d6daa-aee8-4088-89d9-5692f26c6c06', 'status': 'completed', 'code': 200} Aug 11 08:18:09.648762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:09.668858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:09.691344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5389f362-355e-4ebf-b431-92aa1a305f3f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:09.692025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5389f362-355e-4ebf-b431-92aa1a305f3f not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:09.692615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:09.714441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d54745-236e-4fa2-b4a6-d498499b44db req-933dcfcc-a064-4b89-bd20-1b54614e0cbd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:09.727483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53d54745-236e-4fa2-b4a6-d498499b44db req-933dcfcc-a064-4b89-bd20-1b54614e0cbd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1575899 Aug 11 08:18:09.774084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 597d6daa-aee8-4088-89d9-5692f26c6c06 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:09.774666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 597d6daa-aee8-4088-89d9-5692f26c6c06 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:09.798359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53d54745-236e-4fa2-b4a6-d498499b44db req-3c2c1aa6-3a92-431d-8de9-72e14e978920 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695837 Aug 11 08:18:09.823995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Deleting subnet 16644275-cac0-4af6-a19d-2f46aecbc49e {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:18:09.846648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:09.939347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-435871fd-0def-4e61-9557-cee9776c2969 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c90c7e88b4a4b34b9c883d1a68bedf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205057 Aug 11 08:18:09.942748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:09.947704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:10.011702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9cf5c-8c3c-4455-b8de-ea00fc654fd8 req-7e5eded7-9b2f-49e6-b52c-d6127de8221c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.013568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c0e9cf5c-8c3c-4455-b8de-ea00fc654fd8 req-7e5eded7-9b2f-49e6-b52c-d6127de8221c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1032906 Aug 11 08:18:10.059142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf7cd-c55a-40a7-9742-db7d360cf989 req-880e572d-f46e-4ab2-bec0-7c8344135673 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.060759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-543bf7cd-c55a-40a7-9742-db7d360cf989 req-880e572d-f46e-4ab2-bec0-7c8344135673 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2300668 Aug 11 08:18:10.073119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c0e9cf5c-8c3c-4455-b8de-ea00fc654fd8 req-d69232a1-48cd-4fe1-83db-3fb69bfc2188 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518961 Aug 11 08:18:10.078696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.170824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25e04f3-ab3c-4ed2-ad20-951895a6252d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.190812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-543bf7cd-c55a-40a7-9742-db7d360cf989 req-006aa572-76f5-43f1-8d56-ce85387a9534 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222897 Aug 11 08:18:10.213585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25e04f3-ab3c-4ed2-ad20-951895a6252d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.254284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f4c9-ef54-45d5-ad9a-df3cd8559a1e req-89f4c735-d437-43f0-b23d-f501631b476d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.256431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.265186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a320f4c9-ef54-45d5-ad9a-df3cd8559a1e req-89f4c735-d437-43f0-b23d-f501631b476d tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0895820 Aug 11 08:18:10.297519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.300833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/16644275-cac0-4af6-a19d-2f46aecbc49e HTTP/1.1" status: 204 len: 168 time: 0.6506774 Aug 11 08:18:10.302229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1798e3-f954-429f-a23b-80a25e0b629f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16644275-cac0-4af6-a19d-2f46aecbc49e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:10.304336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:10.342435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a320f4c9-ef54-45d5-ad9a-df3cd8559a1e req-4272c321-5013-4447-848b-abd221fc30e6 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553153 Aug 11 08:18:10.405708 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25e04f3-ab3c-4ed2-ad20-951895a6252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.408527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25e04f3-ab3c-4ed2-ad20-951895a6252d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.413504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b25e04f3-ab3c-4ed2-ad20-951895a6252d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f57afefe-0884-407f-9d57-c95a139d4fa2 HTTP/1.1" status: 204 len: 168 time: 0.4145603 Aug 11 08:18:10.444721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e04f3-ab3c-4ed2-ad20-951895a6252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57afefe-0884-407f-9d57-c95a139d4fa2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:10.452634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.468213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169f84-27de-46ac-8f22-2ec2b94d8c26 req-a088943e-94c3-46c0-9031-ce5183bba077 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.476575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f169f84-27de-46ac-8f22-2ec2b94d8c26 req-a088943e-94c3-46c0-9031-ce5183bba077 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1443832 Aug 11 08:18:10.500330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbe8e2-46fd-452d-abeb-ad52e3c56940 req-b00c9b15-8b96-418c-87d1-0db5c2f1f02e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.509962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9efbe8e2-46fd-452d-abeb-ad52e3c56940 req-b00c9b15-8b96-418c-87d1-0db5c2f1f02e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0791614 Aug 11 08:18:10.569216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9efbe8e2-46fd-452d-abeb-ad52e3c56940 req-d14bb403-298f-46bd-8fb1-7469f71743b0 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580127 Aug 11 08:18:10.626253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f169f84-27de-46ac-8f22-2ec2b94d8c26 req-16e13c6f-e9e8-4fa5-817f-556fe22db958 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333745 Aug 11 08:18:10.630748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.649638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aede260-034c-4181-916c-eebdab329477']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:10.663788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:10.664108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fd9ee6-48f3-4c60-a6b8-d960e1ce3468') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:10.678372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.696319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.713669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:18:10.714089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:18:10.716192 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:18:10.826100 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.839071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:10.841163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3aede260-034c-4181-916c-eebdab329477 HTTP/1.1" status: 204 len: 168 time: 0.5354071 Aug 11 08:18:10.854137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45256f3-6862-4158-91e9-dadff67f5b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aede260-034c-4181-916c-eebdab329477,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:10.870676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-abd3e506-6371-4263-8655-5f73be0e2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.871997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-abd3e506-6371-4263-8655-5f73be0e2694 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 1096 time: 0.0803268 Aug 11 08:18:10.907180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d4a64-7d9e-40a1-9879-ff38f94d0250 req-c417b6b2-dc0e-4c63-aa58-12b5d114c717 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:10.908827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db8d4a64-7d9e-40a1-9879-ff38f94d0250 req-c417b6b2-dc0e-4c63-aa58-12b5d114c717 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1043873 Aug 11 08:18:10.964567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45934) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:11.003826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-12ac903e-50fb-410d-a656-3c116c48bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:11.005995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-12ac903e-50fb-410d-a656-3c116c48bde8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.1255126 Aug 11 08:18:11.022985 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db8d4a64-7d9e-40a1-9879-ff38f94d0250 req-db4f30db-e31d-4bb8-8c4a-cf92b890651e tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994623 Aug 11 08:18:11.031735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-963f5496-f2d7-4d17-8568-44f1e6335097 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58c3b60eeadc4790b472c0bc2121c714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656469 Aug 11 08:18:11.035093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:11.053349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45940) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:11.103410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-9e1d08c2-b0a7-4faa-9f17-cc23bf34285e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fd75ef8-2f5a-4114-a684-798ee7069030 HTTP/1.1" status: 200 len: 217 time: 0.0893898 Aug 11 08:18:11.161460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ca0-773a-46e5-8519-5735640cc2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.167543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-108e2f2c-afc1-4b9e-8d00-ffd062b3a7cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb6b4d0934d54be7a5dc097f00fbfeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109600 Aug 11 08:18:11.170313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:11.201266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-fef022c7-ac36-44e9-8e51-47a6212264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:11.203794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-fef022c7-ac36-44e9-8e51-47a6212264f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.0861309 Aug 11 08:18:11.214021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ca0-773a-46e5-8519-5735640cc2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.221219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28657d-a48d-4b26-8668-611a9e4f1f00 req-4c82e50b-a814-41fb-bf75-09eab403e6fb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:11.221219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f28657d-a48d-4b26-8668-611a9e4f1f00 req-4c82e50b-a814-41fb-bf75-09eab403e6fb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.0936859 Aug 11 08:18:11.277605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-5ca8bec7-d2a8-4ccb-b4a6-d3b763c8d4d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573006 Aug 11 08:18:11.291651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b058f190-f463-47a4-a182-cd745d9ef26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.321996 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ca0-773a-46e5-8519-5735640cc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.324727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0ca0-773a-46e5-8519-5735640cc2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.328698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c9ad0ca0-773a-46e5-8519-5735640cc2b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5843cbeb-43f8-4b2f-90d8-2a0ed02f648b HTTP/1.1" status: 204 len: 168 time: 0.2896593 Aug 11 08:18:11.364113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b058f190-f463-47a4-a182-cd745d9ef26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.366860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad0ca0-773a-46e5-8519-5735640cc2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5843cbeb-43f8-4b2f-90d8-2a0ed02f648b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:11.421586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-da9f61ca-a552-4c30-a5f5-90af3e70cbab service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352072 Aug 11 08:18:11.423522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1538-4782-4d87-83b6-a312a54a0321 req-04b952df-a4e5-40a3-be6c-1497762a712f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:11.427107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c2f1538-4782-4d87-83b6-a312a54a0321 req-04b952df-a4e5-40a3-be6c-1497762a712f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1254919 Aug 11 08:18:11.483132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c2f1538-4782-4d87-83b6-a312a54a0321 req-dea409d2-2729-4858-aeae-fbed74792525 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Aug 11 08:18:11.484801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b058f190-f463-47a4-a182-cd745d9ef26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.488686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b058f190-f463-47a4-a182-cd745d9ef26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:11.490297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b058f190-f463-47a4-a182-cd745d9ef26c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aab3b425-7a8d-4ffb-8616-f37647694b27 HTTP/1.1" status: 204 len: 168 time: 0.3186688 Aug 11 08:18:11.497542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f28657d-a48d-4b26-8668-611a9e4f1f00 req-4e95f5fc-7d0f-4b5d-aa66-ee5261573361 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544448 Aug 11 08:18:11.512301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058f190-f463-47a4-a182-cd745d9ef26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3b425-7a8d-4ffb-8616-f37647694b27,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:11.731005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498343d-4e97-411b-8d6b-6b7af2656b4d req-1ee8a9a9-9731-4853-98ba-2d4427cfadce tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:11.733248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7498343d-4e97-411b-8d6b-6b7af2656b4d req-1ee8a9a9-9731-4853-98ba-2d4427cfadce tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1061120 Aug 11 08:18:11.757590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c65c6fe-d4bb-456d-871b-5bddb0c6eeeb req-783f5ebd-dbb5-447d-8f6f-88b838aa1304 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218911 Aug 11 08:18:11.816710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7498343d-4e97-411b-8d6b-6b7af2656b4d req-32765441-440c-43af-bcbb-f9b25a40ab74 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750740 Aug 11 08:18:11.821892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaa303-9db6-456d-85ea-2966f1d9bb26 req-a64aa5d3-ce3a-41d3-8b26-5aedca57a328 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:11.829808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6afaa303-9db6-456d-85ea-2966f1d9bb26 req-a64aa5d3-ce3a-41d3-8b26-5aedca57a328 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1069839 Aug 11 08:18:11.922008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6afaa303-9db6-456d-85ea-2966f1d9bb26 req-8125f24f-5b0e-46d9-89b4-7bb7e7b20b56 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887041 Aug 11 08:18:12.150690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45982) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:12.721734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5704-41db-4d5d-8b83-80ba75ca9aa8 req-7da5b3d2-7638-4c6d-a217-918d2c7622a6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:12.727925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-598a5704-41db-4d5d-8b83-80ba75ca9aa8 req-7da5b3d2-7638-4c6d-a217-918d2c7622a6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.1011496 Aug 11 08:18:12.806841 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-598a5704-41db-4d5d-8b83-80ba75ca9aa8 req-84fd3846-92f1-4db2-90e3-35de3c90087b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776701 Aug 11 08:18:12.840767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46010) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:12.960686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40d44b-f9e0-4353-bbce-588d2cee0500 req-89d48f71-9f3e-4f5f-b657-7f21658c6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:12.964123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f40d44b-f9e0-4353-bbce-588d2cee0500 req-89d48f71-9f3e-4f5f-b657-7f21658c6eff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.0766318 Aug 11 08:18:13.032731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-849615411-network', 'tenant_id': '688e4bf444264e7aac6097c33a5dd9b3'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:13.052433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.060709 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f40d44b-f9e0-4353-bbce-588d2cee0500 req-ee6c803a-44b4-4206-a069-a1f55d63943e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876138 Aug 11 08:18:13.065994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Made reservation on behalf of 688e4bf444264e7aac6097c33a5dd9b3 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:13.067844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.078163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.263362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.279623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9da5a-affd-4856-9be0-8d2992467f81 req-87803858-653a-4e26-8553-6e6732b7f727 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:13.287275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.288183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cf9da5a-affd-4856-9be0-8d2992467f81 req-87803858-653a-4e26-8553-6e6732b7f727 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.2392495 Aug 11 08:18:13.327983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:18:13.339160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f11804-f423-431d-bce2-6fb15a28a462,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:13.364696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.365656 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Added segment 57b505b9-da41-4ef3-84e0-ab96514d6bc3 of type vlan for network ee0494d3-6f43-4c14-8cde-a8adc0c313dd Aug 11 08:18:13.424707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.518951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.522820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:13.523798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.605863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7638075 Aug 11 08:18:13.607200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Deleting port b99bd64a-7ca9-442e-8302-ea73ffc9b71f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:13.607659 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.609177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46034) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:13.618943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Request body: {'subnet': {'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-849615411-subnet', 'tenant_id': '688e4bf444264e7aac6097c33a5dd9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:13.629147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7212a-71a5-4918-b2a2-0f275b21b306 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0494d3-6f43-4c14-8cde-a8adc0c313dd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:13.641847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:18:13.656744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Made reservation on behalf of 688e4bf444264e7aac6097c33a5dd9b3 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:13.660469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.819094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cf9da5a-affd-4856-9be0-8d2992467f81 req-01cc4daa-94b1-4e9b-ae63-ef92b7ca7caf tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294006 Aug 11 08:18:13.838343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] For port b99bd64a-7ca9-442e-8302-ea73ffc9b71f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:13.850186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:13.903132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Calling delete_port for b99bd64a-7ca9-442e-8302-ea73ffc9b71f owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:14.114330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d3125-21b4-41b6-93aa-465d0ce2bac0 req-5618f374-dc99-4575-97e5-a99741962a26 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:14.144801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-726d3125-21b4-41b6-93aa-465d0ce2bac0 req-5618f374-dc99-4575-97e5-a99741962a26 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 945 time: 0.2356856 Aug 11 08:18:14.151181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:14.157589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:14.200620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Pushing event deleted for resources: {'Port': ['ID=b99bd64a-7ca9-442e-8302-ea73ffc9b71f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:14.236766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8fd75ef8-2f5a-4114-a684-798ee7069030 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:14.400507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-726d3125-21b4-41b6-93aa-465d0ce2bac0 req-d5770171-e9fa-4659-88a6-f5cde46d2824 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506404 Aug 11 08:18:14.431618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Checking segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:14.431965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Network hostable DHCP agents. Network: ee0494d3-6f43-4c14-8cde-a8adc0c313dd, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:18:14.443158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4752fe3f-74b5-40b8-804c-1396f9e6c27d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:14.475137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:18:14.494240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:14.498393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ee0494d3-6f43-4c14-8cde-a8adc0c313dd) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:14.505867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:14.506675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:14.532978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-06c211c9-e5af-45e0-be5d-1d7169e0b64e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9203835 Aug 11 08:18:14.551809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:14.561271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bfc86e-de23-422e-aac7-5ea10618d68a None None] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:14.585679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:14.588109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:14.591057 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c1bb83-ccd7-4c7b-b76e-66cef4fafbc9" -d '{"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:14.606510 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:14.725765 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4243b0e2-8d83-4b03-846a-d972da46d9e1 x-openstack-request-id: req-4243b0e2-8d83-4b03-846a-d972da46d9e1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:14.726906 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:14.727309 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4243b0e2-8d83-4b03-846a-d972da46d9e1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:14.727874 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'code': 200} Aug 11 08:18:14.739056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:14.881213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b614fe0-247c-4569-9b47-5c66ef505e27 None None] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:15.203197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-f415a61c-344b-4012-b676-70cd2af96192 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83759128d72847ab98fb29c0c1a2283c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235753 Aug 11 08:18:15.250965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ec0d-69d6-4363-94b0-ac8c2ba3c162 req-fa912fa8-da46-45f2-a268-7a4d1e67fe25 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:15.254253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db86ec0d-69d6-4363-94b0-ac8c2ba3c162 req-fa912fa8-da46-45f2-a268-7a4d1e67fe25 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1158366 Aug 11 08:18:15.328186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-9c155b50-05f6-4813-9a01-cb82502fcd64 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:15.329812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-9c155b50-05f6-4813-9a01-cb82502fcd64 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200304 Aug 11 08:18:15.349227 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-3df27fa8-75c2-416e-9177-1ce7adc6592b tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/quotas/83759128d72847ab98fb29c0c1a2283c HTTP/1.1" status: 200 len: 375 time: 0.0112140 Aug 11 08:18:15.405349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db86ec0d-69d6-4363-94b0-ac8c2ba3c162 req-332bbd42-aa1a-4d67-9a17-a30198b3a86c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873795 Aug 11 08:18:15.405681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-d8bd902a-9789-46ca-829b-0bc46662cd85 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83759128d72847ab98fb29c0c1a2283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464365 Aug 11 08:18:15.484119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:18:15.805948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:18:15.819005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] Sync routers for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:18:15.829662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46104) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:15.829915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c9229bad-dcf8-4257-b800-a5bc86d0620d admin admin] 10.222.0.58 "PUT /v2.0/routers/630d7815-a4a4-49ad-9b76-e699c4fd70b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6774099 Aug 11 08:18:15.852098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:18:15.853926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:18:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:15.862426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375f6a-cd6a-4c47-8cb6-92821ab5ec22 req-7087853f-595e-4855-8fa6-266506d34764 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:15.881984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8375f6a-cd6a-4c47-8cb6-92821ab5ec22 req-7087853f-595e-4855-8fa6-266506d34764 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 943 time: 0.1415892 Aug 11 08:18:16.068456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c0cca7a0-2d70-494f-896a-446848e9017a tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:16.079741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c0cca7a0-2d70-494f-896a-446848e9017a tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 812 time: 0.4081120 Aug 11 08:18:16.111954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-3534b675-0545-4ad3-bd3d-92d66f4d742c tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/quotas/688e4bf444264e7aac6097c33a5dd9b3 HTTP/1.1" status: 200 len: 375 time: 0.0308058 Aug 11 08:18:16.166441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-9cad5f54-143f-4ea1-99ef-a4e79978a46d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411735 Aug 11 08:18:16.194231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8375f6a-cd6a-4c47-8cb6-92821ab5ec22 req-ec1644ee-9fd7-4794-8325-b2060b130afb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111537 Aug 11 08:18:16.247023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:16.260092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:18:16.337759 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-b66fb688-05ae-4725-9c0c-bc2bfe850f2b service neutron] 10.222.0.58 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702614 Aug 11 08:18:16.510451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:16.546076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-33f82a80-f150-49cc-861e-fc2caa098242 service neutron] 10.222.0.58 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048788 Aug 11 08:18:16.711817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:18:14Z', 'revision_number': 5, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port': {'id': '4a148e02-f4af-4fdd-b84b-319a0242a11c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:06:25Z', 'updated_at': '2021-08-11T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:16.721308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Deleting port 4a148e02-f4af-4fdd-b84b-319a0242a11c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:16.725455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:16.748176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] Checking router: 630d7815-a4a4-49ad-9b76-e699c4fd70b6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:18:16.767626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] Routers {'630d7815-a4a4-49ad-9b76-e699c4fd70b6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:18:16.768802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:18:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:16.878074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-542359f9-2022-47f8-8955-8a9e1bb8870b req-7ddf5a75-fabb-44cb-848c-2b00b49138fe tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 210 time: 0.0518303 Aug 11 08:18:16.970076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] For port 4a148e02-f4af-4fdd-b84b-319a0242a11c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4a148e02-f4af-4fdd-b84b-319a0242a11c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:16.970575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:16.988400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] Set router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:18:16.998492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Calling delete_port for 4a148e02-f4af-4fdd-b84b-319a0242a11c owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:17.060859 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:18:17.084008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:18:16Z', 'revision_number': 6, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:17.136662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b1a70-eb47-4a86-8fcb-0c34f7ddc9e7 None None] The sync data for ids ['630d7815-a4a4-49ad-9b76-e699c4fd70b6'] in n-d-789963-6 is: [{'id': '630d7815-a4a4-49ad-9b76-e699c4fd70b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1490626934-router', 'tenant_id': 'a96012603e8243e7864c8cf9d05554df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:06:23Z', 'updated_at': '2021-08-11T08:18:16Z', 'revision_number': 6, 'project_id': 'a96012603e8243e7864c8cf9d05554df', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:18:17.329130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332122-3c59-4b3d-9c0b-2709008947fb req-45550644-f3c4-4835-9efc-7647b6cad884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:17.330949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-45550644-f3c4-4835-9efc-7647b6cad884 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.1037452 Aug 11 08:18:17.483554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:17.554720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a148e02-f4af-4fdd-b84b-319a0242a11c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:17.565959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332122-3c59-4b3d-9c0b-2709008947fb req-7da59191-6b45-44d8-9212-dd37bfe212ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:17.567801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-7da59191-6b45-44d8-9212-dd37bfe212ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.2282021 Aug 11 08:18:17.605849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-cde6d55a-d815-493d-9cfb-92e13591ba12 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=83759128d72847ab98fb29c0c1a2283c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298567 Aug 11 08:18:17.670713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-754ad585-cf94-4ec0-88a0-eda5df2f1417 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 217 time: 0.0850272 Aug 11 08:18:17.770477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70de22-45a8-43c3-af0a-bf5050c1e53c req-32a7fcc3-5789-4806-9e10-abe8a099df39 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:17.782820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba70de22-45a8-43c3-af0a-bf5050c1e53c req-32a7fcc3-5789-4806-9e10-abe8a099df39 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.2742143 Aug 11 08:18:17.889942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-3be63e4c-d3c7-461a-9327-93679c7bf166 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:17.892004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-3be63e4c-d3c7-461a-9327-93679c7bf166 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2849612 Aug 11 08:18:17.917417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Request body: {'port': {'device_id': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '83759128d72847ab98fb29c0c1a2283c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:17.937992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.082170 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.084577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.162996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-2baf5fb6-a035-4760-aeee-a4ae5baf82c1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:18.165407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-2baf5fb6-a035-4760-aeee-a4ae5baf82c1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=f297e634-15a6-4967-84e7-011707e074fc HTTP/1.1" status: 200 len: 943 time: 0.1025174 Aug 11 08:18:18.173962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Made reservation on behalf of 83759128d72847ab98fb29c0c1a2283c for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:18.180721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.203654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.380493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Deleting port 8fd75ef8-2f5a-4114-a684-798ee7069030 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:18.380991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.517297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.525743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.560799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332122-3c59-4b3d-9c0b-2709008947fb req-2973c303-2f19-4a3a-ad1b-a021f9a97a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:18.562603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-2973c303-2f19-4a3a-ad1b-a021f9a97a68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.8818343 Aug 11 08:18:18.568965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.572156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630d7815-a4a4-49ad-9b76-e699c4fd70b6 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:18:18.574617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] For port 8fd75ef8-2f5a-4114-a684-798ee7069030, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8fd75ef8-2f5a-4114-a684-798ee7069030,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:18.574995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.583389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.590212 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6d2f3dab-0b23-41a2-9a23-8eaef5101bd9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/630d7815-a4a4-49ad-9b76-e699c4fd70b6 HTTP/1.1" status: 204 len: 168 time: 2.7578120 Aug 11 08:18:18.592358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46182) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:18.635433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e50bae-d1e6-4c66-9d21-c7c9c62bf418,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:18.642875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Calling delete_port for 8fd75ef8-2f5a-4114-a684-798ee7069030 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:18.670081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba70de22-45a8-43c3-af0a-bf5050c1e53c req-83dd4469-a200-4bf5-95d3-d2fb10dcced3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705266 Aug 11 08:18:18.675392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-df450f2b-2dc6-4c0f-a2dd-62c194f47f99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838063 Aug 11 08:18:18.776565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Allocated IP 192.168.233.153 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/0c77e71f-2274-44e9-badc-949acff837ac) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:18.884459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b99bd64a-7ca9-442e-8302-ea73ffc9b71f no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:18.915108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c2c2b77-ac6a-48bf-8eb3-fa0c2aa21632 req-4a9f53bf-c58a-4096-af03-712f1cf80c04 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 210 time: 0.0415938 Aug 11 08:18:18.920471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Deleting subnet e00c32b9-9514-4042-90b4-93cdbf2b832e {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:18:18.920865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b99bd64a-7ca9-442e-8302-ea73ffc9b71f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:18.921231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b99bd64a-7ca9-442e-8302-ea73ffc9b71f not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:18.921652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a148e02-f4af-4fdd-b84b-319a0242a11c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:18.933894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:18.946631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 4a148e02-f4af-4fdd-b84b-319a0242a11c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:18.947101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a148e02-f4af-4fdd-b84b-319a0242a11c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:19.008515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.040426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-b5074d7b-5c12-4095-9160-c40128323ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901089 Aug 11 08:18:19.061048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.153757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Transition to ACTIVE for port object 0c77e71f-2274-44e9-badc-949acff837ac will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:19.155562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7a4accb-f6a5-44fe-9e06-bc93902692b0 req-ebf52a06-beec-4d0d-ab3f-bb26c26fe120 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 210 time: 0.0360391 Aug 11 08:18:19.159630 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.229895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.320957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49332122-3c59-4b3d-9c0b-2709008947fb req-dfde70ee-699d-4795-9680-ca81c51a0060 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653756 Aug 11 08:18:19.430792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event deleted for resources: {'Port': ['ID=8fd75ef8-2f5a-4114-a684-798ee7069030,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:19.445064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.508389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.509582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1777de-45ff-4c2c-a8ee-b21338e24a91 None None] Network bb42dbd2-5fba-40ba-ab09-547a002ac7a8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:19.521040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e00c32b9-9514-4042-90b4-93cdbf2b832e HTTP/1.1" status: 204 len: 168 time: 0.9271321 Aug 11 08:18:19.522131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46192) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:19.546738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] No DVR routers for this DVR port 8fd75ef8-2f5a-4114-a684-798ee7069030 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:19.558770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.572957 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24d179ac-97e0-4b26-a50f-9a888ccab099 req-88d0245b-bbd8-4e62-8c61-ce1aa63cf7bf tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "DELETE /v2.0/ports/8fd75ef8-2f5a-4114-a684-798ee7069030 HTTP/1.1" status: 204 len: 173 time: 1.3610027 Aug 11 08:18:19.576784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-deleted', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:19.579538 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e954229c-19ee-46e5-8f4a-361f8cb2a147" -d '{"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-deleted", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:19.599338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91274d23-9a54-4194-9753-0ecaeb272181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00c32b9-9514-4042-90b4-93cdbf2b832e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:19.620064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-e96e1b29-3d56-41cc-ab57-514ae6fd0afe tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:19.627718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-e96e1b29-3d56-41cc-ab57-514ae6fd0afe tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 812 time: 0.3933516 Aug 11 08:18:19.675471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.748297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-f00e923b-6c0f-4781-8dcb-7f64371898c3 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:19.750104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-f00e923b-6c0f-4781-8dcb-7f64371898c3 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 812 time: 0.4638944 Aug 11 08:18:19.752525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Request body: {'port': {'device_id': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'admin_state_up': True, 'tenant_id': '688e4bf444264e7aac6097c33a5dd9b3'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:19.768565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:19.781030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Request body: {'port': {'device_id': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'admin_state_up': True, 'tenant_id': '688e4bf444264e7aac6097c33a5dd9b3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:19.788227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:19.794125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:19.875073 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d9ef1-e0a3-4bcc-a360-e64a5efe0e9b x-openstack-request-id: req-0a0d9ef1-e0a3-4bcc-a360-e64a5efe0e9b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:19.875366 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297e634-15a6-4967-84e7-011707e074fc", "name": "network-vif-deleted", "tag": "8fd75ef8-2f5a-4114-a684-798ee7069030", "status": "failed", "code": 422}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:19.875624 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a0d9ef1-e0a3-4bcc-a360-e64a5efe0e9b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:19.876069 n-d-789963-6 neutron-server[94572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f297e634-15a6-4967-84e7-011707e074fc', 'name': 'network-vif-deleted', 'tag': '8fd75ef8-2f5a-4114-a684-798ee7069030', 'status': 'failed', 'code': 422} returned with failed status Aug 11 08:18:19.898889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Pushing event updated for resources: {'Port': ['ID=0c77e71f-2274-44e9-badc-949acff837ac,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:19.940956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] DHCP port deletion for bb42dbd2-5fba-40ba-ab09-547a002ac7a8 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:18:19.972841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:19.973898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:19.993005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-343e33c3-9d98-4b95-af25-d782bc3766e8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0830836 Aug 11 08:18:20.024598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Request body: {'port': {'device_id': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:20.095532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] Deleting port f861017d-dd07-47a0-8b0d-8467dd2cd67a {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:20.096053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.164624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.183057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Made reservation on behalf of 688e4bf444264e7aac6097c33a5dd9b3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:20.190234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.192613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64549d-d478-45ed-a3fa-8fbf0a0c1de9 req-01123feb-a443-4034-941f-faea3f47a417 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:20.201635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb64549d-d478-45ed-a3fa-8fbf0a0c1de9 req-01123feb-a443-4034-941f-faea3f47a417 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1732554 Aug 11 08:18:20.219061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.229670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] For port f861017d-dd07-47a0-8b0d-8467dd2cd67a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f861017d-dd07-47a0-8b0d-8467dd2cd67a,segment=NetworkSegment(102601a5-c108-4295-880b-2d7f27812b6c),segment_id=102601a5-c108-4295-880b-2d7f27812b6c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:20.230291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.256140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Made reservation on behalf of 688e4bf444264e7aac6097c33a5dd9b3 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:20.259272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] Calling delete_port for f861017d-dd07-47a0-8b0d-8467dd2cd67a owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:20.260096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.348752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb64549d-d478-45ed-a3fa-8fbf0a0c1de9 req-cbadf936-96ed-496b-83a9-d88f0dc648d6 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458244 Aug 11 08:18:20.404416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Allocated IP 172.20.0.12 (ee0494d3-6f43-4c14-8cde-a8adc0c313dd/4752fe3f-74b5-40b8-804c-1396f9e6c27d/734490d0-1fa5-480e-a51d-48ff8bd3a74c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:20.443363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.501499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] Pushing event deleted for resources: {'Port': ['ID=f861017d-dd07-47a0-8b0d-8467dd2cd67a,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:20.507488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3de04f4-c371-4490-a97b-d9b41c04c9f7 None None] Provisioning for port 0c77e71f-2274-44e9-badc-949acff837ac completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:20.518186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73c67e-948f-4600-a54a-aa5c39fe8acd None None] No DVR routers for this DVR port f861017d-dd07-47a0-8b0d-8467dd2cd67a on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:20.521284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3de04f4-c371-4490-a97b-d9b41c04c9f7 None None] Provisioning complete for port 0c77e71f-2274-44e9-badc-949acff837ac triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:20.522192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f3de04f4-c371-4490-a97b-d9b41c04c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.583207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Deleting port f861017d-dd07-47a0-8b0d-8467dd2cd67a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:20.583517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.583723 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.590307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f3de04f4-c371-4490-a97b-d9b41c04c9f7 None None] Port 0c77e71f-2274-44e9-badc-949acff837ac cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:18:20.660552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5c13a510-6dfa-43bf-9114-b990f7b51b0b req-d4cd66f4-cc6f-4d80-bc1a-ebedfa6886a4 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 210 time: 0.0644228 Aug 11 08:18:20.671003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470eb5-1269-4d27-9dfe-a90ce88ace09 req-91d35f90-841d-4e0b-afe6-7fc21963f7ec tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:20.672642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c470eb5-1269-4d27-9dfe-a90ce88ace09 req-91d35f90-841d-4e0b-afe6-7fc21963f7ec tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.1318667 Aug 11 08:18:20.684926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] For port f861017d-dd07-47a0-8b0d-8467dd2cd67a, host n-d-789963-6, got binding levels [] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:20.685354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.705123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.719085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Calling delete_port for f861017d-dd07-47a0-8b0d-8467dd2cd67a owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:20.740527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Port f861017d-dd07-47a0-8b0d-8467dd2cd67a was not found and therefore no delete operation was performed {{(pid=94573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:18:20.747096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:20.807697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f861017d-dd07-47a0-8b0d-8467dd2cd67a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:20.809090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] No DVR routers for this DVR port f861017d-dd07-47a0-8b0d-8467dd2cd67a on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:20.823364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c470eb5-1269-4d27-9dfe-a90ce88ace09 req-ad32d08a-cf22-46d1-bdab-cc97cf9d9e5c tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296020 Aug 11 08:18:20.843255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:20.856824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Allocated IP 172.20.0.9 (ee0494d3-6f43-4c14-8cde-a8adc0c313dd/4752fe3f-74b5-40b8-804c-1396f9e6c27d/4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:20.863265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:20.869046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:20.877628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event updated for resources: {'Port': ['ID=734490d0-1fa5-480e-a51d-48ff8bd3a74c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:20.956379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f861017d-dd07-47a0-8b0d-8467dd2cd67a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:20.978718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f861017d-dd07-47a0-8b0d-8467dd2cd67a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:20.979060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f861017d-dd07-47a0-8b0d-8467dd2cd67a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:21.033486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:21.034177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.044094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.069938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c99a2f0a-e031-41e3-aa92-70ab0fb19a4d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2997992 Aug 11 08:18:21.089652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7588-db4f-4fbe-8ee8-84bb1ca201c9 req-20a73fe3-b953-42bd-a931-f6935b4430ad tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:21.091387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8cad7588-db4f-4fbe-8ee8-84bb1ca201c9 req-20a73fe3-b953-42bd-a931-f6935b4430ad tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 936 time: 0.1290643 Aug 11 08:18:21.103079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb42dbd2-5fba-40ba-ab09-547a002ac7a8']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:21.107439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Request body: {'port': {'device_id': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:21.118146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102601a5-c108-4295-880b-2d7f27812b6c') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:21.118517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102601a5-c108-4295-880b-2d7f27812b6c') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:21.137162 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.166751 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.181674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:18:21.182169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:18:21.185161 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:18:21.233708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8cad7588-db4f-4fbe-8ee8-84bb1ca201c9 req-c79ee2a8-ab97-429f-9c45-31c9bc50d7d7 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181028 Aug 11 08:18:21.280820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.283613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.286467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.294061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.296409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bb42dbd2-5fba-40ba-ab09-547a002ac7a8 HTTP/1.1" status: 204 len: 168 time: 1.7255139 Aug 11 08:18:21.333838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0529c66-4028-4af8-b360-efad17da60a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb42dbd2-5fba-40ba-ab09-547a002ac7a8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:21.344909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c77e71f-2274-44e9-badc-949acff837ac {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:21.356793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.386629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Transition to ACTIVE for port object 0c77e71f-2274-44e9-badc-949acff837ac will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:21.442017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.475758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.510560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-a8180952-4dde-4873-8396-b37ca8a774fb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:21.512398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-a8180952-4dde-4873-8396-b37ca8a774fb tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.2046249 Aug 11 08:18:21.518775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event updated for resources: {'Port': ['ID=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:21.536336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:21.540045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:21.542987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:21.548067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-140e2fde-2832-4f81-bd6c-03ab6b27029b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0249593 Aug 11 08:18:21.618743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Pushing event updated for resources: {'Port': ['ID=0c77e71f-2274-44e9-badc-949acff837ac,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:21.619744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-d7803812-6121-46c9-8cb6-c63e3ab50018 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311751 Aug 11 08:18:21.633802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:21.703779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf32e90-447f-4ad2-b02f-ebb95788e0d4 req-2f1ccd60-87c4-4450-9195-51e675577a1c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:21.705663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddf32e90-447f-4ad2-b02f-ebb95788e0d4 req-2f1ccd60-87c4-4450-9195-51e675577a1c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.2310691 Aug 11 08:18:21.720621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:21.721536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.793938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Attempting to bind port 0c77e71f-2274-44e9-badc-949acff837ac on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:21.794407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Attempting to bind port 0c77e71f-2274-44e9-badc-949acff837ac by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:21.794613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Attempting to bind port 0c77e71f-2274-44e9-badc-949acff837ac on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:21.819375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Port 0c77e71f-2274-44e9-badc-949acff837ac on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:21.819700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Attempting to bind port 0c77e71f-2274-44e9-badc-949acff837ac on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:21.827001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddf32e90-447f-4ad2-b02f-ebb95788e0d4 req-0805d939-f10b-47e5-ab8f-859146c87788 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987749 Aug 11 08:18:21.831085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7f22b218-7b96-4ba9-979e-5c507d1cc2eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a96012603e8243e7864c8cf9d05554df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910365 Aug 11 08:18:21.831814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46240) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:21.860323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:21.860677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:21.861069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:21.861524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Bound port: 0c77e71f-2274-44e9-badc-949acff837ac, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:21.862067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:21.940098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bbb8ab3b-f9db-4d74-955b-7fef255c8e73 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1951873 Aug 11 08:18:21.948440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-1e20edd9-0c6c-485e-9f69-f2c14d27d4bc service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915859 Aug 11 08:18:21.969889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Request body: {'port': {'device_id': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:22.003825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] For port 0c77e71f-2274-44e9-badc-949acff837ac, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:22.007659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] For port 0c77e71f-2274-44e9-badc-949acff837ac, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0c77e71f-2274-44e9-badc-949acff837ac,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:22.010901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734490d0-1fa5-480e-a51d-48ff8bd3a74c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:22.051458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-116179ed-c7d8-4427-a7a5-f276ab8df3ed tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:22.053122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-116179ed-c7d8-4427-a7a5-f276ab8df3ed tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.2134957 Aug 11 08:18:22.068081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.082522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.137869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:22.138535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.140136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c77e71f-2274-44e9-badc-949acff837ac HTTP/1.1" status: 200 len: 1096 time: 2.1207154 Aug 11 08:18:22.141619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.148757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'tag': '0c77e71f-2274-44e9-badc-949acff837ac'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:22.152607 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b6405-1cbf-4cf9-9754-1ce42a072f41" -d '{"events": [{"name": "network-changed", "server_uuid": "70926788-aeff-4b2b-ba87-5a9b77adf1b7", "tag": "0c77e71f-2274-44e9-badc-949acff837ac"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:22.170044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Transition to ACTIVE for port object 734490d0-1fa5-480e-a51d-48ff8bd3a74c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:22.172271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f158da5c-0b77-4ac0-9eb3-b59c9d85fcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.191430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.206545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-0c4d6a86-43e4-4cb5-aa98-bd0f3591e582 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494397 Aug 11 08:18:22.238924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201170f5-2a66-444b-a141-d70d697f970c req-7ae59e75-f011-4824-bf36-9f41eac95808 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:22.249737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-201170f5-2a66-444b-a141-d70d697f970c req-7ae59e75-f011-4824-bf36-9f41eac95808 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 932 time: 0.2323585 Aug 11 08:18:22.289298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2124f6-b000-4a78-bf22-632c6be1dd97 service neutron] Pushing event updated for resources: {'Port': ['ID=0c77e71f-2274-44e9-badc-949acff837ac,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:22.303914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f158da5c-0b77-4ac0-9eb3-b59c9d85fcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.420756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Deleting port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:22.421150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.488026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Pushing event updated for resources: {'Port': ['ID=734490d0-1fa5-480e-a51d-48ff8bd3a74c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:22.753290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] For port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,segment=NetworkSegment(53e7fc7c-9919-480a-9d73-6c743af19d43),segment_id=53e7fc7c-9919-480a-9d73-6c743af19d43)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:22.754256 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.782353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Calling delete_port for 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:22.786213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-201170f5-2a66-444b-a141-d70d697f970c req-bb23d821-4861-43af-b1b6-24e92721ec7f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354297 Aug 11 08:18:22.814450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-5468cf6c-7390-4833-a150-c3dda42c33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:22.816184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-5468cf6c-7390-4833-a150-c3dda42c33e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83759128d72847ab98fb29c0c1a2283c&device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 1099 time: 0.5502362 Aug 11 08:18:22.848067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f158da5c-0b77-4ac0-9eb3-b59c9d85fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.850843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f158da5c-0b77-4ac0-9eb3-b59c9d85fcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:22.868339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f158da5c-0b77-4ac0-9eb3-b59c9d85fcf4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/638505e5-71a6-4f05-9d3d-a06104c95b56 HTTP/1.1" status: 204 len: 168 time: 1.0221694 Aug 11 08:18:22.963760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:22.965404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-32e48874-f915-4893-bd66-57ecf928d359 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0c77e71f-2274-44e9-badc-949acff837ac HTTP/1.1" status: 200 len: 217 time: 0.1328816 Aug 11 08:18:22.995503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158da5c-0b77-4ac0-9eb3-b59c9d85fcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638505e5-71a6-4f05-9d3d-a06104c95b56,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:22.998271 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:23.008433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Attempting to bind port 734490d0-1fa5-480e-a51d-48ff8bd3a74c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:23.009156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Attempting to bind port 734490d0-1fa5-480e-a51d-48ff8bd3a74c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:23.009718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Attempting to bind port 734490d0-1fa5-480e-a51d-48ff8bd3a74c on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:23.038340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Transition to ACTIVE for port object 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:23.113603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:23.227759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Port 734490d0-1fa5-480e-a51d-48ff8bd3a74c on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:23.228771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Attempting to bind port 734490d0-1fa5-480e-a51d-48ff8bd3a74c on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:23.247778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-db803ce1-cd96-4af6-ba81-14eb40c5d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:23.252313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-db803ce1-cd96-4af6-ba81-14eb40c5d8a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.2594473 Aug 11 08:18:23.256870 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc403ef1-bfb9-40d4-b0af-4fae8f3dbd00 x-openstack-request-id: req-dc403ef1-bfb9-40d4-b0af-4fae8f3dbd00 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:23.257285 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70926788-aeff-4b2b-ba87-5a9b77adf1b7", "tag": "0c77e71f-2274-44e9-badc-949acff837ac", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:23.257471 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc403ef1-bfb9-40d4-b0af-4fae8f3dbd00 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:23.269337 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'tag': '0c77e71f-2274-44e9-badc-949acff837ac', 'status': 'completed', 'code': 200} Aug 11 08:18:23.269337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:23.269337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Checking segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:23.269337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Bound using segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:23.269337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Bound port: 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:23.269337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:23.386928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-68979e55-9d53-4c82-9c6a-758d79c8d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:23.388703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-68979e55-9d53-4c82-9c6a-758d79c8d862 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151314 Aug 11 08:18:23.392093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5f69-572c-4589-8d2b-37a7c26881fa req-2eb7ec46-9b41-4a35-b386-928689f483fd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:23.405499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dca5f69-572c-4589-8d2b-37a7c26881fa req-2eb7ec46-9b41-4a35-b386-928689f483fd tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 947 time: 0.3646646 Aug 11 08:18:23.534725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:23.566228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dca5f69-572c-4589-8d2b-37a7c26881fa req-a8b9331e-9410-4522-b48c-8574bb89bd24 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/security-groups?id=efa9aa2e-2628-4aec-bd64-a3319f27eac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581652 Aug 11 08:18:23.707972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Attempting to bind port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:23.708621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Attempting to bind port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:23.709212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Attempting to bind port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:23.726254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:23.727308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Attempting to bind port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:23.749317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:23.750076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Checking segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:23.750768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Bound using segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:23.751447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Bound port: 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:23.752011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:23.782633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:23.857101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Pushing event deleted for resources: {'Port': ['ID=4f3d3444-f1f6-4367-9997-eafa5dfc88a3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:23.876603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1bc7e7b3-73c4-4caa-8505-021e9837f543 req-d51886a7-78b6-4f89-96b0-662508edfded tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 210 time: 0.1028163 Aug 11 08:18:24.017594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] No DVR routers for this DVR port 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:24.025799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:24.027980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61d8ccb4-cf18-43a8-90f2-a7424b321313 req-9c2f74e9-4f28-4009-bcce-fbef5a8eccfb tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.64 "DELETE /v2.0/ports/4f3d3444-f1f6-4367-9997-eafa5dfc88a3 HTTP/1.1" status: 204 len: 173 time: 1.9648721 Aug 11 08:18:24.028458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-deleted', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:24.039117 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e59ec-14a4-4276-9747-410b5f8c364d" -d '{"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-deleted", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:24.103846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] For port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:24.110937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] For port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:24.122658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:24.214636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1125a-f93e-456c-9eda-f2b3dafe1e6a req-f3fc1eec-608c-4865-90e5-f24859c8c9f8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.220138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.220931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:24.222813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] 10.222.0.69 "PUT /v2.0/ports/4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e HTTP/1.1" status: 200 len: 1091 time: 2.2670751 Aug 11 08:18:24.224408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebf1125a-f93e-456c-9eda-f2b3dafe1e6a req-f3fc1eec-608c-4865-90e5-f24859c8c9f8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 948 time: 0.9519577 Aug 11 08:18:24.249557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c35cbd-d07f-490d-886f-e394f4b29f08 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:24.279722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebf1125a-f93e-456c-9eda-f2b3dafe1e6a req-5ce65183-44d1-4eea-8ae0-b4a0c4c448e6 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543847 Aug 11 08:18:24.280991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] For port 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:24.306243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] For port 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:24.320235 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:24.392225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.392850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:24.395464 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] 10.222.0.64 "PUT /v2.0/ports/734490d0-1fa5-480e-a51d-48ff8bd3a74c HTTP/1.1" status: 200 len: 1092 time: 3.2990382 Aug 11 08:18:24.397433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c24943-4bf2-486e-b439-7b718219e39f req-41e1bfa7-77fa-4229-a483-dffe295ce57d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.407152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8c24943-4bf2-486e-b439-7b718219e39f req-41e1bfa7-77fa-4229-a483-dffe295ce57d tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 944 time: 0.1316624 Aug 11 08:18:24.409610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-294490ad-a57b-4350-b0b7-e9fe3f50b01b service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467437 Aug 11 08:18:24.468827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-97d4005f-5522-4833-91f0-d5729f8db38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.471453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-97d4005f-5522-4833-91f0-d5729f8db38d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=33b87060-7f46-4d33-9dcb-55fd642ef00e HTTP/1.1" status: 200 len: 1094 time: 0.1651943 Aug 11 08:18:24.491482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8c24943-4bf2-486e-b439-7b718219e39f req-af0c9cce-2c65-4961-bcc2-b1b26aace923 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838366 Aug 11 08:18:24.600615 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd484ee-292d-4dec-bd1d-4622f2859bf3 x-openstack-request-id: req-0cd484ee-292d-4dec-bd1d-4622f2859bf3 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:24.601427 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956b6a75-c5e2-4546-a022-3dc7489a2d92", "name": "network-vif-deleted", "tag": "4f3d3444-f1f6-4367-9997-eafa5dfc88a3", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:24.601811 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cd484ee-292d-4dec-bd1d-4622f2859bf3 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:24.602499 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956b6a75-c5e2-4546-a022-3dc7489a2d92', 'name': 'network-vif-deleted', 'tag': '4f3d3444-f1f6-4367-9997-eafa5dfc88a3', 'status': 'completed', 'code': 200} Aug 11 08:18:24.608414 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-c395a659-4f16-4e5b-9c87-d83caab9edf8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e HTTP/1.1" status: 200 len: 217 time: 0.1084292 Aug 11 08:18:24.625114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cb6e0-ade1-458b-99b4-d322cd349809 service neutron] Pushing event updated for resources: {'Port': ['ID=734490d0-1fa5-480e-a51d-48ff8bd3a74c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:24.719115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-987d967c-7f31-46b9-b67c-0c14ff9ea565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.721001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-987d967c-7f31-46b9-b67c-0c14ff9ea565 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.1052980 Aug 11 08:18:24.826667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-41cf5162-4b3d-4e4b-8ed5-21303ea4d67b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932267 Aug 11 08:18:24.851376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-551bf0a2-9ead-43cd-bf8f-6804ee24c257 req-63c78e62-9f7e-4030-b8e5-4d3f18018b33 tempest-ServersNegativeTestJSON-173188273 tempest-ServersNegativeTestJSON-173188273-project] 10.222.0.58 "GET /v2.0/ports?device_id=956b6a75-c5e2-4546-a022-3dc7489a2d92 HTTP/1.1" status: 200 len: 210 time: 0.0398395 Aug 11 08:18:24.859845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec883587-b9d8-4c07-b684-d34ca1760970 req-2d8889b7-9896-4609-bfb3-c7350450842c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387813 Aug 11 08:18:24.901636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-8d6860ee-e6c4-446f-b10a-58d29e5ad178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:24.907956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-8d6860ee-e6c4-446f-b10a-58d29e5ad178 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 1095 time: 0.2533212 Aug 11 08:18:25.024841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46310) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:25.055992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-924f02bd-c374-464b-9948-6a851c58a668 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c HTTP/1.1" status: 200 len: 217 time: 0.1187038 Aug 11 08:18:25.232002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-997583998-network', 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:25.275759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'tag': '734490d0-1fa5-480e-a51d-48ff8bd3a74c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:25.279820 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b92ced0a-ce8e-4bdb-9add-c1378df88367", "tag": "734490d0-1fa5-480e-a51d-48ff8bd3a74c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:25.336313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-5e828737-34aa-4f66-a651-bbf08c49f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:25.338824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-5e828737-34aa-4f66-a651-bbf08c49f3a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.2721581 Aug 11 08:18:25.350795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-19d2db64-1230-4fee-9b6a-5f79b6c06413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:25.353584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-19d2db64-1230-4fee-9b6a-5f79b6c06413 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83759128d72847ab98fb29c0c1a2283c&device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 1099 time: 0.3230138 Aug 11 08:18:25.384301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749587f-bc78-436f-ae81-01e43bf39553 req-c3b661be-e493-473c-abf6-f1158d4d8e90 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:25.387248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4749587f-bc78-436f-ae81-01e43bf39553 req-c3b661be-e493-473c-abf6-f1158d4d8e90 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.3288922 Aug 11 08:18:25.388326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:25.392401 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:25.426421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec992273-ad5b-4e1a-9ff3-d0e5cdc32d04 req-27d66046-7809-49df-b8b5-1c083041177f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 210 time: 0.4176157 Aug 11 08:18:25.437418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-5c35ddcb-f79e-4445-bde8-b6ffb265439e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:25.439022 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-5c35ddcb-f79e-4445-bde8-b6ffb265439e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.7170281 Aug 11 08:18:25.466663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Request body: {'port': {'device_id': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'admin_state_up': True, 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:25.472063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-65cf912d-959a-4616-922d-c4ceb9ba889c service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372347 Aug 11 08:18:25.486281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:25.492184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-b091913f-d65f-4ec9-8158-75c050520297 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369526 Aug 11 08:18:25.685034 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709bd524-066a-49b0-8840-763ac845a913 x-openstack-request-id: req-709bd524-066a-49b0-8840-763ac845a913 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:25.685499 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92ced0a-ce8e-4bdb-9add-c1378df88367", "tag": "734490d0-1fa5-480e-a51d-48ff8bd3a74c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:25.685899 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-709bd524-066a-49b0-8840-763ac845a913 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:25.686523 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'tag': '734490d0-1fa5-480e-a51d-48ff8bd3a74c', 'status': 'completed', 'code': 200} Aug 11 08:18:25.686849 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-dc0c568c-268d-4c72-a60c-1f8fddce7306 service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999991 Aug 11 08:18:25.718564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:25.722338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:25.724254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:25.751681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf90bb-0d42-453c-a5e0-bf2855f0a60d req-f0f54804-ffa9-4bc5-8f36-b2c5d881a31c tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:25.754017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c9cf90bb-0d42-453c-a5e0-bf2855f0a60d req-f0f54804-ffa9-4bc5-8f36-b2c5d881a31c tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 948 time: 0.1018322 Aug 11 08:18:25.768769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:25.770057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4f3d3444-f1f6-4367-9997-eafa5dfc88a3 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:25.780434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4749587f-bc78-436f-ae81-01e43bf39553 req-fd6d7175-964b-4c24-b8b4-f18fdfd7b11f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835361 Aug 11 08:18:25.892692 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c9cf90bb-0d42-453c-a5e0-bf2855f0a60d req-91ac578f-2940-4b5f-a932-fff03e01d4f0 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175644 Aug 11 08:18:25.908278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-b4e20021-614d-4e21-9ec3-ec58806d22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:25.911262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-b4e20021-614d-4e21-9ec3-ec58806d22fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.5123696 Aug 11 08:18:25.927127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-bb956553-dc0f-420c-8eb7-a161e9baedb9 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652561 Aug 11 08:18:25.952278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Allocated IP 172.20.0.9 (3393ff84-611b-4473-a388-bdc8abaf1d91/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04/138563dd-80bd-4829-ae0c-405128df99b7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:26.092589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.096518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-eb7d8a24-62f0-459d-87d2-42fce39d1533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=0c77e71f-2274-44e9-badc-949acff837ac HTTP/1.1" status: 200 len: 217 time: 0.0858853 Aug 11 08:18:26.148509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c87ad-a863-4859-a754-9c1604604e4e req-c037cca0-db60-4c94-aa7a-a30c123ec7ee tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.153279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.157903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c98c87ad-a863-4859-a754-9c1604604e4e req-c037cca0-db60-4c94-aa7a-a30c123ec7ee tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 944 time: 0.1479249 Aug 11 08:18:26.241602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:18:26.261875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-fa801f8a-4b59-44ae-a531-bf5f95276b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.263439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-fa801f8a-4b59-44ae-a531-bf5f95276b68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1217668 Aug 11 08:18:26.273911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c98c87ad-a863-4859-a754-9c1604604e4e req-7291e1f6-49e9-47e4-8b1b-9c826a0ff95b tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146455 Aug 11 08:18:26.274681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879cd126-51e9-426a-b2df-f6e7dca32d90,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:26.290849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.291657 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Added segment 0d70fbf1-17ed-4787-a155-312bbf5477dd of type vlan for network 82f27d5f-82ed-477a-bdfb-96cdefccd937 Aug 11 08:18:26.292427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.338860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46334) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:26.365518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-287c3a2a-3329-4903-b4fd-af1b4afadacb req-fc3bcfc8-06e9-472f-bbe8-167bf76b2f44 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534582 Aug 11 08:18:26.407531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.434397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-8c64a94e-cbe9-446b-85c6-092dbdf0fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.437553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-8c64a94e-cbe9-446b-85c6-092dbdf0fb3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498067 Aug 11 08:18:26.449150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Deleting subnet ef8f5335-f461-4da7-9a8f-6613ff177c4b {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:18:26.458901 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.463049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.480641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.490434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.495204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.536150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:26.548469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:26.562063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:26.633437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'tag': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:26.637556 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d03436-6cc4-40cd-b912-e7bedb58fb10" -d '{"events": [{"name": "network-changed", "server_uuid": "33b87060-7f46-4d33-9dcb-55fd642ef00e", "tag": "4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:26.644652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6117988 Aug 11 08:18:26.651551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.655641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:26.691150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Request body: {'subnet': {'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-997583998-subnet', 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:26.770935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.771213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6265d-624b-4e4e-9a18-976fb70ca2ec admin admin] Pushing event updated for resources: {'Network': ['ID=82f27d5f-82ed-477a-bdfb-96cdefccd937,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:26.771624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.774680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event updated for resources: {'Port': ['ID=138563dd-80bd-4829-ae0c-405128df99b7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:26.784619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:18:26.799739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:26.802442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.851698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-17786793-890d-474f-a2e5-377804de7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.855808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-17786793-890d-474f-a2e5-377804de7f73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 1095 time: 0.3536675 Aug 11 08:18:26.864831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:26.908805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-19a231ea-7c04-40b7-9e46-c9e273b29ed1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4493475 Aug 11 08:18:26.914778 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f970bb2d-d768-49d3-852c-8edbddc615a9 x-openstack-request-id: req-f970bb2d-d768-49d3-852c-8edbddc615a9 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:26.915040 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b87060-7f46-4d33-9dcb-55fd642ef00e", "tag": "4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:26.915360 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f970bb2d-d768-49d3-852c-8edbddc615a9 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:26.915748 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'tag': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e', 'status': 'completed', 'code': 200} Aug 11 08:18:26.937068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fbe05-0077-4ccf-9863-d038697456f4 req-2a5c5c75-6c1d-4d7e-9148-3568113cff22 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:26.945552 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e9fbe05-0077-4ccf-9863-d038697456f4 req-2a5c5c75-6c1d-4d7e-9148-3568113cff22 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 931 time: 0.3034918 Aug 11 08:18:26.995409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Request body: {'port': {'device_id': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:27.132597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-f3388c60-ff15-4190-a270-0c26d290a06c service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548538 Aug 11 08:18:27.152371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e9fbe05-0077-4ccf-9863-d038697456f4 req-b82a8854-9c60-4c0a-b4d9-89009866e6d6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058973 Aug 11 08:18:27.166178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-3b28fd49-c247-41ed-a5e5-a311e05fdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:27.167636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-3b28fd49-c247-41ed-a5e5-a311e05fdddd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=33b87060-7f46-4d33-9dcb-55fd642ef00e HTTP/1.1" status: 200 len: 1094 time: 0.2062206 Aug 11 08:18:27.172310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.182589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.258720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9934a2-545e-4074-88f6-9be50eecb9fc req-dcd21a75-4ffb-4802-8700-ff7d6de9fa83 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:27.267442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac9934a2-545e-4074-88f6-9be50eecb9fc req-dcd21a75-4ffb-4802-8700-ff7d6de9fa83 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 948 time: 0.2554114 Aug 11 08:18:27.275612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8f5335-f461-4da7-9a8f-6613ff177c4b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:27.305455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-46bbedd4-5387-43b3-ba2e-b785e1a666d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:27.308370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-46bbedd4-5387-43b3-ba2e-b785e1a666d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 913 time: 0.4288425 Aug 11 08:18:27.316015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.317972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9bf466af-739b-462c-9dde-6ccacde382a1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef8f5335-f461-4da7-9a8f-6613ff177c4b HTTP/1.1" status: 204 len: 168 time: 0.9777446 Aug 11 08:18:27.324384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46352) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:27.381382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-3adb9c50-098c-41d1-bcc7-0f147ad8fc45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c HTTP/1.1" status: 200 len: 217 time: 0.0483310 Aug 11 08:18:27.407570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac9934a2-545e-4074-88f6-9be50eecb9fc req-37434263-f1fd-42c9-af0c-95898b0dafeb tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303394 Aug 11 08:18:27.459210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-543b6405-1cbf-4cf9-9754-1ce42a072f41 req-a1aac6f8-22e9-43cb-95c0-f571190d31d9 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132925 Aug 11 08:18:27.478632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-94f82c1b-f2b3-487f-998c-e37d245be91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:27.481601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-94f82c1b-f2b3-487f-998c-e37d245be91a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.0725849 Aug 11 08:18:27.520066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-4c35d7c3-8bf9-4058-843f-3a71783812c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292349 Aug 11 08:18:27.556499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-09b5577e-e968-4584-a3ee-063c5abeeead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:27.558123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-09b5577e-e968-4584-a3ee-063c5abeeead service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 913 time: 0.3787391 Aug 11 08:18:27.559029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.634551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.647087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-16110fdc-532f-42b1-8a05-a76075fc12a8 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183586 Aug 11 08:18:27.716533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-0e79d116-c2a1-40f9-8d91-c9feb2cd74c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e HTTP/1.1" status: 200 len: 217 time: 0.0980272 Aug 11 08:18:27.716838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0c77e71f-2274-44e9-badc-949acff837ac details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:27.820049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89d65d7d-2a42-4ed0-9ee0-70134bec16f8 req-7ca5f2a2-c91c-4fe4-825c-7836a89f28f2 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604776 Aug 11 08:18:27.829041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f554-281f-44a0-8b7b-527315d06fc9 req-8eb5cc96-99a1-4d9e-a09e-8140ea5adfc4 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:27.831015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f21f554-281f-44a0-8b7b-527315d06fc9 req-8eb5cc96-99a1-4d9e-a09e-8140ea5adfc4 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 944 time: 0.3644860 Aug 11 08:18:27.839868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0c77e71f-2274-44e9-badc-949acff837ac, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0c77e71f-2274-44e9-badc-949acff837ac,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:27.854995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '0c77e71f-2274-44e9-badc-949acff837ac', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '0c77e71f-2274-44e9-badc-949acff837ac', 'mac_address': 'fa:16:3e:40:33:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:27.882241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287d622e-ebf1-4400-bdd4-d30b17e7d40c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:27.909662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.924426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c77e71f-2274-44e9-badc-949acff837ac {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:27.948139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0c77e71f-2274-44e9-badc-949acff837ac, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0c77e71f-2274-44e9-badc-949acff837ac,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:27.953614 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:27.954288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 734490d0-1fa5-480e-a51d-48ff8bd3a74c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:28.008085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-bb484d26-18e3-49a6-b6bb-b2a2d8e73b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:28.010267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-bb484d26-18e3-49a6-b6bb-b2a2d8e73b42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.2827260 Aug 11 08:18:28.031014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:28.031425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Network hostable DHCP agents. Network: 82f27d5f-82ed-477a-bdfb-96cdefccd937, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:18:28.049319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.055197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0c77e71f-2274-44e9-badc-949acff837ac,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:28.066323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.066673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.067189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.067676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.068181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.068512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.068839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.069193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.069518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.069839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.070159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.070476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:28.087563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f21f554-281f-44a0-8b7b-527315d06fc9 req-4cd3d532-9da5-48d3-91c5-356ae4308b57 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155185 Aug 11 08:18:28.094634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-fc420da4-4748-436e-847d-a8c321cd254c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667472 Aug 11 08:18:28.096655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bceaff-6fb1-4dfc-8b3a-e28a590eb255']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:28.132917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:28.138699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e7fc7c-9919-480a-9d73-6c743af19d43') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:28.139004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e7fc7c-9919-480a-9d73-6c743af19d43') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:28.148152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '734490d0-1fa5-480e-a51d-48ff8bd3a74c', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'port_id': '734490d0-1fa5-480e-a51d-48ff8bd3a74c', 'mac_address': 'fa:16:3e:e6:97:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752fe3f-74b5-40b8-804c-1396f9e6c27d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:28.191663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.202107 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.202342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:18:28.219483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734490d0-1fa5-480e-a51d-48ff8bd3a74c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:28.231265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 82f27d5f-82ed-477a-bdfb-96cdefccd937) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:28.233626 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.244959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:28.251566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df839520-705a-4cd1-95ac-8d796bd4ec11 None None] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:28.251867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:28.252338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.255634 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.258119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:18:28.258577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:18:28.262267 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:18:28.318127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:28.368430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-873e5ba1-5b31-43dc-b0c5-e98d65b76571 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6822925 Aug 11 08:18:28.410570 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-32f328e5-02ca-4bfb-841f-8fbcf0053208 service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954526 Aug 11 08:18:28.416022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138563dd-80bd-4829-ae0c-405128df99b7 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:28.422592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.433252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=734490d0-1fa5-480e-a51d-48ff8bd3a74c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:28.470065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01968d-037d-42eb-9662-ecd9aeb33d9d req-81088f42-94cf-48dc-b957-2c0c912c32e4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:28.476277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.484247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de01968d-037d-42eb-9662-ecd9aeb33d9d req-81088f42-94cf-48dc-b957-2c0c912c32e4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 931 time: 0.1450074 Aug 11 08:18:28.495732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.498693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e3bceaff-6fb1-4dfc-8b3a-e28a590eb255 HTTP/1.1" status: 204 len: 168 time: 1.1718237 Aug 11 08:18:28.598232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de01968d-037d-42eb-9662-ecd9aeb33d9d req-12e1af64-1c21-4622-a32c-ee16c4b693cd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091170 Aug 11 08:18:28.613164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac7c8-0744-4887-930f-21bef6d203f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bceaff-6fb1-4dfc-8b3a-e28a590eb255,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:28.641084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Transition to ACTIVE for port object 138563dd-80bd-4829-ae0c-405128df99b7 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:28.641084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.645474 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:18:28.741830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Pushing event updated for resources: {'Port': ['ID=138563dd-80bd-4829-ae0c-405128df99b7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:28.743297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['734490d0-1fa5-480e-a51d-48ff8bd3a74c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:28.747068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76d03436-6cc4-40cd-b912-e7bedb58fb10 req-79516902-d207-47a9-b14e-a36152fd5898 service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254669 Aug 11 08:18:28.750384 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.760360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0c77e71f-2274-44e9-badc-949acff837ac'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:28.844721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:28.896341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Attempting to bind port 138563dd-80bd-4829-ae0c-405128df99b7 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:28.896759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Attempting to bind port 138563dd-80bd-4829-ae0c-405128df99b7 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:28.897087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Attempting to bind port 138563dd-80bd-4829-ae0c-405128df99b7 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:28.910166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828e745-181f-4d63-9f55-664d4d79d2ec req-c851cdac-27a9-4db6-863e-bf0c86c5824a tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:28.918707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b828e745-181f-4d63-9f55-664d4d79d2ec req-c851cdac-27a9-4db6-863e-bf0c86c5824a tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 949 time: 0.1589212 Aug 11 08:18:28.928977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Port 138563dd-80bd-4829-ae0c-405128df99b7 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:28.929335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Attempting to bind port 138563dd-80bd-4829-ae0c-405128df99b7 on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:28.948665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:28.948665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:28.948665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Bound using segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:28.948665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Bound port: 138563dd-80bd-4829-ae0c-405128df99b7, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:28.948665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:28.951041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46380) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:28.957737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-136e9c0f-7295-4148-809a-338a5ce22fe8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55454d847e534d3e8de79e8001c19838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043558 Aug 11 08:18:29.017063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b828e745-181f-4d63-9f55-664d4d79d2ec req-9892650e-480a-4329-b1db-4484f57c929d tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926621 Aug 11 08:18:29.183561 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e62c95b-a4db-4eef-bff4-13622abc4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.195128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] For port 138563dd-80bd-4829-ae0c-405128df99b7, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:29.230346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] For port 138563dd-80bd-4829-ae0c-405128df99b7, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=138563dd-80bd-4829-ae0c-405128df99b7,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:29.244121 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.289447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e62c95b-a4db-4eef-bff4-13622abc4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.352059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bed4581f-e0d8-46d6-afc2-2a5d01c50ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.371220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a1733-92d9-44ca-bfdd-f4a2147c9f19 None None] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:29.387592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:29.388230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.389846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] 10.222.0.69 "PUT /v2.0/ports/138563dd-80bd-4829-ae0c-405128df99b7 HTTP/1.1" status: 200 len: 1091 time: 2.4647415 Aug 11 08:18:29.409340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'tag': '138563dd-80bd-4829-ae0c-405128df99b7'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:29.420927 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de152787-1b70-4036-ae47-3754e446a440" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4c255e-0e1b-4cfe-a861-f544a4ed64dc", "tag": "138563dd-80bd-4829-ae0c-405128df99b7"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:29.448746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-ee5a3486-c43d-4c67-ad2c-05afe4a73be0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:29.456467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-ee5a3486-c43d-4c67-ad2c-05afe4a73be0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.1497133 Aug 11 08:18:29.477107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-3a12fecf-13f7-4930-9881-0ea12fc1ecef tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0193670 Aug 11 08:18:29.479288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:29.517929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-5a534ef7-2ff9-4e85-8b78-afd9bf9cf426 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396945 Aug 11 08:18:29.526204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaffeec-4c75-4f92-bf56-756f0968fa4a req-d5e560f0-ed7d-49a5-9ac7-2d1d7b1e6a78 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:29.534649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6eaffeec-4c75-4f92-bf56-756f0968fa4a req-d5e560f0-ed7d-49a5-9ac7-2d1d7b1e6a78 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 945 time: 0.2680290 Aug 11 08:18:29.552463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8fc8b-2faf-4394-846b-df2dae165635 service neutron] Pushing event updated for resources: {'Port': ['ID=138563dd-80bd-4829-ae0c-405128df99b7,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:29.605248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'port_id': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e', 'mac_address': 'fa:16:3e:a3:cf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752fe3f-74b5-40b8-804c-1396f9e6c27d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:29.618028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6eaffeec-4c75-4f92-bf56-756f0968fa4a req-7a1c8814-ea2c-4cd6-9816-63470a65e4dd tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Aug 11 08:18:29.621781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-c36e822f-fa53-4a86-93ac-89eb65cfe91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:29.632221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-c36e822f-fa53-4a86-93ac-89eb65cfe91b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 1094 time: 0.1825705 Aug 11 08:18:29.642310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-09e13002-b36b-41b5-a943-424956e564c1 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232638 Aug 11 08:18:29.647486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e62c95b-a4db-4eef-bff4-13622abc4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.649919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e62c95b-a4db-4eef-bff4-13622abc4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.651089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1e62c95b-a4db-4eef-bff4-13622abc4f52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa9aa2e-2628-4aec-bd64-a3319f27eac9 HTTP/1.1" status: 204 len: 168 time: 0.6960993 Aug 11 08:18:29.716358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.741824 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:29.751914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-d61728f4-5c03-446a-8b44-c92db3e0f28d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138563dd-80bd-4829-ae0c-405128df99b7 HTTP/1.1" status: 200 len: 217 time: 0.0996344 Aug 11 08:18:29.754305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c95b-a4db-4eef-bff4-13622abc4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa9aa2e-2628-4aec-bd64-a3319f27eac9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:29.822457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:29.857138 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b9d198-1e79-4dce-b82b-28b5c89ea668 x-openstack-request-id: req-81b9d198-1e79-4dce-b82b-28b5c89ea668 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:29.859929 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4c255e-0e1b-4cfe-a861-f544a4ed64dc", "tag": "138563dd-80bd-4829-ae0c-405128df99b7", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:29.861289 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81b9d198-1e79-4dce-b82b-28b5c89ea668 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:29.867978 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'tag': '138563dd-80bd-4829-ae0c-405128df99b7', 'status': 'completed', 'code': 200} Aug 11 08:18:29.906901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-c258c426-37c3-440f-8e7f-9b0adf144326 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421229 Aug 11 08:18:29.916793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b17388-8a10-4560-b582-b896c1562f9e req-123d4aae-f5c8-4a09-ba3c-ba9a7e425fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:29.923129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-123d4aae-f5c8-4a09-ba3c-ba9a7e425fb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1605759 Aug 11 08:18:29.998504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-01eb589b-7217-412f-9006-9f3725c03096 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675981 Aug 11 08:18:30.057319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:30.072952 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:30.166103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:30.255555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297f019-b35c-470c-9082-26a5327fec1b req-a616f54f-af44-4a28-9aa6-6252d78a2058 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:30.259967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4297f019-b35c-470c-9082-26a5327fec1b req-a616f54f-af44-4a28-9aa6-6252d78a2058 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 949 time: 0.0756073 Aug 11 08:18:30.325430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4297f019-b35c-470c-9082-26a5327fec1b req-f3d9c10b-91c4-4a34-b68c-c720baed446d tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566604 Aug 11 08:18:30.405993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f47967f7-24fc-4631-b298-48e8e84a1b7a req-7e2b7d98-1690-464a-aee6-7c6042c6512e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 210 time: 0.0389969 Aug 11 08:18:30.450068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:30.710827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-6782d27c-98c5-4f7a-b04d-23356a2768b7 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051742 Aug 11 08:18:30.858199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceec7c-6b43-4688-929a-8ad6b47a76a4 req-88ee67d2-095d-4084-980f-b0009e64663f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:30.863557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24764cc-84cd-4d2f-ad8e-40b2fb066d9b req-f4eeafc5-0a35-4463-9e11-5509ee451830 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:30.867317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2eceec7c-6b43-4688-929a-8ad6b47a76a4 req-88ee67d2-095d-4084-980f-b0009e64663f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 945 time: 0.0992241 Aug 11 08:18:30.875896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b24764cc-84cd-4d2f-ad8e-40b2fb066d9b req-f4eeafc5-0a35-4463-9e11-5509ee451830 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 943 time: 0.7672007 Aug 11 08:18:30.936830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2eceec7c-6b43-4688-929a-8ad6b47a76a4 req-3fb18e82-70e2-4794-bd97-df0b9ff510f4 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685534 Aug 11 08:18:30.966124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b24764cc-84cd-4d2f-ad8e-40b2fb066d9b req-efd38375-7fa3-42ab-9661-adb98b208e86 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889487 Aug 11 08:18:30.978712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b17388-8a10-4560-b582-b896c1562f9e req-3c7cee23-636a-48da-bfc6-5c93fc6414dd service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575135 Aug 11 08:18:31.167117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152787-1b70-4036-ae47-3754e446a440 req-e2a157ae-f4d1-4784-91ca-425c8255e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:31.168721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-e2a157ae-f4d1-4784-91ca-425c8255e946 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 1094 time: 0.0764093 Aug 11 08:18:31.297054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152787-1b70-4036-ae47-3754e446a440 req-8d4b2597-d229-4e6b-b307-35188d3ea8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:31.300572 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-8d4b2597-d229-4e6b-b307-35188d3ea8d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.1243732 Aug 11 08:18:31.311667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46442) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:31.363770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-7a304e51-4f34-4021-81fe-300bf32cc074 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=138563dd-80bd-4829-ae0c-405128df99b7 HTTP/1.1" status: 200 len: 217 time: 0.0549994 Aug 11 08:18:31.479725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152787-1b70-4036-ae47-3754e446a440 req-8b4e58b5-4bb6-4b1e-9811-ed017ea2176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:31.481325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-8b4e58b5-4bb6-4b1e-9811-ed017ea2176d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1100452 Aug 11 08:18:31.513414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1831005771-network', 'tenant_id': 'd2e63ec37ab14f9598014b91adc6e499'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:31.520229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-4777c70c-65b9-490f-a5f2-757a3b6ab82e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305476 Aug 11 08:18:31.543799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1e40-22a6-4a15-853a-951960c96dea req-a1579433-d21e-4136-9f65-71ded9467e68 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:31.546658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f93e1e40-22a6-4a15-853a-951960c96dea req-a1579433-d21e-4136-9f65-71ded9467e68 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 949 time: 0.1107073 Aug 11 08:18:31.554870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89ebf2bb-9910-4150-b2fb-7ad11737d45d req-e3526eae-2d25-409c-8f42-00bc0bf23346 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 210 time: 0.0376446 Aug 11 08:18:31.576346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Made reservation on behalf of d2e63ec37ab14f9598014b91adc6e499 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:31.579244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:31.589676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:31.719461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-46f2b387-f8f0-4532-9e35-5200c8c01fcc service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710615 Aug 11 08:18:31.733510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 734490d0-1fa5-480e-a51d-48ff8bd3a74c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:31.756492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f93e1e40-22a6-4a15-853a-951960c96dea req-acc02788-014e-4aa8-8f0d-ac97fa3a6b5d tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135294 Aug 11 08:18:31.874254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:31.885852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de152787-1b70-4036-ae47-3754e446a440 req-aa840b95-d0fe-4d05-a1cd-378f15b23a1b service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588187 Aug 11 08:18:31.890115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 734490d0-1fa5-480e-a51d-48ff8bd3a74c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:31.896511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 734490d0-1fa5-480e-a51d-48ff8bd3a74c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:31.897243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:31.957488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:31.978795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:18:32.026884 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.037224 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Added segment 0d70976d-cd8b-4854-9315-58f123d4ca07 of type vlan for network 22f3ef67-b35d-45c7-a170-ceba1c581c76 Aug 11 08:18:32.058791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.100919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734490d0-1fa5-480e-a51d-48ff8bd3a74c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:32.108607 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa7ae2-a5ab-4b81-8ee8-cee77a5fd331" -d '{"events": [{"server_uuid": "b92ced0a-ce8e-4bdb-9add-c1378df88367", "name": "network-vif-plugged", "status": "completed", "tag": "734490d0-1fa5-480e-a51d-48ff8bd3a74c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:32.164619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:32.177822 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.180860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0c77e71f-2274-44e9-badc-949acff837ac up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:32.193577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e5ab9-b4dc-44ac-8e47-19ac5ac21bbe,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:32.282817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9f901-eb3d-4517-a7fd-38f86441020b req-46540fa2-827c-4797-a818-f36501b5caef tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:32.295248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.297762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bd9f901-eb3d-4517-a7fd-38f86441020b req-46540fa2-827c-4797-a818-f36501b5caef tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 943 time: 0.1764371 Aug 11 08:18:32.347030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.348474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:32.349364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.360599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3bd9f901-eb3d-4517-a7fd-38f86441020b req-f264813d-3704-4252-b8d0-37f8e6ccebd8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577250 Aug 11 08:18:32.402453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:32.474554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46464) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:32.475090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1611707 Aug 11 08:18:32.480645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Request body: {'subnet': {'network_id': '22f3ef67-b35d-45c7-a170-ceba1c581c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1831005771-subnet', 'tenant_id': 'd2e63ec37ab14f9598014b91adc6e499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:32.490983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21671194-2427-485a-8ebc-3dac9d3ffce5 admin admin] Pushing event updated for resources: {'Network': ['ID=22f3ef67-b35d-45c7-a170-ceba1c581c76,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:32.500855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-1b5e6565-7b00-404f-83d5-8c233c8a6676 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:32.502838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-1b5e6565-7b00-404f-83d5-8c233c8a6676 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.6532824 Aug 11 08:18:32.511087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=734490d0-1fa5-480e-a51d-48ff8bd3a74c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:32.527376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': '44675f24-3904-473a-b197-ccbc77fde194', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:32.541995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 22f3ef67-b35d-45c7-a170-ceba1c581c76 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:18:32.569496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.572291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Made reservation on behalf of d2e63ec37ab14f9598014b91adc6e499 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:32.574476 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.608196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 0c77e71f-2274-44e9-badc-949acff837ac completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:32.621031 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c6071d-f4ff-4c69-a5f1-25c2ec54d769 x-openstack-request-id: req-b7c6071d-f4ff-4c69-a5f1-25c2ec54d769 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:32.621334 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92ced0a-ce8e-4bdb-9add-c1378df88367", "name": "network-vif-plugged", "status": "completed", "tag": "734490d0-1fa5-480e-a51d-48ff8bd3a74c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:32.621546 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7c6071d-f4ff-4c69-a5f1-25c2ec54d769 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:32.621948 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734490d0-1fa5-480e-a51d-48ff8bd3a74c', 'code': 200} Aug 11 08:18:32.622963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 0c77e71f-2274-44e9-badc-949acff837ac triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:32.623329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.627358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:32.733891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76ca2b-79df-475b-9f3f-b74728849342 req-e12908d0-81b4-4d3e-951f-9e12a42762c8 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:32.736007 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b76ca2b-79df-475b-9f3f-b74728849342 req-e12908d0-81b4-4d3e-951f-9e12a42762c8 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 946 time: 0.2715752 Aug 11 08:18:32.781053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:32.782062 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.812985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.859547 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e15cd171-e29a-42d5-a103-16419997883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.878125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f320e42-e93e-4c7e-a582-72f5fb6d3333,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:32.895738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a3ccb35-3793-4456-9cab-6387280f44e5 req-3d44fb02-2952-45d9-87d9-9751521cc0c3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 210 time: 0.0989928 Aug 11 08:18:32.917035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.923601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.924115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.924796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.925330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.925849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.926315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.926753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.927190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.927623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.929292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.929746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:32.959439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:32.960649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b76ca2b-79df-475b-9f3f-b74728849342 req-18f344f7-d28d-4155-bcdb-66a143cdae8b tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030342 Aug 11 08:18:32.990920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d29aea-121f-4645-822a-8a258a4950ec req-152e3bac-a308-4329-8944-98bcfc904849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:32.994268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49d29aea-121f-4645-822a-8a258a4950ec req-152e3bac-a308-4329-8944-98bcfc904849 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 1097 time: 0.2888582 Aug 11 08:18:33.037831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0c77e71f-2274-44e9-badc-949acff837ac, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0c77e71f-2274-44e9-badc-949acff837ac,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:33.040530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:33.045232 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.047220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.056422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Checking segment: {'id': '0d70976d-cd8b-4854-9315-58f123d4ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '22f3ef67-b35d-45c7-a170-ceba1c581c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:33.057058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Network hostable DHCP agents. Network: 22f3ef67-b35d-45c7-a170-ceba1c581c76, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:18:33.127876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0c77e71f-2274-44e9-badc-949acff837ac,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:33.145727 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.167158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Network 22f3ef67-b35d-45c7-a170-ceba1c581c76 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:18:33.189608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:33.190871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 22f3ef67-b35d-45c7-a170-ceba1c581c76) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:33.194724 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.217417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58314538-c2b6-424f-b583-4c73e851921a req-7afe1c37-342c-4a7c-9384-a467c74549b3 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:33.219288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58314538-c2b6-424f-b583-4c73e851921a req-7afe1c37-342c-4a7c-9384-a467c74549b3 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.1990056 Aug 11 08:18:33.220989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:33.222260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.226098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-49d29aea-121f-4645-822a-8a258a4950ec req-59e3b5ea-1ca5-426b-bef8-2fca903c5947 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179956 Aug 11 08:18:33.255573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8c4810-61f8-4e34-a1ca-79c246594166 None None] Network 22f3ef67-b35d-45c7-a170-ceba1c581c76 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:33.256331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-52532106-e6c9-490b-bdbf-d48ca5f32bd3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7806289 Aug 11 08:18:33.347565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:33.391984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-58314538-c2b6-424f-b583-4c73e851921a req-5b81d211-f15a-4041-ac1a-d7c17b038dae tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449852 Aug 11 08:18:33.423073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.4 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/f70fead5-b300-4a23-817d-021e3de336d2) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:33.478292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46480) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:33.518735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bc9a6-7ec6-4af9-959e-6563ccbdc589 None None] Network 22f3ef67-b35d-45c7-a170-ceba1c581c76 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:33.662326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Deleting subnet 4f320e42-e93e-4c7e-a582-72f5fb6d3333 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:18:33.669238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.707122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.716735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598beb1-fad5-48a9-93bb-a0f67bf1471c req-a5616838-e05a-4714-89dd-869e54f12294 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:33.718560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3598beb1-fad5-48a9-93bb-a0f67bf1471c req-a5616838-e05a-4714-89dd-869e54f12294 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 943 time: 0.1066422 Aug 11 08:18:33.728919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.767624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.820340 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.826556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3598beb1-fad5-48a9-93bb-a0f67bf1471c req-d9cd616e-8a94-4d2d-b780-d29d3f9c7122 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004291 Aug 11 08:18:33.834155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:33.840921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:33.843982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:33.884038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=f70fead5-b300-4a23-817d-021e3de336d2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:33.919870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.930073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:33.930892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.948804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f320e42-e93e-4c7e-a582-72f5fb6d3333,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:33.949124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-d219b55a-5793-4074-9525-8b5ac0985545 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4273136 Aug 11 08:18:33.953712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:33.955952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9e7c2f90-1069-46cb-9112-b5a477469d8c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4f320e42-e93e-4c7e-a582-72f5fb6d3333 HTTP/1.1" status: 204 len: 168 time: 0.4762046 Aug 11 08:18:33.959681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46486) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:33.975210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Request body: {'port': {'device_id': '44675f24-3904-473a-b197-ccbc77fde194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:34.042854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.069769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.088831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067c666-a946-4f85-ba85-043121e1079f req-6d2be9f8-2cd0-4588-8ed9-da4c7f544846 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:34.090657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c067c666-a946-4f85-ba85-043121e1079f req-6d2be9f8-2cd0-4588-8ed9-da4c7f544846 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 931 time: 0.0933495 Aug 11 08:18:34.171960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c067c666-a946-4f85-ba85-043121e1079f req-c2065c03-5048-48f2-b240-bb1041637bda tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560713 Aug 11 08:18:34.202689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.216651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f3ef67-b35d-45c7-a170-ceba1c581c76']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:34.235047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d70976d-cd8b-4854-9315-58f123d4ca07') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:34.235344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d70976d-cd8b-4854-9315-58f123d4ca07') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:18:34.244619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe5011-cdb7-4027-a0c0-b1adfcdd3f22 req-0ac73a9c-85f4-4cf2-af3f-6f6255b4fa4f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:34.246358 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-edfe5011-cdb7-4027-a0c0-b1adfcdd3f22 req-0ac73a9c-85f4-4cf2-af3f-6f6255b4fa4f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 946 time: 0.1897695 Aug 11 08:18:34.258261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.293214 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.308591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:18:34.309111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:18:34.310502 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:18:34.324795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 138563dd-80bd-4829-ae0c-405128df99b7 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:34.358387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-edfe5011-cdb7-4027-a0c0-b1adfcdd3f22 req-9ef8bfb7-882f-482e-9d86-3398e1046b06 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978777 Aug 11 08:18:34.386993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.490403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.496329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] 10.222.0.58 "DELETE /v2.0/networks/22f3ef67-b35d-45c7-a170-ceba1c581c76 HTTP/1.1" status: 204 len: 168 time: 0.5335443 Aug 11 08:18:34.500741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78794-9221-46b1-988e-d473b703d2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=22f3ef67-b35d-45c7-a170-ceba1c581c76,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:34.565293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 138563dd-80bd-4829-ae0c-405128df99b7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=138563dd-80bd-4829-ae0c-405128df99b7,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:34.580062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70fead5-b300-4a23-817d-021e3de336d2 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:34.589973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '138563dd-80bd-4829-ae0c-405128df99b7', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': '138563dd-80bd-4829-ae0c-405128df99b7', 'mac_address': 'fa:16:3e:3f:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:34.598802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.623360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c77e71f-2274-44e9-badc-949acff837ac'}, {'server_uuid': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:34.626971 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c684f990-a2b6-486b-9429-16f00616d5a8" -d '{"events": [{"server_uuid": "70926788-aeff-4b2b-ba87-5a9b77adf1b7", "name": "network-vif-plugged", "status": "completed", "tag": "0c77e71f-2274-44e9-badc-949acff837ac"}, {"server_uuid": "33b87060-7f46-4d33-9dcb-55fd642ef00e", "name": "network-vif-plugged", "status": "completed", "tag": "4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:34.648176 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.656667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Transition to ACTIVE for port object f70fead5-b300-4a23-817d-021e3de336d2 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:34.666649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.678202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138563dd-80bd-4829-ae0c-405128df99b7 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:34.702707 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd4dba-9981-49a0-9bc6-c4a30d8fd2e3 x-openstack-request-id: req-28bd4dba-9981-49a0-9bc6-c4a30d8fd2e3 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:34.703483 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70926788-aeff-4b2b-ba87-5a9b77adf1b7", "name": "network-vif-plugged", "status": "completed", "tag": "0c77e71f-2274-44e9-badc-949acff837ac", "code": 200}, {"server_uuid": "33b87060-7f46-4d33-9dcb-55fd642ef00e", "name": "network-vif-plugged", "status": "completed", "tag": "4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:34.703919 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28bd4dba-9981-49a0-9bc6-c4a30d8fd2e3 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:34.704256 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c77e71f-2274-44e9-badc-949acff837ac', 'code': 200} Aug 11 08:18:34.704513 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e', 'code': 200} Aug 11 08:18:34.709852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 138563dd-80bd-4829-ae0c-405128df99b7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=138563dd-80bd-4829-ae0c-405128df99b7,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:34.729310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46502) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:34.748139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.749003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7b3d5-110f-492b-a4d8-d07776d7d042 req-b5559212-8664-4adf-9613-85e831d74cd9 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:34.761765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eaa7b3d5-110f-492b-a4d8-d07776d7d042 req-b5559212-8664-4adf-9613-85e831d74cd9 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.1862926 Aug 11 08:18:34.838590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5855e7b0-0508-49ca-b6af-bb3bceae8b43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2e63ec37ab14f9598014b91adc6e499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056933 Aug 11 08:18:34.848945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:34.854559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=138563dd-80bd-4829-ae0c-405128df99b7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:34.856540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Pushing event updated for resources: {'Port': ['ID=f70fead5-b300-4a23-817d-021e3de336d2,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:34.872446 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:34.982901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eaa7b3d5-110f-492b-a4d8-d07776d7d042 req-32c8e641-c816-4901-bcae-efc6dcb9ebae tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061942 Aug 11 08:18:35.006560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Attempting to bind port f70fead5-b300-4a23-817d-021e3de336d2 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:35.006892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Attempting to bind port f70fead5-b300-4a23-817d-021e3de336d2 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:35.007218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Attempting to bind port f70fead5-b300-4a23-817d-021e3de336d2 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:35.010538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df82ba-e958-4573-9737-15b800e8fce8 req-d0ec7ae2-7f38-47fc-a4ff-296dd242b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.012117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50df82ba-e958-4573-9737-15b800e8fce8 req-d0ec7ae2-7f38-47fc-a4ff-296dd242b723 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 1101 time: 0.1429143 Aug 11 08:18:35.016181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Port f70fead5-b300-4a23-817d-021e3de336d2 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:35.016526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Attempting to bind port f70fead5-b300-4a23-817d-021e3de336d2 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:35.023745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:35.024081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:35.024460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:35.024912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Bound port: f70fead5-b300-4a23-817d-021e3de336d2, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:35.025286 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.025904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace429-1e50-4410-a187-fb9320e764ac req-65e7398c-8bdf-4626-948d-b062a9357d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.028577 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4ace429-1e50-4410-a187-fb9320e764ac req-65e7398c-8bdf-4626-948d-b062a9357d17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33b87060-7f46-4d33-9dcb-55fd642ef00e HTTP/1.1" status: 200 len: 1096 time: 0.1956558 Aug 11 08:18:35.035464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-879e2da9-74a8-44f3-81d6-072befc793d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.087075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50df82ba-e958-4573-9737-15b800e8fce8 req-756a2e8d-d6b7-4785-9bcf-30677e8d3ba8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Aug 11 08:18:35.117812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] For port f70fead5-b300-4a23-817d-021e3de336d2, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:35.118064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-879e2da9-74a8-44f3-81d6-072befc793d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.121591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] For port f70fead5-b300-4a23-817d-021e3de336d2, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f70fead5-b300-4a23-817d-021e3de336d2,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:35.128861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.130535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['138563dd-80bd-4829-ae0c-405128df99b7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:35.140176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e797d2-80b1-45d8-8a1a-828d0576c5b9 req-71fd512a-6e91-473e-adf7-2544a7b98506 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.141854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3e797d2-80b1-45d8-8a1a-828d0576c5b9 req-71fd512a-6e91-473e-adf7-2544a7b98506 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 944 time: 0.1844652 Aug 11 08:18:35.184278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4ace429-1e50-4410-a187-fb9320e764ac req-ac39b9d2-84f6-454b-a3cd-de23ac1653cb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455297 Aug 11 08:18:35.189449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.190719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.193502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] 10.222.0.64 "PUT /v2.0/ports/f70fead5-b300-4a23-817d-021e3de336d2 HTTP/1.1" status: 200 len: 1091 time: 1.2253630 Aug 11 08:18:35.194230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44675f24-3904-473a-b197-ccbc77fde194', 'tag': 'f70fead5-b300-4a23-817d-021e3de336d2'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:35.198376 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450842c6-b096-4fe6-9712-e3fca4772ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "44675f24-3904-473a-b197-ccbc77fde194", "tag": "f70fead5-b300-4a23-817d-021e3de336d2"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:35.244731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb30a52-0b76-46b7-96d0-98458cb81f92 service neutron] Pushing event updated for resources: {'Port': ['ID=f70fead5-b300-4a23-817d-021e3de336d2,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:35.249491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3e797d2-80b1-45d8-8a1a-828d0576c5b9 req-fd48ab42-e9d7-4cf0-8b99-2fcee704e38c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867870 Aug 11 08:18:35.266423 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-879e2da9-74a8-44f3-81d6-072befc793d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.271337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-879e2da9-74a8-44f3-81d6-072befc793d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:35.272505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-879e2da9-74a8-44f3-81d6-072befc793d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae2e5ab9-b4dc-44ac-8e47-19ac5ac21bbe HTTP/1.1" status: 204 len: 168 time: 0.4241457 Aug 11 08:18:35.294019 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555771e9-1190-4c91-ba17-bcb8ac1179f0 x-openstack-request-id: req-555771e9-1190-4c91-ba17-bcb8ac1179f0 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:35.294457 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44675f24-3904-473a-b197-ccbc77fde194", "tag": "f70fead5-b300-4a23-817d-021e3de336d2", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:35.294844 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-555771e9-1190-4c91-ba17-bcb8ac1179f0 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:35.295451 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44675f24-3904-473a-b197-ccbc77fde194', 'tag': 'f70fead5-b300-4a23-817d-021e3de336d2', 'status': 'completed', 'code': 200} Aug 11 08:18:35.311421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e2da9-74a8-44f3-81d6-072befc793d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e5ab9-b4dc-44ac-8e47-19ac5ac21bbe,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:35.410473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385be2b-02e7-4501-81a3-c81e32e15020 req-cc1ef09d-e245-4ff2-89e6-a1dbbeec7884 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.413738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e385be2b-02e7-4501-81a3-c81e32e15020 req-cc1ef09d-e245-4ff2-89e6-a1dbbeec7884 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 943 time: 0.0871201 Aug 11 08:18:35.459121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e385be2b-02e7-4501-81a3-c81e32e15020 req-26a6f083-e2aa-4ab4-ab7c-eea7ef5bab7c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 Aug 11 08:18:35.513606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450842c6-b096-4fe6-9712-e3fca4772ca6 req-bea416dd-2f04-4046-bd14-2d884d20598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.515720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-450842c6-b096-4fe6-9712-e3fca4772ca6 req-bea416dd-2f04-4046-bd14-2d884d20598c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 1094 time: 0.0494773 Aug 11 08:18:35.997962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971daf4-5b06-477d-9703-c550a230934f req-f3b859cb-a458-4934-b10b-e01ca5696c93 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:35.999569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2971daf4-5b06-477d-9703-c550a230934f req-f3b859cb-a458-4934-b10b-e01ca5696c93 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 946 time: 0.4805782 Aug 11 08:18:36.052211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450842c6-b096-4fe6-9712-e3fca4772ca6 req-7af77503-c725-466e-b64e-2112e16cd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.053778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-450842c6-b096-4fe6-9712-e3fca4772ca6 req-7af77503-c725-466e-b64e-2112e16cd914 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5062499 Aug 11 08:18:36.093518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2971daf4-5b06-477d-9703-c550a230934f req-c5d6c2a9-e54e-4e08-ba8a-a995fdadd79f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741971 Aug 11 08:18:36.113393 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.151980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c617e5-44d8-4abc-8c49-dabcca2fb0b9 req-ca223605-ebe8-45a7-a62c-420b256acb44 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.154453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81c617e5-44d8-4abc-8c49-dabcca2fb0b9 req-ca223605-ebe8-45a7-a62c-420b256acb44 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.0671072 Aug 11 08:18:36.179318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450842c6-b096-4fe6-9712-e3fca4772ca6 req-9dfcc1c6-f308-4eb5-83a4-dc4926a5dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.181460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-450842c6-b096-4fe6-9712-e3fca4772ca6 req-9dfcc1c6-f308-4eb5-83a4-dc4926a5dd8f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156631 Aug 11 08:18:36.220120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81c617e5-44d8-4abc-8c49-dabcca2fb0b9 req-983adb81-c9c5-45ad-b215-5cf953bde5ae tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Aug 11 08:18:36.276428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e7429-d14b-4c09-8d90-a563a623d9b7 req-0bed4e85-3160-48ce-88a9-cd879a1a871a tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.278782 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-315e7429-d14b-4c09-8d90-a563a623d9b7 req-0bed4e85-3160-48ce-88a9-cd879a1a871a tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=33b87060-7f46-4d33-9dcb-55fd642ef00e HTTP/1.1" status: 200 len: 945 time: 0.0639513 Aug 11 08:18:36.321779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46548) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:36.337875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 138563dd-80bd-4829-ae0c-405128df99b7 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:36.392757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-315e7429-d14b-4c09-8d90-a563a623d9b7 req-890af621-2a60-4a4e-93ca-489304300a58 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080153 Aug 11 08:18:36.412666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 138563dd-80bd-4829-ae0c-405128df99b7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:36.417791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 138563dd-80bd-4829-ae0c-405128df99b7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:36.418717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.420667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-ea17bfc6-b57e-4c62-b293-77baad036ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.425377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-ea17bfc6-b57e-4c62-b293-77baad036ec6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 1094 time: 0.0974085 Aug 11 08:18:36.480763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0406e6-f95f-441b-afdd-dfed95a6413c req-69d4d047-edd6-4902-b786-9e69feb2d95b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.499683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a0406e6-f95f-441b-afdd-dfed95a6413c req-69d4d047-edd6-4902-b786-9e69feb2d95b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 944 time: 0.1629176 Aug 11 08:18:36.529899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-166212407-network', 'tenant_id': '47d22f5d4f5f438ba68dbf1ff2679d14'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:36.566605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-6c29b5a9-fb73-47b2-97f5-738786344247 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f70fead5-b300-4a23-817d-021e3de336d2 HTTP/1.1" status: 200 len: 217 time: 0.1276362 Aug 11 08:18:36.592393 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.616580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5a0406e6-f95f-441b-afdd-dfed95a6413c req-09fdab80-2275-4764-8a9c-d7e5c0f807ec tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146617 Aug 11 08:18:36.620997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Made reservation on behalf of 47d22f5d4f5f438ba68dbf1ff2679d14 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:36.633948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.660223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.666386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 138563dd-80bd-4829-ae0c-405128df99b7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=138563dd-80bd-4829-ae0c-405128df99b7,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:36.671918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.679952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c820d0-194e-4725-9ca4-34c987e30792 req-dd9c779b-45f0-4293-8eda-b9c8a3e72d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.681565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-dd9c779b-45f0-4293-8eda-b9c8a3e72d2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.1064076 Aug 11 08:18:36.721036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138563dd-80bd-4829-ae0c-405128df99b7'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:36.724814 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e80314b-6ece-4541-864f-dcc3d3b542f2" -d '{"events": [{"server_uuid": "0a4c255e-0e1b-4cfe-a861-f544a4ed64dc", "name": "network-vif-plugged", "status": "completed", "tag": "138563dd-80bd-4829-ae0c-405128df99b7"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:36.729785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-7064d783-a3fa-4576-924c-45579dfe3b42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368803 Aug 11 08:18:36.739700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c49480-bbd5-4940-8bd6-6b252211bf59 req-a71b27cd-eb14-4ba5-a19d-185caeb0feeb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.747576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c49480-bbd5-4940-8bd6-6b252211bf59 req-a71b27cd-eb14-4ba5-a19d-185caeb0feeb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 943 time: 0.1230111 Aug 11 08:18:36.756641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=138563dd-80bd-4829-ae0c-405128df99b7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:36.796335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.805454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.851459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91c49480-bbd5-4940-8bd6-6b252211bf59 req-e8d2b1d6-4f30-4f79-99d2-df79bd2b2c3f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027691 Aug 11 08:18:36.854626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:18:36.866984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b63711-9317-4ccd-90e8-01d6a512d2d0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:36.880209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.880755 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Added segment 23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3 of type vlan for network 53cc882e-8882-403e-96f9-2aaf100c84e8 Aug 11 08:18:36.899616 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0326b7b1-4939-43c2-b6c6-a505b65073ab x-openstack-request-id: req-0326b7b1-4939-43c2-b6c6-a505b65073ab {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:36.899899 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4c255e-0e1b-4cfe-a861-f544a4ed64dc", "name": "network-vif-plugged", "status": "completed", "tag": "138563dd-80bd-4829-ae0c-405128df99b7", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:36.900143 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0326b7b1-4939-43c2-b6c6-a505b65073ab {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:36.900527 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138563dd-80bd-4829-ae0c-405128df99b7', 'code': 200} Aug 11 08:18:36.901502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-f98ea1ea-db92-4c1e-9b46-ae432ee889d3 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499074 Aug 11 08:18:36.939219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.987914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:36.990088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:36.990872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:37.014720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94c820d0-194e-4725-9ca4-34c987e30792 req-10f926f4-9d36-4ca5-b530-f355953550ef service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048863 Aug 11 08:18:37.091014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7679734 Aug 11 08:18:37.096166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:18:37.109204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Request body: {'subnet': {'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-166212407-subnet', 'tenant_id': '47d22f5d4f5f438ba68dbf1ff2679d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:37.121318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40f33e-0632-4a8a-84ca-522b2c2fd832 admin admin] Pushing event updated for resources: {'Network': ['ID=53cc882e-8882-403e-96f9-2aaf100c84e8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:37.135032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:18:37.138170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbed585-e342-422d-83ee-870eb7d4dd2a req-fdfe8b38-2a8e-41ce-9d4d-a55a3c286b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:37.139722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bbed585-e342-422d-83ee-870eb7d4dd2a req-fdfe8b38-2a8e-41ce-9d4d-a55a3c286b96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 1096 time: 0.1367457 Aug 11 08:18:37.163583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Made reservation on behalf of 47d22f5d4f5f438ba68dbf1ff2679d14 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:37.166151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:37.243042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bbed585-e342-422d-83ee-870eb7d4dd2a req-b88b8692-d355-4e8d-b232-d92201f789bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957012 Aug 11 08:18:37.423311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:37.495994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e5a85-77de-45ab-b7f6-93873e26fd07 req-f4492c65-ef94-4d4f-ac2d-8a875dbd0e9b tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:37.505849 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c43e5a85-77de-45ab-b7f6-93873e26fd07 req-f4492c65-ef94-4d4f-ac2d-8a875dbd0e9b tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.1353269 Aug 11 08:18:37.545495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba86e19-be56-466f-80ef-525b9556ce59,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:37.565575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313335a5-15a1-47c6-92f6-87a0e63452ac req-11d75e3e-33ba-4a23-ad99-a89395bfd249 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:37.567466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-313335a5-15a1-47c6-92f6-87a0e63452ac req-11d75e3e-33ba-4a23-ad99-a89395bfd249 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=33b87060-7f46-4d33-9dcb-55fd642ef00e HTTP/1.1" status: 200 len: 945 time: 0.0806673 Aug 11 08:18:37.567823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Checking segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:37.568220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Network hostable DHCP agents. Network: 53cc882e-8882-403e-96f9-2aaf100c84e8, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:18:37.576646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c43e5a85-77de-45ab-b7f6-93873e26fd07 req-c5da0b80-7505-4fbc-9fa3-5bf554136e86 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663004 Aug 11 08:18:37.594751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:18:37.609185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 53cc882e-8882-403e-96f9-2aaf100c84e8) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:37.617362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:37.618057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:37.627361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-313335a5-15a1-47c6-92f6-87a0e63452ac req-90c9dd29-ba68-4da7-b7b9-a46da2412d54 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Aug 11 08:18:37.629355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11967e1-033c-4bbf-9530-2709624e4dc2 None None] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:37.641293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e17e3ac7-5933-4ed9-99c1-2414f3d0decd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5426595 Aug 11 08:18:37.833643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350ba78-f899-462f-8b72-12e0dd5cd17a None None] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:18:37.856138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ded6a-4091-4863-8711-ab632481a358 req-4ff20019-489c-4e96-9e9a-1b7b6d283b1e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:37.872604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ded6a-4091-4863-8711-ab632481a358 req-4ff20019-489c-4e96-9e9a-1b7b6d283b1e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1000469 Aug 11 08:18:37.947413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ded6a-4091-4863-8711-ab632481a358 req-2c96b0f9-ae96-44ab-b22d-08fad504997f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724957 Aug 11 08:18:38.288465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf9d-7036-4702-bb73-114f5a488da9 req-5b9ae06c-871e-47d2-ae68-96eafd583781 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:38.290240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f5adf9d-7036-4702-bb73-114f5a488da9 req-5b9ae06c-871e-47d2-ae68-96eafd583781 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 943 time: 0.0735493 Aug 11 08:18:38.340546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f5adf9d-7036-4702-bb73-114f5a488da9 req-9697ff5f-e785-408f-9df7-31f29cb6fa18 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Aug 11 08:18:38.468960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-95494ed1-39d1-49f7-abea-f5afb25efce9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:38.472610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-95494ed1-39d1-49f7-abea-f5afb25efce9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.1751080 Aug 11 08:18:38.499511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-f7bd87ef-198d-45d4-9daa-9084ba37c67f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/quotas/47d22f5d4f5f438ba68dbf1ff2679d14 HTTP/1.1" status: 200 len: 375 time: 0.0135722 Aug 11 08:18:38.543880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-834d68b3-0eca-47f6-9b6e-d79ded8d6957 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376592 Aug 11 08:18:38.560552 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-da9b846c-ad79-4a3a-847c-261b77d40d09 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=83759128d72847ab98fb29c0c1a2283c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278087 Aug 11 08:18:38.654126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-9ac66168-04b4-4340-a176-58fcc09ac06e service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021190 Aug 11 08:18:38.693525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-ea2c3578-7f02-4e60-91c2-c237764edcda tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:38.695112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-ea2c3578-7f02-4e60-91c2-c237764edcda tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277101 Aug 11 08:18:38.718020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-1eacde7d-dacc-4fee-aa35-8a30ae2af69d tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/quotas/83759128d72847ab98fb29c0c1a2283c HTTP/1.1" status: 200 len: 375 time: 0.0135953 Aug 11 08:18:38.762854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fb686dba-e151-4957-8431-fda694805be9 service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022682 Aug 11 08:18:38.805050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-51a8a141-5002-4c2d-91e0-cddfbe833ef0 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=83759128d72847ab98fb29c0c1a2283c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793037 Aug 11 08:18:39.148920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a42e8e09-1ecc-4c04-830d-f1a8b0edbf89 req-6fed2f3a-7f32-4e55-ba27-b2cea88b1e09 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0808287 Aug 11 08:18:39.274551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46628cee-70c9-4331-b2aa-a26e2bc4a3b8 req-406e1e91-4741-4f89-8ba1-5ca992fd70aa tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 210 time: 0.0733292 Aug 11 08:18:39.312805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80672c58-2d76-4e07-bd97-fb143f72cdbc req-6fc2fd52-e550-442b-84dc-5f98b8060d4e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:39.314830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-80672c58-2d76-4e07-bd97-fb143f72cdbc req-6fc2fd52-e550-442b-84dc-5f98b8060d4e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1095533 Aug 11 08:18:39.382758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-80672c58-2d76-4e07-bd97-fb143f72cdbc req-d6dab6cc-c1bf-4372-b5d9-601df2e3fd1d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559592 Aug 11 08:18:39.541271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185dce2-e1ee-45bd-a67d-1c89c072ff44 req-25e52df3-5b2d-4a69-98de-22e4f9b3f5f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:39.543142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c185dce2-e1ee-45bd-a67d-1c89c072ff44 req-25e52df3-5b2d-4a69-98de-22e4f9b3f5f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 943 time: 0.0751474 Aug 11 08:18:39.592229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c185dce2-e1ee-45bd-a67d-1c89c072ff44 req-66f9a332-a9e1-4761-a27e-5a22cce319e0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Aug 11 08:18:39.661464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-005673d2-d6fe-4930-b369-cab4b32003d7 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:39.663198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-005673d2-d6fe-4930-b369-cab4b32003d7 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 812 time: 0.1791849 Aug 11 08:18:39.683020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-748b0c9c-7b42-4141-a6d2-d138ae33c598 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/quotas/688e4bf444264e7aac6097c33a5dd9b3 HTTP/1.1" status: 200 len: 375 time: 0.0136683 Aug 11 08:18:39.741445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-f65a3150-ad28-4546-8acf-1c8ddb5663aa tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523043 Aug 11 08:18:39.795001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f70fead5-b300-4a23-817d-021e3de336d2 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:39.893477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-0d0e08c9-e5b7-4dff-bb06-ef2ea3ea11b2 service neutron] 10.222.0.58 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417229 Aug 11 08:18:39.991365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f87f6-c772-4058-9eef-55a41658f722 req-439b154e-ab65-40e6-8fb2-fca49470226d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:39.993055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-723f87f6-c772-4058-9eef-55a41658f722 req-439b154e-ab65-40e6-8fb2-fca49470226d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0994103 Aug 11 08:18:40.015810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f70fead5-b300-4a23-817d-021e3de336d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f70fead5-b300-4a23-817d-021e3de336d2,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:40.040417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'f70fead5-b300-4a23-817d-021e3de336d2', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': 'f70fead5-b300-4a23-817d-021e3de336d2', 'mac_address': 'fa:16:3e:db:4d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:40.090834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-723f87f6-c772-4058-9eef-55a41658f722 req-c11a7658-ca50-4282-a4d4-42573442b5e5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864635 Aug 11 08:18:40.133535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:40.143046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-b72b6b98-1420-43b1-b34d-1eaeb78cce2f service neutron] 10.222.0.58 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473462 Aug 11 08:18:40.155892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70fead5-b300-4a23-817d-021e3de336d2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:40.169781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-81437d85-b08c-46a2-918f-6e8a2ab55c14 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:40.173257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-81437d85-b08c-46a2-918f-6e8a2ab55c14 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "GET /v2.0/ports?device_id=33b87060-7f46-4d33-9dcb-55fd642ef00e HTTP/1.1" status: 200 len: 945 time: 0.1161506 Aug 11 08:18:40.183220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f70fead5-b300-4a23-817d-021e3de336d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f70fead5-b300-4a23-817d-021e3de336d2,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:40.188917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:40.275191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=f70fead5-b300-4a23-817d-021e3de336d2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:40.337251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Deleting port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:40.337604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:40.543151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d21b62f7-a219-4f3a-9b5c-01c3d18c7659 req-7f71322b-f197-44cf-8f73-67461b9946f9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 210 time: 0.1360142 Aug 11 08:18:40.592151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c34797f-29c5-4f27-9bac-9ff8edefb9ff req-e3d7f24a-1d08-42a4-9b04-72615424b872 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 210 time: 0.0661771 Aug 11 08:18:40.616094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:40.626953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] For port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:40.627494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:40.637187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-6c1bdbc0-b40b-41f4-9e04-57a445713116 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=83759128d72847ab98fb29c0c1a2283c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627918 Aug 11 08:18:40.820455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Calling delete_port for 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:40.981771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-557e8179-99ad-4537-8220-78a957d83ab4 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:40.984189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-557e8179-99ad-4537-8220-78a957d83ab4 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370116 Aug 11 08:18:40.987561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-ad7c49db-2d2a-4ac4-ad30-60320a09f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:40.989939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-ad7c49db-2d2a-4ac4-ad30-60320a09f159 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.4613976 Aug 11 08:18:41.014941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Request body: {'port': {'device_id': '92edd537-097a-477b-9692-f438c75b1e66', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '83759128d72847ab98fb29c0c1a2283c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:41.037154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-a849b045-2c76-4703-913f-dbda32e8086b tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:41.038798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-a849b045-2c76-4703-913f-dbda32e8086b tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "GET /v2.0/ports?device_id=b92ced0a-ce8e-4bdb-9add-c1378df88367 HTTP/1.1" status: 200 len: 946 time: 0.3148792 Aug 11 08:18:41.106811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7556cfa-7e99-4c7d-97cb-868f454d3267 req-cbf67793-345f-414d-9726-261d48c6bb4b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:41.108852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7556cfa-7e99-4c7d-97cb-868f454d3267 req-cbf67793-345f-414d-9726-261d48c6bb4b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1387086 Aug 11 08:18:41.193933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7556cfa-7e99-4c7d-97cb-868f454d3267 req-cba11984-1110-43d7-9164-025f0fb2dc6b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568190 Aug 11 08:18:41.227909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Deleting port 734490d0-1fa5-480e-a51d-48ff8bd3a74c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:18:41.229141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:41.361394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] For port 734490d0-1fa5-480e-a51d-48ff8bd3a74c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=734490d0-1fa5-480e-a51d-48ff8bd3a74c,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:41.361718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:41.389048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Calling delete_port for 734490d0-1fa5-480e-a51d-48ff8bd3a74c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:18:41.407439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746adcd6-a9c4-4599-8845-4e86377ec606 req-0857e638-d4b2-40a2-9f26-01389f9f8606 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:41.416467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-746adcd6-a9c4-4599-8845-4e86377ec606 req-0857e638-d4b2-40a2-9f26-01389f9f8606 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 944 time: 0.3906598 Aug 11 08:18:41.507303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-674bb972-1f55-434b-86eb-d8856ffebdd8 req-1b47e86f-7d91-4ffd-b3af-f99a2e18f288 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 210 time: 0.0417039 Aug 11 08:18:41.528513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-746adcd6-a9c4-4599-8845-4e86377ec606 req-cdba41fa-5e2a-43d2-91fe-85910259dd70 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109324 Aug 11 08:18:41.569299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-58d6d618-61f9-4cb9-9df9-6fb6e005657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:41.571246 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-58d6d618-61f9-4cb9-9df9-6fb6e005657e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.5437305 Aug 11 08:18:41.652524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Made reservation on behalf of 83759128d72847ab98fb29c0c1a2283c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:41.666975 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:41.704226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-c966c85e-2f95-42d4-a348-8b49040a67bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 217 time: 0.1209714 Aug 11 08:18:41.727694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:41.770427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['734490d0-1fa5-480e-a51d-48ff8bd3a74c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:41.806621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:41.838122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ffd89be-2bd0-45e6-ae42-8c5b9d8a04eb req-c5f22dd6-7d43-45c8-8917-0782a00eda24 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 210 time: 0.1288829 Aug 11 08:18:41.838890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:41.865210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event deleted for resources: {'Port': ['ID=734490d0-1fa5-480e-a51d-48ff8bd3a74c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:41.928954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f70fead5-b300-4a23-817d-021e3de336d2 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:41.946666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event deleted for resources: {'Port': ['ID=4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:41.998083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-047d71f0-3402-4755-922e-4bbae1cefb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:42.001627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-047d71f0-3402-4755-922e-4bbae1cefb7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.2813494 Aug 11 08:18:42.002808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] No DVR routers for this DVR port 734490d0-1fa5-480e-a51d-48ff8bd3a74c on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:42.006162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:42.008621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-094d24fe-53cd-49d6-8178-f70dc283fe42 req-04b1f2c4-8bdb-41db-9b42-de321715f1a6 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "DELETE /v2.0/ports/734490d0-1fa5-480e-a51d-48ff8bd3a74c HTTP/1.1" status: 204 len: 173 time: 0.9628887 Aug 11 08:18:42.017395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'name': 'network-vif-deleted', 'tag': '734490d0-1fa5-480e-a51d-48ff8bd3a74c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:42.020157 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666ae2d-d118-45f2-b699-c054616cea06" -d '{"events": [{"server_uuid": "b92ced0a-ce8e-4bdb-9add-c1378df88367", "name": "network-vif-deleted", "tag": "734490d0-1fa5-480e-a51d-48ff8bd3a74c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:42.036629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:42.043633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599364-5c07-4899-9871-b6e4e24f3cc5 req-820ad902-618e-401c-99d1-a05336ba90b8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:42.051756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d4599364-5c07-4899-9871-b6e4e24f3cc5 req-820ad902-618e-401c-99d1-a05336ba90b8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.3467488 Aug 11 08:18:42.080764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] No DVR routers for this DVR port 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:18:42.082847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port f70fead5-b300-4a23-817d-021e3de336d2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:42.089905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port f70fead5-b300-4a23-817d-021e3de336d2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:42.090684 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:42.116021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:42.118872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdae88c5-65f9-4623-aa21-f81ec61196cf req-c24174a2-318f-4e59-806d-f1032e331084 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "DELETE /v2.0/ports/4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e HTTP/1.1" status: 204 len: 173 time: 1.9382315 Aug 11 08:18:42.119359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'name': 'network-vif-deleted', 'tag': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:42.123126 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f635c26-25a4-46ee-a36f-d6debbe8d763" -d '{"events": [{"server_uuid": "33b87060-7f46-4d33-9dcb-55fd642ef00e", "name": "network-vif-deleted", "tag": "4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:42.154562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-b54139c9-2392-47ee-9911-9c01b7f1a126 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130514 Aug 11 08:18:42.175171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4308797b-caab-4491-b632-4f91771068ee req-5ae43efa-847e-4db8-92ea-472beae47706 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 210 time: 0.1400642 Aug 11 08:18:42.235241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-772269da-ea1c-46aa-ab57-dd305c778e89 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:42.248528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-772269da-ea1c-46aa-ab57-dd305c778e89 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.4025841 Aug 11 08:18:42.259661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d4599364-5c07-4899-9871-b6e4e24f3cc5 req-04c6f005-d7fb-4d2c-aceb-e193cfa3a463 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995730 Aug 11 08:18:42.271890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Allocated IP 192.168.233.195 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/ea0b108d-6c27-4ea6-980a-8ec0a62372d8) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:42.278146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Request body: {'port': {'device_id': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'admin_state_up': True, 'tenant_id': '47d22f5d4f5f438ba68dbf1ff2679d14'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:42.305833 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:42.398338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44675f24-3904-473a-b197-ccbc77fde194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70fead5-b300-4a23-817d-021e3de336d2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:42.408379 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5743f524-a856-47c5-b727-96ff74c4179a" -d '{"events": [{"server_uuid": "44675f24-3904-473a-b197-ccbc77fde194", "name": "network-vif-plugged", "status": "completed", "tag": "f70fead5-b300-4a23-817d-021e3de336d2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:42.447920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f70fead5-b300-4a23-817d-021e3de336d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f70fead5-b300-4a23-817d-021e3de336d2,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:42.458743 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:42.538500 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590ff56e-8228-4dca-8c62-77764487c089 x-openstack-request-id: req-590ff56e-8228-4dca-8c62-77764487c089 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:42.539132 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92ced0a-ce8e-4bdb-9add-c1378df88367", "name": "network-vif-deleted", "tag": "734490d0-1fa5-480e-a51d-48ff8bd3a74c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:42.539558 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-590ff56e-8228-4dca-8c62-77764487c089 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:42.540177 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92ced0a-ce8e-4bdb-9add-c1378df88367', 'name': 'network-vif-deleted', 'tag': '734490d0-1fa5-480e-a51d-48ff8bd3a74c', 'status': 'completed', 'code': 200} Aug 11 08:18:42.601749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Made reservation on behalf of 47d22f5d4f5f438ba68dbf1ff2679d14 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:42.610728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:42.637129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=f70fead5-b300-4a23-817d-021e3de336d2,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:42.740419 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed15ed-048a-4f15-ba1a-053dc3231826 x-openstack-request-id: req-fbed15ed-048a-4f15-ba1a-053dc3231826 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:42.740932 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44675f24-3904-473a-b197-ccbc77fde194", "name": "network-vif-plugged", "status": "completed", "tag": "f70fead5-b300-4a23-817d-021e3de336d2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:42.741333 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbed15ed-048a-4f15-ba1a-053dc3231826 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:42.742532 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44675f24-3904-473a-b197-ccbc77fde194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70fead5-b300-4a23-817d-021e3de336d2', 'code': 200} Aug 11 08:18:42.928827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Allocated IP 172.20.0.11 (53cc882e-8882-403e-96f9-2aaf100c84e8/aba86e19-be56-466f-80ef-525b9556ce59/2be1049c-d4a7-499d-b8c8-c465bc0ac4a6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:43.020644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0768100d-16bf-4db4-b9cf-633188ee6422 req-517017c5-26c5-41be-a99e-e44c4a2b8884 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 210 time: 0.0697818 Aug 11 08:18:43.095844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:43.114093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Transition to ACTIVE for port object ea0b108d-6c27-4ea6-980a-8ec0a62372d8 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:43.150244 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05399296-8693-4fe8-8ee5-628cd74c894a x-openstack-request-id: req-05399296-8693-4fe8-8ee5-628cd74c894a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:43.150866 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b87060-7f46-4d33-9dcb-55fd642ef00e", "name": "network-vif-deleted", "tag": "4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:43.151271 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05399296-8693-4fe8-8ee5-628cd74c894a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:43.151983 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b87060-7f46-4d33-9dcb-55fd642ef00e', 'name': 'network-vif-deleted', 'tag': '4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e', 'status': 'completed', 'code': 200} Aug 11 08:18:43.234169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:43.320171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-21a63063-6680-46b2-ad0b-8fb6245591c9 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:43.330166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-21a63063-6680-46b2-ad0b-8fb6245591c9 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 812 time: 0.1714573 Aug 11 08:18:43.338652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:43.368008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Request body: {'port': {'device_id': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'admin_state_up': True, 'tenant_id': '688e4bf444264e7aac6097c33a5dd9b3'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:43.387182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0c77e71f-2274-44e9-badc-949acff837ac'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:43.494959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f056-2832-496c-af75-36343fdae6fa req-3e939880-5fa5-4465-bef7-9fdf99ec1849 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:43.502591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7463f056-2832-496c-af75-36343fdae6fa req-3e939880-5fa5-4465-bef7-9fdf99ec1849 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.3493989 Aug 11 08:18:43.528282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183d8ef-59b8-4f95-9164-d445cf5e92a5 req-ac08d675-fa4e-48b2-b97e-f6ee3edaf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:43.529902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c183d8ef-59b8-4f95-9164-d445cf5e92a5 req-ac08d675-fa4e-48b2-b97e-f6ee3edaf912 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 1096 time: 0.5780408 Aug 11 08:18:43.553743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:43.595393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-e2d4cc20-72fa-4501-9d7f-4767fc935758 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:43.600754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-e2d4cc20-72fa-4501-9d7f-4767fc935758 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 812 time: 0.3167617 Aug 11 08:18:43.602288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:43.611429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:43.623910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Pushing event updated for resources: {'Port': ['ID=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:43.633843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-89338275-94bc-4458-a707-6930dfcf9d45 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4528973 Aug 11 08:18:43.685541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a7f15-f5f6-4bda-a854-4be7cc3dbfe6 req-127cfbdb-61d6-4e14-af56-4ad273c28891 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:43.695943 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e96a7f15-f5f6-4bda-a854-4be7cc3dbfe6 req-127cfbdb-61d6-4e14-af56-4ad273c28891 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 945 time: 0.4085357 Aug 11 08:18:43.735962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Request body: {'port': {'device_id': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'admin_state_up': True, 'tenant_id': '688e4bf444264e7aac6097c33a5dd9b3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:43.868358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 734490d0-1fa5-480e-a51d-48ff8bd3a74c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:43.891217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7463f056-2832-496c-af75-36343fdae6fa req-798eb0e2-a72f-408e-b2f3-399d60d162f1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817909 Aug 11 08:18:43.893962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-8ee313b1-dd56-4d63-ac47-968a01feda6b service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128551 Aug 11 08:18:43.956368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 734490d0-1fa5-480e-a51d-48ff8bd3a74c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:43.956975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 734490d0-1fa5-480e-a51d-48ff8bd3a74c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:43.995140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:44.016200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.062862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e96a7f15-f5f6-4bda-a854-4be7cc3dbfe6 req-2ca47006-7963-4fa9-8d24-0b07681c110e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643169 Aug 11 08:18:44.066246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.069911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c183d8ef-59b8-4f95-9164-d445cf5e92a5 req-8281d6c7-3145-4a04-a1e5-afbf5a8347db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217376 Aug 11 08:18:44.115875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e6d6a0ee-06d8-4767-8208-54b800a74d42 None None] Provisioning for port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:44.124280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e6d6a0ee-06d8-4767-8208-54b800a74d42 None None] Provisioning complete for port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:44.125186 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a0ee-06d8-4767-8208-54b800a74d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.129411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Made reservation on behalf of 688e4bf444264e7aac6097c33a5dd9b3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:44.141676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.165244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7758-8179-43f1-8f65-624d437b31e8 req-01ebd634-8c43-404e-8c61-d7580c8aa323 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:44.179861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69cb7758-8179-43f1-8f65-624d437b31e8 req-01ebd634-8c43-404e-8c61-d7580c8aa323 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 936 time: 0.1575332 Aug 11 08:18:44.200225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6a0ee-06d8-4767-8208-54b800a74d42 None None] Port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:18:44.226983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-5d865e40-e973-44c2-86c4-adc708b93981 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2192130 Aug 11 08:18:44.254002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:44.257289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Request body: {'port': {'device_id': '92edd537-097a-477b-9692-f438c75b1e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:44.263247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Made reservation on behalf of 688e4bf444264e7aac6097c33a5dd9b3 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:44.270234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.279356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:44.283313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:44.313683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event updated for resources: {'Port': ['ID=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:44.356539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:18:44.391789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.392169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:18:44.393191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4d9d6d2f-9dbf-45df-8dfd-674e3fa3825e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:18:44.402177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.402625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.402876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.403234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.403546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.403962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.404208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.404505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.404976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.405554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.405554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.406325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:18:44.442971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69cb7758-8179-43f1-8f65-624d437b31e8 req-3cbb77c4-59fa-4cec-854c-6251e968ba00 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299135 Aug 11 08:18:44.456848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:44.457580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.501109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8809c9-7f32-42f6-9484-2a32fdf3ff5e req-3f6f6d98-762e-4381-8590-7dd931977c3d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:44.502961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d8809c9-7f32-42f6-9484-2a32fdf3ff5e req-3f6f6d98-762e-4381-8590-7dd931977c3d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 932 time: 0.2342935 Aug 11 08:18:44.533734 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-8e54c152-c2dd-4bf7-b2dd-d5830bbbab34 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2694473 Aug 11 08:18:44.558390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Request body: {'port': {'device_id': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:44.589606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Allocated IP 172.20.0.6 (ee0494d3-6f43-4c14-8cde-a8adc0c313dd/4752fe3f-74b5-40b8-804c-1396f9e6c27d/d8597951-0377-4f64-b7ef-b7c066945fbd) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:44.625778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d8809c9-7f32-42f6-9484-2a32fdf3ff5e req-7dd077af-f4ca-4565-9298-2d537a48a9e3 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021883 Aug 11 08:18:44.705656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dc539-89f6-4f97-b89a-ae5d51599454 req-3d1a4144-15be-4e54-adaa-dfb945062592 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:44.709006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d3dc539-89f6-4f97-b89a-ae5d51599454 req-3d1a4144-15be-4e54-adaa-dfb945062592 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1168797 Aug 11 08:18:44.713320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:44.867545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d3dc539-89f6-4f97-b89a-ae5d51599454 req-95de8c8a-e21a-4d67-9a2c-2fa0c3b62fa8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954561 Aug 11 08:18:45.011033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0b108d-6c27-4ea6-980a-8ec0a62372d8 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:45.063819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.103073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Transition to ACTIVE for port object ea0b108d-6c27-4ea6-980a-8ec0a62372d8 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:45.109930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.113529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eab20cee-5d20-4d58-89c7-e96ed55b5be6 req-cc24f99f-c0f8-4d0e-9e8b-a9282cf18257 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 210 time: 0.0842285 Aug 11 08:18:45.147099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9db26-c48c-461a-8dfb-b79aaa2587b2 req-f0b0911f-20e2-44e5-b2c6-d46c8e82f201 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:45.150491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb9db26-c48c-461a-8dfb-b79aaa2587b2 req-f0b0911f-20e2-44e5-b2c6-d46c8e82f201 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1437852 Aug 11 08:18:45.154283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.294523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:45.383025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb9db26-c48c-461a-8dfb-b79aaa2587b2 req-7abd87c0-00cb-43f5-bfda-995927fab087 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966245 Aug 11 08:18:45.415672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f2c4-c6e9-43ce-b442-c0106cf4cbd2 req-3e9c0c3f-039b-4ec6-b7ff-7d1a896571bb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:45.425395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdb1f2c4-c6e9-43ce-b442-c0106cf4cbd2 req-3e9c0c3f-039b-4ec6-b7ff-7d1a896571bb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 945 time: 0.2377441 Aug 11 08:18:45.429974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Attempting to bind port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:45.430453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Attempting to bind port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:45.430879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Attempting to bind port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:45.436287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:45.436756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Attempting to bind port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:45.443153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:45.443609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:45.444014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:45.444588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Bound port: ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:45.445049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.482280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.597618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdb1f2c4-c6e9-43ce-b442-c0106cf4cbd2 req-dfbd9e14-ab5e-4428-ab62-50af22be9003 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708620 Aug 11 08:18:45.635139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Allocated IP 172.20.0.5 (ee0494d3-6f43-4c14-8cde-a8adc0c313dd/4752fe3f-74b5-40b8-804c-1396f9e6c27d/073cbdb1-2392-4239-a219-8a06273ed578) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:45.647316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:45.656032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:45.661344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event updated for resources: {'Port': ['ID=d8597951-0377-4f64-b7ef-b7c066945fbd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:45.664227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:45.681775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7165c-bcf7-4e1c-a09d-d09fc877174e req-d6e9fcf2-cf0a-4bf8-be99-a9d1cc77151e tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:45.683545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ba7165c-bcf7-4e1c-a09d-d09fc877174e req-d6e9fcf2-cf0a-4bf8-be99-a9d1cc77151e tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 948 time: 0.1179168 Aug 11 08:18:45.689012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] For port ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:45.694912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] For port ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:45.704215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.712613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:45.726349 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.780039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:45.780738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.796163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Transition to ACTIVE for port object 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:45.804049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:45.804699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.806492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea0b108d-6c27-4ea6-980a-8ec0a62372d8 HTTP/1.1" status: 200 len: 1096 time: 1.5590231 Aug 11 08:18:45.810133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92edd537-097a-477b-9692-f438c75b1e66', 'tag': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:45.812764 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2" -d '{"events": [{"name": "network-changed", "server_uuid": "92edd537-097a-477b-9692-f438c75b1e66", "tag": "ea0b108d-6c27-4ea6-980a-8ec0a62372d8"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:45.815096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bede4c43-a4e8-466c-8bcf-a6c26b5bc378 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1517041 Aug 11 08:18:45.821829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:45.839616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Request body: {'port': {'device_id': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:45.917110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ba7165c-bcf7-4e1c-a09d-d09fc877174e req-1db025c7-878a-42aa-a80b-50ce31de9720 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987412 Aug 11 08:18:45.956057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e95e0-c132-4c4a-bd6d-55c01972e3a8 req-d0236899-104a-4735-a6e1-02176028c637 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:45.959239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aba8d-fe87-4f0a-9a60-9306a5b85d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:45.970431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e5e95e0-c132-4c4a-bd6d-55c01972e3a8 req-d0236899-104a-4735-a6e1-02176028c637 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 932 time: 0.2464535 Aug 11 08:18:46.020165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-b09a9af7-2f29-48bc-8be8-6aac67d26384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.021953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-b09a9af7-2f29-48bc-8be8-6aac67d26384 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83759128d72847ab98fb29c0c1a2283c&device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 1099 time: 0.1305044 Aug 11 08:18:46.060595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Pushing event updated for resources: {'Port': ['ID=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:46.087156 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.091330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.098482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e5e95e0-c132-4c4a-bd6d-55c01972e3a8 req-76f9773f-3c50-4a0c-9045-31926776d9d7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267664 Aug 11 08:18:46.174147 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db5efac-2463-4949-8c48-36cc016d5624 x-openstack-request-id: req-6db5efac-2463-4949-8c48-36cc016d5624 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:46.174500 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92edd537-097a-477b-9692-f438c75b1e66", "tag": "ea0b108d-6c27-4ea6-980a-8ec0a62372d8", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:46.175538 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6db5efac-2463-4949-8c48-36cc016d5624 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:46.177394 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92edd537-097a-477b-9692-f438c75b1e66', 'tag': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8', 'status': 'completed', 'code': 200} Aug 11 08:18:46.179240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-9c51417b-d099-4fd7-8cf7-640584dfa119 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8 HTTP/1.1" status: 200 len: 217 time: 0.1153810 Aug 11 08:18:46.258655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-8ed291d9-df31-462f-9511-ca909f53ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.260942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-8ed291d9-df31-462f-9511-ca909f53ba6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0737410 Aug 11 08:18:46.369549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Attempting to bind port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:46.370477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Attempting to bind port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:46.370477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Attempting to bind port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:46.378850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b46c36e-ecfb-4021-a75e-6caa158b105b req-d7fb5d3b-479f-42a1-a9d3-d092f76f4a0e tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 210 time: 0.0377810 Aug 11 08:18:46.384514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.405956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c814ad5-f92a-4fcd-a64c-4008c8917284 req-b6d5ca6e-7a4c-489c-a3cd-28904efb860f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.408264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c814ad5-f92a-4fcd-a64c-4008c8917284 req-b6d5ca6e-7a4c-489c-a3cd-28904efb860f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1732779 Aug 11 08:18:46.410058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 on network 53cc882e-8882-403e-96f9-2aaf100c84e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:46.410530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Attempting to bind port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:46.427706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:46.428496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Checking segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:46.428930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Bound using segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:46.429389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Bound port: 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:46.429775 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.435321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a85e-416c-4274-8414-937ff277c080 req-29c4fc37-5c69-47d9-86e8-bdb2c3ecb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.437318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-29c4fc37-5c69-47d9-86e8-bdb2c3ecb582 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666224 Aug 11 08:18:46.441769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Network ee0494d3-6f43-4c14-8cde-a8adc0c313dd is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:46.449449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:46.452120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:46.550316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event updated for resources: {'Port': ['ID=073cbdb1-2392-4239-a219-8a06273ed578,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:46.569692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c814ad5-f92a-4fcd-a64c-4008c8917284 req-9c0afd5b-a9de-455e-a113-c3bd2c6e131b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480811 Aug 11 08:18:46.601103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.601812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.645426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] For port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:46.645782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bb4ded09-6477-4f68-86e6-958b38c408c2 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2892652 Aug 11 08:18:46.662125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ee30-5f77-45f1-bf29-df7dfff2bd30 req-10dd4398-d9dc-470f-af34-3a40567e131b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.663795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12b9ee30-5f77-45f1-bf29-df7dfff2bd30 req-10dd4398-d9dc-470f-af34-3a40567e131b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1314154 Aug 11 08:18:46.669811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] For port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:46.671451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Request body: {'port': {'device_id': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:46.679632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.680110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-cd54e1b2-ebae-43d6-a789-6b939564cfcf service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317193 Aug 11 08:18:46.790163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.790163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.791745 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] 10.222.0.69 "PUT /v2.0/ports/2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 HTTP/1.1" status: 200 len: 1092 time: 2.2409315 Aug 11 08:18:46.793430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'tag': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:46.795951 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694e6d55-8b86-4880-8ad6-611bcfad5b28" -d '{"events": [{"name": "network-changed", "server_uuid": "885b58c6-e3fe-4873-b534-fa9ba726b6e3", "tag": "2be1049c-d4a7-499d-b8c8-c465bc0ac4a6"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:46.812194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8597951-0377-4f64-b7ef-b7c066945fbd {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:46.832375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.839757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12b9ee30-5f77-45f1-bf29-df7dfff2bd30 req-9756d33f-823d-4a4e-8f79-5a8e6ecefa9e tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584978 Aug 11 08:18:46.841673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef492f7-7266-4cca-adc8-2832148e8aab service neutron] Pushing event updated for resources: {'Port': ['ID=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:46.842772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.857894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Transition to ACTIVE for port object d8597951-0377-4f64-b7ef-b7c066945fbd will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:46.868213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c1715-f9f1-44ef-9d9b-14dc2e0bea29 req-ba6328d0-1610-46b6-bee6-62d97353cea3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:46.875316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d93c1715-f9f1-44ef-9d9b-14dc2e0bea29 req-ba6328d0-1610-46b6-bee6-62d97353cea3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 945 time: 0.1575520 Aug 11 08:18:46.879056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:46.933910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a808a85e-416c-4274-8414-937ff277c080 req-ce771dc3-75c5-4cf1-b7da-7e94e2caf9ab service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333119 Aug 11 08:18:46.946556 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4452d06-8664-4ff2-a16d-2d119bc46890 x-openstack-request-id: req-f4452d06-8664-4ff2-a16d-2d119bc46890 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:46.946874 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b58c6-e3fe-4873-b534-fa9ba726b6e3", "tag": "2be1049c-d4a7-499d-b8c8-c465bc0ac4a6", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:46.947216 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4452d06-8664-4ff2-a16d-2d119bc46890 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:46.947572 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'tag': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', 'status': 'completed', 'code': 200} Aug 11 08:18:46.992490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Pushing event updated for resources: {'Port': ['ID=d8597951-0377-4f64-b7ef-b7c066945fbd,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:47.016528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d93c1715-f9f1-44ef-9d9b-14dc2e0bea29 req-f527e929-64c8-4ac7-bc10-75d5e2eae7cb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402640 Aug 11 08:18:47.219532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-cf7a32ac-559d-4fc5-9a61-3e704c58b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.221223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-cf7a32ac-559d-4fc5-9a61-3e704c58b926 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=83759128d72847ab98fb29c0c1a2283c&device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 1099 time: 0.1356206 Aug 11 08:18:47.331931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89541bd-da28-4571-bd95-484bbd5bded2 req-5d541e9b-470a-42d6-baf1-e4f9ca45b537 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.333654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f89541bd-da28-4571-bd95-484bbd5bded2 req-5d541e9b-470a-42d6-baf1-e4f9ca45b537 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 948 time: 0.2048285 Aug 11 08:18:47.452067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f89541bd-da28-4571-bd95-484bbd5bded2 req-b6c6672b-5a28-44b6-8707-2b80d7978d70 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097424 Aug 11 08:18:47.464942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-48d1f997-05f9-4ff5-af56-7b47ebd2bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.465430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-c99e3988-3c0b-4b99-b5ed-f55a34d514ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.466209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-48d1f997-05f9-4ff5-af56-7b47ebd2bf86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.2345974 Aug 11 08:18:47.466350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-c99e3988-3c0b-4b99-b5ed-f55a34d514ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 1095 time: 0.5793185 Aug 11 08:18:47.549873 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-b2829445-dbc8-4114-9375-a844f344efac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 HTTP/1.1" status: 200 len: 217 time: 0.0523984 Aug 11 08:18:47.550224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-2c453336-da9b-4272-bfaf-97e2b251e4a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8 HTTP/1.1" status: 200 len: 217 time: 0.0447140 Aug 11 08:18:47.560910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073cbdb1-2392-4239-a219-8a06273ed578 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:47.579417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:47.614959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Attempting to bind port d8597951-0377-4f64-b7ef-b7c066945fbd on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:47.615790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Attempting to bind port d8597951-0377-4f64-b7ef-b7c066945fbd by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:47.616021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Attempting to bind port d8597951-0377-4f64-b7ef-b7c066945fbd on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:47.635831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Transition to ACTIVE for port object 073cbdb1-2392-4239-a219-8a06273ed578 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:47.639804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f019-0889-44fd-8b11-d46e2340fbb6 req-2b74f641-ea60-46b6-bd59-1439f738c9c8 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.641924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3401f019-0889-44fd-8b11-d46e2340fbb6 req-2b74f641-ea60-46b6-bd59-1439f738c9c8 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 944 time: 0.1894667 Aug 11 08:18:47.646255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Port d8597951-0377-4f64-b7ef-b7c066945fbd on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:47.646728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Attempting to bind port d8597951-0377-4f64-b7ef-b7c066945fbd on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:47.671550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:47.671902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Checking segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:47.672298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Bound using segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:47.672742 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Bound port: d8597951-0377-4f64-b7ef-b7c066945fbd, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:47.673124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:47.674305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:47.683799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-785f1026-efae-4605-95bb-48adfcbb4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.685344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-785f1026-efae-4605-95bb-48adfcbb4473 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.1215341 Aug 11 08:18:47.718907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-4479aad8-808e-4cab-b373-f496966ae0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.720324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-4479aad8-808e-4cab-b373-f496966ae0b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1535280 Aug 11 08:18:47.730872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-010f24af-9977-4d07-b686-747c735b3d6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356538 Aug 11 08:18:47.787699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3401f019-0889-44fd-8b11-d46e2340fbb6 req-e8c3bc8a-2af9-4081-8ee3-7074a70998dd tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320941 Aug 11 08:18:47.791637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Pushing event updated for resources: {'Port': ['ID=073cbdb1-2392-4239-a219-8a06273ed578,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:47.843807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47627f-eb62-408b-9b19-de30a906e617 req-0e46d130-ec92-46e0-b3bb-5f270acb9144 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.846222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e47627f-eb62-408b-9b19-de30a906e617 req-0e46d130-ec92-46e0-b3bb-5f270acb9144 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.2687993 Aug 11 08:18:47.870326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] For port d8597951-0377-4f64-b7ef-b7c066945fbd, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:47.892238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] For port d8597951-0377-4f64-b7ef-b7c066945fbd, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d8597951-0377-4f64-b7ef-b7c066945fbd,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:47.893984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-5e8dcc3d-d50f-4d8e-aac7-77568deaa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.895611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-5e8dcc3d-d50f-4d8e-aac7-77568deaa2b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650562 Aug 11 08:18:47.899964 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-3116e81e-66f8-4362-b908-c32a2b551de1 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427822 Aug 11 08:18:47.901855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:47.904391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e47627f-eb62-408b-9b19-de30a906e617 req-c515a7be-1133-4366-b984-43d979a0f7fa tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0272882 Aug 11 08:18:47.997186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:47.997912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:47.999271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] 10.222.0.64 "PUT /v2.0/ports/d8597951-0377-4f64-b7ef-b7c066945fbd HTTP/1.1" status: 200 len: 1091 time: 2.1662385 Aug 11 08:18:48.038969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1ca98-83fa-4a0b-92ba-f6cdd964720c service neutron] Pushing event updated for resources: {'Port': ['ID=d8597951-0377-4f64-b7ef-b7c066945fbd,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:48.060005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Attempting to bind port 073cbdb1-2392-4239-a219-8a06273ed578 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:48.060355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Attempting to bind port 073cbdb1-2392-4239-a219-8a06273ed578 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:48.060639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Attempting to bind port 073cbdb1-2392-4239-a219-8a06273ed578 on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:48.083942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Port 073cbdb1-2392-4239-a219-8a06273ed578 on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:48.084268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Attempting to bind port 073cbdb1-2392-4239-a219-8a06273ed578 on network ee0494d3-6f43-4c14-8cde-a8adc0c313dd {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:48.103791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbafb0c-05e1-45c5-8a68-d1dd9dc2c99b req-c8c97956-eb12-43c2-9f79-3f9fa5c3c359 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742303 Aug 11 08:18:48.104980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e47627f-eb62-408b-9b19-de30a906e617 req-8a89b8e9-606b-4fbf-915b-df4fbf753bbc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1915386 Aug 11 08:18:48.109805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:48.110428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Checking segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:48.110978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Bound using segment: {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:48.111526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Bound port: 073cbdb1-2392-4239-a219-8a06273ed578, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b505b9-da41-4ef3-84e0-ab96514d6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:48.112014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:48.169230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b239fe-f86c-48f5-8cbb-65de649e15bf req-7f3f1f71-0105-4ff7-bdea-a89a5d5d4dda tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.170945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2b239fe-f86c-48f5-8cbb-65de649e15bf req-7f3f1f71-0105-4ff7-bdea-a89a5d5d4dda tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 943 time: 0.0954864 Aug 11 08:18:48.173040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-6cb0d2e4-6c6e-4323-ac47-66dd8b9894a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.175221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-6cb0d2e4-6c6e-4323-ac47-66dd8b9894a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 1094 time: 0.0935197 Aug 11 08:18:48.257679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bfbc040f-81f0-4069-996d-44736b1e415b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8597951-0377-4f64-b7ef-b7c066945fbd HTTP/1.1" status: 200 len: 217 time: 0.0657868 Aug 11 08:18:48.325076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2b239fe-f86c-48f5-8cbb-65de649e15bf req-d61c1818-5c90-4d99-a2f8-60de69ac242f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416245 Aug 11 08:18:48.349742 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-3dc98a29-468b-4aa6-995a-e7ff1005c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.351701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-3dc98a29-468b-4aa6-995a-e7ff1005c03c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 1095 time: 0.1385107 Aug 11 08:18:48.369329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d01e8da0-4b2d-4ac2-b187-eb1be3d19786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.369329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d01e8da0-4b2d-4ac2-b187-eb1be3d19786 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.0801189 Aug 11 08:18:48.414257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-986a6a66-3c3d-4966-8baa-4cc56a085fde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505393 Aug 11 08:18:48.558993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-2e944d92-437b-45b8-a0ac-acec57b1d7a9 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266029 Aug 11 08:18:48.618681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c66e8-addf-4dc0-89f7-1da92037f16d req-e1e118d6-5cbd-4682-a7d9-5c57d5d559f8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.620347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d65c66e8-addf-4dc0-89f7-1da92037f16d req-e1e118d6-5cbd-4682-a7d9-5c57d5d559f8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1682796 Aug 11 08:18:48.621566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-249b9e66-2bff-45fa-b5b9-31bcdf51d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.623097 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-249b9e66-2bff-45fa-b5b9-31bcdf51d6ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 915 time: 0.2636776 Aug 11 08:18:48.630689 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-e8bd3093-122c-41ae-98cc-5ee59b3487db service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880572 Aug 11 08:18:48.728562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] For port 073cbdb1-2392-4239-a219-8a06273ed578, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:48.742797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-4d67ee07-1861-4367-b68d-25afca92d750 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 HTTP/1.1" status: 200 len: 217 time: 0.1067765 Aug 11 08:18:48.750945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e47627f-eb62-408b-9b19-de30a906e617 req-dbb7bcdf-884e-4c29-82e1-7d69dd825e41 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304150 Aug 11 08:18:48.755913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] For port 073cbdb1-2392-4239-a219-8a06273ed578, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=073cbdb1-2392-4239-a219-8a06273ed578,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:48.763402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:48.827904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d65c66e8-addf-4dc0-89f7-1da92037f16d req-53d86778-ddd4-4b9c-a1a3-f6f3d66598b5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892400 Aug 11 08:18:48.844718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-80e1cfc1-c1f0-4116-ba3b-731ecc61922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.846523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-80e1cfc1-c1f0-4116-ba3b-731ecc61922f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.0907981 Aug 11 08:18:48.896561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aef267-5a0e-4f2a-9e3f-ffc959cb1df2 req-25807a0f-fd84-48e4-9949-c08c5c7abfe9 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158391 Aug 11 08:18:48.902452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-7abbc5c6-8797-4bcb-b1b6-e1decc45a25e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482635 Aug 11 08:18:48.908394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-c32bd6e0-3c19-4dbd-8410-e5f1f3c0bf7a service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586303 Aug 11 08:18:48.922045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:48.923118 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:48.926012 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] 10.222.0.69 "PUT /v2.0/ports/073cbdb1-2392-4239-a219-8a06273ed578 HTTP/1.1" status: 200 len: 1091 time: 2.2588623 Aug 11 08:18:48.926801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'tag': '073cbdb1-2392-4239-a219-8a06273ed578'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:48.934596 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a40449-f45b-4ea2-b219-2f3e9657082e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9183f8-3a20-49a2-bf20-933f66cf7f47", "tag": "073cbdb1-2392-4239-a219-8a06273ed578"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:48.952235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'tag': 'd8597951-0377-4f64-b7ef-b7c066945fbd'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:48.956098 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9688a0ca-c7f9-48ed-8906-4586d5082b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6133373c-f2b3-489a-94a2-6acffb9cc27e", "tag": "d8597951-0377-4f64-b7ef-b7c066945fbd"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:49.007872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19df756-86d3-4a2e-b8df-cf3bd5c68192 service neutron] Pushing event updated for resources: {'Port': ['ID=073cbdb1-2392-4239-a219-8a06273ed578,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:49.067757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96010-349d-4a29-847a-9c5e7e9898a9 req-a8e521ec-9f00-404e-907d-ce5688b7d0ce tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.069492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90d96010-349d-4a29-847a-9c5e7e9898a9 req-a8e521ec-9f00-404e-907d-ce5688b7d0ce tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1312666 Aug 11 08:18:49.075712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e47627f-eb62-408b-9b19-de30a906e617 req-7692765f-bb82-4a2c-abee-799ebf051963 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068426 Aug 11 08:18:49.097925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-b975de8a-92a4-449d-9c8a-a7d67eccafad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.100716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-b975de8a-92a4-449d-9c8a-a7d67eccafad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 1094 time: 0.0853994 Aug 11 08:18:49.105804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-eeacc276-32ec-4d45-91b2-3412e5f05a36 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778870 Aug 11 08:18:49.144722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90d96010-349d-4a29-847a-9c5e7e9898a9 req-4e05f3fa-ae08-4ffd-a101-90b0b1c2a387 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585222 Aug 11 08:18:49.246432 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-f9d8fd86-bccf-4790-b5d0-857fa2fc1c21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073cbdb1-2392-4239-a219-8a06273ed578 HTTP/1.1" status: 200 len: 217 time: 0.1108396 Aug 11 08:18:49.294601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-694e6d55-8b86-4880-8ad6-611bcfad5b28 req-f4685885-c7fc-414e-917e-85eac3c0c19b service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484270 Aug 11 08:18:49.360454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-4a365f5a-34ff-4d2d-881c-6d07919ddeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.362319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-4a365f5a-34ff-4d2d-881c-6d07919ddeb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.1041117 Aug 11 08:18:49.416023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-294e65ee-4775-4dc2-ad22-d22fbe39b86c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449746 Aug 11 08:18:49.429278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf97bf-140d-4fa4-b94c-790db4720dbb req-53e84f2f-cf87-41db-953e-0203544b309c tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.434162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7cf97bf-140d-4fa4-b94c-790db4720dbb req-53e84f2f-cf87-41db-953e-0203544b309c tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 948 time: 0.1228456 Aug 11 08:18:49.473471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03547aac-6b09-4874-b037-082c68af2abb req-2ac6bb55-379a-4c46-bf3d-8f4875820409 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.481597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03547aac-6b09-4874-b037-082c68af2abb req-2ac6bb55-379a-4c46-bf3d-8f4875820409 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0916462 Aug 11 08:18:49.522086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03547aac-6b09-4874-b037-082c68af2abb req-fe6b6e94-9d0f-4684-87a0-0da42b562897 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Aug 11 08:18:49.594708 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7cf97bf-140d-4fa4-b94c-790db4720dbb req-8ede7897-1e7b-400a-861e-a228a5ef9831 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446264 Aug 11 08:18:49.603439 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce2cce-646c-464a-8354-734cb7da2b9e x-openstack-request-id: req-30ce2cce-646c-464a-8354-734cb7da2b9e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:49.604120 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9183f8-3a20-49a2-bf20-933f66cf7f47", "tag": "073cbdb1-2392-4239-a219-8a06273ed578", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:49.604797 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30ce2cce-646c-464a-8354-734cb7da2b9e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:49.606176 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'tag': '073cbdb1-2392-4239-a219-8a06273ed578', 'status': 'completed', 'code': 200} Aug 11 08:18:49.655065 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920bc8ab-3022-48d2-b2c2-eafba6f05620 x-openstack-request-id: req-920bc8ab-3022-48d2-b2c2-eafba6f05620 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:49.655616 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6133373c-f2b3-489a-94a2-6acffb9cc27e", "tag": "d8597951-0377-4f64-b7ef-b7c066945fbd", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:49.655616 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-920bc8ab-3022-48d2-b2c2-eafba6f05620 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:49.656630 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'tag': 'd8597951-0377-4f64-b7ef-b7c066945fbd', 'status': 'completed', 'code': 200} Aug 11 08:18:49.663307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-bbbe4d52-f843-446e-b752-b3ee02ccd044 service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261975 Aug 11 08:18:49.824011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-9e00cd09-c550-4738-9768-d25b5b498de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.824404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7d9e4a67-42b6-4ab1-8104-cdd6d1d63cb2 req-8f28d066-0656-4010-a396-ed416e3da02e service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525722 Aug 11 08:18:49.825591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-9e00cd09-c550-4738-9768-d25b5b498de3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 1094 time: 0.0925281 Aug 11 08:18:49.962653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c647-902e-421a-85ed-5e6cd046a473 req-a1667104-ec54-4bae-b2af-acdfdc130dc5 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:49.964372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37e2c647-902e-421a-85ed-5e6cd046a473 req-a1667104-ec54-4bae-b2af-acdfdc130dc5 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 943 time: 0.1287565 Aug 11 08:18:50.039920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-151db030-1f43-4001-9a55-dc07936775e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.042172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-151db030-1f43-4001-9a55-dc07936775e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 913 time: 0.1925647 Aug 11 08:18:50.047001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37e2c647-902e-421a-85ed-5e6cd046a473 req-b9494c98-91aa-4db5-aac3-91dfdfa2803f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632918 Aug 11 08:18:50.048630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-f01c14fc-d57f-4b93-b4c8-ba5ddc2ef529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.050644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-f01c14fc-d57f-4b93-b4c8-ba5ddc2ef529 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 1094 time: 0.1160560 Aug 11 08:18:50.070857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10342-ad96-4eb1-ac26-0bf84cf74431 req-1ec48a68-3a15-4344-b8c2-01476377607c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.073681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6be10342-ad96-4eb1-ac26-0bf84cf74431 req-1ec48a68-3a15-4344-b8c2-01476377607c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0822766 Aug 11 08:18:50.127971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-36a7af33-b158-4b41-a481-3fa4715f6fe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8597951-0377-4f64-b7ef-b7c066945fbd HTTP/1.1" status: 200 len: 217 time: 0.0741713 Aug 11 08:18:50.222326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-2c004cc8-8579-4867-ad02-e5b42a2043f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.224160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6be10342-ad96-4eb1-ac26-0bf84cf74431 req-94f58aa1-1ebe-4e0b-a8dd-05cac5c4120e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Aug 11 08:18:50.224941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-2c004cc8-8579-4867-ad02-e5b42a2043f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.0822847 Aug 11 08:18:50.266883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-f6617edb-1ec0-43ac-a152-2073f50bb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.270099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-f6617edb-1ec0-43ac-a152-2073f50bb2e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 200 len: 913 time: 0.1945665 Aug 11 08:18:50.282876 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-1933ee96-1149-4dc5-91ef-156134f833f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461805 Aug 11 08:18:50.340051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-28fc4658-1ce0-477b-b1a1-95e23f973df6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073cbdb1-2392-4239-a219-8a06273ed578 HTTP/1.1" status: 200 len: 217 time: 0.0615230 Aug 11 08:18:50.391549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ea0b108d-6c27-4ea6-980a-8ec0a62372d8 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:50.431216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-23e5eea8-d443-49ae-976a-775c3bb2fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.432935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-23e5eea8-d443-49ae-976a-775c3bb2fbbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 200 len: 852 time: 0.0807009 Aug 11 08:18:50.442754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936adcc6-a0bf-4ab6-9a87-5055b542d4e1 req-63e40f00-d26b-4574-9048-9de532cdb67f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.444636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-936adcc6-a0bf-4ab6-9a87-5055b542d4e1 req-63e40f00-d26b-4574-9048-9de532cdb67f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1019461 Aug 11 08:18:50.495515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-2b1c4f6e-026c-4d89-8dba-26a08a8a183c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee0494d3-6f43-4c14-8cde-a8adc0c313dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354686 Aug 11 08:18:50.526154 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-936adcc6-a0bf-4ab6-9a87-5055b542d4e1 req-3c552e29-3038-452d-b34d-119081b0da71 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743666 Aug 11 08:18:50.586138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:50.602370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-d1a7ea87-6703-432d-ba67-a116668719c7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.614015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-d1a7ea87-6703-432d-ba67-a116668719c7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.3351378 Aug 11 08:18:50.619170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8', 'mac_address': 'fa:16:3e:23:28:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:50.649211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-371d06e1-853f-4b34-ac04-f1bc2fdc4b92 service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402900 Aug 11 08:18:50.669995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:50.670283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-c72470ff-cabd-4594-83d6-830d9ec6a33f service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706279 Aug 11 08:18:50.686115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0b108d-6c27-4ea6-980a-8ec0a62372d8 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:50.693529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-afe214c7-cf5a-4759-9a31-a8345f55a1f4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0780253 Aug 11 08:18:50.712198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:50.718693 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:50.775734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:50.777061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72a40449-f45b-4ea2-b219-2f3e9657082e req-142e0876-b014-4f1b-a710-67bc1d22349c service neutron] 10.222.0.69 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196222 Aug 11 08:18:50.830364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c268266-1463-4e4c-8e70-6c347c97cc3b req-2345d39b-3b96-4ccc-a381-0b470ba9e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.832261 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c268266-1463-4e4c-8e70-6c347c97cc3b req-2345d39b-3b96-4ccc-a381-0b470ba9e8e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.2145512 Aug 11 08:18:50.895287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0aa86-d372-4b4d-b9d3-fd593a4cb14c req-51fd2708-ab68-4a89-9ec2-825e5182e064 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:50.898314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-4cbe6ecb-8c51-4e57-bdbf-b6f0b4d28043 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034647 Aug 11 08:18:50.898590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2f0aa86-d372-4b4d-b9d3-fd593a4cb14c req-51fd2708-ab68-4a89-9ec2-825e5182e064 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0894806 Aug 11 08:18:50.941603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9688a0ca-c7f9-48ed-8906-4586d5082b7e req-7716ff6e-fa31-4494-a4e2-b3342d1ec527 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424994 Aug 11 08:18:50.979347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2f0aa86-d372-4b4d-b9d3-fd593a4cb14c req-8a537efd-9627-4d3c-ab93-c124b1d70a71 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712585 Aug 11 08:18:50.983629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c268266-1463-4e4c-8e70-6c347c97cc3b req-39fae58c-1fa0-4da1-baaf-7a9ab29e0b9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398330 Aug 11 08:18:51.059803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-01d79293-bda4-4518-91ad-951f267cb96b service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467822 Aug 11 08:18:51.118885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ea0b108d-6c27-4ea6-980a-8ec0a62372d8'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:51.151411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae577b-875b-4642-afc1-bd453ce14096 req-3217671f-437e-4c0c-a0f3-11c7080c5de7 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:51.153143 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6ae577b-875b-4642-afc1-bd453ce14096 req-3217671f-437e-4c0c-a0f3-11c7080c5de7 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 949 time: 0.0622563 Aug 11 08:18:51.204610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6ae577b-875b-4642-afc1-bd453ce14096 req-509d6846-8710-446b-bfde-944b76abf155 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Aug 11 08:18:51.210973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-57229500-ff58-4e03-a980-112c9b15d1cc service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425633 Aug 11 08:18:51.449827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7ed2-afd2-4f16-b021-801af3c728bc req-df7d1115-8e03-4c4c-aaf8-79601960da33 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:51.451832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-427f7ed2-afd2-4f16-b021-801af3c728bc req-df7d1115-8e03-4c4c-aaf8-79601960da33 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 943 time: 0.0626981 Aug 11 08:18:51.506074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-427f7ed2-afd2-4f16-b021-801af3c728bc req-706d2c7d-3d58-45df-aafa-1febf6db7e59 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Aug 11 08:18:51.543467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009be47-327e-4e04-b461-198ae6cce6ae req-efdc8d8c-f989-40b0-88c1-c5aeeab0f519 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:51.545987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3009be47-327e-4e04-b461-198ae6cce6ae req-efdc8d8c-f989-40b0-88c1-c5aeeab0f519 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1014450 Aug 11 08:18:51.611019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3009be47-327e-4e04-b461-198ae6cce6ae req-6701ee8e-8f8c-4c6b-8c41-3b381cbbaf18 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515170 Aug 11 08:18:51.616996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87d1244b-7139-4a3d-b50b-6931cb349d82 req-8c17fc44-2912-41f4-a351-e46501c799de tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 210 time: 0.0340388 Aug 11 08:18:51.772003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08777b-d3f4-4c1e-90fb-ff2550341086 req-1810cc0b-7334-4ef4-b10c-9d1034f4df61 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:51.775527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef08777b-d3f4-4c1e-90fb-ff2550341086 req-1810cc0b-7334-4ef4-b10c-9d1034f4df61 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0786443 Aug 11 08:18:51.836691 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef08777b-d3f4-4c1e-90fb-ff2550341086 req-bc5f5c63-c750-4bbf-a013-62cad6e6c86f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Aug 11 08:18:51.851070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d8597951-0377-4f64-b7ef-b7c066945fbd details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:52.005674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port d8597951-0377-4f64-b7ef-b7c066945fbd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d8597951-0377-4f64-b7ef-b7c066945fbd,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:52.019848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'd8597951-0377-4f64-b7ef-b7c066945fbd', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'port_id': 'd8597951-0377-4f64-b7ef-b7c066945fbd', 'mac_address': 'fa:16:3e:4e:3a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752fe3f-74b5-40b8-804c-1396f9e6c27d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:52.065684 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:52.082585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8597951-0377-4f64-b7ef-b7c066945fbd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:52.108645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port d8597951-0377-4f64-b7ef-b7c066945fbd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d8597951-0377-4f64-b7ef-b7c066945fbd,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:52.115170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:52.171679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=d8597951-0377-4f64-b7ef-b7c066945fbd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:52.183264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8bc8-a5ba-4756-a10c-6217363da3a2 req-34831f82-d1bd-4ef4-8f5c-2e6fa5687f45 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:52.185117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-403d8bc8-a5ba-4756-a10c-6217363da3a2 req-34831f82-d1bd-4ef4-8f5c-2e6fa5687f45 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0737746 Aug 11 08:18:52.233042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-403d8bc8-a5ba-4756-a10c-6217363da3a2 req-b2f88133-95d4-4907-8fa2-5d34f5ed90a0 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Aug 11 08:18:52.383067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8f64e-5349-4ae1-8365-3ac5eb0643b6 req-91140be4-d84a-4446-bbe0-3a6abd524f4b tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:52.386605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3f8f64e-5349-4ae1-8365-3ac5eb0643b6 req-91140be4-d84a-4446-bbe0-3a6abd524f4b tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 949 time: 0.0935369 Aug 11 08:18:52.406255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:52.417700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ea0b108d-6c27-4ea6-980a-8ec0a62372d8 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:52.447144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3f8f64e-5349-4ae1-8365-3ac5eb0643b6 req-5cec03fa-a932-42ff-9fd0-998b47de708e tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Aug 11 08:18:52.476500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['d8597951-0377-4f64-b7ef-b7c066945fbd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:52.626523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:52.645801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:52.654598 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:52.655236 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:52.691090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'port_id': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', 'mac_address': 'fa:16:3e:3e:44:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba86e19-be56-466f-80ef-525b9556ce59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:52.714589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b2591-ff6d-4b42-9af1-254a491451f1 req-6f3c105c-d3c5-4b49-af4b-523734198467 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:52.717661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e45b2591-ff6d-4b42-9af1-254a491451f1 req-6f3c105c-d3c5-4b49-af4b-523734198467 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 943 time: 0.0808899 Aug 11 08:18:52.782164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e45b2591-ff6d-4b42-9af1-254a491451f1 req-6e71fade-4a57-4d8f-9289-f82459be984b tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561621 Aug 11 08:18:52.788165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:52.814854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a19c00be-298f-4a85-9d47-44957600c51f req-4dec1b29-b2f2-4597-9f52-f9f8a4084a56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 210 time: 0.0500376 Aug 11 08:18:52.874526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:52.894456 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:52.931768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:52.947122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:53.028429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8e9da-8551-4854-9ea2-447bab0a49a8 req-e046200f-d836-4a1a-9c4f-4af49773e260 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:53.031254 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67c8e9da-8551-4854-9ea2-447bab0a49a8 req-e046200f-d836-4a1a-9c4f-4af49773e260 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1479378 Aug 11 08:18:53.040259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92edd537-097a-477b-9692-f438c75b1e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:53.042758 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b4c75f-3f72-4683-91f8-bc08564ee024" -d '{"events": [{"server_uuid": "92edd537-097a-477b-9692-f438c75b1e66", "name": "network-vif-plugged", "status": "completed", "tag": "ea0b108d-6c27-4ea6-980a-8ec0a62372d8"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:53.049959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:53.065635 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:53.087195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:53.105613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f104613-dbf8-4b2f-b381-70fb8db31c9b req-f48cfec9-8d46-4651-bf4a-94f01e46b1f5 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:53.109384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f104613-dbf8-4b2f-b381-70fb8db31c9b req-f48cfec9-8d46-4651-bf4a-94f01e46b1f5 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1181645 Aug 11 08:18:53.159896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:53.180231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f104613-dbf8-4b2f-b381-70fb8db31c9b req-591ea51c-06b9-4a0a-ba72-90fb8f51e239 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Aug 11 08:18:53.244810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-e9e7800b-3980-4d58-8fe5-b5fe73d7160c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:53.248007 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-e9e7800b-3980-4d58-8fe5-b5fe73d7160c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.3210924 Aug 11 08:18:53.257256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67c8e9da-8551-4854-9ea2-447bab0a49a8 req-8b4a58f9-6b33-49b6-ba2d-b0052440e5f0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389780 Aug 11 08:18:53.276868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': '9708a49b-76ec-4667-82e2-873c30731ee8', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:53.338862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:53.418720 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32379ded-55c7-471b-94d5-6a79a0ee3866 x-openstack-request-id: req-32379ded-55c7-471b-94d5-6a79a0ee3866 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:53.419093 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92edd537-097a-477b-9692-f438c75b1e66", "name": "network-vif-plugged", "status": "completed", "tag": "ea0b108d-6c27-4ea6-980a-8ec0a62372d8", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:53.419410 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32379ded-55c7-471b-94d5-6a79a0ee3866 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:53.419864 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92edd537-097a-477b-9692-f438c75b1e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8', 'code': 200} Aug 11 08:18:53.566929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279941b4-86ca-475d-9fe2-f248ef98f914 req-c3f77257-2fd0-4e24-9802-f65c3c0ffba4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:53.568646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-279941b4-86ca-475d-9fe2-f248ef98f914 req-c3f77257-2fd0-4e24-9802-f65c3c0ffba4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1628277 Aug 11 08:18:53.583444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d54bf-dbb3-4b3b-8e02-6f14f0e46e47 req-3ee0f50f-9ec0-4382-a79e-5eb20e76f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:53.587975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b85d54bf-dbb3-4b3b-8e02-6f14f0e46e47 req-3ee0f50f-9ec0-4382-a79e-5eb20e76f64e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 1101 time: 0.1129355 Aug 11 08:18:53.611846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:18:53.615788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:53.712807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-279941b4-86ca-475d-9fe2-f248ef98f914 req-29b3a7b6-720d-486f-b07f-81f184245313 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233070 Aug 11 08:18:53.721201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b85d54bf-dbb3-4b3b-8e02-6f14f0e46e47 req-5f1a1e59-32cb-4e6c-9573-4671bab709c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217444 Aug 11 08:18:53.792063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c37ddb-0453-4b20-b070-bb198dd66475 req-f18ac37b-c329-424f-861c-717831cb8895 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:53.794165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c37ddb-0453-4b20-b070-bb198dd66475 req-f18ac37b-c329-424f-861c-717831cb8895 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 950 time: 0.0594909 Aug 11 08:18:53.848453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.11 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/cf234c1e-7c23-4668-bff5-7034bf009556) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:18:53.852864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c37ddb-0453-4b20-b070-bb198dd66475 req-22041586-4cf9-44e6-97ca-bae1977ff7da tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Aug 11 08:18:53.855304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d8597951-0377-4f64-b7ef-b7c066945fbd up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:53.961709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port d8597951-0377-4f64-b7ef-b7c066945fbd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:53.973242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port d8597951-0377-4f64-b7ef-b7c066945fbd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:53.973503 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.045419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5d398-66b7-4666-a488-d71a047d96ec req-974349b0-b978-43ac-b92b-8a951228566d tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:54.049121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37b5d398-66b7-4666-a488-d71a047d96ec req-974349b0-b978-43ac-b92b-8a951228566d tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0821064 Aug 11 08:18:54.064146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:18:54.121210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.126337 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37b5d398-66b7-4666-a488-d71a047d96ec req-0d016cf9-3d87-4155-b9a9-165e38e1a3e5 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Aug 11 08:18:54.129606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f893e-026c-4a97-a482-763ae203d94e req-2a5179f3-85ed-4e3a-9829-90527faadb82 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:54.132217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef9f893e-026c-4a97-a482-763ae203d94e req-2a5179f3-85ed-4e3a-9829-90527faadb82 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 943 time: 0.1511080 Aug 11 08:18:54.175124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port d8597951-0377-4f64-b7ef-b7c066945fbd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d8597951-0377-4f64-b7ef-b7c066945fbd,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:54.182404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.207784 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.256267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef9f893e-026c-4a97-a482-763ae203d94e req-81177d77-9f5e-47df-a073-989e104047a1 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142461 Aug 11 08:18:54.259109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=d8597951-0377-4f64-b7ef-b7c066945fbd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:54.272126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a725063-419b-4144-b345-4e23d61ebc19 req-08011b42-2d2c-4f07-8147-83e9b45186aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:54.272126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-08011b42-2d2c-4f07-8147-83e9b45186aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 1096 time: 0.1701624 Aug 11 08:18:54.282908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9043a5ae-5777-4bdf-b875-edf6d77621c5 req-059702f6-e2f1-45de-bc21-06c73f4f0101 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 210 time: 0.0405335 Aug 11 08:18:54.411862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 073cbdb1-2392-4239-a219-8a06273ed578 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:54.412134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.477822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:54.482880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:18:54.496818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:18:54.515040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2fe79-0304-4435-b688-4a7a93e6ba26 req-0ddb1a25-a17e-44f1-bad4-ffb330dc0441 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:54.516653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5b2fe79-0304-4435-b688-4a7a93e6ba26 req-0ddb1a25-a17e-44f1-bad4-ffb330dc0441 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1486032 Aug 11 08:18:54.520113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:18:54.563314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a725063-419b-4144-b345-4e23d61ebc19 req-06f5151a-b0ac-4204-b6ab-1256179a35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:54.564837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-06f5151a-b0ac-4204-b6ab-1256179a35e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 200 len: 919 time: 0.2848279 Aug 11 08:18:54.569588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=cf234c1e-7c23-4668-bff5-7034bf009556,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:54.572927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 073cbdb1-2392-4239-a219-8a06273ed578, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=073cbdb1-2392-4239-a219-8a06273ed578,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:54.602803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '073cbdb1-2392-4239-a219-8a06273ed578', 'network_id': 'ee0494d3-6f43-4c14-8cde-a8adc0c313dd', 'port_id': '073cbdb1-2392-4239-a219-8a06273ed578', 'mac_address': 'fa:16:3e:60:aa:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4752fe3f-74b5-40b8-804c-1396f9e6c27d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:18:54.694165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.712994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073cbdb1-2392-4239-a219-8a06273ed578 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:54.767791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 073cbdb1-2392-4239-a219-8a06273ed578, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=073cbdb1-2392-4239-a219-8a06273ed578,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:54.777837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:54.858999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=073cbdb1-2392-4239-a219-8a06273ed578,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:54.960925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65037b-d74b-4a1e-a328-b66ab6b93325 req-9255fa26-ee9a-48c1-9730-a2c43613916e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:54.963254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f65037b-d74b-4a1e-a328-b66ab6b93325 req-9255fa26-ee9a-48c1-9730-a2c43613916e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0574136 Aug 11 08:18:55.011525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-294a0ef0-2c19-45b6-a7f9-49a2062fe689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 200 len: 217 time: 0.0500858 Aug 11 08:18:55.024388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f65037b-d74b-4a1e-a328-b66ab6b93325 req-d1f8a8ee-ec03-4705-81b2-12f32a9b67aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 Aug 11 08:18:55.026103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.026751 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:55.045675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5b2fe79-0304-4435-b688-4a7a93e6ba26 req-0b5bc9ab-89ec-4429-b2d7-148b37da79a9 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175009 Aug 11 08:18:55.102523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2adc4a90-be33-4ba8-b21b-748851e8a189 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8330553 Aug 11 08:18:55.116008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a725063-419b-4144-b345-4e23d61ebc19 req-619f4c58-610e-4356-abfe-c4ccdcd9dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.117553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-619f4c58-610e-4356-abfe-c4ccdcd9dadb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 200 len: 858 time: 0.0708132 Aug 11 08:18:55.129322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Request body: {'port': {'device_id': '9708a49b-76ec-4667-82e2-873c30731ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:18:55.153772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27dffd-31ff-4d3f-b3ae-60dc66602164 req-0b916b49-9db4-49bf-aec2-5316961d27e2 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.155494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a27dffd-31ff-4d3f-b3ae-60dc66602164 req-0b916b49-9db4-49bf-aec2-5316961d27e2 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 950 time: 0.0534747 Aug 11 08:18:55.182726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-f7fd4c65-aab2-4a28-826b-691aa545aef3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9060c8cd-f015-4c70-87df-721f9e616e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503440 Aug 11 08:18:55.215613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['073cbdb1-2392-4239-a219-8a06273ed578'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:18:55.219719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a27dffd-31ff-4d3f-b3ae-60dc66602164 req-468d6105-cc83-4177-b6aa-118a832c8673 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Aug 11 08:18:55.268340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:55.422980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8597951-0377-4f64-b7ef-b7c066945fbd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:55.429655 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72df8945-af53-42b4-a4fe-9602c3a3f81b" -d '{"events": [{"server_uuid": "6133373c-f2b3-489a-94a2-6acffb9cc27e", "name": "network-vif-plugged", "status": "completed", "tag": "d8597951-0377-4f64-b7ef-b7c066945fbd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:55.455915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-a46fc118-bdb2-4044-a8b1-039ce1889c85 service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641699 Aug 11 08:18:55.471412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37a158-d9d6-4a08-8deb-d3fcda6866bb req-0673c269-a7d3-40d5-bf67-e2e70b1f2a41 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.474273 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4b37a158-d9d6-4a08-8deb-d3fcda6866bb req-0673c269-a7d3-40d5-bf67-e2e70b1f2a41 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1973691 Aug 11 08:18:55.518444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3fb21-e9ee-4ef0-8306-85454b6dc3d6 req-20655372-fc3c-40bb-980a-def34236a4ec tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.520266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb3fb21-e9ee-4ef0-8306-85454b6dc3d6 req-20655372-fc3c-40bb-980a-def34236a4ec tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 944 time: 0.0548391 Aug 11 08:18:55.566652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb3fb21-e9ee-4ef0-8306-85454b6dc3d6 req-7583d53e-513f-476d-8627-240af107e58b tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Aug 11 08:18:55.662376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4b37a158-d9d6-4a08-8deb-d3fcda6866bb req-f77c7f70-bb70-444a-8637-74a5096b9fb1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705384 Aug 11 08:18:55.706275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370d859-5680-4b66-8121-64b8c7563e34 req-60c95bad-2625-4d00-ac52-587758c627ee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.707893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d370d859-5680-4b66-8121-64b8c7563e34 req-60c95bad-2625-4d00-ac52-587758c627ee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 932 time: 0.0802593 Aug 11 08:18:55.759626 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a725063-419b-4144-b345-4e23d61ebc19 req-69b6a1cc-2b28-4211-ae0e-103d6a40b4bf service neutron] 10.222.0.69 "GET /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839026 Aug 11 08:18:55.766975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d370d859-5680-4b66-8121-64b8c7563e34 req-23edf754-1881-4018-82b3-304822381814 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Aug 11 08:18:55.825269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bb361-ce0e-42ad-bb76-83aa23171f0e req-19c59a99-6b59-4636-9130-8fad7e43e6ad tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:55.826819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd9bb361-ce0e-42ad-bb76-83aa23171f0e req-19c59a99-6b59-4636-9130-8fad7e43e6ad tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 1101 time: 0.0882950 Aug 11 08:18:55.883738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd9bb361-ce0e-42ad-bb76-83aa23171f0e req-e09ddde8-942c-492b-b669-13469ee68ebc tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:55.910859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf234c1e-7c23-4668-bff5-7034bf009556 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:18:55.922549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:55.949158 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61583b-bc45-4ecc-8336-00fda608f1a1 x-openstack-request-id: req-6e61583b-bc45-4ecc-8336-00fda608f1a1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:55.949158 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6133373c-f2b3-489a-94a2-6acffb9cc27e", "name": "network-vif-plugged", "status": "completed", "tag": "d8597951-0377-4f64-b7ef-b7c066945fbd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:55.949158 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e61583b-bc45-4ecc-8336-00fda608f1a1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:55.949884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Transition to ACTIVE for port object cf234c1e-7c23-4668-bff5-7034bf009556 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:18:55.950043 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8597951-0377-4f64-b7ef-b7c066945fbd', 'code': 200} Aug 11 08:18:55.966405 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.056052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Pushing event updated for resources: {'Port': ['ID=cf234c1e-7c23-4668-bff5-7034bf009556,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:56.178937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd9bb361-ce0e-42ad-bb76-83aa23171f0e req-e09ddde8-942c-492b-b669-13469ee68ebc tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.191213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd9bb361-ce0e-42ad-bb76-83aa23171f0e req-e09ddde8-942c-492b-b669-13469ee68ebc tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.195383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22da4ba-c941-4508-94f1-32af7f1fe77e req-b9170fbb-531d-422a-8038-d5f9e1140e73 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.197997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c22da4ba-c941-4508-94f1-32af7f1fe77e req-b9170fbb-531d-422a-8038-d5f9e1140e73 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0635884 Aug 11 08:18:56.234001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd9bb361-ce0e-42ad-bb76-83aa23171f0e req-e09ddde8-942c-492b-b669-13469ee68ebc tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982596 Aug 11 08:18:56.241348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Attempting to bind port cf234c1e-7c23-4668-bff5-7034bf009556 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:18:56.241715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Attempting to bind port cf234c1e-7c23-4668-bff5-7034bf009556 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:18:56.242080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Attempting to bind port cf234c1e-7c23-4668-bff5-7034bf009556 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:56.250226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec0f48-a76a-46ef-9db7-c004f257c551 req-75ffd10c-bf4d-4da1-8531-94dcf76b1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.251902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-06ec0f48-a76a-46ef-9db7-c004f257c551 req-75ffd10c-bf4d-4da1-8531-94dcf76b1b3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 1096 time: 0.1309688 Aug 11 08:18:56.252086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c22da4ba-c941-4508-94f1-32af7f1fe77e req-22ae84de-0d27-4bac-81cc-7118e1927e7a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Aug 11 08:18:56.256027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Port cf234c1e-7c23-4668-bff5-7034bf009556 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:18:56.256354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Attempting to bind port cf234c1e-7c23-4668-bff5-7034bf009556 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:18:56.258755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ddde8-942c-492b-b669-13469ee68ebc tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95710704-b53d-49f1-9416-4b36c95fc2ed,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:56.282143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:18:56.282468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:18:56.282998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:18:56.283585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Bound port: cf234c1e-7c23-4668-bff5-7034bf009556, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:18:56.283940 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.315111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-06ec0f48-a76a-46ef-9db7-c004f257c551 req-6d542c71-bc8b-4ee0-a768-28f88b9e3555 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520711 Aug 11 08:18:56.399507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] For port cf234c1e-7c23-4668-bff5-7034bf009556, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:18:56.404521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] For port cf234c1e-7c23-4668-bff5-7034bf009556, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cf234c1e-7c23-4668-bff5-7034bf009556,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:18:56.418185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21776273-d92e-4043-9909-514e1235e5e2 req-f2b6dfce-f459-4524-a640-b0873c5519e5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.419848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21776273-d92e-4043-9909-514e1235e5e2 req-f2b6dfce-f459-4524-a640-b0873c5519e5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0847664 Aug 11 08:18:56.422029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.436252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:56.496783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.497540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.499073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] 10.222.0.64 "PUT /v2.0/ports/cf234c1e-7c23-4668-bff5-7034bf009556 HTTP/1.1" status: 200 len: 1092 time: 1.3750036 Aug 11 08:18:56.499950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:56.502658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9708a49b-76ec-4667-82e2-873c30731ee8', 'tag': 'cf234c1e-7c23-4668-bff5-7034bf009556'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:56.504610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:56.505007 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.505184 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23" -d '{"events": [{"name": "network-changed", "server_uuid": "9708a49b-76ec-4667-82e2-873c30731ee8", "tag": "cf234c1e-7c23-4668-bff5-7034bf009556"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:56.531273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf720d5-7afd-448a-85d2-e07c3d30afdc service neutron] Pushing event updated for resources: {'Port': ['ID=cf234c1e-7c23-4668-bff5-7034bf009556,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:56.542184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21776273-d92e-4043-9909-514e1235e5e2 req-7c47396b-abfc-4a4e-8ad3-0a1838be78e8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153128 Aug 11 08:18:56.590789 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a52b8a-3c26-47bb-bca8-1c6aa22bc452 x-openstack-request-id: req-13a52b8a-3c26-47bb-bca8-1c6aa22bc452 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:56.591393 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9708a49b-76ec-4667-82e2-873c30731ee8", "tag": "cf234c1e-7c23-4668-bff5-7034bf009556", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:56.591901 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13a52b8a-3c26-47bb-bca8-1c6aa22bc452 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:56.592619 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9708a49b-76ec-4667-82e2-873c30731ee8', 'tag': 'cf234c1e-7c23-4668-bff5-7034bf009556', 'status': 'completed', 'code': 200} Aug 11 08:18:56.642862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.688961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:56.694788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:56.759923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:56.802962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629981-e6db-4723-b796-a0fb3f616c38 req-b9673e09-24ed-44e8-8fa7-5b9035a51b7e tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.805856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af629981-e6db-4723-b796-a0fb3f616c38 req-b9673e09-24ed-44e8-8fa7-5b9035a51b7e tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 944 time: 0.1413097 Aug 11 08:18:56.830167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23 req-5480ac2b-bd40-4266-9e70-6b5dd449d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.832942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23 req-5480ac2b-bd40-4266-9e70-6b5dd449d7ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1161139 Aug 11 08:18:56.844609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aa17b-3531-4e9e-8a1c-9ef45cd968ce req-d5169265-af87-4f58-a0e3-9bce79efdb45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.846387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb8aa17b-3531-4e9e-8a1c-9ef45cd968ce req-d5169265-af87-4f58-a0e3-9bce79efdb45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0696509 Aug 11 08:18:56.910217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb8aa17b-3531-4e9e-8a1c-9ef45cd968ce req-55b60bbd-a1c8-472c-96ca-5504c8c960a3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Aug 11 08:18:56.932393 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af629981-e6db-4723-b796-a0fb3f616c38 req-3d77f10e-1a30-4a14-a1af-080ce1139081 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184664 Aug 11 08:18:56.996903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23 req-bed807c0-2d9f-4a12-b3bd-1c481dbdc550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:56.998488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23 req-bed807c0-2d9f-4a12-b3bd-1c481dbdc550 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1475072 Aug 11 08:18:57.084154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa84e-6701-4a98-aea4-524ef8844727 req-4d84d8e5-2fc4-42cb-85c6-f4252eab9f23 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.087110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98afa84e-6701-4a98-aea4-524ef8844727 req-4d84d8e5-2fc4-42cb-85c6-f4252eab9f23 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 944 time: 0.0720057 Aug 11 08:18:57.129994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23 req-6e49bce0-cc18-4555-a6f1-598b475ff1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.131627 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97a1a1c8-b40a-49a3-af9c-0c7fdd288c23 req-6e49bce0-cc18-4555-a6f1-598b475ff1c4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248386 Aug 11 08:18:57.159398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98afa84e-6701-4a98-aea4-524ef8844727 req-7e23a2ad-5207-4152-9464-eb39beec2cfb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Aug 11 08:18:57.284326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-e70a106b-d639-478e-bf49-ce05a4255196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.286784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-e70a106b-d639-478e-bf49-ce05a4255196 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0597546 Aug 11 08:18:57.365795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-b17dfa96-e164-46de-aca0-a1016a7e3446 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf234c1e-7c23-4668-bff5-7034bf009556 HTTP/1.1" status: 200 len: 217 time: 0.0521090 Aug 11 08:18:57.376209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc2d77-9521-4cb5-a311-07fa4e740a7c req-c0db7276-9bea-43d7-b9f5-18db94f5aa49 tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.377960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1bc2d77-9521-4cb5-a311-07fa4e740a7c req-c0db7276-9bea-43d7-b9f5-18db94f5aa49 tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 1101 time: 0.0530996 Aug 11 08:18:57.420521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1bc2d77-9521-4cb5-a311-07fa4e740a7c req-5991ccae-91d2-4666-a990-85062d1d00c7 tempest-ServersAdminNegativeTestJSON-589490752 tempest-ServersAdminNegativeTestJSON-589490752-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359604 Aug 11 08:18:57.495223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-591fdb77-0d76-4b8a-b61d-5005d2cb3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.498959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-591fdb77-0d76-4b8a-b61d-5005d2cb3a37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.1234701 Aug 11 08:18:57.527044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cc189-4501-4b93-bb18-adb90a148ffc req-629bc7f1-4c96-4de2-8e05-cd0c31372fd9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.527909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa2cc189-4501-4b93-bb18-adb90a148ffc req-629bc7f1-4c96-4de2-8e05-cd0c31372fd9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 946 time: 0.1414094 Aug 11 08:18:57.581978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-b15a6f81-8db5-4d44-b0b8-084dc4ff817c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398769 Aug 11 08:18:57.612994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa2cc189-4501-4b93-bb18-adb90a148ffc req-a341e575-5ab0-4f87-a698-20b65b1f223a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Aug 11 08:18:57.749601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-f64a6b78-8aa3-425a-946d-cd5b9dd695fe service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467271 Aug 11 08:18:57.857608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906d2f-d8ea-4102-8503-955569887ecf req-6a536a4b-5bb1-4a9b-bc6e-8dfc09c5cc34 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.859271 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6906d2f-d8ea-4102-8503-955569887ecf req-6a536a4b-5bb1-4a9b-bc6e-8dfc09c5cc34 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 950 time: 0.0564392 Aug 11 08:18:57.877871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7ee99-75da-42c3-89b8-ca789eca4d14 req-19d7173d-fab9-460b-8003-a31efc39b79c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:57.880304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b7ee99-75da-42c3-89b8-ca789eca4d14 req-19d7173d-fab9-460b-8003-a31efc39b79c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1385419 Aug 11 08:18:57.923729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6906d2f-d8ea-4102-8503-955569887ecf req-531456ff-20a1-4a2e-ad17-0d0bc047eb57 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533662 Aug 11 08:18:57.942786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d928d4d-c7cc-4651-bc0f-d5c86452fdea req-2a9f7d7b-c378-4edf-aeba-b8e189d1184d service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764829 Aug 11 08:18:57.950120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:18:57.956024 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ab563-8625-4b90-a820-b0290070aa6b" -d '{"events": [{"server_uuid": "885b58c6-e3fe-4873-b534-fa9ba726b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "2be1049c-d4a7-499d-b8c8-c465bc0ac4a6"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:18:57.998558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b7ee99-75da-42c3-89b8-ca789eca4d14 req-d9fbe303-40e2-4268-bb7c-cedf9dbe273e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996559 Aug 11 08:18:58.077535 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f834b8-892c-40ca-89d0-14e4a9320bfd x-openstack-request-id: req-59f834b8-892c-40ca-89d0-14e4a9320bfd {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:18:58.077942 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b58c6-e3fe-4873-b534-fa9ba726b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "2be1049c-d4a7-499d-b8c8-c465bc0ac4a6", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:18:58.078597 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59f834b8-892c-40ca-89d0-14e4a9320bfd {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:18:58.080375 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', 'code': 200} Aug 11 08:18:58.103184 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad894632-ad3c-4df4-a7ad-7f802ef0b34b req-e077f148-1a5a-4ed5-a5cc-8094d04aa438 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:58.104866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad894632-ad3c-4df4-a7ad-7f802ef0b34b req-e077f148-1a5a-4ed5-a5cc-8094d04aa438 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.0659111 Aug 11 08:18:58.162960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad894632-ad3c-4df4-a7ad-7f802ef0b34b req-78c3b391-084b-46d4-bf24-249f0a865b43 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Aug 11 08:18:58.258850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763fcaa-67b6-42c9-b5b5-cca4d570b4d6 req-4057c3f8-b6b1-4ba1-9f14-506ec93c9c6a tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:58.260548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0763fcaa-67b6-42c9-b5b5-cca4d570b4d6 req-4057c3f8-b6b1-4ba1-9f14-506ec93c9c6a tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 944 time: 0.0937545 Aug 11 08:18:58.268795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b375-4bdd-4bc9-85ad-7a59f95e7cf4 req-dcb905b6-e989-4ec0-808f-72668daa9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:58.270668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08a1b375-4bdd-4bc9-85ad-7a59f95e7cf4 req-dcb905b6-e989-4ec0-808f-72668daa9a3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0712371 Aug 11 08:18:58.317448 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0763fcaa-67b6-42c9-b5b5-cca4d570b4d6 req-6cbb12c1-2fca-4d88-9373-f4d879db4f18 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Aug 11 08:18:58.408434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08a1b375-4bdd-4bc9-85ad-7a59f95e7cf4 req-ae972595-a99b-4ca3-8c80-e4249dc57552 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289618 Aug 11 08:18:58.416293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 073cbdb1-2392-4239-a219-8a06273ed578 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:18:58.437219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b7aa6-0af6-4006-9918-f579512ea634 req-fa3e4e09-e638-4212-8a1c-09c5149813e3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:58.441402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407b7aa6-0af6-4006-9918-f579512ea634 req-fa3e4e09-e638-4212-8a1c-09c5149813e3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 944 time: 0.0755985 Aug 11 08:18:58.522768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-407b7aa6-0af6-4006-9918-f579512ea634 req-560ee1b9-21dd-4ba8-a206-40f50797b843 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Aug 11 08:18:58.638965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:58.661092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 073cbdb1-2392-4239-a219-8a06273ed578 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:18:58.666704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 073cbdb1-2392-4239-a219-8a06273ed578 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:18:58.667058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:58.800292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:58.829519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b924d6-799c-48fc-9f41-ca3577c9d766 req-5cbab678-e27e-4ef7-8062-206908cbe56d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:58.832712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89b924d6-799c-48fc-9f41-ca3577c9d766 req-5cbab678-e27e-4ef7-8062-206908cbe56d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 946 time: 0.0858383 Aug 11 08:18:58.860323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 073cbdb1-2392-4239-a219-8a06273ed578, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=073cbdb1-2392-4239-a219-8a06273ed578,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:18:58.870728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:58.893759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89b924d6-799c-48fc-9f41-ca3577c9d766 req-97379e7d-1b2f-425b-85c3-4bf56c6ee977 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541680 Aug 11 08:18:58.934763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=073cbdb1-2392-4239-a219-8a06273ed578,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:18:59.076539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e50c-e965-410f-9136-593ff2a65bef req-62795cc7-93f0-42b1-9aa3-b0a2f1551398 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:59.078348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ae8e50c-e965-410f-9136-593ff2a65bef req-62795cc7-93f0-42b1-9aa3-b0a2f1551398 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 950 time: 0.0648367 Aug 11 08:18:59.134861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ae8e50c-e965-410f-9136-593ff2a65bef req-7f5927de-8891-4323-bc61-5f01f6ad8b2c tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 Aug 11 08:18:59.152562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bf876-f448-4d2b-b4bf-bdfa7d2d7262 req-4ac2577f-eaef-40dd-b0d1-99b9fd73176f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:59.154342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba2bf876-f448-4d2b-b4bf-bdfa7d2d7262 req-4ac2577f-eaef-40dd-b0d1-99b9fd73176f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0595868 Aug 11 08:18:59.213632 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba2bf876-f448-4d2b-b4bf-bdfa7d2d7262 req-d2275d17-a888-49ac-a359-feefa2854643 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Aug 11 08:18:59.227863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-871af33e-d1f5-470b-89fd-39ee6b5df316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:59.450922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869f71e-6366-4a35-a57b-408ac3b07672 req-69610d96-208c-4878-b3b2-9aa4ea11fc6f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:59.452589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9869f71e-6366-4a35-a57b-408ac3b07672 req-69610d96-208c-4878-b3b2-9aa4ea11fc6f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 945 time: 0.0571401 Aug 11 08:18:59.508054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9869f71e-6366-4a35-a57b-408ac3b07672 req-92e6360b-23e7-47f0-a188-5e239a58443f tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Aug 11 08:18:59.581294 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:18:59.669275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9f5c-237d-4463-a6ac-5cd2533e5e24 req-b03e3a83-4854-45ec-8199-d810290b672b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:18:59.670425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ddb9f5c-237d-4463-a6ac-5cd2533e5e24 req-b03e3a83-4854-45ec-8199-d810290b672b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 944 time: 0.0541689 Aug 11 08:18:59.723916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ddb9f5c-237d-4463-a6ac-5cd2533e5e24 req-5c7b676e-b31a-4467-a3a8-7727b653a6b4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Aug 11 08:18:59.876082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cf234c1e-7c23-4668-bff5-7034bf009556 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:18:59.994188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port cf234c1e-7c23-4668-bff5-7034bf009556, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cf234c1e-7c23-4668-bff5-7034bf009556,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:00.011382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'cf234c1e-7c23-4668-bff5-7034bf009556', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': 'cf234c1e-7c23-4668-bff5-7034bf009556', 'mac_address': 'fa:16:3e:33:f3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:00.040527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf829f-6254-4313-b11f-9ba2c4890add req-35c6dba8-5f9b-493f-ad6a-7c7270d27a04 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:00.042551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3bf829f-6254-4313-b11f-9ba2c4890add req-35c6dba8-5f9b-493f-ad6a-7c7270d27a04 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Aug 11 08:19:00.066341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:00.081159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073cbdb1-2392-4239-a219-8a06273ed578'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:00.083949 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba94318-7258-4e5d-85bf-057ab57789d9" -d '{"events": [{"server_uuid": "2b9183f8-3a20-49a2-bf20-933f66cf7f47", "name": "network-vif-plugged", "status": "completed", "tag": "073cbdb1-2392-4239-a219-8a06273ed578"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:00.091973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3bf829f-6254-4313-b11f-9ba2c4890add req-8972b2c1-2036-474a-9d2a-19b90d3e707a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 Aug 11 08:19:00.093717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf234c1e-7c23-4668-bff5-7034bf009556 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:00.130626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port cf234c1e-7c23-4668-bff5-7034bf009556, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cf234c1e-7c23-4668-bff5-7034bf009556,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:00.134585 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4268c10-abee-42ce-acf0-6a1b5e09fbae x-openstack-request-id: req-d4268c10-abee-42ce-acf0-6a1b5e09fbae {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:00.134964 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9183f8-3a20-49a2-bf20-933f66cf7f47", "name": "network-vif-plugged", "status": "completed", "tag": "073cbdb1-2392-4239-a219-8a06273ed578", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:00.135412 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4268c10-abee-42ce-acf0-6a1b5e09fbae {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:00.136031 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073cbdb1-2392-4239-a219-8a06273ed578', 'code': 200} Aug 11 08:19:00.137656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:00.161250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484017bf-f960-4284-9758-621e8c30ba08 req-630abc84-366e-4fc3-a3f8-ff219edf4a4d tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:00.163865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-484017bf-f960-4284-9758-621e8c30ba08 req-630abc84-366e-4fc3-a3f8-ff219edf4a4d tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.69 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 950 time: 0.0859001 Aug 11 08:19:00.286981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=cf234c1e-7c23-4668-bff5-7034bf009556,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:00.311216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a13efb-000d-4108-8220-70a326abf1e5 req-af9e4b07-4f6b-4b13-b7dc-38cf3f822c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:00.312797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5a13efb-000d-4108-8220-70a326abf1e5 req-af9e4b07-4f6b-4b13-b7dc-38cf3f822c72 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 1096 time: 0.0808961 Aug 11 08:19:00.401858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e33f-2b2b-47f8-bd1f-0b9525465562 req-e323d254-bef6-4975-b00f-d34363726447 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:00.405181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ec4e33f-2b2b-47f8-bd1f-0b9525465562 req-e323d254-bef6-4975-b00f-d34363726447 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 950 time: 0.1648140 Aug 11 08:19:00.423630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557b99-29ec-42a2-8b79-13409a4b6cf8 req-fb11c497-4030-4a3e-b8ab-df1eec610b81 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:00.429848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51557b99-29ec-42a2-8b79-13409a4b6cf8 req-fb11c497-4030-4a3e-b8ab-df1eec610b81 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1141820 Aug 11 08:19:00.435359 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5a13efb-000d-4108-8220-70a326abf1e5 req-720360e7-cf05-4090-9d15-16e95a869c5a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032441 Aug 11 08:19:00.466930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ec4e33f-2b2b-47f8-bd1f-0b9525465562 req-f000dd53-493e-42b2-a043-d25975ba31d0 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Aug 11 08:19:00.474595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Deleting port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:00.474875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:00.491463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51557b99-29ec-42a2-8b79-13409a4b6cf8 req-982ec486-57a1-48a6-b3bb-f2a38c3940bd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548933 Aug 11 08:19:00.557982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['cf234c1e-7c23-4668-bff5-7034bf009556'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:00.612532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] For port ea0b108d-6c27-4ea6-980a-8ec0a62372d8, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:00.612532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:00.650774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Calling delete_port for ea0b108d-6c27-4ea6-980a-8ec0a62372d8 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:00.815179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3c2f-9c1d-44c5-a0b5-a1fb25e7f874 req-ad71a0d0-9a9a-4c0e-9c04-a9a30ac48950 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:00.817162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7df3c2f-9c1d-44c5-a0b5-a1fb25e7f874 req-ad71a0d0-9a9a-4c0e-9c04-a9a30ac48950 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 945 time: 0.1247175 Aug 11 08:19:00.854367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:00.902474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ea0b108d-6c27-4ea6-980a-8ec0a62372d8'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:00.909850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Pushing event deleted for resources: {'Port': ['ID=ea0b108d-6c27-4ea6-980a-8ec0a62372d8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:00.959438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7df3c2f-9c1d-44c5-a0b5-a1fb25e7f874 req-2332582f-aaf6-4e2d-aeab-35ed069ce20c tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193409 Aug 11 08:19:00.991396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] No DVR routers for this DVR port ea0b108d-6c27-4ea6-980a-8ec0a62372d8 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:00.996206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:00.999022 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-484017bf-f960-4284-9758-621e8c30ba08 req-46baf139-d034-485a-a41e-61cb4f1e20a8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.69 "DELETE /v2.0/ports/ea0b108d-6c27-4ea6-980a-8ec0a62372d8 HTTP/1.1" status: 204 len: 173 time: 0.8281171 Aug 11 08:19:00.999751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92edd537-097a-477b-9692-f438c75b1e66', 'name': 'network-vif-deleted', 'tag': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:01.006370 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4cf0b2-0819-482c-8ed5-e22769f06653" -d '{"events": [{"server_uuid": "92edd537-097a-477b-9692-f438c75b1e66", "name": "network-vif-deleted", "tag": "ea0b108d-6c27-4ea6-980a-8ec0a62372d8"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:01.145842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45922845-8430-41fd-91fb-30a18e8fd9f1 req-9202e18b-deea-4f96-901d-365a5c426b7c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:01.158963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45922845-8430-41fd-91fb-30a18e8fd9f1 req-9202e18b-deea-4f96-901d-365a5c426b7c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 945 time: 0.1037483 Aug 11 08:19:01.232141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45922845-8430-41fd-91fb-30a18e8fd9f1 req-fce0c1d0-89d8-4817-bf76-e9a163274225 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719838 Aug 11 08:19:01.404548 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e5f85-1b43-43a1-86de-cae240c49495 x-openstack-request-id: req-3e6e5f85-1b43-43a1-86de-cae240c49495 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:01.405148 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92edd537-097a-477b-9692-f438c75b1e66", "name": "network-vif-deleted", "tag": "ea0b108d-6c27-4ea6-980a-8ec0a62372d8", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:01.405319 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e6e5f85-1b43-43a1-86de-cae240c49495 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:01.405821 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92edd537-097a-477b-9692-f438c75b1e66', 'name': 'network-vif-deleted', 'tag': 'ea0b108d-6c27-4ea6-980a-8ec0a62372d8', 'status': 'completed', 'code': 200} Aug 11 08:19:01.637641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0c77e71f-2274-44e9-badc-949acff837ac'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:01.664492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42c211a1-d72b-4909-8e29-82dbc92d017b req-5ef401eb-74c6-4c95-b81c-2e987b9366a0 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=92edd537-097a-477b-9692-f438c75b1e66 HTTP/1.1" status: 200 len: 210 time: 0.0418689 Aug 11 08:19:01.825833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825f8cc-8121-40cc-9d23-05399451f711 req-0f4065a2-c166-4d3e-b60a-72f0985026db tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:01.829597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b825f8cc-8121-40cc-9d23-05399451f711 req-0f4065a2-c166-4d3e-b60a-72f0985026db tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1705351 Aug 11 08:19:01.888470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cf234c1e-7c23-4668-bff5-7034bf009556 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:01.905866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b825f8cc-8121-40cc-9d23-05399451f711 req-054f9240-99cf-4579-a081-d3b5107e4573 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686567 Aug 11 08:19:01.964241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port cf234c1e-7c23-4668-bff5-7034bf009556 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:01.968461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port cf234c1e-7c23-4668-bff5-7034bf009556 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:01.968835 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:02.073765 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:02.092797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394945-34c6-4618-9d6d-600e5d319e1c req-0090b01f-31e8-4fc8-bbbc-551ee2e216e9 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:02.094414 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8394945-34c6-4618-9d6d-600e5d319e1c req-0090b01f-31e8-4fc8-bbbc-551ee2e216e9 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 945 time: 0.0692036 Aug 11 08:19:02.113310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port cf234c1e-7c23-4668-bff5-7034bf009556, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cf234c1e-7c23-4668-bff5-7034bf009556,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:02.118651 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:02.146724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8394945-34c6-4618-9d6d-600e5d319e1c req-23205976-5154-48f5-8970-95fafa460ead tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Aug 11 08:19:02.154002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9708a49b-76ec-4667-82e2-873c30731ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf234c1e-7c23-4668-bff5-7034bf009556'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:02.156402 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5247907a-3e34-48f8-8889-9e324cf4ec08" -d '{"events": [{"server_uuid": "9708a49b-76ec-4667-82e2-873c30731ee8", "name": "network-vif-plugged", "status": "completed", "tag": "cf234c1e-7c23-4668-bff5-7034bf009556"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:02.192285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=cf234c1e-7c23-4668-bff5-7034bf009556,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:02.214981 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba424fbe-6a41-41ce-a13a-57d08617b18a x-openstack-request-id: req-ba424fbe-6a41-41ce-a13a-57d08617b18a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:02.215416 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9708a49b-76ec-4667-82e2-873c30731ee8", "name": "network-vif-plugged", "status": "completed", "tag": "cf234c1e-7c23-4668-bff5-7034bf009556", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:02.215984 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba424fbe-6a41-41ce-a13a-57d08617b18a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:02.216640 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9708a49b-76ec-4667-82e2-873c30731ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf234c1e-7c23-4668-bff5-7034bf009556', 'code': 200} Aug 11 08:19:02.336495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:02.368384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2370-a777-432a-a78f-f11da43d520f req-d6306a26-1b69-4bb4-85ca-6d9cbff697e0 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:02.370463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a2b2370-a777-432a-a78f-f11da43d520f req-d6306a26-1b69-4bb4-85ca-6d9cbff697e0 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 945 time: 0.0898216 Aug 11 08:19:02.417367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a2b2370-a777-432a-a78f-f11da43d520f req-da3c6a9f-5bd7-452c-b53d-8613bf0bc265 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Aug 11 08:19:02.433105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e58c-b37f-4004-a31c-4b5419f6a663 req-c4cc7859-a312-4f80-b2bc-1ad3d73409be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:02.435367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f178e58c-b37f-4004-a31c-4b5419f6a663 req-c4cc7859-a312-4f80-b2bc-1ad3d73409be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0733335 Aug 11 08:19:02.444141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d751f2-6ed0-4f92-b45c-efea268eb301 req-a45d25cf-8a99-4032-a08b-da37d05cc041 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:02.446092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85d751f2-6ed0-4f92-b45c-efea268eb301 req-a45d25cf-8a99-4032-a08b-da37d05cc041 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.0939686 Aug 11 08:19:02.504778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85d751f2-6ed0-4f92-b45c-efea268eb301 req-9eba32cc-e3ea-4ced-80e9-a0dbba163ce9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Aug 11 08:19:02.509101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f178e58c-b37f-4004-a31c-4b5419f6a663 req-37839fdc-44ab-46d0-af86-459f13832049 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617614 Aug 11 08:19:02.687310 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8828a980-7f77-4e14-ba6f-bbe848c6922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:03.016848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d860212-e1b0-4899-85b1-4e416624daa7 req-0c6efaca-cb5e-44c2-9a18-136b66887bee tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:03.018737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d860212-e1b0-4899-85b1-4e416624daa7 req-0c6efaca-cb5e-44c2-9a18-136b66887bee tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 945 time: 0.0581188 Aug 11 08:19:03.058808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe4082-e46e-461d-93b5-10ae05025632 req-f9f34f5a-3ccb-4b15-b4c9-03c7710812a7 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:03.060709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdfe4082-e46e-461d-93b5-10ae05025632 req-f9f34f5a-3ccb-4b15-b4c9-03c7710812a7 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.0617859 Aug 11 08:19:03.068660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d860212-e1b0-4899-85b1-4e416624daa7 req-c61738e7-4203-4bac-ba5c-fc319ab03363 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Aug 11 08:19:03.109444 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdfe4082-e46e-461d-93b5-10ae05025632 req-0c5d618a-6674-4b9d-9ba2-fd67816ec598 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403905 Aug 11 08:19:03.191722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d264e-399d-4bbc-b04b-91a95df0d22c req-c70cdcd6-3259-44b7-b60c-fc9379ec2fec tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:03.193584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec9d264e-399d-4bbc-b04b-91a95df0d22c req-c70cdcd6-3259-44b7-b60c-fc9379ec2fec tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0625286 Aug 11 08:19:03.248343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec9d264e-399d-4bbc-b04b-91a95df0d22c req-889f75bb-d07d-451a-aa7c-cfcd210e6bfd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Aug 11 08:19:03.671423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3aab4-e5bb-4412-afe7-702fa9a79132 req-e3b2d1d7-5a8d-4057-9483-e5241cdd7b8d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:03.673065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d3aab4-e5bb-4412-afe7-702fa9a79132 req-e3b2d1d7-5a8d-4057-9483-e5241cdd7b8d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.0781882 Aug 11 08:19:03.721906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d3aab4-e5bb-4412-afe7-702fa9a79132 req-41159167-9498-4b2d-a871-8aab7851f1ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Aug 11 08:19:04.238040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3119-a09a-46f0-83fc-089fdeb18728 req-c32132a4-c1e6-47b1-a180-77149a2e3bfd tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:04.241052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d2c3119-a09a-46f0-83fc-089fdeb18728 req-c32132a4-c1e6-47b1-a180-77149a2e3bfd tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 945 time: 0.0863078 Aug 11 08:19:04.283923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c9dd6-4530-42f9-9262-fde94fba59bb req-6148adb4-e78e-4993-b488-8bfac238d392 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:04.288129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d1c9dd6-4530-42f9-9262-fde94fba59bb req-6148adb4-e78e-4993-b488-8bfac238d392 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.0727897 Aug 11 08:19:04.309782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d2c3119-a09a-46f0-83fc-089fdeb18728 req-47b469c5-8d77-4aae-91a7-41e40bec20be tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618837 Aug 11 08:19:04.345365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d1c9dd6-4530-42f9-9262-fde94fba59bb req-0db9b366-e2dc-4bcf-9db1-8ff08d87280f tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Aug 11 08:19:04.466899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ea0b108d-6c27-4ea6-980a-8ec0a62372d8 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:04.476842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3c6c9-2e0e-4cf8-b515-ca4426447c87 req-3f106e05-30e0-440f-bd08-dfb5c5e2c02e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:04.478790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70a3c6c9-2e0e-4cf8-b515-ca4426447c87 req-3f106e05-30e0-440f-bd08-dfb5c5e2c02e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0695119 Aug 11 08:19:04.502602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: ea0b108d-6c27-4ea6-980a-8ec0a62372d8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:04.503652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ea0b108d-6c27-4ea6-980a-8ec0a62372d8 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:04.523532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70a3c6c9-2e0e-4cf8-b515-ca4426447c87 req-24773c5e-8453-43ac-b7d5-6c21e21b9725 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Aug 11 08:19:04.657575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-2d796969-4325-4854-8bfd-31b46857cc38 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:04.659600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-2d796969-4325-4854-8bfd-31b46857cc38 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b9183f8-3a20-49a2-bf20-933f66cf7f47 HTTP/1.1" status: 200 len: 945 time: 0.0573201 Aug 11 08:19:04.735956 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:04.845953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Deleting port 073cbdb1-2392-4239-a219-8a06273ed578 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:04.846519 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:04.952677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4b522-6a00-4551-9986-9cda5f1734d1 req-8fafeb51-2df2-4983-a00c-1d85b15b2a75 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:04.954668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edc4b522-6a00-4551-9986-9cda5f1734d1 req-8fafeb51-2df2-4983-a00c-1d85b15b2a75 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.1384561 Aug 11 08:19:05.037083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] For port 073cbdb1-2392-4239-a219-8a06273ed578, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=073cbdb1-2392-4239-a219-8a06273ed578,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:05.037602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:05.055112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edc4b522-6a00-4551-9986-9cda5f1734d1 req-2d826355-152e-4473-aa66-c1c8f008e93b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721610 Aug 11 08:19:05.059942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Calling delete_port for 073cbdb1-2392-4239-a219-8a06273ed578 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:05.299791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec660fc-8468-47b8-b2c6-33c68be5242f req-f7904a04-264c-465c-867b-ee2997f818f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:05.302024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ec660fc-8468-47b8-b2c6-33c68be5242f req-f7904a04-264c-465c-867b-ee2997f818f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.1004663 Aug 11 08:19:05.367431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:05.407809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['073cbdb1-2392-4239-a219-8a06273ed578'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:05.410704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['d8597951-0377-4f64-b7ef-b7c066945fbd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:05.485313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ec660fc-8468-47b8-b2c6-33c68be5242f req-ecb51e79-df15-4a0f-8e42-046a6b47628f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625707 Aug 11 08:19:05.495902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event deleted for resources: {'Port': ['ID=073cbdb1-2392-4239-a219-8a06273ed578,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:05.583500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768dd65-a1d9-4cfb-a1ee-0183cc0b90e3 req-db456b86-11e6-4234-8a83-a037d96d65ae tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:05.589399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b152999-0012-42af-845a-3b18addcfc1d req-34296ed9-f15d-4a88-9a1e-56c6485ded97 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:05.590236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5768dd65-a1d9-4cfb-a1ee-0183cc0b90e3 req-db456b86-11e6-4234-8a83-a037d96d65ae tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 945 time: 0.1402841 Aug 11 08:19:05.598868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b152999-0012-42af-845a-3b18addcfc1d req-34296ed9-f15d-4a88-9a1e-56c6485ded97 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.64 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.2418544 Aug 11 08:19:05.642003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5768dd65-a1d9-4cfb-a1ee-0183cc0b90e3 req-8ee67dee-d544-45ac-8426-f768bb237564 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/security-groups?id=85f11804-f423-431d-bce2-6fb15a28a462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Aug 11 08:19:05.690467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-fa8e7c2f-d74a-4002-a6e1-6e171f041146 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:05.692153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-fa8e7c2f-d74a-4002-a6e1-6e171f041146 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 945 time: 0.3453264 Aug 11 08:19:05.693054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] No DVR routers for this DVR port 073cbdb1-2392-4239-a219-8a06273ed578 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:05.701411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:05.703656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-985b339e-5d08-412a-94cd-06749a8af0e0 req-456e8e44-5c7a-4c2f-a5fd-e0d0b820af43 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.69 "DELETE /v2.0/ports/073cbdb1-2392-4239-a219-8a06273ed578 HTTP/1.1" status: 204 len: 173 time: 1.0375261 Aug 11 08:19:05.704171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'name': 'network-vif-deleted', 'tag': '073cbdb1-2392-4239-a219-8a06273ed578'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:05.707034 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e919602-ca66-4a3a-bcf4-b8f1a2760837" -d '{"events": [{"server_uuid": "2b9183f8-3a20-49a2-bf20-933f66cf7f47", "name": "network-vif-deleted", "tag": "073cbdb1-2392-4239-a219-8a06273ed578"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:05.818339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b4436-ac7c-4943-84b4-4cd7a9a036b2 req-4f8da48e-f072-4c2d-906a-4718bfdc912a tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:05.820308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de8b4436-ac7c-4943-84b4-4cd7a9a036b2 req-4f8da48e-f072-4c2d-906a-4718bfdc912a tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 950 time: 0.2185717 Aug 11 08:19:05.908993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de8b4436-ac7c-4943-84b4-4cd7a9a036b2 req-81a29027-c5ea-43f5-a39a-8db46567d9ec tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/security-groups?id=04e50bae-d1e6-4c66-9d21-c7c9c62bf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676858 Aug 11 08:19:05.953965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Deleting port d8597951-0377-4f64-b7ef-b7c066945fbd {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:05.954744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:05.960559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Deleting port 0c77e71f-2274-44e9-badc-949acff837ac {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:05.960933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.102572 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.124777 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52332295-b162-40c5-a452-11a2276b2455 x-openstack-request-id: req-52332295-b162-40c5-a452-11a2276b2455 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:06.125095 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9183f8-3a20-49a2-bf20-933f66cf7f47", "name": "network-vif-deleted", "tag": "073cbdb1-2392-4239-a219-8a06273ed578", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:06.125482 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52332295-b162-40c5-a452-11a2276b2455 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:06.126456 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9183f8-3a20-49a2-bf20-933f66cf7f47', 'name': 'network-vif-deleted', 'tag': '073cbdb1-2392-4239-a219-8a06273ed578', 'status': 'completed', 'code': 200} Aug 11 08:19:06.256276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] For port 0c77e71f-2274-44e9-badc-949acff837ac, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0c77e71f-2274-44e9-badc-949acff837ac,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:06.256638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.261220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] For port d8597951-0377-4f64-b7ef-b7c066945fbd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d8597951-0377-4f64-b7ef-b7c066945fbd,segment=NetworkSegment(57b505b9-da41-4ef3-84e0-ab96514d6bc3),segment_id=57b505b9-da41-4ef3-84e0-ab96514d6bc3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:06.261588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.276038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35284087-2b62-4820-8add-3f792d17cae5 req-29810d66-d0c7-46b2-95b0-11d5c5ba04b7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:06.277673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35284087-2b62-4820-8add-3f792d17cae5 req-29810d66-d0c7-46b2-95b0-11d5c5ba04b7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1863806 Aug 11 08:19:06.296805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Calling delete_port for 0c77e71f-2274-44e9-badc-949acff837ac owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:06.315424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Calling delete_port for d8597951-0377-4f64-b7ef-b7c066945fbd owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:06.358658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564de37-8d94-4f2e-bb59-886afc0e36e9 req-cb7354c1-0d4d-47f7-9eaa-1c9a966da35b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:06.362036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1564de37-8d94-4f2e-bb59-886afc0e36e9 req-cb7354c1-0d4d-47f7-9eaa-1c9a966da35b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.0900626 Aug 11 08:19:06.432621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35284087-2b62-4820-8add-3f792d17cae5 req-bfacc01b-bfa6-416c-8d98-4378fd48a7a9 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426771 Aug 11 08:19:06.477841 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1564de37-8d94-4f2e-bb59-886afc0e36e9 req-21f3c46a-20f7-42cc-8c6c-69885d4e125a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986168 Aug 11 08:19:06.631524 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.661275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.667028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Pushing event deleted for resources: {'Port': ['ID=d8597951-0377-4f64-b7ef-b7c066945fbd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:06.699063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0c77e71f-2274-44e9-badc-949acff837ac'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:06.706392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Pushing event deleted for resources: {'Port': ['ID=0c77e71f-2274-44e9-badc-949acff837ac,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:06.841432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] No DVR routers for this DVR port 0c77e71f-2274-44e9-badc-949acff837ac on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:06.844251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] No DVR routers for this DVR port d8597951-0377-4f64-b7ef-b7c066945fbd on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:06.847956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.850521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b152999-0012-42af-845a-3b18addcfc1d req-d77faa74-c795-40a6-96ec-7a510459dbf8 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.64 "DELETE /v2.0/ports/0c77e71f-2274-44e9-badc-949acff837ac HTTP/1.1" status: 204 len: 173 time: 1.2367187 Aug 11 08:19:06.853420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e92ab53-2077-489a-ab6d-969a8be5e1d7 req-67b94cb4-f67c-4f1a-b7a6-f438fd12a1ae tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 210 time: 0.0438898 Aug 11 08:19:06.869701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:06.872337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9d4950f-0412-4a14-8239-5e7088dd449e req-1a196f69-23eb-40b3-8ce7-ffe19682aa70 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.64 "DELETE /v2.0/ports/d8597951-0377-4f64-b7ef-b7c066945fbd HTTP/1.1" status: 204 len: 173 time: 1.1726110 Aug 11 08:19:07.091110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ffaef45-5d17-4a05-a504-1feb9aa16e45 req-b0d703f0-5c07-4726-bb18-2d0a5b41bae4 tempest-ServersAdminNegativeTestJSON-547066086 tempest-ServersAdminNegativeTestJSON-547066086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70926788-aeff-4b2b-ba87-5a9b77adf1b7 HTTP/1.1" status: 200 len: 210 time: 0.0299077 Aug 11 08:19:07.629302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13776198-a9ad-4313-a1c6-ba56401bc8ab req-d81a3ee3-592c-4495-a93b-2509037ead98 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:07.631776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13776198-a9ad-4313-a1c6-ba56401bc8ab req-d81a3ee3-592c-4495-a93b-2509037ead98 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0967240 Aug 11 08:19:07.702526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13776198-a9ad-4313-a1c6-ba56401bc8ab req-3cce26b3-e9cf-46b1-bab4-640339c45ff3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564954 Aug 11 08:19:07.717022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9439a-156a-4fdc-9ffa-3071657861c1 req-568a2b2b-7217-4049-82c3-bea23ecc41d2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:07.719550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7aa9439a-156a-4fdc-9ffa-3071657861c1 req-568a2b2b-7217-4049-82c3-bea23ecc41d2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.0921249 Aug 11 08:19:07.788310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7aa9439a-156a-4fdc-9ffa-3071657861c1 req-f2846bf4-2285-48b5-b2ee-19941e4a2742 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507989 Aug 11 08:19:07.960604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b705b-ee28-49ca-8785-1b7145b890cf req-af124d31-db43-414b-8fa5-d41cfabf4186 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:07.962851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-431b705b-ee28-49ca-8785-1b7145b890cf req-af124d31-db43-414b-8fa5-d41cfabf4186 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 946 time: 0.0897582 Aug 11 08:19:08.046894 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12fc0aba-0dd8-46ba-b9cd-5166178474a5 req-1ad7d8d1-4ea8-4429-b0d2-4c1bad380088 tempest-MultipleCreateTestJSON-1971024522 tempest-MultipleCreateTestJSON-1971024522-project] 10.222.0.58 "GET /v2.0/ports?device_id=6133373c-f2b3-489a-94a2-6acffb9cc27e HTTP/1.1" status: 200 len: 210 time: 0.0614707 Aug 11 08:19:08.120797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port cf234c1e-7c23-4668-bff5-7034bf009556 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:08.121272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:08.126623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'name': 'network-vif-deleted', 'tag': '0c77e71f-2274-44e9-badc-949acff837ac'}, {'server_uuid': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'name': 'network-vif-deleted', 'tag': 'd8597951-0377-4f64-b7ef-b7c066945fbd'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:08.130143 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c77e8-1880-4cfc-8fef-b4b5138a5da5" -d '{"events": [{"server_uuid": "70926788-aeff-4b2b-ba87-5a9b77adf1b7", "name": "network-vif-deleted", "tag": "0c77e71f-2274-44e9-badc-949acff837ac"}, {"server_uuid": "6133373c-f2b3-489a-94a2-6acffb9cc27e", "name": "network-vif-deleted", "tag": "d8597951-0377-4f64-b7ef-b7c066945fbd"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:08.255831 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0914e849-1871-4921-a845-e6ccd2cf0a76 x-openstack-request-id: req-0914e849-1871-4921-a845-e6ccd2cf0a76 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:08.256129 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70926788-aeff-4b2b-ba87-5a9b77adf1b7", "name": "network-vif-deleted", "tag": "0c77e71f-2274-44e9-badc-949acff837ac", "status": "completed", "code": 200}, {"server_uuid": "6133373c-f2b3-489a-94a2-6acffb9cc27e", "name": "network-vif-deleted", "tag": "d8597951-0377-4f64-b7ef-b7c066945fbd", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:08.256352 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0914e849-1871-4921-a845-e6ccd2cf0a76 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:08.256754 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70926788-aeff-4b2b-ba87-5a9b77adf1b7', 'name': 'network-vif-deleted', 'tag': '0c77e71f-2274-44e9-badc-949acff837ac', 'status': 'completed', 'code': 200} Aug 11 08:19:08.257115 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6133373c-f2b3-489a-94a2-6acffb9cc27e', 'name': 'network-vif-deleted', 'tag': 'd8597951-0377-4f64-b7ef-b7c066945fbd', 'status': 'completed', 'code': 200} Aug 11 08:19:08.306814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port cf234c1e-7c23-4668-bff5-7034bf009556, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cf234c1e-7c23-4668-bff5-7034bf009556,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:08.307171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:08.377699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for cf234c1e-7c23-4668-bff5-7034bf009556 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:08.463823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 073cbdb1-2392-4239-a219-8a06273ed578 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:08.532851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 073cbdb1-2392-4239-a219-8a06273ed578 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:08.537550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 073cbdb1-2392-4239-a219-8a06273ed578 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:08.567242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47158) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:08.583773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:08.621798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=cf234c1e-7c23-4668-bff5-7034bf009556,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:08.631749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2', 'cf234c1e-7c23-4668-bff5-7034bf009556'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:08.685304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port cf234c1e-7c23-4668-bff5-7034bf009556 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:08.689314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:08.692244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-431b705b-ee28-49ca-8785-1b7145b890cf req-79850c4c-3ce8-4f68-ad48-ffef60414076 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "DELETE /v2.0/ports/cf234c1e-7c23-4668-bff5-7034bf009556 HTTP/1.1" status: 204 len: 173 time: 0.7225676 Aug 11 08:19:08.875392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dba70d8c-f24a-4086-9b9d-c80c19521e3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83759128d72847ab98fb29c0c1a2283c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036759 Aug 11 08:19:08.884342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:08.931199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1a1c5-46e0-483c-bb4d-7e94101ac83c req-c918ec90-8ba1-4408-b1c8-105d385a5512 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:08.938880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41b1a1c5-46e0-483c-bb4d-7e94101ac83c req-c918ec90-8ba1-4408-b1c8-105d385a5512 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1114094 Aug 11 08:19:09.002128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f6e1822-4092-4eb5-a523-8106126f9250 req-2dbf23ec-ba95-426d-8bee-307d1a2acef3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9708a49b-76ec-4667-82e2-873c30731ee8 HTTP/1.1" status: 200 len: 210 time: 0.0687995 Aug 11 08:19:09.016787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1767f01c-2444-4e5d-a215-e077234b3e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.048655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41b1a1c5-46e0-483c-bb4d-7e94101ac83c req-34ac5ac0-8a08-411f-9e4a-64c432a75c74 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088605 Aug 11 08:19:09.081749 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1767f01c-2444-4e5d-a215-e077234b3e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.178403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1767f01c-2444-4e5d-a215-e077234b3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.181313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1767f01c-2444-4e5d-a215-e077234b3e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.184759 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1767f01c-2444-4e5d-a215-e077234b3e0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04e50bae-d1e6-4c66-9d21-c7c9c62bf418 HTTP/1.1" status: 204 len: 168 time: 0.2923126 Aug 11 08:19:09.199100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767f01c-2444-4e5d-a215-e077234b3e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e50bae-d1e6-4c66-9d21-c7c9c62bf418,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:09.233089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47180) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:09.383188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Deleting subnet 4752fe3f-74b5-40b8-804c-1396f9e6c27d {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:19:09.394240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.510672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.612138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.709017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.730401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.735835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47186) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:09.736077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4752fe3f-74b5-40b8-804c-1396f9e6c27d HTTP/1.1" status: 204 len: 168 time: 0.5014946 Aug 11 08:19:09.767214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639af105-92c3-4dd0-87f2-bccc86c158b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4752fe3f-74b5-40b8-804c-1396f9e6c27d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:09.869424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:09.890103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47190) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:09.923704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d8597951-0377-4f64-b7ef-b7c066945fbd no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:09.947635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4d529ab-2558-4abb-b4e1-187e4e01823d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6670e20df0b449cfba99dc5cf4f7d216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535798 Aug 11 08:19:09.947945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47192) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:09.948077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: d8597951-0377-4f64-b7ef-b7c066945fbd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:09.948475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d8597951-0377-4f64-b7ef-b7c066945fbd not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:09.948981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cf234c1e-7c23-4668-bff5-7034bf009556 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:09.973086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: cf234c1e-7c23-4668-bff5-7034bf009556 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:09.973748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cf234c1e-7c23-4668-bff5-7034bf009556 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:09.974516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0c77e71f-2274-44e9-badc-949acff837ac no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:09.997683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.008790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 0c77e71f-2274-44e9-badc-949acff837ac {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:10.009728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0c77e71f-2274-44e9-badc-949acff837ac not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:10.013426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0494d3-6f43-4c14-8cde-a8adc0c313dd']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:10.024025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a319916-99aa-44e5-96a5-7ac90a02d8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.029224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b505b9-da41-4ef3-84e0-ab96514d6bc3') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:10.029653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b505b9-da41-4ef3-84e0-ab96514d6bc3') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:10.044409 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.055181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a319916-99aa-44e5-96a5-7ac90a02d8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.073573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.086562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:19:10.087286 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:19:10.091226 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:19:10.123894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a319916-99aa-44e5-96a5-7ac90a02d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.127425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a319916-99aa-44e5-96a5-7ac90a02d8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.132926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0a319916-99aa-44e5-96a5-7ac90a02d8bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95710704-b53d-49f1-9416-4b36c95fc2ed HTTP/1.1" status: 204 len: 168 time: 0.1837835 Aug 11 08:19:10.142976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a319916-99aa-44e5-96a5-7ac90a02d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95710704-b53d-49f1-9416-4b36c95fc2ed,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:10.282706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7dd3c-6f88-43f9-a1fc-78936821a27c req-03061d86-cbd5-4f90-ac40-122a5ba9a227 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:10.284523 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54c7dd3c-6f88-43f9-a1fc-78936821a27c req-03061d86-cbd5-4f90-ac40-122a5ba9a227 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0916083 Aug 11 08:19:10.383808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54c7dd3c-6f88-43f9-a1fc-78936821a27c req-9e745d55-cf88-4035-93ab-b1d8801f2fa3 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919149 Aug 11 08:19:10.733764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9708a49b-76ec-4667-82e2-873c30731ee8', 'name': 'network-vif-deleted', 'tag': 'cf234c1e-7c23-4668-bff5-7034bf009556'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:10.736477 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9015dac1-b693-47dd-81ce-53c4b21bc1f2" -d '{"events": [{"server_uuid": "9708a49b-76ec-4667-82e2-873c30731ee8", "name": "network-vif-deleted", "tag": "cf234c1e-7c23-4668-bff5-7034bf009556"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:10.773259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.784091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:10.786739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] 10.222.0.58 "DELETE /v2.0/networks/ee0494d3-6f43-4c14-8cde-a8adc0c313dd HTTP/1.1" status: 204 len: 168 time: 1.0496850 Aug 11 08:19:10.811710 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa54b35-38aa-4a85-a236-e84c7c60422e x-openstack-request-id: req-6aa54b35-38aa-4a85-a236-e84c7c60422e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:10.812010 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9708a49b-76ec-4667-82e2-873c30731ee8", "name": "network-vif-deleted", "tag": "cf234c1e-7c23-4668-bff5-7034bf009556", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:10.812262 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6aa54b35-38aa-4a85-a236-e84c7c60422e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:10.812830 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9708a49b-76ec-4667-82e2-873c30731ee8', 'name': 'network-vif-deleted', 'tag': 'cf234c1e-7c23-4668-bff5-7034bf009556', 'status': 'completed', 'code': 200} Aug 11 08:19:10.817722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258b801-24b4-4ed5-86b9-fdd36866aace admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0494d3-6f43-4c14-8cde-a8adc0c313dd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:11.172896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47246) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:11.234617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1db92ba4-7f5f-4d8a-9af2-3ecc2d438f72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=688e4bf444264e7aac6097c33a5dd9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599482 Aug 11 08:19:11.241601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47250) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:11.302492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-5323456e-12cc-4097-b154-488775fc0db6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:11.307754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b77e6fcb-a7c5-4154-ad3d-eb7c6aeedeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:11.309411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-5323456e-12cc-4097-b154-488775fc0db6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.3504028 Aug 11 08:19:11.340800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b77e6fcb-a7c5-4154-ad3d-eb7c6aeedeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:11.350904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-c866d613-b35d-4990-b9a1-2ce77b4b3364 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0349147 Aug 11 08:19:11.414297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b77e6fcb-a7c5-4154-ad3d-eb7c6aeedeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:11.417701 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b77e6fcb-a7c5-4154-ad3d-eb7c6aeedeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:11.422286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b77e6fcb-a7c5-4154-ad3d-eb7c6aeedeee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85f11804-f423-431d-bce2-6fb15a28a462 HTTP/1.1" status: 204 len: 168 time: 0.1787500 Aug 11 08:19:11.439682 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-01e5b81e-7614-417b-8eff-45c9cbcf9cf3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641801 Aug 11 08:19:11.448034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e6fcb-a7c5-4154-ad3d-eb7c6aeedeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f11804-f423-431d-bce2-6fb15a28a462,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:11.636617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-3b27a87e-e37e-458f-bca3-a0ff51d91442 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925967 Aug 11 08:19:11.699272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3d44b-d477-49dc-afdd-efebd34f813e req-a8f130e8-28a3-42fa-bfcf-3e8b436d1d68 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:11.707737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4f3d44b-d477-49dc-afdd-efebd34f813e req-a8f130e8-28a3-42fa-bfcf-3e8b436d1d68 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.1732047 Aug 11 08:19:11.715102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47262) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:11.844268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4f3d44b-d477-49dc-afdd-efebd34f813e req-e53dc83e-73b4-467e-87f1-deb6d68b4d2c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272020 Aug 11 08:19:11.859535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-cefba350-dcab-4a4e-aabc-305e4a71cf9b service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215729 Aug 11 08:19:12.062901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2035460262-network', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:12.109519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Made reservation on behalf of dec0e6c915634181b9b5786771a82d35 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:12.111862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.146546 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.420795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.432738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.448995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9900e74-219d-47c3-a1cf-bdcadb017932 req-8727d964-52b3-4636-9dc1-146a751b07fb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 210 time: 0.0960376 Aug 11 08:19:12.478203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:19:12.500118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.500461 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Added segment d6c374af-f401-46df-9648-a6ddba1cb78d of type vlan for network e7d80e69-1073-4826-8797-23d6e18ff369 Aug 11 08:19:12.501952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792fd87d-fc45-4d24-804a-25e6e1673a76,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:12.567001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.639241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba550-ed24-4025-8392-92389963004a req-b1ee1480-66fd-44d6-b845-08a1c2818acd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:12.641299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-786ba550-ed24-4025-8392-92389963004a req-b1ee1480-66fd-44d6-b845-08a1c2818acd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.0876656 Aug 11 08:19:12.642493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.643867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:12.644930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.747997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0317118 Aug 11 08:19:12.751227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47304) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:12.756784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Request body: {'subnet': {'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2035460262-subnet', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:12.775675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffe8be-f1db-46ca-bf4f-c752f758d85f admin admin] Pushing event updated for resources: {'Network': ['ID=e7d80e69-1073-4826-8797-23d6e18ff369,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:12.781358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-786ba550-ed24-4025-8392-92389963004a req-7da78dd8-ea39-49c0-8388-1cff6df50a4d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270459 Aug 11 08:19:12.797488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e7d80e69-1073-4826-8797-23d6e18ff369 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:19:12.842160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Made reservation on behalf of dec0e6c915634181b9b5786771a82d35 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:12.851349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:12.865111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:13.053767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1917430267-network', 'tenant_id': 'e834f90f46cf4906824ca538f5ac7968'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:13.090590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Made reservation on behalf of e834f90f46cf4906824ca538f5ac7968 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:13.093491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.108871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.142235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.225628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=672a70c4-48fb-4a49-a407-6a938a124006,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:13.241956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Checking segment: {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:13.242382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Network hostable DHCP agents. Network: e7d80e69-1073-4826-8797-23d6e18ff369, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:19:13.264177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Network e7d80e69-1073-4826-8797-23d6e18ff369 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:19:13.267367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.274139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.279609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e7d80e69-1073-4826-8797-23d6e18ff369) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:13.287286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:13.289807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.292284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda2a5f-c85b-4d90-91e5-0f79fe3204b9 None None] Network e7d80e69-1073-4826-8797-23d6e18ff369 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:13.313340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9a5815c0-90b3-4db2-bc81-e9e49aafd61c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5606189 Aug 11 08:19:13.316132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47314) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:13.318345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:19:13.324616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:13.329436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92335b-970e-432b-9e88-5af7abe8730f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:13.350363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.350717 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Added segment 9d94dbf0-479d-4296-b7a8-3de2830217a8 of type vlan for network 4a9fe48e-e9af-4bb8-8224-a52319675056 Aug 11 08:19:13.369850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.374112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.412604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.468382 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.469383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.471027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:13.471949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.552980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6858597 Aug 11 08:19:13.553557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47322) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:13.562261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Request body: {'subnet': {'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1917430267-subnet', 'tenant_id': 'e834f90f46cf4906824ca538f5ac7968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:13.589435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0236b20-1824-44c1-b4f2-6306b00299e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9fe48e-e9af-4bb8-8224-a52319675056,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:13.628135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4a9fe48e-e9af-4bb8-8224-a52319675056 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:19:13.634847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-e7d80e69-1073-4826-8797-23d6e18ff369', 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'fixed_ips': [{'subnet_id': '672a70c4-48fb-4a49-a407-6a938a124006'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:19:13.636048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.716695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-527de0aa-d9e2-4869-9881-634038f5de8b req-1f444ef7-8b53-4e1e-bc40-3f3853baf097 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 210 time: 0.1120558 Aug 11 08:19:13.761704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Made reservation on behalf of e834f90f46cf4906824ca538f5ac7968 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:13.764548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:13.872294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.023643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Allocated IP 172.20.0.2 (e7d80e69-1073-4826-8797-23d6e18ff369/672a70c4-48fb-4a49-a407-6a938a124006/ac654782-fe19-4804-b064-8bfcbb794f34) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:14.037443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c8baa-d64f-4910-8fda-85b1051359ba req-279d678a-48db-4824-a511-9dd2fb160303 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:14.045445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d14c8baa-d64f-4910-8fda-85b1051359ba req-279d678a-48db-4824-a511-9dd2fb160303 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1666412 Aug 11 08:19:14.101555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d14c8baa-d64f-4910-8fda-85b1051359ba req-25824e32-dd37-4565-9a8b-358d1f92450c tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550976 Aug 11 08:19:14.118132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-2d7ee6d3-c786-49a1-bf9f-b8a7781398f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:14.120775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-2d7ee6d3-c786-49a1-bf9f-b8a7781398f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.4102755 Aug 11 08:19:14.150428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:14.299426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7c016-5586-4e76-8cd0-d0eacecbf0c2 req-250d4986-a798-48fe-89d7-ac422709c7ef tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:14.301347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.307065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36f7c016-5586-4e76-8cd0-d0eacecbf0c2 req-250d4986-a798-48fe-89d7-ac422709c7ef tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.3498161 Aug 11 08:19:14.312655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.335186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Transition to ACTIVE for port object ac654782-fe19-4804-b064-8bfcbb794f34 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:14.342222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.371950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Transition to ACTIVE for port object ac654782-fe19-4804-b064-8bfcbb794f34 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:14.381718 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.412587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Network e7d80e69-1073-4826-8797-23d6e18ff369 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:14.416192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:14.438705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36f7c016-5586-4e76-8cd0-d0eacecbf0c2 req-2cca02db-9668-46f1-b464-f2eb01d51005 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306021 Aug 11 08:19:14.443611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:14.476842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-9643f118-73ab-4b1e-a907-0e7476c4658c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:14.478598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-9643f118-73ab-4b1e-a907-0e7476c4658c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 945 time: 0.3536127 Aug 11 08:19:14.482233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Pushing event updated for resources: {'Port': ['ID=ac654782-fe19-4804-b064-8bfcbb794f34,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:14.503484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Allocated IP 172.25.2.103 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:14.559021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Attempting to bind port ac654782-fe19-4804-b064-8bfcbb794f34 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:14.559672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Attempting to bind port ac654782-fe19-4804-b064-8bfcbb794f34 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:14.560416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Attempting to bind port ac654782-fe19-4804-b064-8bfcbb794f34 on network e7d80e69-1073-4826-8797-23d6e18ff369 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:14.568028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:14.568706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Checking segment: {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:14.569306 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.571423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Bound using segment: {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:14.573275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Bound port: ac654782-fe19-4804-b064-8bfcbb794f34, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:14.573862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.637863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.659380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] For port ac654782-fe19-4804-b064-8bfcbb794f34, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:14.664812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] For port ac654782-fe19-4804-b064-8bfcbb794f34, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ac654782-fe19-4804-b064-8bfcbb794f34,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:14.670780 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.671613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.683428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:14.687139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.741633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.760386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e114fd-751d-4152-8d88-ebc7598436a7 None None] Pushing event updated for resources: {'Port': ['ID=ac654782-fe19-4804-b064-8bfcbb794f34,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:14.793043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb23b71-24dd-4f37-b5a8-d2d781d5fc24,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:14.813593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Deleting port 138563dd-80bd-4829-ae0c-405128df99b7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:14.814319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:14.820956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:14.841235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:14.845710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:14.880091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:14.959627 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34909e7e-c494-45ce-a76b-196ae8d55904 req-b012bcda-db2d-4648-ab2c-a35188e5ef3b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 210 time: 0.0536146 Aug 11 08:19:14.965916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Checking segment: {'id': '9d94dbf0-479d-4296-b7a8-3de2830217a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:14.966279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Network hostable DHCP agents. Network: 4a9fe48e-e9af-4bb8-8224-a52319675056, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:19:15.062580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] For port 138563dd-80bd-4829-ae0c-405128df99b7, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=138563dd-80bd-4829-ae0c-405128df99b7,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:15.062853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.073314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Network 4a9fe48e-e9af-4bb8-8224-a52319675056 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:19:15.095905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Calling delete_port for 138563dd-80bd-4829-ae0c-405128df99b7 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:15.123923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4a9fe48e-e9af-4bb8-8224-a52319675056) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:15.134223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6a895-d854-4107-a6e7-553da4a2e417 None None] Network 4a9fe48e-e9af-4bb8-8224-a52319675056 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:15.135626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:15.136392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.150721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.13 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/830cbb79-e4ab-4615-8e68-794342eedfbc) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:15.229923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-64a06096-3efd-4334-83dd-ee36316c9129 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6731718 Aug 11 08:19:15.339335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.447563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee9e1b-66f9-4687-813e-ec4422449e59 None None] Network 4a9fe48e-e9af-4bb8-8224-a52319675056 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:15.460106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.516256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event deleted for resources: {'Port': ['ID=138563dd-80bd-4829-ae0c-405128df99b7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:15.575208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['138563dd-80bd-4829-ae0c-405128df99b7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:15.584080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] No DVR routers for this DVR port 138563dd-80bd-4829-ae0c-405128df99b7 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:15.598084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.598084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed5ebe1f-0075-40a2-8d75-15e6a85614ce req-b342e578-04b3-41dc-8209-4601f3c916fd tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "DELETE /v2.0/ports/138563dd-80bd-4829-ae0c-405128df99b7 HTTP/1.1" status: 204 len: 173 time: 1.1032817 Aug 11 08:19:15.598444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'name': 'network-vif-deleted', 'tag': '138563dd-80bd-4829-ae0c-405128df99b7'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:15.601122 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d02e4-82f6-4387-8024-f765c8c27ed2" -d '{"events": [{"server_uuid": "0a4c255e-0e1b-4cfe-a861-f544a4ed64dc", "name": "network-vif-deleted", "tag": "138563dd-80bd-4829-ae0c-405128df99b7"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:15.621526 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.646264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4376a942-7b8f-4607-87f1-04f3b3740bc8 req-3640d20a-4d68-4f01-933a-33636ba7d884 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a4c255e-0e1b-4cfe-a861-f544a4ed64dc HTTP/1.1" status: 200 len: 210 time: 0.0524001 Aug 11 08:19:15.702102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.741332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:15.795236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:15.799008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:15.801832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:15.875245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=830cbb79-e4ab-4615-8e68-794342eedfbc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:15.932251 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2447679e-1265-40da-a2fc-300507f08d28 x-openstack-request-id: req-2447679e-1265-40da-a2fc-300507f08d28 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:15.932551 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4c255e-0e1b-4cfe-a861-f544a4ed64dc", "name": "network-vif-deleted", "tag": "138563dd-80bd-4829-ae0c-405128df99b7", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:15.932810 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2447679e-1265-40da-a2fc-300507f08d28 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:15.933250 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4c255e-0e1b-4cfe-a861-f544a4ed64dc', 'name': 'network-vif-deleted', 'tag': '138563dd-80bd-4829-ae0c-405128df99b7', 'status': 'completed', 'code': 200} Aug 11 08:19:15.954281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:15.956604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:15.986156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-682aaaca-6d22-46c7-9c03-493cebf4dabe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8442307 Aug 11 08:19:16.082625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386484e6-ca36-4cc4-b608-530946b674dd req-8a2f5e28-c9eb-4bf6-baf3-908d08360dc1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:16.091696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-386484e6-ca36-4cc4-b608-530946b674dd req-8a2f5e28-c9eb-4bf6-baf3-908d08360dc1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.8200126 Aug 11 08:19:16.098388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47364) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:16.103899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1284690387-network', 'tenant_id': '6f6238fb9e8c46b2b9d5c3eb2a0b8b00'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:16.178010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Made reservation on behalf of 6f6238fb9e8c46b2b9d5c3eb2a0b8b00 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:16.180893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.195591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-386484e6-ca36-4cc4-b608-530946b674dd req-2f9a14cf-c3c9-409e-bae8-d2e9b6192868 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026042 Aug 11 08:19:16.209903 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.222124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0bec6-624e-4b05-a912-f65867a458dc req-a9aaeeca-4857-4508-a776-4826f5a6aff7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:16.230966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6c0bec6-624e-4b05-a912-f65867a458dc req-a9aaeeca-4857-4508-a776-4826f5a6aff7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 932 time: 0.1222603 Aug 11 08:19:16.325756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Request body: {'port': {'device_id': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:16.367092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6c0bec6-624e-4b05-a912-f65867a458dc req-1c68a6bc-f3a7-4a80-8785-7556b6cafacd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352191 Aug 11 08:19:16.391187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.429282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.453233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2f328-c66e-4d34-85a6-cd8632ff97b3 None None] Network e7d80e69-1073-4826-8797-23d6e18ff369 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:16.601674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8017fbb0-c708-48ac-8cf1-4c93d24232d8 None None] Provisioning for port ac654782-fe19-4804-b064-8bfcbb794f34 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:16.608763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.629370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.684385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:19:16.714594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f9f96c-88af-40f2-9c6d-a176d2e71846,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:16.738938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Router 611adbee-379d-46f6-bb30-c8ad0637e957 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:19:16.763510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:16.763885 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Added segment 6ee3328a-f18a-4d86-9bb7-ba1265df62c7 of type vlan for network 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb Aug 11 08:19:16.765631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-a5751e31-a3ed-4389-beb1-309463491539 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:16.767165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-a5751e31-a3ed-4389-beb1-309463491539 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.1722066 Aug 11 08:19:16.790476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-fd843a03-c1f1-4a83-8ef5-17a324228439 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:16.793183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-fd843a03-c1f1-4a83-8ef5-17a324228439 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1782227 Aug 11 08:19:16.843089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-6713805c-106f-4b1e-bf93-5462aa87a420 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/quotas/47d22f5d4f5f438ba68dbf1ff2679d14 HTTP/1.1" status: 200 len: 375 time: 0.0205383 Aug 11 08:19:16.868018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.010128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:19:17.012945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.014018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:17.014505 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.028783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Sync routers for ids ['611adbee-379d-46f6-bb30-c8ad0637e957'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:19:17.034902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f7e3e817-7d84-4f16-8a33-b067fdc31d7e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113396 Aug 11 08:19:17.039748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ac654782-fe19-4804-b064-8bfcbb794f34 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:17.059746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Routers {'611adbee-379d-46f6-bb30-c8ad0637e957'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:17.060492 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['611adbee-379d-46f6-bb30-c8ad0637e957'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:17.131674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0320694 Aug 11 08:19:17.135787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ac654782-fe19-4804-b064-8bfcbb794f34 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:17.137972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47400) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:17.141431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ac654782-fe19-4804-b064-8bfcbb794f34 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:17.142147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.153479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Request body: {'subnet': {'network_id': '87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1284690387-subnet', 'tenant_id': '6f6238fb9e8c46b2b9d5c3eb2a0b8b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:17.157404 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.158844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7884d4a5-da4a-428d-b886-29e428b44402 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8411751 Aug 11 08:19:17.162591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47402) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:17.279554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.316851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830cbb79-e4ab-4615-8e68-794342eedfbc {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:17.323039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c99839-5981-476d-97d6-8e6d74724231 admin admin] Pushing event updated for resources: {'Network': ['ID=87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:17.332384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-80179ab0-9595-45b3-8147-44e989a02165 None None] Provisioning complete for port ac654782-fe19-4804-b064-8bfcbb794f34 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:17.332752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-80179ab0-9595-45b3-8147-44e989a02165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.339483 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.340434 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Set router 611adbee-379d-46f6-bb30-c8ad0637e957 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:17.350776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Deleting port d872eb39-c724-4ec7-a765-21a4629d7f2e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:17.351213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.362968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:19:17.370757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-bb22cbde-e489-4407-8d4f-2cb78fbe9f44 service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348022 Aug 11 08:19:17.433038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port ac654782-fe19-4804-b064-8bfcbb794f34, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ac654782-fe19-4804-b064-8bfcbb794f34,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:17.439707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Transition to ACTIVE for port object 830cbb79-e4ab-4615-8e68-794342eedfbc will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:17.452185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.468945 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.506545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2a1bedac-8ae2-488c-8eed-969a860ea6db service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344459 Aug 11 08:19:17.517398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-babf8eb6-b048-464c-a23f-473daf7d88e5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:17.517631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Made reservation on behalf of 6f6238fb9e8c46b2b9d5c3eb2a0b8b00 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:17.521991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.524990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-babf8eb6-b048-464c-a23f-473daf7d88e5 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.3892310 Aug 11 08:19:17.585380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-84180f18-c914-43ec-9f01-c299196d74e6 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/quotas/1adf1e15ed0b4c238dd158101596b30d HTTP/1.1" status: 200 len: 375 time: 0.0593312 Aug 11 08:19:17.587426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=830cbb79-e4ab-4615-8e68-794342eedfbc,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:17.617355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] For port d872eb39-c724-4ec7-a765-21a4629d7f2e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d872eb39-c724-4ec7-a765-21a4629d7f2e,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:17.618033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.623296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=ac654782-fe19-4804-b064-8bfcbb794f34,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:17.681561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-bccd2262-a7fa-448a-abc8-2bfb7aab9881 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950933 Aug 11 08:19:17.730137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Calling delete_port for d872eb39-c724-4ec7-a765-21a4629d7f2e owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:17.767747 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:15Z', 'revision_number': 3, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:17.809522 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Checking router: 611adbee-379d-46f6-bb30-c8ad0637e957 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:19:17.811027 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Updating router 611adbee-379d-46f6-bb30-c8ad0637e957 port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:19:17.853234 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:17.873902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Attempting to bind port 830cbb79-e4ab-4615-8e68-794342eedfbc on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:17.874160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Attempting to bind port 830cbb79-e4ab-4615-8e68-794342eedfbc by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:17.874491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Attempting to bind port 830cbb79-e4ab-4615-8e68-794342eedfbc on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:17.909091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-05a717ce-6ca8-4b91-b73f-a90dcb249789 service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263935 Aug 11 08:19:17.911183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Port 830cbb79-e4ab-4615-8e68-794342eedfbc on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:19:17.911721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Attempting to bind port 830cbb79-e4ab-4615-8e68-794342eedfbc on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:17.913163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceccb2-bbdb-42bd-9dd0-de33ca5a4fe8 req-50baf8a6-4ad1-4a94-83ab-c979d39578b7 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:17.915069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acceccb2-bbdb-42bd-9dd0-de33ca5a4fe8 req-50baf8a6-4ad1-4a94-83ab-c979d39578b7 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 946 time: 0.1587570 Aug 11 08:19:17.976871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:17.977528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:17.978084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:17.978813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Bound port: 830cbb79-e4ab-4615-8e68-794342eedfbc, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:17.979386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.091472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acceccb2-bbdb-42bd-9dd0-de33ca5a4fe8 req-6cad4415-cbaf-496b-8449-1fb22a6216f4 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671538 Aug 11 08:19:18.145543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-c1ee6aff-5a62-43da-9501-a2089f8f27bb service neutron] 10.222.0.58 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351472 Aug 11 08:19:18.149968 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.151988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] For port 830cbb79-e4ab-4615-8e68-794342eedfbc, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:18.178579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] For port 830cbb79-e4ab-4615-8e68-794342eedfbc, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=830cbb79-e4ab-4615-8e68-794342eedfbc,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:18.189073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5767c66f-7acd-4ba0-9448-d292a13e2cfa', 'd872eb39-c724-4ec7-a765-21a4629d7f2e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:18.232024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Pushing event deleted for resources: {'Port': ['ID=d872eb39-c724-4ec7-a765-21a4629d7f2e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:18.247805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.272273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:18.273678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.276142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] 10.222.0.64 "PUT /v2.0/ports/830cbb79-e4ab-4615-8e68-794342eedfbc HTTP/1.1" status: 200 len: 1092 time: 2.2737098 Aug 11 08:19:18.280165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'tag': '830cbb79-e4ab-4615-8e68-794342eedfbc'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:18.285189 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469fa017-cea5-4a35-984c-0699c0da53b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb", "tag": "830cbb79-e4ab-4615-8e68-794342eedfbc"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:18.327039 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.364116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.368808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Transition to ACTIVE for port object a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:18.386536 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.410731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c74a96-1c05-4fa0-bdf4-e957bdd2a00c req-08523bf3-b9d0-42b8-8812-efab18ee8261 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:18.412675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4c74a96-1c05-4fa0-bdf4-e957bdd2a00c req-08523bf3-b9d0-42b8-8812-efab18ee8261 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 944 time: 0.1872020 Aug 11 08:19:18.418832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.442194 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Attempting to bind port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:18.442194 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Attempting to bind port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:18.442490 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Attempting to bind port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:18.444683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] No DVR routers for this DVR port d872eb39-c724-4ec7-a765-21a4629d7f2e on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:18.472057 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:18.472348 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:18.472603 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.473020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:18.473788 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Bound port: a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:18.474405 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.527252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d872eb39-c724-4ec7-a765-21a4629d7f2e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:18.561146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Pushing event updated for resources: {'Port': ['ID=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:18.580176 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.580851 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.581363 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.581800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.582233 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.582804 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.583239 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.583767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.584283 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.584690 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.585228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.585718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:18.597160 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] For port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:18.602352 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] For port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:18.610294 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:18.718139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4af56-48b3-4456-b2ec-ce976680738c None None] Pushing event updated for resources: {'Port': ['ID=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:18.739712 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Routers {'611adbee-379d-46f6-bb30-c8ad0637e957'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:18.740586 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['611adbee-379d-46f6-bb30-c8ad0637e957'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:18.876239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e4684d-67a9-45a2-95b5-6028c2b2467b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:18.910512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Allocated IP 172.20.0.1 (e7d80e69-1073-4826-8797-23d6e18ff369/672a70c4-48fb-4a49-a407-6a938a124006/22c234b5-c09d-4595-ae68-30ef7f2b546d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:18.928046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Checking segment: {'id': '6ee3328a-f18a-4d86-9bb7-ba1265df62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:18.928707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Network hostable DHCP agents. Network: 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:19:18.980146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c4c74a96-1c05-4fa0-bdf4-e957bdd2a00c req-e5ea7472-a1d4-4e34-aafe-959d185bcce6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466604 Aug 11 08:19:18.995420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: d872eb39-c724-4ec7-a765-21a4629d7f2e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:18.996032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d872eb39-c724-4ec7-a765-21a4629d7f2e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:18.996743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 138563dd-80bd-4829-ae0c-405128df99b7 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:19.014750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Network 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:19:19.051957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ac654782-fe19-4804-b064-8bfcbb794f34 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:19.065294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 138563dd-80bd-4829-ae0c-405128df99b7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:19.066039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 138563dd-80bd-4829-ae0c-405128df99b7 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:19.094668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:19.098853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7ce52de-380a-474f-81f5-73e4f3fd9bec req-b66d5d34-21dc-4075-9f8f-ba97aebb8d45 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "DELETE /v2.0/ports/d872eb39-c724-4ec7-a765-21a4629d7f2e HTTP/1.1" status: 204 len: 173 time: 2.2843480 Aug 11 08:19:19.116726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] Set router 611adbee-379d-46f6-bb30-c8ad0637e957 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:19.147848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b287805-9ef1-4f9e-a759-d427f8619563 req-ef2c221a-3c13-48c6-9a1b-9d8cbfdf4ace tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 210 time: 0.0680554 Aug 11 08:19:19.164829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:19.192034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905ab8-d0df-41d8-a062-5c6d923e6cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=830cbb79-e4ab-4615-8e68-794342eedfbc,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:19.192942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:19.193794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:19.194119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee967d56-6ccc-4d5c-bb89-de244dbb75eb None None] Network 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:19.210410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-e17c3a01-5c5c-4160-acaf-96b5264d9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:19.214398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-e17c3a01-5c5c-4160-acaf-96b5264d9ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 1095 time: 0.7718663 Aug 11 08:19:19.271931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-303f468b-830d-4d09-9fb0-21dba966a561 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1327288 Aug 11 08:19:19.292146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-c1456fa6-754f-4c6f-be5d-a2d84816a4e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=830cbb79-e4ab-4615-8e68-794342eedfbc HTTP/1.1" status: 200 len: 217 time: 0.0637927 Aug 11 08:19:19.374828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fbf3b4d0-9d26-4f10-b962-e2eae43ffa6f req-a8193e48-48c7-4f6e-8884-c25c3a53fe27 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 210 time: 0.0986474 Aug 11 08:19:19.393625 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8279ded-a476-4a35-a965-fc74b58303e0 x-openstack-request-id: req-d8279ded-a476-4a35-a965-fc74b58303e0 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:19.394102 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb", "tag": "830cbb79-e4ab-4615-8e68-794342eedfbc", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:19.394503 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8279ded-a476-4a35-a965-fc74b58303e0 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:19.402744 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'tag': '830cbb79-e4ab-4615-8e68-794342eedfbc', 'status': 'completed', 'code': 200} Aug 11 08:19:19.409652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:19.457546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Transition to ACTIVE for port object 22c234b5-c09d-4595-ae68-30ef7f2b546d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:19.582616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:19.637957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ac654782-fe19-4804-b064-8bfcbb794f34 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:19.639346 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:19.670911 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:15Z', 'revision_number': 3, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:19.727772 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee61fed-d0a3-4602-9094-597e38b9dc49 None None] The sync data for ids ['611adbee-379d-46f6-bb30-c8ad0637e957'] in n-d-789963-6 is: [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:15Z', 'revision_number': 3, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:19:19.748757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Pushing event updated for resources: {'Port': ['ID=22c234b5-c09d-4595-ae68-30ef7f2b546d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:19.833172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592443dd-62fe-4727-bcca-40760c386c6c req-7d734d8a-1d55-4370-a338-b993f976edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:19.834871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-7d734d8a-1d55-4370-a338-b993f976edf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.4537072 Aug 11 08:19:19.854309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7dfa7554-9cb5-4329-9d20-5226e851b646 req-65f02487-3719-422b-a77f-260c8961171f tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=5ec8e0f1-e01e-4e1d-992a-6d47017404a2 HTTP/1.1" status: 200 len: 210 time: 0.2680743 Aug 11 08:19:19.873268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Network e7d80e69-1073-4826-8797-23d6e18ff369 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:19.875270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:19.883004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:19.916636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-cded3845-d39e-45de-8ee3-8896c2f6c449 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599196 Aug 11 08:19:19.927690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d93dc-59b3-4240-a777-2be367954141 None None] Network 87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:19.990355 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:20.011131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-650d6184-0166-41f4-a31e-4c90013bac27 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:20.012777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-650d6184-0166-41f4-a31e-4c90013bac27 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.4766541 Aug 11 08:19:20.052926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Request body: {'port': {'device_id': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'admin_state_up': True, 'tenant_id': '47d22f5d4f5f438ba68dbf1ff2679d14'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:20.381909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92663b-3dd5-4f84-a600-ac79c6a4f1ca req-33a9168f-8de0-4067-80e7-29150d10ac8d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:20.383812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce92663b-3dd5-4f84-a600-ac79c6a4f1ca req-33a9168f-8de0-4067-80e7-29150d10ac8d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 944 time: 0.2458127 Aug 11 08:19:20.430376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-95145b99-d457-4b0e-8bb0-158bc0eb5d80 None None] Provisioning for port 22c234b5-c09d-4595-ae68-30ef7f2b546d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:20.436640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-95145b99-d457-4b0e-8bb0-158bc0eb5d80 None None] Provisioning complete for port 22c234b5-c09d-4595-ae68-30ef7f2b546d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:20.437386 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-95145b99-d457-4b0e-8bb0-158bc0eb5d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:20.456962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-e0ed3bc0-32a2-4eca-b211-157e9e04ca28 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296741 Aug 11 08:19:20.492952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce92663b-3dd5-4f84-a600-ac79c6a4f1ca req-cffeb686-a11f-4e90-96db-d3cf6ffddc11 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795586 Aug 11 08:19:20.530114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:20.530276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-95145b99-d457-4b0e-8bb0-158bc0eb5d80 None None] Port 22c234b5-c09d-4595-ae68-30ef7f2b546d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:19:20.661744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-3c57d5a5-83a1-479d-9f50-7cb2721b640e tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:20.669482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-3c57d5a5-83a1-479d-9f50-7cb2721b640e tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/networks?id=4a9fe48e-e9af-4bb8-8224-a52319675056 HTTP/1.1" status: 200 len: 825 time: 0.3030109 Aug 11 08:19:20.684137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-592443dd-62fe-4727-bcca-40760c386c6c req-37e838eb-a67e-42e9-b16f-70f5f74c6189 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158234 Aug 11 08:19:20.686699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Made reservation on behalf of 47d22f5d4f5f438ba68dbf1ff2679d14 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:20.691562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:20.703457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-2d7a7b73-288d-465a-a85c-a92b946ec722 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/quotas/e834f90f46cf4906824ca538f5ac7968 HTTP/1.1" status: 200 len: 375 time: 0.0326269 Aug 11 08:19:20.753704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-b96941c8-db67-4283-a446-459b38585a2b tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e834f90f46cf4906824ca538f5ac7968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479491 Aug 11 08:19:20.812551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8b14553-ba70-4132-b026-f35aed10afa7 req-eaedeea8-f726-4bba-a008-d5e725dad568 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 210 time: 0.0772750 Aug 11 08:19:21.019167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-258387ea-2b23-4739-bd42-24e28a11efc0 req-4121d180-ec22-4260-8f57-c07ff11d3534 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 210 time: 0.0905621 Aug 11 08:19:21.029583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.047542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-18f905b1-a4c9-4c0f-b67f-56ebc29481c6 service neutron] 10.222.0.58 "GET /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910118 Aug 11 08:19:21.060112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:21.060731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.113561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-0692e443-8ba8-44fe-8190-b6a77c6c957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:21.115126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-0692e443-8ba8-44fe-8190-b6a77c6c957e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 1095 time: 0.2965732 Aug 11 08:19:21.153213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:21.161692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:21.163069 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.174236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40dc3736-f2f4-46a6-8c24-79907c9003fc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:21.175772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40dc3736-f2f4-46a6-8c24-79907c9003fc tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 811 time: 0.4121993 Aug 11 08:19:21.183596 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.185504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Pushing event updated for resources: {'Port': ['ID=22c234b5-c09d-4595-ae68-30ef7f2b546d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:21.232526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Request body: {'port': {'device_id': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'admin_state_up': True, 'tenant_id': '1adf1e15ed0b4c238dd158101596b30d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:21.259475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.308004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:21.316023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.352542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Allocated IP 172.20.0.7 (53cc882e-8882-403e-96f9-2aaf100c84e8/aba86e19-be56-466f-80ef-525b9556ce59/960344d4-8cc1-4c78-a43d-7dbf1610d26e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:21.406627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'name': 'network-vif-deleted', 'tag': 'd872eb39-c724-4ec7-a765-21a4629d7f2e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:21.409588 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce14c189-01ba-495a-9964-c791619026db" -d '{"events": [{"server_uuid": "5ec8e0f1-e01e-4e1d-992a-6d47017404a2", "name": "network-vif-deleted", "tag": "d872eb39-c724-4ec7-a765-21a4629d7f2e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:21.438860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-f9a605c1-0cd7-493a-9ad3-9febbf04bdad service neutron] 10.222.0.58 "GET /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591220 Aug 11 08:19:21.461820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-d3b5b238-7170-4e6f-acf4-d81e118af3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:21.463599 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-d3b5b238-7170-4e6f-acf4-d81e118af3d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 906 time: 0.3312216 Aug 11 08:19:21.466019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Made reservation on behalf of 1adf1e15ed0b4c238dd158101596b30d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:21.471179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.508340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:21.525526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Network e7d80e69-1073-4826-8797-23d6e18ff369 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:21.530700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-b403dd11-59fa-45b1-8b7b-2671ab4bb18d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=830cbb79-e4ab-4615-8e68-794342eedfbc HTTP/1.1" status: 200 len: 217 time: 0.0559359 Aug 11 08:19:21.556511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:21.631174 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af16f4-18ed-4978-9525-7b64f003b673 x-openstack-request-id: req-90af16f4-18ed-4978-9525-7b64f003b673 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:21.631505 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec8e0f1-e01e-4e1d-992a-6d47017404a2", "name": "network-vif-deleted", "tag": "d872eb39-c724-4ec7-a765-21a4629d7f2e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:21.631705 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90af16f4-18ed-4978-9525-7b64f003b673 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:21.632103 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec8e0f1-e01e-4e1d-992a-6d47017404a2', 'name': 'network-vif-deleted', 'tag': 'd872eb39-c724-4ec7-a765-21a4629d7f2e', 'status': 'completed', 'code': 200} Aug 11 08:19:21.725828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-ff31c2f9-de7a-48ea-b896-d1472065d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:21.727934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-ff31c2f9-de7a-48ea-b896-d1472065d7f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.1861365 Aug 11 08:19:21.776767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-c19d553a-efa8-4d2a-9a94-9c16e987c3ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320530 Aug 11 08:19:21.916137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:21.939983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da367-2fb4-495b-8ea1-136eb395aab0 req-9b7d46ec-2fd9-4620-ad1d-ce067cf4d8c2 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:21.942003 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-539da367-2fb4-495b-8ea1-136eb395aab0 req-9b7d46ec-2fd9-4620-ad1d-ce067cf4d8c2 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.2098827 Aug 11 08:19:21.981413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 830cbb79-e4ab-4615-8e68-794342eedfbc details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:19:22.020439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-f79c55dd-2766-481d-90e9-379254e46086 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179470 Aug 11 08:19:22.033708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb83c2bf-3817-4d61-9d84-e22b544698e5 None None] Provisioning complete for port 22c234b5-c09d-4595-ae68-30ef7f2b546d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:22.034216 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb83c2bf-3817-4d61-9d84-e22b544698e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.105776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cb83c2bf-3817-4d61-9d84-e22b544698e5 None None] Port 22c234b5-c09d-4595-ae68-30ef7f2b546d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:19:22.131647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-539da367-2fb4-495b-8ea1-136eb395aab0 req-5b88d2ce-6caa-43c0-9408-82869bf6fa89 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685643 Aug 11 08:19:22.149861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.197999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:22.267351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:22.277982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:22.291984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:22.301614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-469fa017-cea5-4a35-984c-0699c0da53b9 req-be6cc759-f97e-4052-b1e6-8166a7220d47 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713447 Aug 11 08:19:22.308435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Allocated IP 172.20.0.7 (3393ff84-611b-4473-a388-bdc8abaf1d91/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04/8b27db17-316a-41ef-88dd-4d595093fdba) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:22.327808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event updated for resources: {'Port': ['ID=960344d4-8cc1-4c78-a43d-7dbf1610d26e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:22.334485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Router 611adbee-379d-46f6-bb30-c8ad0637e957 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:19:22.358397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712214-8a00-4b2c-bfbf-6ee57513960d req-1c083c9d-c583-444a-8994-c9f50db17475 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:22.359955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:22.360644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.367792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1712214-8a00-4b2c-bfbf-6ee57513960d req-1c083c9d-c583-444a-8994-c9f50db17475 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 944 time: 0.6003692 Aug 11 08:19:22.381199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-f186d461-9a7f-42b1-9ab2-e72fae67782d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3401582 Aug 11 08:19:22.400657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 830cbb79-e4ab-4615-8e68-794342eedfbc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=830cbb79-e4ab-4615-8e68-794342eedfbc,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:22.411779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Request body: {'port': {'device_id': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:22.436105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '830cbb79-e4ab-4615-8e68-794342eedfbc', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': '830cbb79-e4ab-4615-8e68-794342eedfbc', 'mac_address': 'fa:16:3e:2f:1a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:22.488974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.505982 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.542680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1712214-8a00-4b2c-bfbf-6ee57513960d req-3656f66c-9c5f-4845-92d2-7a4641718cb9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736875 Aug 11 08:19:22.546501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830cbb79-e4ab-4615-8e68-794342eedfbc {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:22.576076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5783133-fe47-4017-80e0-e94ee96c5956 req-16e8a3fb-3e38-4f76-9baf-75a2f7999d84 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 210 time: 0.0626812 Aug 11 08:19:22.615776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 830cbb79-e4ab-4615-8e68-794342eedfbc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=830cbb79-e4ab-4615-8e68-794342eedfbc,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:22.626786 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.643148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:19:22.657659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7d63e05a-feb1-4aae-8b8f-31a1a6a874db admin admin] 10.222.0.58 "PUT /v2.0/routers/611adbee-379d-46f6-bb30-c8ad0637e957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4920793 Aug 11 08:19:22.710217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Sync routers for ids ['611adbee-379d-46f6-bb30-c8ad0637e957'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:19:22.743959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=830cbb79-e4ab-4615-8e68-794342eedfbc,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:22.758572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Routers {'611adbee-379d-46f6-bb30-c8ad0637e957'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:22.760269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['611adbee-379d-46f6-bb30-c8ad0637e957'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:22.856255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-582ae1ea-cb6a-48a8-860a-b577b73fd9cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1020269 Aug 11 08:19:22.869276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5289e-8b48-4dbe-bafd-f3e84e68a03b req-b9fe8879-3dc4-49c0-a654-ff06befb72ad tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:22.870840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93b5289e-8b48-4dbe-bafd-f3e84e68a03b req-b9fe8879-3dc4-49c0-a654-ff06befb72ad tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 931 time: 0.1510994 Aug 11 08:19:22.913547 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:22.935438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93b5289e-8b48-4dbe-bafd-f3e84e68a03b req-1c5dc35e-2392-421a-b520-b6f6f91e1220 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536239 Aug 11 08:19:22.951463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5daad278-4c71-46ee-8c9b-bf216d338886 req-777a2d69-0d0b-4c57-b8ff-c431f14c45f4 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 210 time: 0.0583992 Aug 11 08:19:22.951897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['830cbb79-e4ab-4615-8e68-794342eedfbc'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:22.967711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:23.062537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.063274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.064143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.064862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.065533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.066203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.066836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.069145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2dbc0284-5626-443a-8b32-307e1ddc6beb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.0830545 Aug 11 08:19:23.071397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.075676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Set router 611adbee-379d-46f6-bb30-c8ad0637e957 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:23.114009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960344d4-8cc1-4c78-a43d-7dbf1610d26e {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:23.130876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.137109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:23.137724 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.153837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Transition to ACTIVE for port object 960344d4-8cc1-4c78-a43d-7dbf1610d26e will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:23.163387 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.235990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Network 3393ff84-611b-4473-a388-bdc8abaf1d91 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:23.249724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:23.258273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event updated for resources: {'Port': ['ID=8b27db17-316a-41ef-88dd-4d595093fdba,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:23.261692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:23.310178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Pushing event updated for resources: {'Port': ['ID=960344d4-8cc1-4c78-a43d-7dbf1610d26e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:23.321900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.322684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.387160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-52304dc5-5a6e-47f8-b4a1-681d2a0cfe80 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1591980 Aug 11 08:19:23.414593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Request body: {'port': {'device_id': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:23.437126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2f00a-f657-4ea2-83e2-733809445f59 req-1a82a8b5-235a-40db-bf08-56c17267ce73 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.439034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c0c2f00a-f657-4ea2-83e2-733809445f59 req-1a82a8b5-235a-40db-bf08-56c17267ce73 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1660287 Aug 11 08:19:23.466105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-41d3f8e4-068c-44b7-85d1-e15879af64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.467194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-41d3f8e4-068c-44b7-85d1-e15879af64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.467194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-41d3f8e4-068c-44b7-85d1-e15879af64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.468659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-41d3f8e4-068c-44b7-85d1-e15879af64d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=b8929ac4-6709-490b-82c4-85e4a9c02241&id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 2292 time: 0.3493540 Aug 11 08:19:23.512112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:20Z', 'revision_number': 4, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '22c234b5-c09d-4595-ae68-30ef7f2b546d', 'name': '', 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'mac_address': 'fa:16:3e:8c:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '672a70c4-48fb-4a49-a407-6a938a124006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:18Z', 'updated_at': '2021-08-11T08:19:20Z', 'revision_number': 2, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'subnets': [{'id': '672a70c4-48fb-4a49-a407-6a938a124006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:23.541229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Checking router: 611adbee-379d-46f6-bb30-c8ad0637e957 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:19:23.541711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Updating router 611adbee-379d-46f6-bb30-c8ad0637e957 port 22c234b5-c09d-4595-ae68-30ef7f2b546d binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:19:23.552015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-d4b039c8-d63c-4ca7-bafc-36034cf42632 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.553709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-d4b039c8-d63c-4ca7-bafc-36034cf42632 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.64 "GET /v2.0/networks?id=4a9fe48e-e9af-4bb8-8224-a52319675056 HTTP/1.1" status: 200 len: 825 time: 0.2495205 Aug 11 08:19:23.556705 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-e2764aa7-b6b4-47f0-81d6-b73ba3fef605 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4772573 Aug 11 08:19:23.572246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.579328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:23.581132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c0c2f00a-f657-4ea2-83e2-733809445f59 req-b6e26dcc-5d84-4b95-9a92-300f5bd1ba18 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077893 Aug 11 08:19:23.583950 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.588163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Request body: {'port': {'device_id': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056', 'admin_state_up': True, 'tenant_id': 'e834f90f46cf4906824ca538f5ac7968'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:23.593187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Attempting to bind port 960344d4-8cc1-4c78-a43d-7dbf1610d26e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:23.596525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Attempting to bind port 960344d4-8cc1-4c78-a43d-7dbf1610d26e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:23.596525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Attempting to bind port 960344d4-8cc1-4c78-a43d-7dbf1610d26e on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:23.619016 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-39122749-f0c6-4304-999e-7fac7e4d2131 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 1001 time: 0.1404948 Aug 11 08:19:23.654472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Port 960344d4-8cc1-4c78-a43d-7dbf1610d26e on network 53cc882e-8882-403e-96f9-2aaf100c84e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:19:23.654972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Attempting to bind port 960344d4-8cc1-4c78-a43d-7dbf1610d26e on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:23.657681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.671854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:23.672340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Checking segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:23.672849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Bound using segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:23.673417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Bound port: 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:23.673941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.785006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] For port 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:23.788424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] For port 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:23.808210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.816396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-cc8ee40b-a5f2-43b0-9b97-1c689018ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.817934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-cc8ee40b-a5f2-43b0-9b97-1c689018ba02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 200 len: 850 time: 0.1720829 Aug 11 08:19:23.903014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.903947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.905493 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] 10.222.0.69 "PUT /v2.0/ports/960344d4-8cc1-4c78-a43d-7dbf1610d26e HTTP/1.1" status: 200 len: 1091 time: 1.5065136 Aug 11 08:19:23.907191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'tag': '960344d4-8cc1-4c78-a43d-7dbf1610d26e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:23.910017 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212272be-b292-4bab-8d92-02e7187f0442" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fd431e-e1af-4892-bd2d-5d349c067ed1", "tag": "960344d4-8cc1-4c78-a43d-7dbf1610d26e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:23.926410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Made reservation on behalf of e834f90f46cf4906824ca538f5ac7968 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:23.930127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.933630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf1ff0-6015-49cc-88b6-4a6d51eea694 service neutron] Pushing event updated for resources: {'Port': ['ID=960344d4-8cc1-4c78-a43d-7dbf1610d26e,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:23.946593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:23.961713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64ef57-541c-4a64-9977-f2407b9f2afb req-a5b9d628-a412-407b-96fb-e4aea7206fe9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.963484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e64ef57-541c-4a64-9977-f2407b9f2afb req-a5b9d628-a412-407b-96fb-e4aea7206fe9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 945 time: 0.1691842 Aug 11 08:19:23.971502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Transition to ACTIVE for port object 22c234b5-c09d-4595-ae68-30ef7f2b546d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:23.972530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-fdd74755-f9cd-4306-8e48-463a4cb290bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:23.974206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-fdd74755-f9cd-4306-8e48-463a4cb290bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d470a6ef-a623-45cb-aae5-a04f60242f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463993 Aug 11 08:19:23.985784 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.034891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 830cbb79-e4ab-4615-8e68-794342eedfbc up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:24.101464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38019ad6-a583-49a1-aeb0-37fd0182a677 None None] Pushing event updated for resources: {'Port': ['ID=22c234b5-c09d-4595-ae68-30ef7f2b546d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:24.125420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-b5413077-e1cf-474d-a347-aa685919018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:24.127738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-b5413077-e1cf-474d-a347-aa685919018f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 1094 time: 0.1537416 Aug 11 08:19:24.140545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e64ef57-541c-4a64-9977-f2407b9f2afb req-79a172a4-037a-425a-b243-71a12d14b8ee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652546 Aug 11 08:19:24.145019 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.177754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-0f44ea1f-b724-41da-8999-d43c66c0906a service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924973 Aug 11 08:19:24.196913 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Attempting to bind port 22c234b5-c09d-4595-ae68-30ef7f2b546d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:24.198177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Attempting to bind port 22c234b5-c09d-4595-ae68-30ef7f2b546d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:24.198761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Attempting to bind port 22c234b5-c09d-4595-ae68-30ef7f2b546d on network e7d80e69-1073-4826-8797-23d6e18ff369 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:24.213274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:24.214416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Checking segment: {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:24.214807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.216299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Bound using segment: {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:24.217973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Bound port: 22c234b5-c09d-4595-ae68-30ef7f2b546d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c374af-f401-46df-9648-a6ddba1cb78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:24.218514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.225163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-71d6d6d7-3163-4a54-9065-dcfce1fa2665 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e HTTP/1.1" status: 200 len: 217 time: 0.0740504 Aug 11 08:19:24.228837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 830cbb79-e4ab-4615-8e68-794342eedfbc completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:24.244109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 830cbb79-e4ab-4615-8e68-794342eedfbc triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:24.246325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.280367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b27db17-316a-41ef-88dd-4d595093fdba {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:24.289302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Allocated IP 172.20.0.10 (4a9fe48e-e9af-4bb8-8224-a52319675056/1bb23b71-24dd-4f37-b5a8-d2d781d5fc24/1091f50f-94e0-46da-a0e9-bbed757f0431) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:24.299024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.325331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f092f53b-4d57-48dd-96b0-0d18025b6e32 req-117128e2-5f01-48a0-9f10-fc1f63839f0a tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 210 time: 0.0526605 Aug 11 08:19:24.360137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-3db5479c-1795-4a57-b7ac-319913176012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:24.362342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-3db5479c-1795-4a57-b7ac-319913176012 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.1274624 Aug 11 08:19:24.366288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] For port 22c234b5-c09d-4595-ae68-30ef7f2b546d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:24.371401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Transition to ACTIVE for port object 8b27db17-316a-41ef-88dd-4d595093fdba will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:24.375690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] For port 22c234b5-c09d-4595-ae68-30ef7f2b546d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=22c234b5-c09d-4595-ae68-30ef7f2b546d,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:24.383795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.423295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.436574 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc0fe3c-99bf-4959-9305-80e2bebde500 x-openstack-request-id: req-bfc0fe3c-99bf-4959-9305-80e2bebde500 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:24.437130 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fd431e-e1af-4892-bd2d-5d349c067ed1", "tag": "960344d4-8cc1-4c78-a43d-7dbf1610d26e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:24.437558 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfc0fe3c-99bf-4959-9305-80e2bebde500 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:24.438200 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'tag': '960344d4-8cc1-4c78-a43d-7dbf1610d26e', 'status': 'completed', 'code': 200} Aug 11 08:19:24.442287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-675386f0-fb1f-4072-b47a-9630371581ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643466 Aug 11 08:19:24.461946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Allocated IP 172.25.2.52 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/b5c2bfc7-5c6c-4946-a1ee-80616e233634) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:24.475859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-eb0ad3e4-eb28-45ec-9c74-fc6531c10817 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506459 Aug 11 08:19:24.545226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Pushing event updated for resources: {'Port': ['ID=8b27db17-316a-41ef-88dd-4d595093fdba,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:24.575096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-94494c35-ce9a-4534-9878-c4f12ba441d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 217 time: 0.0841827 Aug 11 08:19:24.661047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.702559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830cbb79-e4ab-4615-8e68-794342eedfbc'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:24.706025 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d6b87-b8e7-48ff-8543-aaaaab9e4710" -d '{"events": [{"server_uuid": "5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb", "name": "network-vif-plugged", "status": "completed", "tag": "830cbb79-e4ab-4615-8e68-794342eedfbc"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:24.735191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 830cbb79-e4ab-4615-8e68-794342eedfbc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=830cbb79-e4ab-4615-8e68-794342eedfbc,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:24.745989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Routers {'611adbee-379d-46f6-bb30-c8ad0637e957'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:24.746931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['611adbee-379d-46f6-bb30-c8ad0637e957'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:24.752289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.779537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Attempting to bind port 8b27db17-316a-41ef-88dd-4d595093fdba on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:24.780256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Attempting to bind port 8b27db17-316a-41ef-88dd-4d595093fdba by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:24.780801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Attempting to bind port 8b27db17-316a-41ef-88dd-4d595093fdba on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:24.792536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38019ad6-a583-49a1-aeb0-37fd0182a677 None None] Pushing event updated for resources: {'Port': ['ID=22c234b5-c09d-4595-ae68-30ef7f2b546d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:24.807989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Port 8b27db17-316a-41ef-88dd-4d595093fdba on network 3393ff84-611b-4473-a388-bdc8abaf1d91 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:19:24.808420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4901-cac0-4122-a980-d0bc62f351b5 req-7bb2ee9b-f279-49a3-a25c-188c5c1f6af0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:24.809019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Attempting to bind port 8b27db17-316a-41ef-88dd-4d595093fdba on network 3393ff84-611b-4473-a388-bdc8abaf1d91 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:24.812408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-036b4901-cac0-4122-a980-d0bc62f351b5 req-7bb2ee9b-f279-49a3-a25c-188c5c1f6af0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 943 time: 0.3029370 Aug 11 08:19:24.825587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-72a80229-198d-4aea-bbe4-77c93da3c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:24.827243 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-72a80229-198d-4aea-bbe4-77c93da3c6ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.2048516 Aug 11 08:19:24.828179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:24.828852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Checking segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:24.829351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Bound using segment: {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:24.830074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Bound port: 8b27db17-316a-41ef-88dd-4d595093fdba, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23501ce8-63bc-4f31-96e3-b20eac9c1d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:24.830668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.859230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-bde0ba60-0709-4ed0-9db9-f67231d5c4db service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971651 Aug 11 08:19:24.913584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=830cbb79-e4ab-4615-8e68-794342eedfbc,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:24.945196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] Set router 611adbee-379d-46f6-bb30-c8ad0637e957 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:24.969200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.974599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:24.999945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-aaa4f3bf-bc18-472a-94d3-bde88e498173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.001724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-aaa4f3bf-bc18-472a-94d3-bde88e498173 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1503990 Aug 11 08:19:25.009324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] For port 8b27db17-316a-41ef-88dd-4d595093fdba, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:25.022712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] For port 8b27db17-316a-41ef-88dd-4d595093fdba, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8b27db17-316a-41ef-88dd-4d595093fdba,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:25.064750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.068555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-036b4901-cac0-4122-a980-d0bc62f351b5 req-7d0ef9c3-abe2-460e-bf15-ff580162eff0 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063985 Aug 11 08:19:25.132979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.143895 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-d015f73e-d6b2-49fd-8366-5a2e9e364361 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435640 Aug 11 08:19:25.146246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.146939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.148334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] 10.222.0.69 "PUT /v2.0/ports/8b27db17-316a-41ef-88dd-4d595093fdba HTTP/1.1" status: 200 len: 1091 time: 1.7411427 Aug 11 08:19:25.148808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'tag': '8b27db17-316a-41ef-88dd-4d595093fdba'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:25.150918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fffbefa9-4e23-4875-871c-98d97cf0a702 req-3300be38-a2d9-44eb-b437-ff6cf9f279bc service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792535 Aug 11 08:19:25.151195 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242da49c-5026-489d-9aeb-36e88d71d789" -d '{"events": [{"name": "network-changed", "server_uuid": "50dd780b-2808-465e-9913-3c6f4428cc8f", "tag": "8b27db17-316a-41ef-88dd-4d595093fdba"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:25.191450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40549868-d149-4a4f-8ac8-a5d2de95cc60 service neutron] Pushing event updated for resources: {'Port': ['ID=8b27db17-316a-41ef-88dd-4d595093fdba,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:25.198234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.215529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Network 4a9fe48e-e9af-4bb8-8224-a52319675056 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:25.234816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:25.245948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:25.248414 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-c81a32ff-a90e-4d77-abba-3edd0e8538cd service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351756 Aug 11 08:19:25.262265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:25.266499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:25.269143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Pushing event updated for resources: {'Port': ['ID=b5c2bfc7-5c6c-4946-a1ee-80616e233634,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:25.271723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:25.325424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:20Z', 'revision_number': 4, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '22c234b5-c09d-4595-ae68-30ef7f2b546d', 'name': '', 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'mac_address': 'fa:16:3e:8c:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '672a70c4-48fb-4a49-a407-6a938a124006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:18Z', 'updated_at': '2021-08-11T08:19:24Z', 'revision_number': 4, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'subnets': [{'id': '672a70c4-48fb-4a49-a407-6a938a124006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:25.364597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda99481-093b-4864-93be-ebe262bbebb9 None None] The sync data for ids ['611adbee-379d-46f6-bb30-c8ad0637e957'] in n-d-789963-6 is: [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:20Z', 'revision_number': 4, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '22c234b5-c09d-4595-ae68-30ef7f2b546d', 'name': '', 'network_id': 'e7d80e69-1073-4826-8797-23d6e18ff369', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'mac_address': 'fa:16:3e:8c:c5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '672a70c4-48fb-4a49-a407-6a938a124006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:18Z', 'updated_at': '2021-08-11T08:19:24Z', 'revision_number': 4, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'subnets': [{'id': '672a70c4-48fb-4a49-a407-6a938a124006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:19:25.539964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212272be-b292-4bab-8d92-02e7187f0442 req-2718cb27-dc81-48b7-8f03-2c2afc6201a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.541590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-2718cb27-dc81-48b7-8f03-2c2afc6201a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 1094 time: 0.2002184 Aug 11 08:19:25.546603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.586966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-98af15ad-4b53-40ce-9c39-877f0844f1df service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588513 Aug 11 08:19:25.689615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2e67143e-2a27-455a-b7a2-88884a2434d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 217 time: 0.0717356 Aug 11 08:19:25.696532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.727868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Pushing event updated for resources: {'Port': ['ID=1091f50f-94e0-46da-a0e9-bbed757f0431,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:25.743147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aefe2-fd8e-4daa-affd-fd6de6662f30 req-60991ea8-048b-4d28-afc3-e866e9c6dc14 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.744793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d23aefe2-fd8e-4daa-affd-fd6de6662f30 req-60991ea8-048b-4d28-afc3-e866e9c6dc14 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 943 time: 0.5707898 Aug 11 08:19:25.795888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.796583 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:25.806532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212272be-b292-4bab-8d92-02e7187f0442 req-50b988f4-2a9a-44ae-ade7-d214dc46850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.808051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-50b988f4-2a9a-44ae-ade7-d214dc46850b service neutron] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 915 time: 0.2497258 Aug 11 08:19:25.813392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-3a6b2cfc-2738-476d-9c6d-9827e3738e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.815085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-3a6b2cfc-2738-476d-9c6d-9827e3738e84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1165476 Aug 11 08:19:25.831260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-452749a3-c3ad-4a17-b4f1-2621c5387aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.832855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-452749a3-c3ad-4a17-b4f1-2621c5387aaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1096 time: 0.5620844 Aug 11 08:19:25.841749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-092ffe9e-a34d-4c76-9d79-67e02e5567d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2595227 Aug 11 08:19:25.852047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d23aefe2-fd8e-4daa-affd-fd6de6662f30 req-bf223ec3-59b8-46e1-9f46-920565a1d08f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875483 Aug 11 08:19:25.854542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-4546a674-25b0-4b5a-867a-fa00f8a9385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:25.856405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-4546a674-25b0-4b5a-867a-fa00f8a9385a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 1094 time: 0.1436353 Aug 11 08:19:25.866697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Request body: {'port': {'device_id': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:25.975929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-d67afb4c-dfc9-4e3e-891b-cdd8414ec6e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e HTTP/1.1" status: 200 len: 217 time: 0.1362290 Aug 11 08:19:25.983082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-8d62855b-23b8-4719-b4b2-e619bdfb23ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b27db17-316a-41ef-88dd-4d595093fdba HTTP/1.1" status: 200 len: 217 time: 0.1030307 Aug 11 08:19:26.116983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:26.136003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-86577d36-38ee-4a6e-9064-2684deb89167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.138451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-86577d36-38ee-4a6e-9064-2684deb89167 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2995636 Aug 11 08:19:26.142029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:26.146693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212272be-b292-4bab-8d92-02e7187f0442 req-02da846e-0556-446d-833f-ea63aa0c7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.148075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-02da846e-0556-446d-833f-ea63aa0c7463 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.1097429 Aug 11 08:19:26.151177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:26.156678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-bdb62ed3-44ae-4172-96b1-74a62e34cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.158539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-bdb62ed3-44ae-4172-96b1-74a62e34cd23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1653113 Aug 11 08:19:26.169722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-1fa1b902-627b-4b79-964f-93913f9e14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.171264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-1fa1b902-627b-4b79-964f-93913f9e14e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.3016407 Aug 11 08:19:26.238505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-3369c980-50ad-4779-a7ac-9f0e6a396410 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470214 Aug 11 08:19:26.278716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e857-3826-44af-aaf5-39f07fb59e6e req-05fed505-00b2-4878-be1d-f385ae63a2c1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.280387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3493e857-3826-44af-aaf5-39f07fb59e6e req-05fed505-00b2-4878-be1d-f385ae63a2c1 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.2168026 Aug 11 08:19:26.480720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-1b29cf50-11fd-4581-b7f8-4a0e4ecedff9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 1000 time: 0.2866569 Aug 11 08:19:26.522365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3493e857-3826-44af-aaf5-39f07fb59e6e req-16aa699a-ec2b-4484-b5c4-003ee4902de4 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145011 Aug 11 08:19:26.634124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-9cc5e61b-6cc4-4777-9b38-91a9824c039f service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502033 Aug 11 08:19:26.638116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-8c0311f8-4ea2-4665-8127-816564dd3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.639703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-8c0311f8-4ea2-4665-8127-816564dd3f56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1454263 Aug 11 08:19:26.738303 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4448a3fd-5e31-4fd2-9bd0-97c340faf042 x-openstack-request-id: req-4448a3fd-5e31-4fd2-9bd0-97c340faf042 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:26.738909 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb", "name": "network-vif-plugged", "status": "completed", "tag": "830cbb79-e4ab-4615-8e68-794342eedfbc", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:26.738909 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4448a3fd-5e31-4fd2-9bd0-97c340faf042 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:26.739213 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830cbb79-e4ab-4615-8e68-794342eedfbc', 'code': 200} Aug 11 08:19:26.746234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-f6ec0b9d-c23e-4b3f-beb3-86b912598f3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5378845 Aug 11 08:19:26.775185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-f980e284-d1e3-46f3-8791-f6bae60f52b9 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752017 Aug 11 08:19:26.817080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Pushing event updated for resources: {'Port': ['ID=b5c2bfc7-5c6c-4946-a1ee-80616e233634,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:26.854240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-bd5ed3b7-eb33-4337-bbde-7da932b1aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:26.855862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-bd5ed3b7-eb33-4337-bbde-7da932b1aa96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925602 Aug 11 08:19:26.993424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-944a68e4-782d-4b17-8318-6bc143ec94b9 req-ceb50980-61b6-4282-aa54-7c58f06750d5 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482649 Aug 11 08:19:27.027664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1091f50f-94e0-46da-a0e9-bbed757f0431 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:27.048007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.049092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.084624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Transition to ACTIVE for port object 1091f50f-94e0-46da-a0e9-bbed757f0431 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:27.092408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-a3d3c5ea-d1ed-42bf-829c-f44229d6439c service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244744 Aug 11 08:19:27.107278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f2382-2165-443a-bb75-db364d567c56 req-030cfc79-e53d-4d19-86af-1afa08eba59d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.109187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e2f2382-2165-443a-bb75-db364d567c56 req-030cfc79-e53d-4d19-86af-1afa08eba59d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.1313405 Aug 11 08:19:27.109975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.120462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22c234b5-c09d-4595-ae68-30ef7f2b546d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:27.209114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.211858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-edf5a790-193a-4065-b84b-8f0d2fe1bc42 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6361890 Aug 11 08:19:27.215297 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-a0a82905-2a3a-4bad-a32b-dfa1e2a35248 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185312 Aug 11 08:19:27.221248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 22c234b5-c09d-4595-ae68-30ef7f2b546d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:27.239449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 22c234b5-c09d-4595-ae68-30ef7f2b546d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:27.239770 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.240865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64ccce-3f8b-41ac-868b-5e1b058c4c71 req-ee116bc0-f3dc-4a96-a251-dc28bc820d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.245447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b64ccce-3f8b-41ac-868b-5e1b058c4c71 req-ee116bc0-f3dc-4a96-a251-dc28bc820d33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 1097 time: 0.3213191 Aug 11 08:19:27.261807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Pushing event updated for resources: {'Port': ['ID=1091f50f-94e0-46da-a0e9-bbed757f0431,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:27.273224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-1ff6ff10-8dbe-4572-b36e-8534163c5d46 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002744 Aug 11 08:19:27.304358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e2f2382-2165-443a-bb75-db364d567c56 req-d593eb61-7308-4f52-96eb-65643ad5addc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669202 Aug 11 08:19:27.362647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28b55432-ad47-4d9c-9e43-72cb6778c1d8 req-7d4dc126-39ae-4fab-9faf-5c649eed4c33 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496524 Aug 11 08:19:27.403430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Attempting to bind port 1091f50f-94e0-46da-a0e9-bbed757f0431 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:27.403773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Attempting to bind port 1091f50f-94e0-46da-a0e9-bbed757f0431 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '9d94dbf0-479d-4296-b7a8-3de2830217a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:27.404243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Attempting to bind port 1091f50f-94e0-46da-a0e9-bbed757f0431 on network 4a9fe48e-e9af-4bb8-8224-a52319675056 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:27.411527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Port 1091f50f-94e0-46da-a0e9-bbed757f0431 on network 4a9fe48e-e9af-4bb8-8224-a52319675056 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:19:27.412116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Attempting to bind port 1091f50f-94e0-46da-a0e9-bbed757f0431 on network 4a9fe48e-e9af-4bb8-8224-a52319675056 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:27.414899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.419182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:27.419533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Checking segment: {'id': '9d94dbf0-479d-4296-b7a8-3de2830217a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:27.419931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Bound using segment: {'id': '9d94dbf0-479d-4296-b7a8-3de2830217a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:27.420373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Bound port: 1091f50f-94e0-46da-a0e9-bbed757f0431, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d94dbf0-479d-4296-b7a8-3de2830217a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:27.420743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.422642 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7954b8fd-8258-45f2-9409-1940a71fe6c6 x-openstack-request-id: req-7954b8fd-8258-45f2-9409-1940a71fe6c6 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:27.422990 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dd780b-2808-465e-9913-3c6f4428cc8f", "tag": "8b27db17-316a-41ef-88dd-4d595093fdba", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:27.423244 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7954b8fd-8258-45f2-9409-1940a71fe6c6 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:27.423816 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'tag': '8b27db17-316a-41ef-88dd-4d595093fdba', 'status': 'completed', 'code': 200} Aug 11 08:19:27.433343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-aaa525af-7f6a-4a0d-8da2-54b08ff2a4dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 200 len: 217 time: 0.1860406 Aug 11 08:19:27.457498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 22c234b5-c09d-4595-ae68-30ef7f2b546d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=22c234b5-c09d-4595-ae68-30ef7f2b546d,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:27.467755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.488170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-97523a4c-a24c-4438-b28e-fbe05dd8a585 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.2630229 Aug 11 08:19:27.558638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=22c234b5-c09d-4595-ae68-30ef7f2b546d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:27.565453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b64ccce-3f8b-41ac-868b-5e1b058c4c71 req-0b92b917-7336-4208-8dc6-84721587dd76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044662 Aug 11 08:19:27.565766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da49c-5026-489d-9aeb-36e88d71d789 req-7e60ebe2-b073-41ee-be61-161d7084b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.567075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-7e60ebe2-b073-41ee-be61-161d7084b808 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf1e15ed0b4c238dd158101596b30d&device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 1094 time: 0.1272876 Aug 11 08:19:27.592045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] For port 1091f50f-94e0-46da-a0e9-bbed757f0431, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:27.627296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-ec9c6432-659a-4f44-b056-29b959062195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.628846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-ec9c6432-659a-4f44-b056-29b959062195 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1821527 Aug 11 08:19:27.650815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f8b9f-85b6-449b-adea-a7f1acbc7372 req-690cfb3b-d070-492e-8905-2c634ca132eb tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.652395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-343f8b9f-85b6-449b-adea-a7f1acbc7372 req-690cfb3b-d070-492e-8905-2c634ca132eb tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 944 time: 0.1703091 Aug 11 08:19:27.655802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] For port 1091f50f-94e0-46da-a0e9-bbed757f0431, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1091f50f-94e0-46da-a0e9-bbed757f0431,segment=NetworkSegment(9d94dbf0-479d-4296-b7a8-3de2830217a8),segment_id=9d94dbf0-479d-4296-b7a8-3de2830217a8)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:27.667643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.682586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-212272be-b292-4bab-8d92-02e7187f0442 req-6b2e0ab2-8ed9-4988-8686-88ab76374564 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865877 Aug 11 08:19:27.718180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-ab669ed2-ab28-4665-8431-8fc058a49cd3 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.720110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-ab669ed2-ab28-4665-8431-8fc058a49cd3 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2192562 Aug 11 08:19:27.727693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2240a5e1-effd-4496-a9c1-cfadee265e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.729527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-2240a5e1-effd-4496-a9c1-cfadee265e7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883169 Aug 11 08:19:27.735611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-969d81ef-f79c-44f3-81f2-3cd1799bf075 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:19:27.737276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e162e5c-954c-45f4-892f-4db9211aea60 req-969d81ef-f79c-44f3-81f2-3cd1799bf075 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061443 Aug 11 08:19:27.740107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.746233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:27.746233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] 10.222.0.64 "PUT /v2.0/ports/1091f50f-94e0-46da-a0e9-bbed757f0431 HTTP/1.1" status: 200 len: 1092 time: 1.8795373 Aug 11 08:19:27.746233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'tag': '1091f50f-94e0-46da-a0e9-bbed757f0431'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:27.748433 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417" -d '{"events": [{"name": "network-changed", "server_uuid": "2199bfcb-425b-4632-ad05-6501bb3f0b90", "tag": "1091f50f-94e0-46da-a0e9-bbed757f0431"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:27.795400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-343f8b9f-85b6-449b-adea-a7f1acbc7372 req-c4d9a513-19e2-4007-a8a7-956a851f26f1 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337771 Aug 11 08:19:27.813474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e2480-c543-411f-8a58-83617805de5f service neutron] Pushing event updated for resources: {'Port': ['ID=1091f50f-94e0-46da-a0e9-bbed757f0431,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:27.814918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da49c-5026-489d-9aeb-36e88d71d789 req-4c5c4171-e0d7-48dd-bbd5-c1221b511310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.817403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-4c5c4171-e0d7-48dd-bbd5-c1221b511310 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 200 len: 912 time: 0.2370653 Aug 11 08:19:27.880805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-140f7689-1b97-4fdc-90b0-cae43048863c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b27db17-316a-41ef-88dd-4d595093fdba HTTP/1.1" status: 200 len: 217 time: 0.0527942 Aug 11 08:19:27.884362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-00e1c806-ca03-4bd8-9ed6-7c2d6980d8fc service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462934 Aug 11 08:19:27.900868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fc740-bdf6-448f-8870-7c5c65311251 req-801e1c32-100c-4954-a86c-6ea3f894059b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.902674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-342fc740-bdf6-448f-8870-7c5c65311251 req-801e1c32-100c-4954-a86c-6ea3f894059b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 943 time: 0.1017773 Aug 11 08:19:27.969875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83759a64-c814-407a-b7a5-2ddecd4d41f6 req-62196e7f-1bc2-4b7a-a502-0ad98d346fbd tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:27.971939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83759a64-c814-407a-b7a5-2ddecd4d41f6 req-62196e7f-1bc2-4b7a-a502-0ad98d346fbd tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 943 time: 0.1020470 Aug 11 08:19:28.004391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-342fc740-bdf6-448f-8870-7c5c65311251 req-3f1dce03-6c45-4b3a-9f5c-c5e83c8b6f71 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847237 Aug 11 08:19:28.023803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da49c-5026-489d-9aeb-36e88d71d789 req-cde83bba-ab6c-48b0-b2ef-ba73610a82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.025357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-cde83bba-ab6c-48b0-b2ef-ba73610a82c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 200 len: 851 time: 0.1138020 Aug 11 08:19:28.052387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-ae749b39-aa0b-49c9-b07e-39fbc4fc75b6 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415730 Aug 11 08:19:28.057266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-d83397e0-dc54-48e1-93fc-0bffb719e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.058807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-d83397e0-dc54-48e1-93fc-0bffb719e8a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e834f90f46cf4906824ca538f5ac7968&device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 1095 time: 0.1139338 Aug 11 08:19:28.080002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-0b5bb4bc-6a81-46f5-810a-61fb6f4eebe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3393ff84-611b-4473-a388-bdc8abaf1d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441256 Aug 11 08:19:28.089671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83759a64-c814-407a-b7a5-2ddecd4d41f6 req-251625d0-018b-4a7e-b075-189fdc643084 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006479 Aug 11 08:19:28.131845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-889b286b-e1ec-4ee8-b055-66b07845f946 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1091f50f-94e0-46da-a0e9-bbed757f0431 HTTP/1.1" status: 200 len: 217 time: 0.0548689 Aug 11 08:19:28.151240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-63896320-47ef-46c2-a161-938f8d013e45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 200 len: 217 time: 0.0547554 Aug 11 08:19:28.245683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c55e6ef7-d3f5-4249-97b8-5bbe14e6cae8 req-48703a6c-7a7b-4e75-b310-6cc2142755d9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips/0963392f-2446-494c-9a3c-79c9ec9d359d HTTP/1.1" status: 200 len: 692 time: 0.0821073 Aug 11 08:19:28.271811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-2f45571a-63b6-4f8b-a114-0af47883aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.273385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-2f45571a-63b6-4f8b-a114-0af47883aac5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb23b71-24dd-4f37-b5a8-d2d781d5fc24 HTTP/1.1" status: 200 len: 865 time: 0.1034336 Aug 11 08:19:28.319316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-e2dafbc8-23cc-468d-a920-3e0beff1f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.320787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-62efb899-f499-40b0-836c-70e1b6f6f304 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992638 Aug 11 08:19:28.320973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-e2dafbc8-23cc-468d-a920-3e0beff1f079 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1588392 Aug 11 08:19:28.322932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-c452763f-a710-4578-8915-66570ffa8c79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a9fe48e-e9af-4bb8-8224-a52319675056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405407 Aug 11 08:19:28.332545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ee7d3-b7d1-4516-a475-53bd50c2b982 req-3c33b092-9593-4470-a172-f566e422ef76 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.334077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e65ee7d3-b7d1-4516-a475-53bd50c2b982 req-3c33b092-9593-4470-a172-f566e422ef76 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1301136 Aug 11 08:19:28.440914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073a94d-7937-40d6-ad28-f061794be000 req-4faef7c2-e89e-4037-8c54-c60e9576b8f6 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.442498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0073a94d-7937-40d6-ad28-f061794be000 req-4faef7c2-e89e-4037-8c54-c60e9576b8f6 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 945 time: 0.1618190 Aug 11 08:19:28.448870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-a8ed296e-e88f-4893-b26b-214af74406f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.450510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-a8ed296e-e88f-4893-b26b-214af74406f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1078506 Aug 11 08:19:28.459530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e6ef7-d3f5-4249-97b8-5bbe14e6cae8 req-c2b73524-a87b-496b-8868-a269fb5ffd48 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.461027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c55e6ef7-d3f5-4249-97b8-5bbe14e6cae8 req-c2b73524-a87b-496b-8868-a269fb5ffd48 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2066348 Aug 11 08:19:28.495798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e65ee7d3-b7d1-4516-a475-53bd50c2b982 req-ad0eed95-e01b-4eba-9d34-6f7a3347dbc3 tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/security-groups?id=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443000 Aug 11 08:19:28.510561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-c55e6ef7-d3f5-4249-97b8-5bbe14e6cae8 req-af71266d-f251-4a4b-b926-af7d6cacd285 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:19:28.523182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c55e6ef7-d3f5-4249-97b8-5bbe14e6cae8 req-af71266d-f251-4a4b-b926-af7d6cacd285 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351336 Aug 11 08:19:28.544590 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-2d8df3cb-5f16-465a-8b93-43963d5a2b18 service neutron] 10.222.0.64 "GET /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094407 Aug 11 08:19:28.546736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-242da49c-5026-489d-9aeb-36e88d71d789 req-96f63735-667a-465b-aabb-82f7d87426e9 service neutron] 10.222.0.69 "GET /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105021 Aug 11 08:19:28.557719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 960344d4-8cc1-4c78-a43d-7dbf1610d26e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:19:28.600585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:28.607018 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a7c09-43fc-4a0d-8fe9-80394a829e26 x-openstack-request-id: req-ce1a7c09-43fc-4a0d-8fe9-80394a829e26 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:28.607018 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199bfcb-425b-4632-ad05-6501bb3f0b90", "tag": "1091f50f-94e0-46da-a0e9-bbed757f0431", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:28.607018 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce1a7c09-43fc-4a0d-8fe9-80394a829e26 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:28.607630 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'tag': '1091f50f-94e0-46da-a0e9-bbed757f0431', 'status': 'completed', 'code': 200} Aug 11 08:19:28.797071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:28.815849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f102396-2dcb-44b2-b599-1516d8473913 req-8a02d3b8-100b-46f6-9df1-7cc04b693978 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=dec0e6c915634181b9b5786771a82d35 HTTP/1.1" status: 200 len: 695 time: 0.0683820 Aug 11 08:19:28.825215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '960344d4-8cc1-4c78-a43d-7dbf1610d26e', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'port_id': '960344d4-8cc1-4c78-a43d-7dbf1610d26e', 'mac_address': 'fa:16:3e:8d:bc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba86e19-be56-466f-80ef-525b9556ce59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:28.825671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-7513bb01-b817-419b-ab20-4c97564e2e6f service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636100 Aug 11 08:19:28.877451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:28.902218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960344d4-8cc1-4c78-a43d-7dbf1610d26e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:28.906196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1335709-a69d-45de-b32f-603a33ebeffc req-6bb1b4f8-7fbc-43a8-b93f-e2029a02c8a4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:28.907958 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1335709-a69d-45de-b32f-603a33ebeffc req-6bb1b4f8-7fbc-43a8-b93f-e2029a02c8a4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.2284198 Aug 11 08:19:28.916228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Deleting port 5767c66f-7acd-4ba0-9448-d292a13e2cfa {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:28.916906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:28.944707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:28.951605 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:28.963494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-244d9e33-1490-4fee-a67f-8407c5988bbf req-6e7dc2a6-989e-44ad-b367-026f3a51a829 service neutron] 10.222.0.64 "GET /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530943 Aug 11 08:19:28.994725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22c234b5-c09d-4595-ae68-30ef7f2b546d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:29.040254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=960344d4-8cc1-4c78-a43d-7dbf1610d26e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:29.055174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.055518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.055887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.056230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.056500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.056823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.057255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.057722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.058069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.058428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.059365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.059365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:29.072507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f102396-2dcb-44b2-b599-1516d8473913 req-1c8a77d7-3c0e-4059-9578-0943d1247331 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.075582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f102396-2dcb-44b2-b599-1516d8473913 req-1c8a77d7-3c0e-4059-9578-0943d1247331 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks?id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 787 time: 0.2310617 Aug 11 08:19:29.089475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1335709-a69d-45de-b32f-603a33ebeffc req-9dae3c6f-d1ea-431b-8775-8a9e1d322ce2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572208 Aug 11 08:19:29.093708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 22c234b5-c09d-4595-ae68-30ef7f2b546d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:29.094142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:29.133872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-c51a880c-6c51-4529-ac4c-8e57f71acb23 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990913 Aug 11 08:19:29.150492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] For port 5767c66f-7acd-4ba0-9448-d292a13e2cfa, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5767c66f-7acd-4ba0-9448-d292a13e2cfa,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:29.150977 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:29.202674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-ec0e7a27-98cf-4063-96f4-fd0ef3d68d08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 217 time: 0.0553660 Aug 11 08:19:29.211585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Calling delete_port for 5767c66f-7acd-4ba0-9448-d292a13e2cfa owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:29.224790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-a1318d17-b539-4aec-b636-e81913578212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.225925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-a1318d17-b539-4aec-b636-e81913578212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e834f90f46cf4906824ca538f5ac7968&device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 1095 time: 0.1203041 Aug 11 08:19:29.234346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8844-5cb7-403a-8733-0d058945843d req-54c9f2d1-1834-4cf0-9c82-5a4e58abb2a0 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.235762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27eb8844-5cb7-403a-8733-0d058945843d req-54c9f2d1-1834-4cf0-9c82-5a4e58abb2a0 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 944 time: 0.0988491 Aug 11 08:19:29.242934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d30c17f9-33ee-48d9-b5a3-d21d964955a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:29.333042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27eb8844-5cb7-403a-8733-0d058945843d req-8dc6c184-b1a5-4cd2-9e28-ec39bbc342e4 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858302 Aug 11 08:19:29.339519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-c6702ce7-3909-420a-b6f7-cb8158308824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.340915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-c6702ce7-3909-420a-b6f7-cb8158308824 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1271517 Aug 11 08:19:29.347768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['960344d4-8cc1-4c78-a43d-7dbf1610d26e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:29.365866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-83f8bea9-0096-4391-adba-96132507c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.365866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-83f8bea9-0096-4391-adba-96132507c472 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a9fe48e-e9af-4bb8-8224-a52319675056 HTTP/1.1" status: 200 len: 926 time: 0.1255593 Aug 11 08:19:29.381959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f2436-e0c7-4e94-b5df-6f18370137df req-e2d5598e-39ae-456c-94ca-d2dc6da28b3f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.383933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-598f2436-e0c7-4e94-b5df-6f18370137df req-e2d5598e-39ae-456c-94ca-d2dc6da28b3f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 943 time: 0.1848986 Aug 11 08:19:29.428017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-09b46ffd-15cf-40b2-911d-49f50292cd40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1091f50f-94e0-46da-a0e9-bbed757f0431 HTTP/1.1" status: 200 len: 217 time: 0.0567064 Aug 11 08:19:29.472630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-fde34695-4011-4fdc-8591-b5c67690a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.475061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-fde34695-4011-4fdc-8591-b5c67690a436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253240 Aug 11 08:19:29.480058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-598f2436-e0c7-4e94-b5df-6f18370137df req-abcb3496-022c-4fb5-8c65-ae51370c6a3b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796494 Aug 11 08:19:29.541855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-f375de89-7724-475d-a93e-b5e8956d37de tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips/0963392f-2446-494c-9a3c-79c9ec9d359d HTTP/1.1" status: 200 len: 692 time: 0.1214764 Aug 11 08:19:29.543841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-6b59452c-a1f1-45ea-ab6b-0e3bdcea025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.545435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-6b59452c-a1f1-45ea-ab6b-0e3bdcea025b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb23b71-24dd-4f37-b5a8-d2d781d5fc24 HTTP/1.1" status: 200 len: 865 time: 0.0823410 Aug 11 08:19:29.582697 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:29.643199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:29.655377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-45db9c05-6e1c-4092-b509-6c235c8efebe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a9fe48e-e9af-4bb8-8224-a52319675056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892215 Aug 11 08:19:29.681981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Pushing event deleted for resources: {'Port': ['ID=5767c66f-7acd-4ba0-9448-d292a13e2cfa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:29.735379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-c4c8150a-ea45-49ec-a05f-fc1a800662c2 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512963 Aug 11 08:19:29.752431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] No DVR routers for this DVR port 5767c66f-7acd-4ba0-9448-d292a13e2cfa on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:29.761427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4983-2e0e-4dd4-b8ed-06258b75dd58 req-cd8a0063-4b77-4886-b577-e29af35a10b7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:29.763062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f29b4983-2e0e-4dd4-b8ed-06258b75dd58 req-cd8a0063-4b77-4886-b577-e29af35a10b7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 944 time: 0.1918890 Aug 11 08:19:29.772588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:29.773254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0073a94d-7937-40d6-ad28-f061794be000 req-f83d4026-7cb0-47a0-aacc-02a7dfef03ea tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.69 "DELETE /v2.0/ports/5767c66f-7acd-4ba0-9448-d292a13e2cfa HTTP/1.1" status: 204 len: 173 time: 1.3215878 Aug 11 08:19:29.773749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'name': 'network-vif-deleted', 'tag': '5767c66f-7acd-4ba0-9448-d292a13e2cfa'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:29.776212 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179f7c02-d619-4773-afad-6d9049ba68a0" -d '{"events": [{"server_uuid": "11ad5813-3ea6-4dbb-865e-975a36f3944e", "name": "network-vif-deleted", "tag": "5767c66f-7acd-4ba0-9448-d292a13e2cfa"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:29.875278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f29b4983-2e0e-4dd4-b8ed-06258b75dd58 req-c5a9c9b4-afd8-419e-ba69-390523270097 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957370 Aug 11 08:19:29.906264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-973fbd69-9f03-49a4-9cf9-b9a4bd1b31bd service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552815 Aug 11 08:19:29.961295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-f0befa94-47e2-47e9-9e9c-3a978bdbc81e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 217 time: 0.0467060 Aug 11 08:19:30.000986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1091f50f-94e0-46da-a0e9-bbed757f0431 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:19:30.105759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ba459e4-8a2c-49c5-9ec2-45ff46e9e3c6 req-040dd450-d1bc-4ac2-8918-c9d28865e87b tempest-ServerRescueNegativeTestJSON-1601510817 tempest-ServerRescueNegativeTestJSON-1601510817-project] 10.222.0.58 "GET /v2.0/ports?device_id=11ad5813-3ea6-4dbb-865e-975a36f3944e HTTP/1.1" status: 200 len: 210 time: 0.0345671 Aug 11 08:19:30.111794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-e16210d3-7cf6-4fcf-946b-523aad119ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:30.113927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-e16210d3-7cf6-4fcf-946b-523aad119ab2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1147316 Aug 11 08:19:30.171105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-fb87269b-3f51-4378-af83-a37c001501a5 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:30.174182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1091f50f-94e0-46da-a0e9-bbed757f0431, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1091f50f-94e0-46da-a0e9-bbed757f0431,segment=NetworkSegment(9d94dbf0-479d-4296-b7a8-3de2830217a8),segment_id=9d94dbf0-479d-4296-b7a8-3de2830217a8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:30.179317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-fb87269b-3f51-4378-af83-a37c001501a5 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.6274598 Aug 11 08:19:30.183567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-4a45b6a9-5254-422e-bd27-dbf1d7d88b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:30.186660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-4a45b6a9-5254-422e-bd27-dbf1d7d88b3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643225 Aug 11 08:19:30.194425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-b5b70f30-f3de-471d-904c-f57208259b99 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:19:30.194858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '1091f50f-94e0-46da-a0e9-bbed757f0431', 'network_id': '4a9fe48e-e9af-4bb8-8224-a52319675056', 'port_id': '1091f50f-94e0-46da-a0e9-bbed757f0431', 'mac_address': 'fa:16:3e:7c:d5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb23b71-24dd-4f37-b5a8-d2d781d5fc24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:30.195491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-b5b70f30-f3de-471d-904c-f57208259b99 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153387 Aug 11 08:19:30.202251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-25b849eb-bd9e-425f-949c-819a028a2158 service neutron] 10.222.0.64 "GET /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388823 Aug 11 08:19:30.249844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.268321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1091f50f-94e0-46da-a0e9-bbed757f0431 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:30.271786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-0b7f3538-d46c-46b1-a513-11331726bc72 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.0685143 Aug 11 08:19:30.291518 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44197184-0f47-426c-be03-0156a8a9de6d x-openstack-request-id: req-44197184-0f47-426c-be03-0156a8a9de6d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:30.291809 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad5813-3ea6-4dbb-865e-975a36f3944e", "name": "network-vif-deleted", "tag": "5767c66f-7acd-4ba0-9448-d292a13e2cfa", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:30.292060 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44197184-0f47-426c-be03-0156a8a9de6d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:30.299348 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad5813-3ea6-4dbb-865e-975a36f3944e', 'name': 'network-vif-deleted', 'tag': '5767c66f-7acd-4ba0-9448-d292a13e2cfa', 'status': 'completed', 'code': 200} Aug 11 08:19:30.303480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1091f50f-94e0-46da-a0e9-bbed757f0431, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1091f50f-94e0-46da-a0e9-bbed757f0431,segment=NetworkSegment(9d94dbf0-479d-4296-b7a8-3de2830217a8),segment_id=9d94dbf0-479d-4296-b7a8-3de2830217a8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:30.310873 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.342745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-ef6c7cbc-3b59-44f5-a187-27dd9fbca11b service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456549 Aug 11 08:19:30.377017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-d1742af0-f6e3-4f82-9c8c-4111788303fe tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.0691323 Aug 11 08:19:30.381784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=1091f50f-94e0-46da-a0e9-bbed757f0431,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:30.448500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4b95ec6-2a75-44d0-b0c6-1e41ac5d3417 req-a3c131a8-5a1e-4098-abc1-c5f9429732eb service neutron] 10.222.0.64 "GET /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045343 Aug 11 08:19:30.559568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Deleting port b5c2bfc7-5c6c-4946-a1ee-80616e233634 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:30.559920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.583383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8b27db17-316a-41ef-88dd-4d595093fdba details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:19:30.605933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 960344d4-8cc1-4c78-a43d-7dbf1610d26e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:30.640932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['1091f50f-94e0-46da-a0e9-bbed757f0431'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:30.688274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.688770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.706401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Calling delete_port for b5c2bfc7-5c6c-4946-a1ee-80616e233634 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:30.791260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 960344d4-8cc1-4c78-a43d-7dbf1610d26e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:30.817469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 960344d4-8cc1-4c78-a43d-7dbf1610d26e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:30.817932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.821400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8b27db17-316a-41ef-88dd-4d595093fdba, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8b27db17-316a-41ef-88dd-4d595093fdba,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:30.854865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6c8b4-1022-4e64-aa47-748e84e73094 req-e22f7c0f-801e-40ac-b14c-333ce1b0591c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:30.856647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acb6c8b4-1022-4e64-aa47-748e84e73094 req-e22f7c0f-801e-40ac-b14c-333ce1b0591c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.4943023 Aug 11 08:19:30.867422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8b27db17-316a-41ef-88dd-4d595093fdba', 'network_id': '3393ff84-611b-4473-a388-bdc8abaf1d91', 'port_id': '8b27db17-316a-41ef-88dd-4d595093fdba', 'mac_address': 'fa:16:3e:8e:d5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0e7091-14f1-4a30-afae-3dcd0e2a0d04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:30.873535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61525b09-c39c-4e70-9ae1-93e8947b5b27 req-610af7d0-44c2-41bb-a5fd-85bb5d5491f9 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213249 Aug 11 08:19:30.904042 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:30.922561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acb6c8b4-1022-4e64-aa47-748e84e73094 req-babe28f8-613f-49c2-b6d8-d554bc4f602e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Aug 11 08:19:30.942864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Pushing event deleted for resources: {'Port': ['ID=b5c2bfc7-5c6c-4946-a1ee-80616e233634,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:30.961176 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.013619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b27db17-316a-41ef-88dd-4d595093fdba {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:31.040563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.044913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.046659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36523b71-2bfa-415c-9f93-be1cc58d2600 req-67c46f0a-02b4-4cac-ae00-88d9dd247c22 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "DELETE /v2.0/floatingips/0963392f-2446-494c-9a3c-79c9ec9d359d HTTP/1.1" status: 204 len: 173 time: 0.6508718 Aug 11 08:19:31.058853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8b27db17-316a-41ef-88dd-4d595093fdba, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8b27db17-316a-41ef-88dd-4d595093fdba,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:31.065056 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.067599 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:19:31.069621 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.085225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29f5f3-5a74-49f0-873e-39d1904d9288 req-36c9d992-e53a-475b-b7a4-c1682ad2198c tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:31.086988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d29f5f3-5a74-49f0-873e-39d1904d9288 req-36c9d992-e53a-475b-b7a4-c1682ad2198c tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 945 time: 0.0879233 Aug 11 08:19:31.122470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960344d4-8cc1-4c78-a43d-7dbf1610d26e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:31.124846 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d37ba9-9da4-48b5-adb4-a9741f465436" -d '{"events": [{"server_uuid": "e8fd431e-e1af-4892-bd2d-5d349c067ed1", "name": "network-vif-plugged", "status": "completed", "tag": "960344d4-8cc1-4c78-a43d-7dbf1610d26e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:31.139353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d29f5f3-5a74-49f0-873e-39d1904d9288 req-cf800a6e-e6d9-4a13-8843-440ce90c4c87 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Aug 11 08:19:31.147340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:31.162547 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.163337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5767c66f-7acd-4ba0-9448-d292a13e2cfa no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:31.186124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e79247-6f8a-47f3-be50-a389a6891deb req-63ab965e-2453-4386-86d4-926ddeeb2337 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:31.188171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0e79247-6f8a-47f3-be50-a389a6891deb req-63ab965e-2453-4386-86d4-926ddeeb2337 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 944 time: 0.0698273 Aug 11 08:19:31.188310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8b27db17-316a-41ef-88dd-4d595093fdba,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:31.191198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 5767c66f-7acd-4ba0-9448-d292a13e2cfa {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:31.191548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5767c66f-7acd-4ba0-9448-d292a13e2cfa not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:31.247728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=960344d4-8cc1-4c78-a43d-7dbf1610d26e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:31.276939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0e79247-6f8a-47f3-be50-a389a6891deb req-9a852e65-2cbc-4703-b1c8-a81510eb696b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784314 Aug 11 08:19:31.280829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fde240-d679-4560-9203-fdf280906aab req-3ba8cbde-afac-4518-8fdb-529cdaf2e2ee tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:31.282429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03fde240-d679-4560-9203-fdf280906aab req-3ba8cbde-afac-4518-8fdb-529cdaf2e2ee tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 945 time: 0.0580919 Aug 11 08:19:31.325936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03fde240-d679-4560-9203-fdf280906aab req-accc5125-af0b-42fe-8b9b-4da168280d55 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Aug 11 08:19:31.401266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da385e-a647-45a5-920d-cd7e4083d8a2 req-46bfad5a-f708-4b08-ba46-60a419f061b2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:31.402856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1da385e-a647-45a5-920d-cd7e4083d8a2 req-46bfad5a-f708-4b08-ba46-60a419f061b2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.0564888 Aug 11 08:19:31.451388 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1da385e-a647-45a5-920d-cd7e4083d8a2 req-9488b25f-f2f7-43dd-a886-04870de20472 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Aug 11 08:19:31.482179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8b27db17-316a-41ef-88dd-4d595093fdba'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:31.507030 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aafa45f-4c8a-4228-9d14-3071e8209de7 x-openstack-request-id: req-7aafa45f-4c8a-4228-9d14-3071e8209de7 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:31.507324 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fd431e-e1af-4892-bd2d-5d349c067ed1", "name": "network-vif-plugged", "status": "completed", "tag": "960344d4-8cc1-4c78-a43d-7dbf1610d26e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:31.507567 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7aafa45f-4c8a-4228-9d14-3071e8209de7 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:31.507954 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960344d4-8cc1-4c78-a43d-7dbf1610d26e', 'code': 200} Aug 11 08:19:31.543059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47584) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:31.583698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-cbe1b1e1-dde4-4c28-baa1-cd704689f059 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1468585 Aug 11 08:19:31.589014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:31.624373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.710502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a164fbd-781d-4d6b-bbb3-4dcf9363a9d6 req-c6f9f960-c6a5-4604-95cd-2fe5ec8c1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:31.712182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a164fbd-781d-4d6b-bbb3-4dcf9363a9d6 req-c6f9f960-c6a5-4604-95cd-2fe5ec8c1768 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0996208 Aug 11 08:19:31.772711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a164fbd-781d-4d6b-bbb3-4dcf9363a9d6 req-f3214da4-e2d9-44ba-816c-14a88eb30c7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Aug 11 08:19:31.807695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:31.922519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Allocated IP 172.25.2.127 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/79049f59-f876-40a9-9fa5-3a8b0ab98e80) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:31.940912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d175c4-1bdf-4f2c-b2f4-1f31a1cc34c9 req-6f0fab1f-91d3-4a9a-b4eb-de6da5539e84 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:31.942532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37d175c4-1bdf-4f2c-b2f4-1f31a1cc34c9 req-6f0fab1f-91d3-4a9a-b4eb-de6da5539e84 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.0850055 Aug 11 08:19:32.001949 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37d175c4-1bdf-4f2c-b2f4-1f31a1cc34c9 req-bf401e50-8fb4-415d-b662-c6d184b2a195 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Aug 11 08:19:32.025988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1091f50f-94e0-46da-a0e9-bbed757f0431 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:32.069672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.083920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.090145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 1091f50f-94e0-46da-a0e9-bbed757f0431 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:32.101177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 1091f50f-94e0-46da-a0e9-bbed757f0431 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:32.101885 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.142538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.195781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:32.199852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.213716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:32.222194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:32.246336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1091f50f-94e0-46da-a0e9-bbed757f0431, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1091f50f-94e0-46da-a0e9-bbed757f0431,segment=NetworkSegment(9d94dbf0-479d-4296-b7a8-3de2830217a8),segment_id=9d94dbf0-479d-4296-b7a8-3de2830217a8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:32.253809 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.297635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Pushing event updated for resources: {'Port': ['ID=79049f59-f876-40a9-9fa5-3a8b0ab98e80,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:32.325106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=1091f50f-94e0-46da-a0e9-bbed757f0431,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:32.337871 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.368729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98615946-b285-4a74-9b10-1f8f6390a97c req-62e5a8f0-6d85-4b18-a885-a2f5fd94254f tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:32.370331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98615946-b285-4a74-9b10-1f8f6390a97c req-62e5a8f0-6d85-4b18-a885-a2f5fd94254f tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.0792425 Aug 11 08:19:32.374442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.412202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.449723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98615946-b285-4a74-9b10-1f8f6390a97c req-e927d2be-0f0b-4b3d-a92d-eeafe7e7281c tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638485 Aug 11 08:19:32.481988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Deleting port af166dcd-4fc2-4e06-80b7-0399c3f040e8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:32.482350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.583170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8b27db17-316a-41ef-88dd-4d595093fdba up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:32.604637 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.606640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f9572-511b-479b-98de-8ea97a92f6c7 req-045253c4-7ee3-40e4-b87f-3748412e28db tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:32.608229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-104f9572-511b-479b-98de-8ea97a92f6c7 req-045253c4-7ee3-40e4-b87f-3748412e28db tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 944 time: 0.0815222 Aug 11 08:19:32.616679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] For port af166dcd-4fc2-4e06-80b7-0399c3f040e8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=af166dcd-4fc2-4e06-80b7-0399c3f040e8,segment=NetworkSegment(beda6024-85a8-42ce-9f70-9c2550573086),segment_id=beda6024-85a8-42ce-9f70-9c2550573086)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:32.617095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.622807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.638667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Calling delete_port for af166dcd-4fc2-4e06-80b7-0399c3f040e8 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:32.675368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8b27db17-316a-41ef-88dd-4d595093fdba completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:32.682985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8b27db17-316a-41ef-88dd-4d595093fdba triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:32.683594 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.718310 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57ed451c-79a3-495e-87e5-96a638b894a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.721415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-104f9572-511b-479b-98de-8ea97a92f6c7 req-d51990bb-669e-4035-98f4-1d20ea5f3bbe tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957754 Aug 11 08:19:32.768501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Pushing event updated for resources: {'Port': ['ID=79049f59-f876-40a9-9fa5-3a8b0ab98e80,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:32.783933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.818893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.829303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-1c5ae02d-db25-4b3e-a371-479948e7dcaf tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2444541 Aug 11 08:19:32.855912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.895941 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-768c25fb-f2a6-4ebc-9bdd-68c5d087a0c7 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0657392 Aug 11 08:19:32.932042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8b27db17-316a-41ef-88dd-4d595093fdba, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8b27db17-316a-41ef-88dd-4d595093fdba,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:32.939033 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:32.982814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:33.034146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8b27db17-316a-41ef-88dd-4d595093fdba,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:33.035335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bc38f-e211-410d-a069-a3ef0c02a86b req-c2c1bb41-c9fb-4642-bbc1-be75b7ad0ce5 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.038392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d6bc38f-e211-410d-a069-a3ef0c02a86b req-c2c1bb41-c9fb-4642-bbc1-be75b7ad0ce5 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 945 time: 0.1460395 Aug 11 08:19:33.040741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af166dcd-4fc2-4e06-80b7-0399c3f040e8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:33.076980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-99e6f969-29bb-425c-b92f-fecff18fca2c tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.078851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7bb565b9-427c-4ccc-8aa2-ff46cf945da0 req-99e6f969-29bb-425c-b92f-fecff18fca2c tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.1745021 Aug 11 08:19:33.131788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d6bc38f-e211-410d-a069-a3ef0c02a86b req-e6930f7e-98c5-4f96-8153-887df4b67d8d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853481 Aug 11 08:19:33.283072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62547-a19e-40e2-9605-c91eb6ec6317 req-7704c795-6169-47eb-8232-edfb5d8ab2b8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.284795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49d62547-a19e-40e2-9605-c91eb6ec6317 req-7704c795-6169-47eb-8232-edfb5d8ab2b8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.0534322 Aug 11 08:19:33.316263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:33.320820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-d7e5b974-0c0e-4b5d-b9d1-9d7bb039b846 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips/05dc67f5-13e5-4708-9e7b-9bcb076f155c HTTP/1.1" status: 200 len: 693 time: 0.0732377 Aug 11 08:19:33.342202 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49d62547-a19e-40e2-9605-c91eb6ec6317 req-e821e57c-49e1-4a7d-bb8b-68c8b42d8704 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505672 Aug 11 08:19:33.471647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-2dad675e-84e9-424d-b10b-d04d15921470 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.473276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-2dad675e-84e9-424d-b10b-d04d15921470 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.1769638 Aug 11 08:19:33.508939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1091f50f-94e0-46da-a0e9-bbed757f0431'}, {'server_uuid': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b27db17-316a-41ef-88dd-4d595093fdba'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:33.512995 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f920cfc-3d51-43ac-be38-b84e731d2609" -d '{"events": [{"server_uuid": "2199bfcb-425b-4632-ad05-6501bb3f0b90", "name": "network-vif-plugged", "status": "completed", "tag": "1091f50f-94e0-46da-a0e9-bbed757f0431"}, {"server_uuid": "50dd780b-2808-465e-9913-3c6f4428cc8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b27db17-316a-41ef-88dd-4d595093fdba"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:33.577608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-ca834255-863c-4da9-a860-c98ddb8de0ed tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.579460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-ca834255-863c-4da9-a860-c98ddb8de0ed tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 784 time: 0.2427745 Aug 11 08:19:33.585198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71994094-5a14-4ab9-b4fc-ec104c1080dd req-b811654a-5b93-4c18-b090-27f86c419a52 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.586768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71994094-5a14-4ab9-b4fc-ec104c1080dd req-b811654a-5b93-4c18-b090-27f86c419a52 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.0565770 Aug 11 08:19:33.629078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71994094-5a14-4ab9-b4fc-ec104c1080dd req-8145107c-fe18-4263-b613-71c14f6590d2 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Aug 11 08:19:33.666124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-ea938f4f-89c2-4aac-a4e8-09b36b38e25a tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0793209 Aug 11 08:19:33.682998 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a61f5c2-27f5-4b5d-bc05-da8066d5bf6c x-openstack-request-id: req-5a61f5c2-27f5-4b5d-bc05-da8066d5bf6c {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:33.683360 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199bfcb-425b-4632-ad05-6501bb3f0b90", "name": "network-vif-plugged", "status": "completed", "tag": "1091f50f-94e0-46da-a0e9-bbed757f0431", "code": 200}, {"server_uuid": "50dd780b-2808-465e-9913-3c6f4428cc8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b27db17-316a-41ef-88dd-4d595093fdba", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:33.683696 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a61f5c2-27f5-4b5d-bc05-da8066d5bf6c {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:33.684184 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1091f50f-94e0-46da-a0e9-bbed757f0431', 'code': 200} Aug 11 08:19:33.684488 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b27db17-316a-41ef-88dd-4d595093fdba', 'code': 200} Aug 11 08:19:33.769260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-91a7c8e0-d723-4e9b-aa7a-66fe9b08603d tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0950525 Aug 11 08:19:33.815173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port 830cbb79-e4ab-4615-8e68-794342eedfbc {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:33.815512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:33.873968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7df52f-a875-4082-8331-ea2211eeea06 req-7d7f6b8d-abb1-44bf-b619-33605f6e1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.875772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b7df52f-a875-4082-8331-ea2211eeea06 req-7d7f6b8d-abb1-44bf-b619-33605f6e1739 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 1097 time: 0.1088345 Aug 11 08:19:33.883406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013409-6a27-4ea3-b638-f88fe4ff1112 req-05aff7aa-f75d-4909-9446-4e8bb2f99adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.885065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a013409-6a27-4ea3-b638-f88fe4ff1112 req-05aff7aa-f75d-4909-9446-4e8bb2f99adb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 1096 time: 0.0914922 Aug 11 08:19:33.938860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cab87-c693-4345-af55-4c2508f85eed req-edcfc7ed-6b3c-4aaa-8582-12515002a8a7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:33.940596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e9cab87-c693-4345-af55-4c2508f85eed req-edcfc7ed-6b3c-4aaa-8582-12515002a8a7 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.1185520 Aug 11 08:19:33.980648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b7df52f-a875-4082-8331-ea2211eeea06 req-3b4b23b3-fe3e-4db2-870a-d2cd4dafadbc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937645 Aug 11 08:19:33.984636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a013409-6a27-4ea3-b638-f88fe4ff1112 req-93112c74-8d9c-4474-9eb0-5ea961072e48 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863445 Aug 11 08:19:34.005421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e9cab87-c693-4345-af55-4c2508f85eed req-319865e9-dce3-4b99-ae61-10111393b64b tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542455 Aug 11 08:19:34.292520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d9b1-9a83-4756-bb07-c5f99ff4562c req-5ee404d7-df83-44a0-b306-a310236d4e64 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:34.295465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34f2d9b1-9a83-4756-bb07-c5f99ff4562c req-5ee404d7-df83-44a0-b306-a310236d4e64 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 945 time: 0.0791996 Aug 11 08:19:34.337865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Router cba9bb41-aa98-47b4-850c-ee71e68232ba has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:19:34.343439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34f2d9b1-9a83-4756-bb07-c5f99ff4562c req-73dc8914-f0cd-4e75-970f-103a90c41301 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Aug 11 08:19:34.389057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port 830cbb79-e4ab-4615-8e68-794342eedfbc, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=830cbb79-e4ab-4615-8e68-794342eedfbc,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:34.389425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:34.410365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for 830cbb79-e4ab-4615-8e68-794342eedfbc owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:34.552849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Deleting port 79049f59-f876-40a9-9fa5-3a8b0ab98e80 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:34.552849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:34.639926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:19:34.659143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f9269167-0aa6-44db-8286-94adacc159f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/cba9bb41-aa98-47b4-850c-ee71e68232ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1045005 Aug 11 08:19:34.659143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:34.663272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] Sync routers for ids ['cba9bb41-aa98-47b4-850c-ee71e68232ba'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:19:34.672026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809303-771b-4163-b69d-6c950d8caef2 req-d6ddc2d0-cc0c-4b74-af78-4f715ed0880b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:34.674968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce809303-771b-4163-b69d-6c950d8caef2 req-d6ddc2d0-cc0c-4b74-af78-4f715ed0880b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 946 time: 0.0713470 Aug 11 08:19:34.680039 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] Routers {'cba9bb41-aa98-47b4-850c-ee71e68232ba'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:34.680927 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cba9bb41-aa98-47b4-850c-ee71e68232ba'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:34.737156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce809303-771b-4163-b69d-6c950d8caef2 req-34a901ed-1754-42f1-9ec8-149b4116ea14 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498626 Aug 11 08:19:34.748248 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:34.761265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:34.761265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:34.815159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Calling delete_port for 79049f59-f876-40a9-9fa5-3a8b0ab98e80 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:34.838142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:34.871158 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] Set router cba9bb41-aa98-47b4-850c-ee71e68232ba gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:34.876666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2', '830cbb79-e4ab-4615-8e68-794342eedfbc'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:34.926822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=830cbb79-e4ab-4615-8e68-794342eedfbc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:34.936492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.039082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port 830cbb79-e4ab-4615-8e68-794342eedfbc on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:35.044693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.046799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60a67b41-27e7-491a-97bd-3ab6d13ddc15 req-909055c4-c19b-4f72-b42d-ba5421c3c0c2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "DELETE /v2.0/ports/830cbb79-e4ab-4615-8e68-794342eedfbc HTTP/1.1" status: 204 len: 173 time: 1.5649707 Aug 11 08:19:35.048976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'name': 'network-vif-deleted', 'tag': '830cbb79-e4ab-4615-8e68-794342eedfbc'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:35.051626 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9023ce29-10cb-4414-a7c1-1943c50115d8" -d '{"events": [{"server_uuid": "5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb", "name": "network-vif-deleted", "tag": "830cbb79-e4ab-4615-8e68-794342eedfbc"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:35.155739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49be0-8bfc-46b0-b747-d3bd8ae07d3e req-dfc23ddc-6171-481c-bf29-6cd29241cbd5 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:35.165882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.174151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98e49be0-8bfc-46b0-b747-d3bd8ae07d3e req-dfc23ddc-6171-481c-bf29-6cd29241cbd5 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.1146011 Aug 11 08:19:35.216698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.265155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Pushing event deleted for resources: {'Port': ['ID=79049f59-f876-40a9-9fa5-3a8b0ab98e80,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:35.267923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98e49be0-8bfc-46b0-b747-d3bd8ae07d3e req-0be5d46a-481a-4f16-9952-f82f3fa261c5 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924857 Aug 11 08:19:35.329029 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:19:32Z', 'revision_number': 5, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port': {'id': 'bc5579c4-2239-4e0b-b0ba-41cf2b3744bd', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:16:43Z', 'updated_at': '2021-08-11T08:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:35.358908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.361824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.363053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cbfc05a-0d0e-40e4-9a15-97aa65b284b3 req-b576d2e7-4729-40f0-af3b-ad292b6af4e9 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "DELETE /v2.0/floatingips/05dc67f5-13e5-4708-9e7b-9bcb076f155c HTTP/1.1" status: 204 len: 173 time: 1.5842304 Aug 11 08:19:35.365993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Deleting port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:35.365993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.398282 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] Checking router: cba9bb41-aa98-47b4-850c-ee71e68232ba for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:19:35.408436 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] Routers {'cba9bb41-aa98-47b4-850c-ee71e68232ba'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:35.413615 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cba9bb41-aa98-47b4-850c-ee71e68232ba'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:35.446731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb8e65-d87f-457a-a2fc-cac44d669640 req-920c0524-c3e6-465c-83ea-ec0f23be3f38 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:35.451835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d0bb8e65-d87f-457a-a2fc-cac44d669640 req-920c0524-c3e6-465c-83ea-ec0f23be3f38 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.0867007 Aug 11 08:19:35.465159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] For port bc5579c4-2239-4e0b-b0ba-41cf2b3744bd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:35.465556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.488082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Calling delete_port for bc5579c4-2239-4e0b-b0ba-41cf2b3744bd owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:35.504930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d0bb8e65-d87f-457a-a2fc-cac44d669640 req-8dda81ed-09e3-4899-a469-55e941218b26 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Aug 11 08:19:35.536372 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] Set router cba9bb41-aa98-47b4-850c-ee71e68232ba gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:35.566688 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26968b7c-4b57-4636-b9c5-28ac93aed54e x-openstack-request-id: req-26968b7c-4b57-4636-b9c5-28ac93aed54e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:35.567199 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb", "name": "network-vif-deleted", "tag": "830cbb79-e4ab-4615-8e68-794342eedfbc", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:35.567347 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26968b7c-4b57-4636-b9c5-28ac93aed54e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:35.567830 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb', 'name': 'network-vif-deleted', 'tag': '830cbb79-e4ab-4615-8e68-794342eedfbc', 'status': 'completed', 'code': 200} Aug 11 08:19:35.597970 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:19:35Z', 'revision_number': 6, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:35.640911 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-aa5eedae-fed8-424d-9502-a9089c6da123 req-b84d7da5-6ebe-44ee-b0db-85386b55fb89 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] show failed (client error): The resource could not be found. Aug 11 08:19:35.654698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa5eedae-fed8-424d-9502-a9089c6da123 req-b84d7da5-6ebe-44ee-b0db-85386b55fb89 tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips/05dc67f5-13e5-4708-9e7b-9bcb076f155c HTTP/1.1" status: 404 len: 350 time: 0.0755401 Aug 11 08:19:35.661448 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125f327-ac46-4829-a4a4-38adca4e5a18 None None] The sync data for ids ['cba9bb41-aa98-47b4-850c-ee71e68232ba'] in n-d-789963-6 is: [{'id': 'cba9bb41-aa98-47b4-850c-ee71e68232ba', 'name': 'tempest-ServerRescueNegativeTestJSON-937441220-router', 'tenant_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:16:42Z', 'updated_at': '2021-08-11T08:19:35Z', 'revision_number': 6, 'project_id': '06b8191d715f471c9f3cb8f7c9bb55bb', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:19:35.717981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.793890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5579c4-2239-4e0b-b0ba-41cf2b3744bd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:35.858998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.893569 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-4c8ea3d4-9050-4a4d-8aae-67c37b09d91f req-853a16f3-0931-4fc0-88d1-191d099ad16a tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] show failed (client error): The resource could not be found. Aug 11 08:19:35.894687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c8ea3d4-9050-4a4d-8aae-67c37b09d91f req-853a16f3-0931-4fc0-88d1-191d099ad16a tempest-FloatingIPsTestJSON-960300995 tempest-FloatingIPsTestJSON-960300995-project] 10.222.0.58 "GET /v2.0/floatingips/05dc67f5-13e5-4708-9e7b-9bcb076f155c HTTP/1.1" status: 404 len: 350 time: 0.0992835 Aug 11 08:19:35.905084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47648) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:35.986988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c10e035-6ce9-4d00-9932-a5912247b1f9 req-0938d6a3-e6bd-4934-a24a-3f8fb637c1e2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a4ef858-8fa8-4bf0-8921-1e5ebde03bbb HTTP/1.1" status: 200 len: 210 time: 0.0562336 Aug 11 08:19:35.989221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:35.992072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.043458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.043458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba9bb41-aa98-47b4-850c-ee71e68232ba {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:19:36.048234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.051872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-202e288f-f836-40bc-a034-31bde26223bd admin admin] 10.222.0.58 "DELETE /v2.0/routers/cba9bb41-aa98-47b4-850c-ee71e68232ba HTTP/1.1" status: 204 len: 168 time: 1.3895016 Aug 11 08:19:36.052175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:36.087075 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.116410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Deleting subnet bf1b1e27-6cd6-4a87-96fc-a153e477f22b {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:19:36.120212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.166185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.232981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.334613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.383403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1b1e27-6cd6-4a87-96fc-a153e477f22b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:36.390600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.397588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85ef392c-139b-4401-9685-7a05c2cd8499 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bf1b1e27-6cd6-4a87-96fc-a153e477f22b HTTP/1.1" status: 204 len: 168 time: 0.3408468 Aug 11 08:19:36.398210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:36.430587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6043cc-2cc4-41b2-8dd4-1fadc995d678 req-6c7af808-e5f6-4e58-8497-0b27b31e30fc tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:36.432228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a6043cc-2cc4-41b2-8dd4-1fadc995d678 req-6c7af808-e5f6-4e58-8497-0b27b31e30fc tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.0735416 Aug 11 08:19:36.438558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.489200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.580039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a6043cc-2cc4-41b2-8dd4-1fadc995d678 req-46121646-21b2-47a9-a9e6-c38f1b6cfd68 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920734 Aug 11 08:19:36.662971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.678538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9060c8cd-f015-4c70-87df-721f9e616e93']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:36.700573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beda6024-85a8-42ce-9f70-9c2550573086') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:36.700791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beda6024-85a8-42ce-9f70-9c2550573086') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:36.732179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.754635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.775885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04397227-dde1-47ac-ad59-17b66b6af314 req-2d6333f5-0d2a-4e6f-830b-428b994be08c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:36.777592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04397227-dde1-47ac-ad59-17b66b6af314 req-2d6333f5-0d2a-4e6f-830b-428b994be08c tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.0964129 Aug 11 08:19:36.778926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:19:36.779344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:19:36.781327 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:19:36.789762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8189-e07e-4eb4-8f72-30df03c423e1 req-1f7b9c79-4acd-4443-9d40-7f24ec540d8a tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:36.792162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-819b8189-e07e-4eb4-8f72-30df03c423e1 req-1f7b9c79-4acd-4443-9d40-7f24ec540d8a tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.0965996 Aug 11 08:19:36.928937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-819b8189-e07e-4eb4-8f72-30df03c423e1 req-0fe2c2ee-6d48-4cd8-9a35-150581f581ff tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128204 Aug 11 08:19:36.934528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Deleting port 22c234b5-c09d-4595-ae68-30ef7f2b546d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:36.935013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:36.957028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04397227-dde1-47ac-ad59-17b66b6af314 req-f5ce8ad9-f390-40ce-b24c-b2ef415c393d tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566787 Aug 11 08:19:36.990600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.007895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af166dcd-4fc2-4e06-80b7-0399c3f040e8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:37.043524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] For port 22c234b5-c09d-4595-ae68-30ef7f2b546d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=22c234b5-c09d-4595-ae68-30ef7f2b546d,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:37.043524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.049726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.051759 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] 10.222.0.58 "DELETE /v2.0/networks/9060c8cd-f015-4c70-87df-721f9e616e93 HTTP/1.1" status: 204 len: 168 time: 0.6513844 Aug 11 08:19:37.059680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Calling delete_port for 22c234b5-c09d-4595-ae68-30ef7f2b546d owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:37.062194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d68125-ed53-4fac-ac95-4e174e98568c admin admin] Pushing event deleted for resources: {'Network': ['ID=9060c8cd-f015-4c70-87df-721f9e616e93,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:37.073339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: af166dcd-4fc2-4e06-80b7-0399c3f040e8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:37.074836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af166dcd-4fc2-4e06-80b7-0399c3f040e8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:37.076031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bc5579c4-2239-4e0b-b0ba-41cf2b3744bd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:37.113316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: bc5579c4-2239-4e0b-b0ba-41cf2b3744bd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:37.114040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bc5579c4-2239-4e0b-b0ba-41cf2b3744bd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:37.398641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47684) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:37.464764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d190d5e-431f-4ffc-8727-6aa797ebd935 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06b8191d715f471c9f3cb8f7c9bb55bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639646 Aug 11 08:19:37.466459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47688) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:37.508910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32d5c-bb30-4037-989d-846b3ea30b05 req-05d99c48-31cf-4d09-aed3-03e64ff25bab tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:37.510635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1a32d5c-bb30-4037-989d-846b3ea30b05 req-05d99c48-31cf-4d09-aed3-03e64ff25bab tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.1007233 Aug 11 08:19:37.512196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.553444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Pushing event deleted for resources: {'Port': ['ID=22c234b5-c09d-4595-ae68-30ef7f2b546d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:37.565340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fed793b7-a764-4504-8970-d7c708f179e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.567657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.568099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.568643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.569071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.569465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.569855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.570243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.570662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.571015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.571401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.571788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.572124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:37.617211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fed793b7-a764-4504-8970-d7c708f179e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.632803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dcb5f-825e-4730-96cf-86ba783556a3 req-64f0091e-a1b2-47db-9042-2d7b82cf3b5a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:37.634608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b3dcb5f-825e-4730-96cf-86ba783556a3 req-64f0091e-a1b2-47db-9042-2d7b82cf3b5a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.1371369 Aug 11 08:19:37.645794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1a32d5c-bb30-4037-989d-846b3ea30b05 req-66a989a4-bff1-4317-b003-ce8fa4716e1f tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269245 Aug 11 08:19:37.744556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b3dcb5f-825e-4730-96cf-86ba783556a3 req-0d6f3c5b-0ffb-470c-bac4-a144183122d1 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037660 Aug 11 08:19:37.778573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fed793b7-a764-4504-8970-d7c708f179e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.782134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fed793b7-a764-4504-8970-d7c708f179e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:37.784213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fed793b7-a764-4504-8970-d7c708f179e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6cd449e-f339-43d9-8a86-ddb8b57e2d1b HTTP/1.1" status: 204 len: 168 time: 0.3165207 Aug 11 08:19:37.794711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed793b7-a764-4504-8970-d7c708f179e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cd449e-f339-43d9-8a86-ddb8b57e2d1b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:38.008534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-8c02f288-44ac-43cf-920d-35b882539117 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:38.013438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 830cbb79-e4ab-4615-8e68-794342eedfbc no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:38.017631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-8c02f288-44ac-43cf-920d-35b882539117 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.2424891 Aug 11 08:19:38.047134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-989d5edb-e4e5-4017-b852-dc5a3b0f5c80 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0284047 Aug 11 08:19:38.050633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:38.067822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 830cbb79-e4ab-4615-8e68-794342eedfbc {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:38.069001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 830cbb79-e4ab-4615-8e68-794342eedfbc not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:38.180380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-37a03dee-c10f-4b00-8b9b-2ab31ada0fbb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319771 Aug 11 08:19:38.396798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f047f3-3fd7-44fd-829d-b1ec52bd68f3 req-6dd3245a-18d7-430b-a65a-e406478b9b83 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:38.398727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4f047f3-3fd7-44fd-829d-b1ec52bd68f3 req-6dd3245a-18d7-430b-a65a-e406478b9b83 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.0747910 Aug 11 08:19:38.450559 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4f047f3-3fd7-44fd-829d-b1ec52bd68f3 req-9fe0a423-42b8-4510-a216-a6c8285f2242 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 Aug 11 08:19:38.554519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-c83b03ee-357a-4a7c-b52e-d6bd12b1ccc0 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639765 Aug 11 08:19:38.624081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Router 611adbee-379d-46f6-bb30-c8ad0637e957 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:19:38.935485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:38.990142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db64632-a1c1-4d7c-9af3-95b42841ea40 req-250bd8ae-7207-479f-9591-8a549740f0a2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:38.999222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2db64632-a1c1-4d7c-9af3-95b42841ea40 req-250bd8ae-7207-479f-9591-8a549740f0a2 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.1357324 Aug 11 08:19:39.050609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2db64632-a1c1-4d7c-9af3-95b42841ea40 req-e97d6a38-8444-43ac-8e82-a51ada4e9279 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501175 Aug 11 08:19:39.072863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-82825997-network', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:39.106731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Made reservation on behalf of 492dcd48a4614fccbeed074f15f3724c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:39.109932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.123260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.190436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-30df8503-a8fa-46fd-9d27-531acdd8d2c4 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350460 Aug 11 08:19:39.235505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:19:39.242767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7753a7c8-f5d9-4e52-853e-4b18cc6600ae admin admin] 10.222.0.58 "PUT /v2.0/routers/611adbee-379d-46f6-bb30-c8ad0637e957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3358693 Aug 11 08:19:39.249201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:39.253220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] Sync routers for ids ['611adbee-379d-46f6-bb30-c8ad0637e957'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:19:39.281687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] Routers {'611adbee-379d-46f6-bb30-c8ad0637e957'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:39.284637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['611adbee-379d-46f6-bb30-c8ad0637e957'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:39.318532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.324706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.365901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:19:39.398533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b66c7-a896-40e0-a2ec-534fa50b6ae9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:39.419956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.420637 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Added segment 24a8546b-55ce-4af0-956f-39243565bfdd of type vlan for network 08bd2196-630d-4343-a7dd-dbf0af9a8335 Aug 11 08:19:39.455568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.596028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.685710 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.686741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:39.687466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.774111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.824834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596245-970b-4e19-ae13-ebe6714685d1 req-b3173d6b-9396-4f7a-86d8-b89c33fd8f00 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:39.831821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d596245-970b-4e19-ae13-ebe6714685d1 req-b3173d6b-9396-4f7a-86d8-b89c33fd8f00 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.1027627 Aug 11 08:19:39.845957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] Set router 611adbee-379d-46f6-bb30-c8ad0637e957 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:39.896098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9577935 Aug 11 08:19:39.901492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47762) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:39.922795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Request body: {'subnet': {'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-subnet', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:39.958146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d596245-970b-4e19-ae13-ebe6714685d1 req-fe4b26d0-8f31-4bf9-84e6-e3fd9b2eb114 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd92335b-970e-432b-9e88-5af7abe8730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725985 Aug 11 08:19:39.966017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Deleting port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:39.966739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.983946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Made reservation on behalf of 492dcd48a4614fccbeed074f15f3724c for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:39.986594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:39.992164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed632c-c61d-46f9-9f96-a83687b73b9d admin admin] Pushing event updated for resources: {'Network': ['ID=08bd2196-630d-4343-a7dd-dbf0af9a8335,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:40.042679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:19:40.110985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76768e9-7942-4b51-91e9-81cb184034c8 req-048a4083-6a21-4dcd-be1c-1f45a946c22a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:40.131641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b76768e9-7942-4b51-91e9-81cb184034c8 req-048a4083-6a21-4dcd-be1c-1f45a946c22a tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.3986213 Aug 11 08:19:40.133828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] For port a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:40.137650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.170282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Calling delete_port for a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:40.178748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:37Z', 'revision_number': 5, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port': {'id': 'a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:14Z', 'updated_at': '2021-08-11T08:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:40.209107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-3585916a-378e-4c9d-a919-9a16d01bf267 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:40.210852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-3585916a-378e-4c9d-a919-9a16d01bf267 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.64 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 946 time: 0.3810861 Aug 11 08:19:40.216908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] Checking router: 611adbee-379d-46f6-bb30-c8ad0637e957 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:19:40.224569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06c21649-0c0b-4af2-981d-2844a543c96c req-e0d55088-4cde-4d64-a76a-d22a4f761f4a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 210 time: 0.0485790 Aug 11 08:19:40.253801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] Routers {'611adbee-379d-46f6-bb30-c8ad0637e957'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:40.255326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['611adbee-379d-46f6-bb30-c8ad0637e957'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:40.295800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b76768e9-7942-4b51-91e9-81cb184034c8 req-9cb7dfe6-9508-4ea8-bc76-41c553b90701 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632774 Aug 11 08:19:40.466899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] Set router 611adbee-379d-46f6-bb30-c8ad0637e957 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:40.524076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Deleting port 1091f50f-94e0-46da-a0e9-bbed757f0431 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:40.524422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.579213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.589854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:39Z', 'revision_number': 6, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:40.608326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.615280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:40.631292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f3e43-03be-4db8-b709-ecf715b88531 None None] The sync data for ids ['611adbee-379d-46f6-bb30-c8ad0637e957'] in n-d-789963-6 is: [{'id': '611adbee-379d-46f6-bb30-c8ad0637e957', 'name': 'tempest-FloatingIPsTestJSON-2035460262-router', 'tenant_id': 'dec0e6c915634181b9b5786771a82d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:13Z', 'updated_at': '2021-08-11T08:19:39Z', 'revision_number': 6, 'project_id': 'dec0e6c915634181b9b5786771a82d35', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:19:40.705582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.733083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a463de33-5fe6-4ce7-aa94-ad2f23e937b8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:40.752308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f54dc-062f-4cfa-be74-8901512bb698 req-1a34b35f-62d2-4ce5-8e8a-22a8962e9cd1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:40.760632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b2f54dc-062f-4cfa-be74-8901512bb698 req-1a34b35f-62d2-4ce5-8e8a-22a8962e9cd1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.2276020 Aug 11 08:19:40.834161 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.836429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.838818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] For port 1091f50f-94e0-46da-a0e9-bbed757f0431, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1091f50f-94e0-46da-a0e9-bbed757f0431,segment=NetworkSegment(9d94dbf0-479d-4296-b7a8-3de2830217a8),segment_id=9d94dbf0-479d-4296-b7a8-3de2830217a8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:40.839388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.853469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Checking segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:40.853857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Network hostable DHCP agents. Network: 08bd2196-630d-4343-a7dd-dbf0af9a8335, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:19:40.867754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Calling delete_port for 1091f50f-94e0-46da-a0e9-bbed757f0431 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:40.871916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b2f54dc-062f-4cfa-be74-8901512bb698 req-d1fec62e-576c-42c8-a445-eec034e93f6b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100531 Aug 11 08:19:40.884147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.884604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611adbee-379d-46f6-bb30-c8ad0637e957 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:19:40.890060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.892308 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-99ce0903-aa19-4272-8a49-3876b8f9c0fa admin admin] 10.222.0.58 "DELETE /v2.0/routers/611adbee-379d-46f6-bb30-c8ad0637e957 HTTP/1.1" status: 204 len: 168 time: 1.6417711 Aug 11 08:19:40.895128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47772) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:40.947994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Deleting subnet 672a70c4-48fb-4a49-a407-6a938a124006 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:19:40.951386 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:40.957728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:19:40.989913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 08bd2196-630d-4343-a7dd-dbf0af9a8335) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:41.021085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:41.021085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.023086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e4238-67fd-4419-b2d2-11c5e911c701 None None] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:41.067821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d45793db-c943-4b0b-a718-79a2b41620ca admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1502512 Aug 11 08:19:41.073516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47782) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:41.146674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22c234b5-c09d-4595-ae68-30ef7f2b546d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:41.152654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.174840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:41.187480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ce4170a-b24c-4ee2-a679-b717fe35ec62 req-65152155-4b0a-4457-aed4-21049b14acc0 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.58 "GET /v2.0/ports?device_id=2199bfcb-425b-4632-ad05-6501bb3f0b90 HTTP/1.1" status: 200 len: 210 time: 0.0494468 Aug 11 08:19:41.213692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['1091f50f-94e0-46da-a0e9-bbed757f0431'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:41.222628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Pushing event deleted for resources: {'Port': ['ID=1091f50f-94e0-46da-a0e9-bbed757f0431,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:41.233454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 22c234b5-c09d-4595-ae68-30ef7f2b546d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:41.233948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 22c234b5-c09d-4595-ae68-30ef7f2b546d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:41.351638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] No DVR routers for this DVR port 1091f50f-94e0-46da-a0e9-bbed757f0431 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:41.359652 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.363122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12a32ec6-e08b-468c-8223-fa9e43effc0e req-5f1948b2-17db-4dbd-9a84-112885d4ff59 tempest-ServersNegativeTestMultiTenantJSON-2065439401 tempest-ServersNegativeTestMultiTenantJSON-2065439401-project] 10.222.0.64 "DELETE /v2.0/ports/1091f50f-94e0-46da-a0e9-bbed757f0431 HTTP/1.1" status: 204 len: 173 time: 1.1419642 Aug 11 08:19:41.365208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'name': 'network-vif-deleted', 'tag': '1091f50f-94e0-46da-a0e9-bbed757f0431'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:41.379008 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81a3a7-d23a-4c18-8499-6910d12606cf" -d '{"events": [{"server_uuid": "2199bfcb-425b-4632-ad05-6501bb3f0b90", "name": "network-vif-deleted", "tag": "1091f50f-94e0-46da-a0e9-bbed757f0431"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:41.400430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.461549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.462669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.480573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-08bd2196-630d-4343-a7dd-dbf0af9a8335', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:19:41.484982 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.498759 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e11cff0c-81a2-484f-982d-7efd113681ee req-b3249394-7053-463e-98ee-3c859632164a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 210 time: 0.0562456 Aug 11 08:19:41.561816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f863f-0190-451a-b5fd-40d97464446a req-ed5d7484-f968-4777-a492-c7e5973c14b8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:41.563522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd6f863f-0190-451a-b5fd-40d97464446a req-ed5d7484-f968-4777-a492-c7e5973c14b8 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.5004678 Aug 11 08:19:41.658159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-bc6a1ba3-b1f7-4226-82fd-648f2b4315cf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:41.660555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-bc6a1ba3-b1f7-4226-82fd-648f2b4315cf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.4422023 Aug 11 08:19:41.737260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:41.749362 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43feba3-3462-473d-bca4-09cf9776fb37 x-openstack-request-id: req-a43feba3-3462-473d-bca4-09cf9776fb37 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:41.749671 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199bfcb-425b-4632-ad05-6501bb3f0b90", "name": "network-vif-deleted", "tag": "1091f50f-94e0-46da-a0e9-bbed757f0431", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:41.749923 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a43feba3-3462-473d-bca4-09cf9776fb37 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:41.750353 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199bfcb-425b-4632-ad05-6501bb3f0b90', 'name': 'network-vif-deleted', 'tag': '1091f50f-94e0-46da-a0e9-bbed757f0431', 'status': 'completed', 'code': 200} Aug 11 08:19:41.768790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': '55579b32-1a37-442d-9313-34431083f489', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:41.779752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a83ad-e0eb-4c8b-aa55-cf601d252b1b req-39137f53-1c5b-472b-b87c-57832a18f800 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:41.782071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190a83ad-e0eb-4c8b-aa55-cf601d252b1b req-39137f53-1c5b-472b-b87c-57832a18f800 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.1087155 Aug 11 08:19:41.838904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Allocated IP 172.20.0.2 (08bd2196-630d-4343-a7dd-dbf0af9a8335/a463de33-5fe6-4ce7-aa94-ad2f23e937b8/fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:41.870394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-190a83ad-e0eb-4c8b-aa55-cf601d252b1b req-7d9785e1-3e7e-4818-aaa6-ab313578ff1e tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 Aug 11 08:19:41.973124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.020219 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.034231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Transition to ACTIVE for port object fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:42.055535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Transition to ACTIVE for port object fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:42.062628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.092174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.121859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Pushing event updated for resources: {'Port': ['ID=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:42.132326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:42.134676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:42.137971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:42.208372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Attempting to bind port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:42.208719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Attempting to bind port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:42.209291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Attempting to bind port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:42.213434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.215299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:42.215997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Checking segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:42.216586 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.217237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Bound using segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:42.217726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Bound port: fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:42.218096 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.227063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Deleting port 8b27db17-316a-41ef-88dd-4d595093fdba {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:42.227401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.261705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47804) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:42.309937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] For port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:42.311087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672a70c4-48fb-4a49-a407-6a938a124006,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:42.312187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Deleting subnet 1bb23b71-24dd-4f37-b5a8-d2d781d5fc24 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:19:42.316619 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.320992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] For port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:42.322624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.327296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a9ea945e-a07e-410e-87b9-6508f55c5ba1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/672a70c4-48fb-4a49-a407-6a938a124006 HTTP/1.1" status: 204 len: 168 time: 1.4283791 Aug 11 08:19:42.330049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875755a6-7870-48c1-a255-abef363865f0 None None] Network e7d80e69-1073-4826-8797-23d6e18ff369 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:42.333886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47806) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:42.336960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.364017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.396385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:42.400908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.413049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.485458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.526007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.529100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] For port 8b27db17-316a-41ef-88dd-4d595093fdba, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8b27db17-316a-41ef-88dd-4d595093fdba,segment=NetworkSegment(23501ce8-63bc-4f31-96e3-b20eac9c1d47),segment_id=23501ce8-63bc-4f31-96e3-b20eac9c1d47)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:42.529434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.538792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb23b71-24dd-4f37-b5a8-d2d781d5fc24,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:42.550863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d31f5-ae00-41d8-8bf2-ebfdc13d8312 None None] Pushing event updated for resources: {'Port': ['ID=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:42.556847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.560925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bdb8837c-26bb-4ef5-9f49-ddcbd7513b79 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1bb23b71-24dd-4f37-b5a8-d2d781d5fc24 HTTP/1.1" status: 204 len: 168 time: 0.2961888 Aug 11 08:19:42.561650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47814) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:42.653175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.677416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Calling delete_port for 8b27db17-316a-41ef-88dd-4d595093fdba owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:42.796367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] DHCP port deletion for e7d80e69-1073-4826-8797-23d6e18ff369 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:19:42.814602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a69b0448-ed8c-4b6f-ba92-d96124b2d698 req-a3090d25-6675-4d33-b68e-d15e966f238f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 210 time: 0.1165974 Aug 11 08:19:42.842208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.888586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9fe48e-e9af-4bb8-8224-a52319675056']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:42.946357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] Deleting port ac654782-fe19-4804-b064-8bfcbb794f34 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:42.947129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:42.998227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d94dbf0-479d-4296-b7a8-3de2830217a8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:42.998580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d94dbf0-479d-4296-b7a8-3de2830217a8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:43.031847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.050809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.059259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:19:43.060445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:19:43.067637 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:19:43.103548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] For port ac654782-fe19-4804-b064-8bfcbb794f34, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ac654782-fe19-4804-b064-8bfcbb794f34,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:43.104512 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.137815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] Calling delete_port for ac654782-fe19-4804-b064-8bfcbb794f34 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:43.171276 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.184561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Deleting port ac654782-fe19-4804-b064-8bfcbb794f34 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:19:43.185044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.185244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.187283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] 10.222.0.58 "DELETE /v2.0/networks/4a9fe48e-e9af-4bb8-8224-a52319675056 HTTP/1.1" status: 204 len: 168 time: 0.6245906 Aug 11 08:19:43.196014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:43.227815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afd0c3-65e4-4fda-8ee2-f0c2a934e1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9fe48e-e9af-4bb8-8224-a52319675056,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:43.242174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:43.246097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.252475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.13 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/45169062-f4df-4447-b1a6-38d2849d5754) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:43.290173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-a89e97a4-ff33-4949-9370-f131377b5c3d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:43.301901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-a89e97a4-ff33-4949-9370-f131377b5c3d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.4158335 Aug 11 08:19:43.319872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] Pushing event deleted for resources: {'Port': ['ID=ac654782-fe19-4804-b064-8bfcbb794f34,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:43.329964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7eba2-900d-4919-bb63-74c437b37950 None None] No DVR routers for this DVR port ac654782-fe19-4804-b064-8bfcbb794f34 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:43.335090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-ef5b8855-e16b-49fc-8760-eb2a3581550f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/quotas/47d22f5d4f5f438ba68dbf1ff2679d14 HTTP/1.1" status: 200 len: 375 time: 0.0304067 Aug 11 08:19:43.377319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:43.379128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Deleting subnet e3e4684d-67a9-45a2-95b5-6028c2b2467b {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:19:43.388582 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.438690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.454161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ac654782-fe19-4804-b064-8bfcbb794f34 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:43.486671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ac654782-fe19-4804-b064-8bfcbb794f34 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:43.487161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ac654782-fe19-4804-b064-8bfcbb794f34 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:43.487599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:43.509811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:43.510192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0f3b29b-e989-4cbd-ad8d-1fc0d5b060ef not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:43.556098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.894405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8e78d-aee0-43c3-9bf3-a962d677288d req-ba019e73-7169-44af-ad7a-399addfde323 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:43.896035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6e8e78d-aee0-43c3-9bf3-a962d677288d req-ba019e73-7169-44af-ad7a-399addfde323 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dd780b-2808-465e-9913-3c6f4428cc8f HTTP/1.1" status: 200 len: 945 time: 0.7307162 Aug 11 08:19:43.906099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] For port ac654782-fe19-4804-b064-8bfcbb794f34, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ac654782-fe19-4804-b064-8bfcbb794f34,segment=NetworkSegment(d6c374af-f401-46df-9648-a6ddba1cb78d),segment_id=d6c374af-f401-46df-9648-a6ddba1cb78d)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:43.906354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.910587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee628d-3813-46e4-b0b3-535cb1306658 None None] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:19:43.922767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.971422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-5b018524-af50-4293-a378-859cc0de8c35 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6354475 Aug 11 08:19:43.977276 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:43.983567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Calling delete_port for ac654782-fe19-4804-b064-8bfcbb794f34 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:19:44.028042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.043708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1091f50f-94e0-46da-a0e9-bbed757f0431 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:44.079501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.080125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 1091f50f-94e0-46da-a0e9-bbed757f0431 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:44.080708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1091f50f-94e0-46da-a0e9-bbed757f0431 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:44.086480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Pushing event deleted for resources: {'Port': ['ID=8b27db17-316a-41ef-88dd-4d595093fdba,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:44.088129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] Provisioning for port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:44.092458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] Provisioning complete for port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:44.092962 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.115282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e4684d-67a9-45a2-95b5-6028c2b2467b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:44.125854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-70752b6b-c4ec-4d5a-b8f7-6b91370ee215 service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440694 Aug 11 08:19:44.137373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.139457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d2abd62e-e2fe-4e10-8b90-8da1fc993480 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e3e4684d-67a9-45a2-95b5-6028c2b2467b HTTP/1.1" status: 204 len: 168 time: 0.9404960 Aug 11 08:19:44.149941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47846) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:44.215994 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.231643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] No DVR routers for this DVR port 8b27db17-316a-41ef-88dd-4d595093fdba on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:44.235938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.238264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd6f863f-0190-451a-b5fd-40d97464446a req-dadedd6d-7769-445a-a55e-09a2f94e8b23 tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.69 "DELETE /v2.0/ports/8b27db17-316a-41ef-88dd-4d595093fdba HTTP/1.1" status: 204 len: 173 time: 2.6564243 Aug 11 08:19:44.246706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'name': 'network-vif-deleted', 'tag': '8b27db17-316a-41ef-88dd-4d595093fdba'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:44.249163 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d7517-8002-4e91-884f-d556678938e4" -d '{"events": [{"server_uuid": "50dd780b-2808-465e-9913-3c6f4428cc8f", "name": "network-vif-deleted", "tag": "8b27db17-316a-41ef-88dd-4d595093fdba"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:44.260502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] For port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:44.268211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6e8e78d-aee0-43c3-9bf3-a962d677288d req-2b5b7668-c9e6-43af-b0cd-6fa66af0675f tempest-DeleteServersTestJSON-1485613259 tempest-DeleteServersTestJSON-1485613259-project] 10.222.0.58 "GET /v2.0/security-groups?id=0eaad97a-34d1-4c08-9648-9298f2045bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491962 Aug 11 08:19:44.268948 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.300628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.348320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169d738-b7a5-47c6-b9c4-d9161e1d34bf None None] Pushing event updated for resources: {'Port': ['ID=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:44.458160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-0154731c-d24b-448d-96bf-6e488c03bd3c service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312633 Aug 11 08:19:44.460803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cfc54561-b578-4f7d-951f-9a92c62f8527 req-b1637f1e-2298-48a4-b3f5-3b8cbc9b2981 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 210 time: 0.0777657 Aug 11 08:19:44.467258 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.480538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.500933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.503670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Allocated IP 172.25.2.24 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/2d6bddcf-ae46-4b8a-828e-3e450f129e0e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:44.504581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e270df26-c7a7-40b4-8ea1-6a8e3e0ced18 None None] Provisioning complete for port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:44.506392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e270df26-c7a7-40b4-8ea1-6a8e3e0ced18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.523681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:44.541981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3328a-f18a-4d86-9bb7-ba1265df62c7') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:44.542512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3328a-f18a-4d86-9bb7-ba1265df62c7') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:44.552285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac654782-fe19-4804-b064-8bfcbb794f34,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:44.555106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.557579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] No DVR routers for this DVR port ac654782-fe19-4804-b064-8bfcbb794f34 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:19:44.577044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.589488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:19:44.589991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:19:44.597654 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:19:44.665507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.671806 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.682939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] 10.222.0.58 "DELETE /v2.0/networks/87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb HTTP/1.1" status: 204 len: 168 time: 0.5325928 Aug 11 08:19:44.694612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8b27db17-316a-41ef-88dd-4d595093fdba no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:19:44.730577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 8b27db17-316a-41ef-88dd-4d595093fdba {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:19:44.731123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8b27db17-316a-41ef-88dd-4d595093fdba not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:19:44.746780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Pushing event deleted for resources: {'Network': ['ID=87e4bd57-59a8-4f90-8bd3-d4e99b8fcdeb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:44.774682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.775248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.775786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.776318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.776871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.777456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.778000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.778554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.779648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.779648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.780148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.780703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2eaceb-edef-425a-a00d-7da80e5ba13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:19:44.811620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eb75e66-bdce-4014-87e4-97691c22a4a3 req-5f4b9eaf-eb84-471b-b353-50a2bf34fdf0 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 210 time: 0.0692682 Aug 11 08:19:44.834055 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007f875-b180-4882-a421-9d553afaab1e x-openstack-request-id: req-1007f875-b180-4882-a421-9d553afaab1e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:44.834346 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dd780b-2808-465e-9913-3c6f4428cc8f", "name": "network-vif-deleted", "tag": "8b27db17-316a-41ef-88dd-4d595093fdba", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:44.834598 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1007f875-b180-4882-a421-9d553afaab1e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:44.835113 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dd780b-2808-465e-9913-3c6f4428cc8f', 'name': 'network-vif-deleted', 'tag': '8b27db17-316a-41ef-88dd-4d595093fdba', 'status': 'completed', 'code': 200} Aug 11 08:19:44.881879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.902402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d80e69-1073-4826-8797-23d6e18ff369']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:44.917936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:44.936049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c374af-f401-46df-9648-a6ddba1cb78d') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:44.936307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c374af-f401-46df-9648-a6ddba1cb78d') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:44.952194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:44.955088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:44.985050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.038924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:45.045293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ed8e89f4-b09b-42da-8624-41fcc73a90be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e834f90f46cf4906824ca538f5ac7968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865028 Aug 11 08:19:45.045674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47866) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:45.101445 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.105117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.143265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.144464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79957fb2-8b88-40f3-8088-a4cb268fef6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.154838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:45.160897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=45169062-f4df-4447-b1a6-38d2849d5754,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:45.169665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:45.172839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:19:45.173546 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.180303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:19:45.182101 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:19:45.189158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79957fb2-8b88-40f3-8088-a4cb268fef6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.221766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:45.224087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:45.224461 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.262341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:45.293647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:45.300599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79957fb2-8b88-40f3-8088-a4cb268fef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.303374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79957fb2-8b88-40f3-8088-a4cb268fef6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.304675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-79957fb2-8b88-40f3-8088-a4cb268fef6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd92335b-970e-432b-9e88-5af7abe8730f HTTP/1.1" status: 204 len: 168 time: 0.2579160 Aug 11 08:19:45.331774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957fb2-8b88-40f3-8088-a4cb268fef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92335b-970e-432b-9e88-5af7abe8730f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:45.373993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:45.388854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.399552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:45.400501 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.453760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.456107 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] 10.222.0.58 "DELETE /v2.0/networks/e7d80e69-1073-4826-8797-23d6e18ff369 HTTP/1.1" status: 204 len: 168 time: 3.1211855 Aug 11 08:19:45.501342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4698-a3be-49f3-ae1b-add4ad5b274b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d80e69-1073-4826-8797-23d6e18ff369,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:45.542119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0da8c971-b137-4dc9-a4b4-692a62673893 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7779095 Aug 11 08:19:45.565280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Request body: {'port': {'device_id': '55579b32-1a37-442d-9313-34431083f489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:45.687153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:45.752174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.782676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e4bb-2c02-4103-af73-9a36d96b17cd req-ea07b72f-7b65-4a0e-9cf3-ecfedb80741b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:45.790221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf36e4bb-2c02-4103-af73-9a36d96b17cd req-ea07b72f-7b65-4a0e-9cf3-ecfedb80741b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 932 time: 0.1944845 Aug 11 08:19:45.831783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68d71180-44ba-4d72-a4b0-860a5e2ce979 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dec0e6c915634181b9b5786771a82d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429102 Aug 11 08:19:45.837507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:45.856580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.934465 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fbc06b1-1c2d-47c2-b12d-b014b197692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:45.939463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf36e4bb-2c02-4103-af73-9a36d96b17cd req-c82273f2-45dc-4cea-87a5-e76438739a6a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423819 Aug 11 08:19:45.978436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fbc06b1-1c2d-47c2-b12d-b014b197692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.014568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47926) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:46.018521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1d76196-2cdc-42d7-a7dd-4e163857eccd req-7b4fec30-be14-4281-bb0d-794baa9359e6 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 210 time: 0.0433500 Aug 11 08:19:46.057942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:19:46.103127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1d661741-08dc-45f6-a0d2-ad51c88bb76a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f6238fb9e8c46b2b9d5c3eb2a0b8b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869069 Aug 11 08:19:46.106412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47932) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:46.199355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9d18-9fac-484e-832e-d9c31ea6cfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.213195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fbc06b1-1c2d-47c2-b12d-b014b197692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.216748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fbc06b1-1c2d-47c2-b12d-b014b197692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.218131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0fbc06b1-1c2d-47c2-b12d-b014b197692d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/792fd87d-fc45-4d24-804a-25e6e1673a76 HTTP/1.1" status: 204 len: 168 time: 0.3805888 Aug 11 08:19:46.236510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc06b1-1c2d-47c2-b12d-b014b197692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792fd87d-fc45-4d24-804a-25e6e1673a76,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:46.244787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9d18-9fac-484e-832e-d9c31ea6cfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.324571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:46.330428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9d18-9fac-484e-832e-d9c31ea6cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.335743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9d18-9fac-484e-832e-d9c31ea6cfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.339265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae2a9d18-9fac-484e-832e-d9c31ea6cfbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98f9f96c-88af-40f2-9c6d-a176d2e71846 HTTP/1.1" status: 204 len: 168 time: 0.2306540 Aug 11 08:19:46.361160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:46.368004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a9d18-9fac-484e-832e-d9c31ea6cfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f9f96c-88af-40f2-9c6d-a176d2e71846,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:46.445159 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.473602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:46.515289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:46.523029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:46.655435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:46.689558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ae519e16-33ba-420e-9310-ee5b4ea16c0f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:46.900755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-5a0b72d9-0d35-4734-8e91-b037e19f9224 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:46.902590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-5a0b72d9-0d35-4734-8e91-b037e19f9224 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.6924121 Aug 11 08:19:46.939435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Request body: {'port': {'device_id': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'admin_state_up': True, 'tenant_id': '47d22f5d4f5f438ba68dbf1ff2679d14'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:47.117812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45169062-f4df-4447-b1a6-38d2849d5754 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:47.199558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:47.222691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Transition to ACTIVE for port object 45169062-f4df-4447-b1a6-38d2849d5754 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:47.242837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c44a3032-403d-4bec-817d-f402856338db req-b933924f-265e-4510-83a3-acd30bf922c4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 210 time: 0.0680950 Aug 11 08:19:47.288768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:47.370241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Pushing event updated for resources: {'Port': ['ID=45169062-f4df-4447-b1a6-38d2849d5754,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:47.425246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a220bff-1c6a-46f0-9d4a-d0e71467482c req-277370fe-5379-49d0-8130-45fb778f9558 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:47.433598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a220bff-1c6a-46f0-9d4a-d0e71467482c req-277370fe-5379-49d0-8130-45fb778f9558 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 932 time: 0.2938683 Aug 11 08:19:47.439128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:47.552997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Made reservation on behalf of 47d22f5d4f5f438ba68dbf1ff2679d14 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:19:47.557286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:47.601001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Attempting to bind port 45169062-f4df-4447-b1a6-38d2849d5754 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:47.601313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Attempting to bind port 45169062-f4df-4447-b1a6-38d2849d5754 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:47.601640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Attempting to bind port 45169062-f4df-4447-b1a6-38d2849d5754 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:47.622886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Port 45169062-f4df-4447-b1a6-38d2849d5754 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:19:47.623214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Attempting to bind port 45169062-f4df-4447-b1a6-38d2849d5754 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:47.671091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:47.671483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:47.672140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:47.672729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Bound port: 45169062-f4df-4447-b1a6-38d2849d5754, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:47.673120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:47.843334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a220bff-1c6a-46f0-9d4a-d0e71467482c req-2d45e064-0c7e-4a68-90e2-e5fa726298d2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086485 Aug 11 08:19:48.042382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] For port 45169062-f4df-4447-b1a6-38d2849d5754, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:48.073704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:48.112713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] For port 45169062-f4df-4447-b1a6-38d2849d5754, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=45169062-f4df-4447-b1a6-38d2849d5754,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:48.144812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:48.191718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port ae519e16-33ba-420e-9310-ee5b4ea16c0f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:48.193246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:48.450205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7565535-1c76-438b-9714-f8ec0e86a552 req-ddb91bc2-87ef-4949-822a-7ed5a7780518 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 210 time: 0.0525835 Aug 11 08:19:48.480718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48024) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:48.661487 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:48.713761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:48.714818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:48.722327 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c1daf8-d417-4fec-b0af-fc631b78c5dc" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:48.730464 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:48.802628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67fd73a9-663b-4316-b522-2fdd892f92af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:48.807502 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1772d-fad2-434b-8d56-d1a74d2a95e2 x-openstack-request-id: req-5ec1772d-fad2-434b-8d56-d1a74d2a95e2 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:48.812311 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:48.813023 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ec1772d-fad2-434b-8d56-d1a74d2a95e2 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:48.813745 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:19:48.870512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:48.897550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Allocated IP 172.20.0.4 (53cc882e-8882-403e-96f9-2aaf100c84e8/aba86e19-be56-466f-80ef-525b9556ce59/9bc10100-7c52-4f1b-a02c-a56a1570b7f0) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:49.043646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:49.044454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.046065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/45169062-f4df-4447-b1a6-38d2849d5754 HTTP/1.1" status: 200 len: 1092 time: 3.4863894 Aug 11 08:19:49.057302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55579b32-1a37-442d-9313-34431083f489', 'tag': '45169062-f4df-4447-b1a6-38d2849d5754'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:49.060159 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a706d1f-9461-4e04-a987-30ed5b826515" -d '{"events": [{"name": "network-changed", "server_uuid": "55579b32-1a37-442d-9313-34431083f489", "tag": "45169062-f4df-4447-b1a6-38d2849d5754"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:49.075217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:19:49.186119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67fd73a9-663b-4316-b522-2fdd892f92af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.224809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb64126-4d5c-4191-9be2-ec15caa72bda req-c7bdde10-65ed-4f81-b691-cf8bd9fbe3fd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:49.226729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fb64126-4d5c-4191-9be2-ec15caa72bda req-c7bdde10-65ed-4f81-b691-cf8bd9fbe3fd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 944 time: 0.2359345 Aug 11 08:19:49.230297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67fd73a9-663b-4316-b522-2fdd892f92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.288656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb4985-4e6e-410f-b2a2-e27fbfa588f7 service neutron] Pushing event updated for resources: {'Port': ['ID=45169062-f4df-4447-b1a6-38d2849d5754,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:49.315954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:49.322631 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72b703-30dd-40cf-a9d0-6c09305d2aca x-openstack-request-id: req-df72b703-30dd-40cf-a9d0-6c09305d2aca {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:49.322918 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55579b32-1a37-442d-9313-34431083f489", "tag": "45169062-f4df-4447-b1a6-38d2849d5754", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:49.323372 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df72b703-30dd-40cf-a9d0-6c09305d2aca {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:49.323937 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55579b32-1a37-442d-9313-34431083f489', 'tag': '45169062-f4df-4447-b1a6-38d2849d5754', 'status': 'completed', 'code': 200} Aug 11 08:19:49.368904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-67fd73a9-663b-4316-b522-2fdd892f92af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d71fffbf0df4e3c8a610388c706c838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866503 Aug 11 08:19:49.378368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48054) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:49.381685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fb64126-4d5c-4191-9be2-ec15caa72bda req-6473a89e-609c-4e84-a899-20a995145b02 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272216 Aug 11 08:19:49.404473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.442328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd73a9-663b-4316-b522-2fdd892f92af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feab80fb-a40d-429d-bee5-ec43587e4c92,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:49.450506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:19:49.466094 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:19:49.480139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:49.480684 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:49.523516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51110e8a-b440-42d3-9ca1-d97bf155fe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.571827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.573852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-89403b39-d632-40a6-9c96-e1b9fb254c46 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4285154 Aug 11 08:19:49.581725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48058) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:49.603604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-587f2a24-9938-4ba9-a33d-09e9ea7d030d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.647263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.652445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-587f2a24-9938-4ba9-a33d-09e9ea7d030d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.661709 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:49.681387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', '960344d4-8cc1-4c78-a43d-7dbf1610d26e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:49.728577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:49.735880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:49.739066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:49.820930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0cbf3cac-9256-4911-8c31-e731bc7ab953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:49.825463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-0cbf3cac-9256-4911-8c31-e731bc7ab953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 1095 time: 0.7014732 Aug 11 08:19:49.837602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-587f2a24-9938-4ba9-a33d-09e9ea7d030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.841420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-587f2a24-9938-4ba9-a33d-09e9ea7d030d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.842898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-587f2a24-9938-4ba9-a33d-09e9ea7d030d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feab80fb-a40d-429d-bee5-ec43587e4c92 HTTP/1.1" status: 204 len: 168 time: 0.4601600 Aug 11 08:19:49.865597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51110e8a-b440-42d3-9ca1-d97bf155fe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.867821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2a24-9938-4ba9-a33d-09e9ea7d030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab80fb-a40d-429d-bee5-ec43587e4c92,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:49.872214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51110e8a-b440-42d3-9ca1-d97bf155fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:49.911395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-51110e8a-b440-42d3-9ca1-d97bf155fe72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d5290c9e9c047eeaff527219cd12527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939276 Aug 11 08:19:49.918864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48064) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:50.004843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd20f01-0fa6-47d2-ade9-5e36b03b3d44 req-7cf39047-3148-4af1-bfbb-f5d811f07b42 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:50.017438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cfd20f01-0fa6-47d2-ade9-5e36b03b3d44 req-7cf39047-3148-4af1-bfbb-f5d811f07b42 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 931 time: 0.4140787 Aug 11 08:19:50.047440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51110e8a-b440-42d3-9ca1-d97bf155fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd068e6d-7e05-4262-a320-1d6dcca40772,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:50.132894 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:45Z', 'revision_number': 3, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:50.134865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16123455-9def-4c6f-9b01-135c2f8908c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:50.207340 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:19:50.209266 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Updating router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:19:50.225082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16123455-9def-4c6f-9b01-135c2f8908c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:50.283197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-d067368e-4270-4c5e-8e86-92489c8bd773 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45169062-f4df-4447-b1a6-38d2849d5754 HTTP/1.1" status: 200 len: 217 time: 0.3896534 Aug 11 08:19:50.287153 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:50.310866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:50.311678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:50.315371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event updated for resources: {'Port': ['ID=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:50.439437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16123455-9def-4c6f-9b01-135c2f8908c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:50.442377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16123455-9def-4c6f-9b01-135c2f8908c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:50.447314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-16123455-9def-4c6f-9b01-135c2f8908c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd068e6d-7e05-4262-a320-1d6dcca40772 HTTP/1.1" status: 204 len: 168 time: 0.5236087 Aug 11 08:19:50.463709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16123455-9def-4c6f-9b01-135c2f8908c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd068e6d-7e05-4262-a320-1d6dcca40772,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:50.653204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-0efe0b59-c4df-4c25-84d5-6be21c81c6aa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7266529 Aug 11 08:19:50.686139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77717-0cba-4c84-9d8d-fa599c490c78 req-91d7934d-cdef-4dd4-9baf-56f3792b3ec8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:50.692551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95c77717-0cba-4c84-9d8d-fa599c490c78 req-91d7934d-cdef-4dd4-9baf-56f3792b3ec8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 944 time: 0.1280825 Aug 11 08:19:50.714534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Request body: {'port': {'device_id': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:19:50.751455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cfd20f01-0fa6-47d2-ade9-5e36b03b3d44 req-7359d642-d84d-4b36-9e22-26f79fb86e0a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7316003 Aug 11 08:19:50.810659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95c77717-0cba-4c84-9d8d-fa599c490c78 req-70e3cd0f-464a-43a1-b5ec-46e2784869c3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118512 Aug 11 08:19:50.927030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-e1844bbc-641d-4538-b2ea-f487ab0b49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:50.929817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-e1844bbc-641d-4538-b2ea-f487ab0b49cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.6289902 Aug 11 08:19:51.020097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-6634776b-35bd-425d-8643-ff7a6e2f6d1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781884 Aug 11 08:19:51.197137 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:51.213090 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Transition to ACTIVE for port object 2d6bddcf-ae46-4b8a-828e-3e450f129e0e will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:51.221604 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:51.276367 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caf069-f1a9-40e4-b2b0-c5d3799014f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:51.320139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Attempting to bind port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:51.320912 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Attempting to bind port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:51.321269 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Attempting to bind port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:51.324529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-b202fc9b-18ae-47c0-9fe5-5fa842b0aa26 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782171 Aug 11 08:19:51.327880 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:51.328448 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:51.329148 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:51.329552 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:51.330052 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Bound port: 2d6bddcf-ae46-4b8a-828e-3e450f129e0e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:51.330439 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:51.447537 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] For port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:51.450930 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] For port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:51.467639 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:51.604670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:51.666865 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:51.669276 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:51.681849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caf069-f1a9-40e4-b2b0-c5d3799014f0 None None] Pushing event updated for resources: {'Port': ['ID=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:51.951903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc77ade4-a92b-4551-94d7-b8bce28713d1 req-5dc964d5-54fe-4666-9330-893dbbf84149 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884547 Aug 11 08:19:52.127431 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:52.269217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b78d-a88b-4501-ad44-a3dae38e6a47 req-713cb578-2b9c-4698-adcc-bb0b249944df tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:52.276638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dea7a-1edb-4f30-acbb-77b29f6d3f55 req-9625eeac-df9e-4f12-ad22-a17e61f3ea2e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:52.278343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c4dea7a-1edb-4f30-acbb-77b29f6d3f55 req-9625eeac-df9e-4f12-ad22-a17e61f3ea2e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 931 time: 0.2590125 Aug 11 08:19:52.278653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff47b78d-a88b-4501-ad44-a3dae38e6a47 req-713cb578-2b9c-4698-adcc-bb0b249944df tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 944 time: 0.2456071 Aug 11 08:19:52.361014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff47b78d-a88b-4501-ad44-a3dae38e6a47 req-18310840-3534-4dd3-9f8a-7c6b9b541a1b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809760 Aug 11 08:19:52.373231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-32e27d32-e284-4a3b-8b6e-5d0d1d30be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:52.380726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-32e27d32-e284-4a3b-8b6e-5d0d1d30be74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 1095 time: 0.3317747 Aug 11 08:19:52.386760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c4dea7a-1edb-4f30-acbb-77b29f6d3f55 req-46871487-d032-4c04-a1d8-127b160b052c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010330 Aug 11 08:19:52.679245 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:45Z', 'revision_number': 3, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:52.752575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48154) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:52.755169 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527f905e-7cdc-4934-bb89-0565caffce68 None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:45Z', 'revision_number': 3, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:19:52.830148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-aa69bf0b-eaa6-49b8-9a0c-5a71c5092b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:52.831405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-aa69bf0b-eaa6-49b8-9a0c-5a71c5092b4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 906 time: 0.3979759 Aug 11 08:19:52.859565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Deleting subnet 9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:19:52.875289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:52.993954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:53.008312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-a7ea54ca-ee05-432b-9c5e-d03869d58567 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45169062-f4df-4447-b1a6-38d2849d5754 HTTP/1.1" status: 200 len: 217 time: 0.1531837 Aug 11 08:19:53.106478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:53.146233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:53.250107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-930cd49c-40da-42af-947a-04cc36369d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:53.251720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-930cd49c-40da-42af-947a-04cc36369d79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.2324874 Aug 11 08:19:53.295114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:53.336725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:53.338809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9b0e7091-14f1-4a30-afae-3dcd0e2a0d04 HTTP/1.1" status: 204 len: 168 time: 0.5847886 Aug 11 08:19:53.344524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48172) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:53.407110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745672e-8b74-4a8d-b269-c6f0645e5227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0e7091-14f1-4a30-afae-3dcd0e2a0d04,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:53.439747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-db1e3598-3bdd-4fbb-833e-539fcdfff43e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679313 Aug 11 08:19:53.536701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:53.630571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcbaa5-64d4-48eb-becd-e67a9298bad3 req-1d0aedb0-9ee6-44f7-83d4-068d285ac410 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:53.648000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55dcbaa5-64d4-48eb-becd-e67a9298bad3 req-1d0aedb0-9ee6-44f7-83d4-068d285ac410 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 944 time: 0.1325276 Aug 11 08:19:53.694868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:53.711925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Transition to ACTIVE for port object 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:53.756668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55dcbaa5-64d4-48eb-becd-e67a9298bad3 req-6cb18cbf-cf57-4f10-bd8e-b6ae0d8bf94c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075983 Aug 11 08:19:53.967847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Allocated IP 172.20.0.1 (08bd2196-630d-4343-a7dd-dbf0af9a8335/a463de33-5fe6-4ce7-aa94-ad2f23e937b8/c1adaf2b-2be9-47f4-988b-838145a0f7ec) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:19:54.139878 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:54.768536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:54.788324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:54.801785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Pushing event updated for resources: {'Port': ['ID=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:54.855548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74982fe4-56c2-4394-ad54-b948da90dabc req-ca97db37-5dbb-4e47-a642-9fb20326c087 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:54.857226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74982fe4-56c2-4394-ad54-b948da90dabc req-ca97db37-5dbb-4e47-a642-9fb20326c087 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 943 time: 0.7477567 Aug 11 08:19:54.876081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Transition to ACTIVE for port object c1adaf2b-2be9-47f4-988b-838145a0f7ec will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:19:54.879236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-0fd71c14-dd79-46cf-8571-3902ba2311f8 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4271224 Aug 11 08:19:55.066509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc959c-c8a6-4633-bc8f-d795cdee95e1 req-ec1f2f5e-ffd8-4756-9dba-b28a1b759e4a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:55.068388 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82dc959c-c8a6-4633-bc8f-d795cdee95e1 req-ec1f2f5e-ffd8-4756-9dba-b28a1b759e4a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 944 time: 0.1059213 Aug 11 08:19:55.069147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48234) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:55.122121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2d6bddcf-ae46-4b8a-828e-3e450f129e0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:55.199043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82dc959c-c8a6-4633-bc8f-d795cdee95e1 req-73749480-e86a-4070-93a5-2b30a5ff6d76 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226692 Aug 11 08:19:55.261765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:55.269436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:55.269825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.317175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74982fe4-56c2-4394-ad54-b948da90dabc req-80905ff8-6905-4a99-a465-04b48dcc5529 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423881 Aug 11 08:19:55.341222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.414959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.469648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a706d1f-9461-4e04-a987-30ed5b826515 req-7bff2bbf-6896-4784-b6d2-b8a58253cdb3 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527971 Aug 11 08:19:55.470780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Attempting to bind port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:19:55.471360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Attempting to bind port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:19:55.471953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Attempting to bind port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:55.503340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 on network 53cc882e-8882-403e-96f9-2aaf100c84e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:19:55.503673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Attempting to bind port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:19:55.505242 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.527991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3393ff84-611b-4473-a388-bdc8abaf1d91']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:55.533067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:55.548295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:19:55.549024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Checking segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:19:55.549612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Bound using segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:19:55.550240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Bound port: 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:19:55.550774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.553240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:55.559418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:55.562182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.573721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23501ce8-63bc-4f31-96e3-b20eac9c1d47') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:55.574206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23501ce8-63bc-4f31-96e3-b20eac9c1d47') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:55.576626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:19:55.638232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Pushing event updated for resources: {'Port': ['ID=c1adaf2b-2be9-47f4-988b-838145a0f7ec,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:55.652082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.670435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:55.763615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.765768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edd91145-0998-4945-9ae1-9b1ec75ed94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.787840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:19:55.788459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:19:55.807086 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:19:55.867645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.967438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edd91145-0998-4945-9ae1-9b1ec75ed94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:55.979422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-edd91145-0998-4945-9ae1-9b1ec75ed94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.051973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-edd91145-0998-4945-9ae1-9b1ec75ed94c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f21705b147948ff8b36185286ed0206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9814065 Aug 11 08:19:56.053234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd91145-0998-4945-9ae1-9b1ec75ed94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40aef51-dd06-41e8-b8d8-aff7c2ccd7c1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:56.057130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48250) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:56.123045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 45169062-f4df-4447-b1a6-38d2849d5754 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:19:56.187377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-67385502-3acb-4241-a17f-bcaa353b57c0 None None] Provisioning for port c1adaf2b-2be9-47f4-988b-838145a0f7ec completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:19:56.202305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-67385502-3acb-4241-a17f-bcaa353b57c0 None None] Provisioning complete for port c1adaf2b-2be9-47f4-988b-838145a0f7ec triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:56.203214 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-67385502-3acb-4241-a17f-bcaa353b57c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.227796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.236460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-673e6cbb-6de8-4bb3-a624-e8dc32fce136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.240892 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.246032 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/3393ff84-611b-4473-a388-bdc8abaf1d91 HTTP/1.1" status: 204 len: 168 time: 2.7995732 Aug 11 08:19:56.296640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-673e6cbb-6de8-4bb3-a624-e8dc32fce136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.303753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] For port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:19:56.307347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8eb934-df6e-4671-88b2-a0384f00d1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3393ff84-611b-4473-a388-bdc8abaf1d91,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:56.320072 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.350565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] For port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:19:56.494615 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-673e6cbb-6de8-4bb3-a624-e8dc32fce136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.503640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-673e6cbb-6de8-4bb3-a624-e8dc32fce136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.511062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-673e6cbb-6de8-4bb3-a624-e8dc32fce136 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c40aef51-dd06-41e8-b8d8-aff7c2ccd7c1 HTTP/1.1" status: 204 len: 168 time: 0.4521737 Aug 11 08:19:56.540830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-67385502-3acb-4241-a17f-bcaa353b57c0 None None] Port c1adaf2b-2be9-47f4-988b-838145a0f7ec cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:19:56.541853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e6cbb-6de8-4bb3-a624-e8dc32fce136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40aef51-dd06-41e8-b8d8-aff7c2ccd7c1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:56.624227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.655153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 45169062-f4df-4447-b1a6-38d2849d5754, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=45169062-f4df-4447-b1a6-38d2849d5754,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:56.688679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '45169062-f4df-4447-b1a6-38d2849d5754', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': '45169062-f4df-4447-b1a6-38d2849d5754', 'mac_address': 'fa:16:3e:cd:91:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:19:56.701552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0d1c-1666-4a60-8bf5-a39dd6366c17 req-cdf23ef7-e21b-4167-93bb-96ff3280d38a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:56.713050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-beab0d1c-1666-4a60-8bf5-a39dd6366c17 req-cdf23ef7-e21b-4167-93bb-96ff3280d38a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 943 time: 0.1745389 Aug 11 08:19:56.718418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48272) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:56.781909 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.807790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:56.815135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45169062-f4df-4447-b1a6-38d2849d5754 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:19:56.815460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.817220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] 10.222.0.69 "PUT /v2.0/ports/9bc10100-7c52-4f1b-a02c-a56a1570b7f0 HTTP/1.1" status: 200 len: 1091 time: 6.1327765 Aug 11 08:19:56.822091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'tag': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:19:56.828009 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a059836-e13b-40e1-b8d4-27e03c7f811a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6879f51-2478-476a-b059-3e0824bf6b70", "tag": "9bc10100-7c52-4f1b-a02c-a56a1570b7f0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:19:56.853947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6c65ddde-dcc5-46ff-b3e7-0a776c82805b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1adf1e15ed0b4c238dd158101596b30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341543 Aug 11 08:19:56.857362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48278) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:19:56.878968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 45169062-f4df-4447-b1a6-38d2849d5754, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=45169062-f4df-4447-b1a6-38d2849d5754,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:19:56.890644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:56.928234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-beab0d1c-1666-4a60-8bf5-a39dd6366c17 req-fa127879-32aa-49e0-a398-33199265b030 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140064 Aug 11 08:19:56.968792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38b3592a-6e2d-4b55-b620-f9d6cf33d50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.011206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=45169062-f4df-4447-b1a6-38d2849d5754,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:57.040677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a884bc-a1a8-42bb-8f7e-846e3f6604bd service neutron] Pushing event updated for resources: {'Port': ['ID=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:57.046511 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38b3592a-6e2d-4b55-b620-f9d6cf33d50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.110064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2d6bddcf-ae46-4b8a-828e-3e450f129e0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:19:57.161721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38b3592a-6e2d-4b55-b620-f9d6cf33d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.167269 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38b3592a-6e2d-4b55-b620-f9d6cf33d50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.173213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-38b3592a-6e2d-4b55-b620-f9d6cf33d50a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0eaad97a-34d1-4c08-9648-9298f2045bbd HTTP/1.1" status: 204 len: 168 time: 0.3145511 Aug 11 08:19:57.187801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3592a-6e2d-4b55-b620-f9d6cf33d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaad97a-34d1-4c08-9648-9298f2045bbd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:57.199669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['45169062-f4df-4447-b1a6-38d2849d5754'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:19:57.208581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.235911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03474-ebff-4e98-8ab4-7d3dc17177c1 req-89ea9e37-695d-42b9-b9b9-3702bfdb24f1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:57.241452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ba03474-ebff-4e98-8ab4-7d3dc17177c1 req-89ea9e37-695d-42b9-b9b9-3702bfdb24f1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 944 time: 0.6699882 Aug 11 08:19:57.252523 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85e5e3c-373a-4a2c-b7f8-6256fd47a660 x-openstack-request-id: req-b85e5e3c-373a-4a2c-b7f8-6256fd47a660 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:19:57.252842 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6879f51-2478-476a-b059-3e0824bf6b70", "tag": "9bc10100-7c52-4f1b-a02c-a56a1570b7f0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:19:57.253135 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b85e5e3c-373a-4a2c-b7f8-6256fd47a660 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:19:57.253559 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'tag': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0', 'status': 'completed', 'code': 200} Aug 11 08:19:57.255964 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.298619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:57.298994 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.369762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:57.382100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Pushing event updated for resources: {'Port': ['ID=c1adaf2b-2be9-47f4-988b-838145a0f7ec,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:19:57.486240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-1c61fb42-29e1-4d62-ace0-4b41989d7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:57.489060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-1c61fb42-29e1-4d62-ace0-4b41989d7a34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 1094 time: 0.6007266 Aug 11 08:19:57.501057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ba03474-ebff-4e98-8ab4-7d3dc17177c1 req-3446876c-4d19-4972-a954-7576d0cb5715 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954937 Aug 11 08:19:57.581653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-460a3f30-6b25-49fe-8a4d-4e3dc38f854d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0 HTTP/1.1" status: 200 len: 217 time: 0.0713680 Aug 11 08:19:57.684993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba537-744b-4ea5-9740-760335a6f40f req-4fb8288e-df0f-44d0-b00c-e715ce670507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:57.687188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-4fb8288e-df0f-44d0-b00c-e715ce670507 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.0966871 Aug 11 08:19:57.740453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-83068c07-0ae3-4b8c-8341-4c37ce066121 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358067 Aug 11 08:19:57.779356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:19:57.789705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:19:58.090070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd9f7885-44fe-42f9-a16e-2af428107c81 None None] Provisioning complete for port c1adaf2b-2be9-47f4-988b-838145a0f7ec triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:19:58.090881 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7885-44fe-42f9-a16e-2af428107c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:58.143378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f7885-44fe-42f9-a16e-2af428107c81 None None] Port c1adaf2b-2be9-47f4-988b-838145a0f7ec cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:19:58.164040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136513f-c0d5-47bb-8905-3d784fab4c17 req-928f6907-ff94-40fc-93a2-732f1478c719 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:58.166027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9136513f-c0d5-47bb-8905-3d784fab4c17 req-928f6907-ff94-40fc-93a2-732f1478c719 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 943 time: 0.0919290 Aug 11 08:19:58.178796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-9cc34987-dd84-4a32-8c37-7930731a2891 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288814 Aug 11 08:19:58.247573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:19:58.276110 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9136513f-c0d5-47bb-8905-3d784fab4c17 req-c0190454-029a-450c-84b8-e872c35112ca tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009364 Aug 11 08:19:58.389315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26bba537-744b-4ea5-9740-760335a6f40f req-39a29338-12f1-4a40-a078-ac80c531a2ae service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015464 Aug 11 08:19:58.557397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:19:58.574741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:19:58.579391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a21f2d7-f18b-48b7-a1e1-0b76b2bd2e8c admin admin] 10.222.0.58 "PUT /v2.0/routers/b4c8cf82-98f1-4e2e-948f-3fef91e1f71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9908218 Aug 11 08:19:58.625355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:58.629462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:19:58.631888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:58.637348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-8629a8a5-de26-4098-b084-28e1a5c9c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:58.646553 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-8629a8a5-de26-4098-b084-28e1a5c9c6b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 1094 time: 0.1602209 Aug 11 08:19:58.717389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da78028-0cdb-463b-962b-039e36ae4ae7 req-ec795f98-c902-4256-a09f-ea1dd0f02d02 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:58.728398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5da78028-0cdb-463b-962b-039e36ae4ae7 req-ec795f98-c902-4256-a09f-ea1dd0f02d02 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 945 time: 0.0983872 Aug 11 08:19:58.797909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5da78028-0cdb-463b-962b-039e36ae4ae7 req-2c335911-cfcd-4ed2-991f-2dc339f459e9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674922 Aug 11 08:19:58.905727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-7ccc9f9f-8cf8-4243-85b1-33dd244fe3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:58.910086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-7ccc9f9f-8cf8-4243-85b1-33dd244fe3f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 915 time: 0.2560902 Aug 11 08:19:58.965248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:19:58.985133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-1d77a7d8-397c-41b1-8675-efa5f849fa47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0 HTTP/1.1" status: 200 len: 217 time: 0.0542386 Aug 11 08:19:59.065207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-332c9957-5980-4726-851c-9530992dd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:59.067700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-332c9957-5980-4726-851c-9530992dd4f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.0745962 Aug 11 08:19:59.125550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-da196d06-bbc0-47af-b8ee-96e92349e885 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467825 Aug 11 08:19:59.283810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-9f41f45b-4cbf-4160-9e07-f9168383ada5 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492186 Aug 11 08:19:59.299223 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8e29b7f3-6323-43c3-a5fc-b4dcb2e386b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:59.473153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a059836-e13b-40e1-b8d4-27e03c7f811a req-531f2bde-77eb-44be-bdb4-14cfeaa7fd21 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812804 Aug 11 08:19:59.512253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412b964-606f-4c2f-b509-dbd1c846372e req-0d39d431-772c-48a3-aaa0-4992247d973c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:19:59.523642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e412b964-606f-4c2f-b509-dbd1c846372e req-0d39d431-772c-48a3-aaa0-4992247d973c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 943 time: 0.1181574 Aug 11 08:19:59.534029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 2, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:19:59.575316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:19:59.576544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Updating router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b port c1adaf2b-2be9-47f4-988b-838145a0f7ec binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:19:59.609917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e412b964-606f-4c2f-b509-dbd1c846372e req-f8ff00e8-c668-48d7-b38f-2bb144ee4601 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Aug 11 08:19:59.627302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:59.635760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:19:59.948091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48366) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:00.150392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.158621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48372) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:00.163976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341385464', 'description': 'tempest-description--420532998'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:00.173311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Transition to ACTIVE for port object c1adaf2b-2be9-47f4-988b-838145a0f7ec will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:00.180868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 45169062-f4df-4447-b1a6-38d2849d5754 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:00.228041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.229981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1957310001-network', 'tenant_id': '0faa101549c54d51a14e1497a1980a5c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:00.235825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.297288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Made reservation on behalf of 0faa101549c54d51a14e1497a1980a5c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:00.319282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.351599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.356737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710babec-7515-489a-b8d3-250bfe3f42e8 None None] Pushing event updated for resources: {'Port': ['ID=c1adaf2b-2be9-47f4-988b-838145a0f7ec,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:00.389275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 45169062-f4df-4447-b1a6-38d2849d5754 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:00.430876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 45169062-f4df-4447-b1a6-38d2849d5754 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:00.431254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.527396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Attempting to bind port c1adaf2b-2be9-47f4-988b-838145a0f7ec on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:00.528343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Attempting to bind port c1adaf2b-2be9-47f4-988b-838145a0f7ec by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:00.529304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Attempting to bind port c1adaf2b-2be9-47f4-988b-838145a0f7ec on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:00.561496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977a28-e3cd-4628-8e02-744018a6a56a req-03e2d593-9bd9-47d9-a908-e495bcab8981 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:00.565126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46977a28-e3cd-4628-8e02-744018a6a56a req-03e2d593-9bd9-47d9-a908-e495bcab8981 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 945 time: 0.2326152 Aug 11 08:20:00.618415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:00.619187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Checking segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:00.619187 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.619683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Bound using segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:00.619969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Bound port: c1adaf2b-2be9-47f4-988b-838145a0f7ec, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:00.620347 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.689912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46977a28-e3cd-4628-8e02-744018a6a56a req-ed12ab0d-f612-45fa-8fed-d09352a3807c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167641 Aug 11 08:20:00.733597 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.735428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.800801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:00.822000 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:00.864904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55579b32-1a37-442d-9313-34431083f489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45169062-f4df-4447-b1a6-38d2849d5754'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:00.871527 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23667e-e681-4b86-ae25-a449f71506ad" -d '{"events": [{"server_uuid": "55579b32-1a37-442d-9313-34431083f489", "name": "network-vif-plugged", "status": "completed", "tag": "45169062-f4df-4447-b1a6-38d2849d5754"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:00.924580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] For port c1adaf2b-2be9-47f4-988b-838145a0f7ec, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:00.973657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 45169062-f4df-4447-b1a6-38d2849d5754, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=45169062-f4df-4447-b1a6-38d2849d5754,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:00.989079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:01.013467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] For port c1adaf2b-2be9-47f4-988b-838145a0f7ec, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c1adaf2b-2be9-47f4-988b-838145a0f7ec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:01.057854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.060601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.080812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.087015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-55d2a97b-d442-4642-9a6f-a924ebfe63ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9270000 Aug 11 08:20:01.087738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48394) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:01.097198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'security_group_rule': {'security_group_id': '6f3b92d3-2b1b-4b01-bdad-e754b1310b3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:01.136350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.164777 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.165846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:20:01.186445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.187850 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Added segment d8579063-fe7c-43ab-b3c6-67b78aaa7953 of type vlan for network dc03682e-c9ef-4697-ae11-f5f3b426c9da Aug 11 08:20:01.200989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48396) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:01.258695 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7925ed90-ff4e-467e-86b7-686c1e6e443c x-openstack-request-id: req-7925ed90-ff4e-467e-86b7-686c1e6e443c {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:01.259277 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55579b32-1a37-442d-9313-34431083f489", "name": "network-vif-plugged", "status": "completed", "tag": "45169062-f4df-4447-b1a6-38d2849d5754", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:01.259704 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7925ed90-ff4e-467e-86b7-686c1e6e443c {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:01.260262 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55579b32-1a37-442d-9313-34431083f489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45169062-f4df-4447-b1a6-38d2849d5754', 'code': 200} Aug 11 08:20:01.263589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=45169062-f4df-4447-b1a6-38d2849d5754,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:01.265679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.271417 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.287077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.299580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.340944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab90f450-e1cd-4f5a-add3-23ba68deed53,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:01.355880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a9305-f7a7-47cb-955b-3c16d39019ed req-1fad0575-ad33-40ca-ad55-c63608c4946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:01.358505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce3a9305-f7a7-47cb-955b-3c16d39019ed req-1fad0575-ad33-40ca-ad55-c63608c4946e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 1097 time: 0.1428144 Aug 11 08:20:01.362057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.367468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c1f2ac4b-8b60-40bf-81ff-71d359e92050 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757452 Aug 11 08:20:01.368514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48400) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:01.376238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'security_group_rule': {'security_group_id': '6f3b92d3-2b1b-4b01-bdad-e754b1310b3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:01.383094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.384134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:01.384739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.413580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710babec-7515-489a-b8d3-250bfe3f42e8 None None] Pushing event updated for resources: {'Port': ['ID=c1adaf2b-2be9-47f4-988b-838145a0f7ec,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:01.465625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce3a9305-f7a7-47cb-955b-3c16d39019ed req-b9a0c809-1476-4b42-b0c9-174a568afdeb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952501 Aug 11 08:20:01.494821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:20:01.495510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:19:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:01.529159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc03682e-c9ef-4697-ae11-f5f3b426c9da,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:01.542147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.596794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940abe5f-b19a-4612-a044-33fe95047ec3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:01.603136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7f1e1f7-426f-4fcd-a2fb-f887761072f8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6529455 Aug 11 08:20:01.609787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:01.622256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42c2b-57bd-4bd2-a4d6-faed74cb6970 req-31d47fdc-3497-4256-a879-772d7d9e14b6 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:01.623799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62b42c2b-57bd-4bd2-a4d6-faed74cb6970 req-31d47fdc-3497-4256-a879-772d7d9e14b6 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 943 time: 0.5599582 Aug 11 08:20:01.631615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Request body: {'subnet': {'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1957310001-subnet', 'tenant_id': '0faa101549c54d51a14e1497a1980a5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:01.641975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:20:01.662446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:01.773968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62b42c2b-57bd-4bd2-a4d6-faed74cb6970 req-9db0f491-d970-4fe9-b6e4-689c1c42926c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217849 Aug 11 08:20:01.794555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Made reservation on behalf of 0faa101549c54d51a14e1497a1980a5c for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:01.809003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.860050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:01.890300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'port_id': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0', 'mac_address': 'fa:16:3e:45:3b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba86e19-be56-466f-80ef-525b9556ce59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:01.941627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.009545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0e493d-93fd-4bd5-9949-8daa6e708aa7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:02.019287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.021120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ebf33a00-d6af-4d10-9ff7-3a46d71cbc0a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6493723 Aug 11 08:20:02.024455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:02.030534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:02.032202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07355f53-2960-422f-98c9-f4fc8d15fc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.080116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.134515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447879-2ee2-4241-b8e1-babca8a1eb15 req-574ae0ae-cf3a-423a-a6a3-8cd044ce4eb1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:02.153510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35447879-2ee2-4241-b8e1-babca8a1eb15 req-574ae0ae-cf3a-423a-a6a3-8cd044ce4eb1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.2830844 Aug 11 08:20:02.159349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.230488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:20:02.235089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:02.263185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:02.306017 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.322132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35447879-2ee2-4241-b8e1-babca8a1eb15 req-fb51c359-6ca3-4ca6-874d-67956b1f99e7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544991 Aug 11 08:20:02.366712 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.405941 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.471015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.480736 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07355f53-2960-422f-98c9-f4fc8d15fc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.562267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:02.584821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:02.597511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Allocated IP 172.25.2.79 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/375b75f5-7be6-4fbc-bd79-a2db0052c8b2) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:02.602548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07355f53-2960-422f-98c9-f4fc8d15fc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.649770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355f53-2960-422f-98c9-f4fc8d15fc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7600b2c5-7fde-443d-8f7d-3d4a2e2c0489,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:02.716117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Checking segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:02.716117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Network hostable DHCP agents. Network: dc03682e-c9ef-4697-ae11-f5f3b426c9da, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:20:02.728691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['9bc10100-7c52-4f1b-a02c-a56a1570b7f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:02.743092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-07355f53-2960-422f-98c9-f4fc8d15fc96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6eca7126872044d08cd5d9697039af4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5361879 Aug 11 08:20:02.743092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:20:02.745726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48428) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:02.773460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dc03682e-c9ef-4697-ae11-f5f3b426c9da) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:02.779047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:02.781036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.816809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417de4a2-ac80-4198-ae4f-e5fe9b7d0824 None None] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:20:02.858270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b1258e4d-d88f-487b-9d15-6da2e731f04f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2470837 Aug 11 08:20:02.899740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-40a0a926-0158-4912-acfe-28eae08805cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:02.948234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.023865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:00Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:03.082989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f3b49-2ea2-4dbd-b56c-c7970c90cb54 None None] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:20:03.085163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f59aec6-56f5-4063-a7b6-b60664a2d138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.152558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81abeee2-a8df-4307-908b-50f4eb18353f None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:00Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:20:03.159885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5827-4f57-4bf7-b3d5-aa852c02466a req-837c2a4d-0903-4d72-8f07-6c46c767c917 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:03.161387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e97d5827-4f57-4bf7-b3d5-aa852c02466a req-837c2a4d-0903-4d72-8f07-6c46c767c917 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 944 time: 0.2290733 Aug 11 08:20:03.194555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f59aec6-56f5-4063-a7b6-b60664a2d138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.264814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.353702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:03.373014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:03.377720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:03.404561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e97d5827-4f57-4bf7-b3d5-aa852c02466a req-cf007af2-7271-4bea-b142-7178d9a3aab9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163942 Aug 11 08:20:03.431222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'Port': ['ID=375b75f5-7be6-4fbc-bd79-a2db0052c8b2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:03.468749 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f59aec6-56f5-4063-a7b6-b60664a2d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.472677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2f59aec6-56f5-4063-a7b6-b60664a2d138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.476774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2f59aec6-56f5-4063-a7b6-b60664a2d138 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7600b2c5-7fde-443d-8f7d-3d4a2e2c0489 HTTP/1.1" status: 204 len: 168 time: 0.7276838 Aug 11 08:20:03.495909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59aec6-56f5-4063-a7b6-b60664a2d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7600b2c5-7fde-443d-8f7d-3d4a2e2c0489,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:03.567413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.631554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:03.899382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98075ff-c3e3-4009-9aa1-4a324ba29a7e req-a2751fbe-f123-4459-99ae-f9c16ac75821 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:03.907298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c98075ff-c3e3-4009-9aa1-4a324ba29a7e req-a2751fbe-f123-4459-99ae-f9c16ac75821 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.1303699 Aug 11 08:20:03.999588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c98075ff-c3e3-4009-9aa1-4a324ba29a7e req-2fff52f8-e61c-42ad-908e-3463788081bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858667 Aug 11 08:20:04.043861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:04.053346 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:04.116659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'Port': ['ID=375b75f5-7be6-4fbc-bd79-a2db0052c8b2,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:04.174875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:04.202981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:04.204314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40384379-ab88-469b-8ab9-da03412c2364 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1787732 Aug 11 08:20:04.222805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-775d0d01-350f-4d6f-8679-e661b5286140 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:04.224422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-775d0d01-350f-4d6f-8679-e661b5286140 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 815 time: 0.3539195 Aug 11 08:20:04.261448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7e920b84-735e-4080-bd11-cdc4aa73c62b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/quotas/0faa101549c54d51a14e1497a1980a5c HTTP/1.1" status: 200 len: 375 time: 0.0292161 Aug 11 08:20:04.311763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-194ebe54-6b53-42e9-85b3-44de4eace96c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488632 Aug 11 08:20:04.495840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-d2d8051c-3b3a-4771-aed0-e7c73a187267 service neutron] 10.222.0.58 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831605 Aug 11 08:20:04.753164 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:04.760797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-91d01bc3-8651-47c9-9392-4f0b99188496 service neutron] 10.222.0.58 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491076 Aug 11 08:20:04.782721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-176d75b7-f1c2-4156-ad8e-481101a85c69 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:04.805835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-176d75b7-f1c2-4156-ad8e-481101a85c69 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.2941909 Aug 11 08:20:04.823759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:04.833003 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-0e41f070-3682-40a8-a4e7-423854a40b4b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0239451 Aug 11 08:20:04.927653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-307e521c-50cb-45ee-bea1-daada4848e3d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933692 Aug 11 08:20:04.976524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:04.999299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:05.001604 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:05.091089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c1adaf2b-2be9-47f4-988b-838145a0f7ec up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:05.199880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:05.234049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c1adaf2b-2be9-47f4-988b-838145a0f7ec completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:05.244101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:05.249331 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a98310-f6ec-4ccc-b7dc-6a1d83eed078" -d '{"events": [{"server_uuid": "f6879f51-2478-476a-b059-3e0824bf6b70", "name": "network-vif-plugged", "status": "completed", "tag": "9bc10100-7c52-4f1b-a02c-a56a1570b7f0"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:05.267974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c1adaf2b-2be9-47f4-988b-838145a0f7ec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:05.268300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:05.287312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:05.385897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049f994-dfcc-4078-ad93-d77562b7eff8 req-938ed14f-8db5-485c-80d1-f72df4a0a0f4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:05.390303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e049f994-dfcc-4078-ad93-d77562b7eff8 req-938ed14f-8db5-485c-80d1-f72df4a0a0f4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 944 time: 0.1405394 Aug 11 08:20:05.395755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:05.500240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e049f994-dfcc-4078-ad93-d77562b7eff8 req-2b4b0ae6-7072-4569-818d-a4cd0041df3d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Aug 11 08:20:05.524251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:05.557838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-d42dbf27-d923-4348-8035-566e08b76702 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282005 Aug 11 08:20:05.630728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:05.703136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c1adaf2b-2be9-47f4-988b-838145a0f7ec, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c1adaf2b-2be9-47f4-988b-838145a0f7ec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:05.713018 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:05.761587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-a42f2c11-e085-4434-a00d-414fdd021d9d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--341385464&fields=id&tenant_id=492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 267 time: 0.0967286 Aug 11 08:20:05.808484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c1adaf2b-2be9-47f4-988b-838145a0f7ec,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:05.813623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-13d1333f-5791-4630-9016-44a9f73361f0 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547827 Aug 11 08:20:05.987465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-df27da2c-db1c-4b76-8305-8b0ca8307fe0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:05.996178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-df27da2c-db1c-4b76-8305-8b0ca8307fe0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 815 time: 0.2335095 Aug 11 08:20:06.020037 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-83550232-eeae-4c49-ba31-383023d11e41 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/quotas/492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 375 time: 0.0227127 Aug 11 08:20:06.088350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48548) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:06.137680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:06.155762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-031fb6fe-9701-48e5-8b70-ac44f31ee164 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347136 Aug 11 08:20:06.340760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1076970234-network', 'tenant_id': '8b50ee4bfd4b4b34a4c2e8b88d89d778'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:06.386907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Made reservation on behalf of 8b50ee4bfd4b4b34a4c2e8b88d89d778 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:06.392137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:06.406799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:06.506894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-78aba4ba-22b1-4393-8174-e617b1fe0e1b service neutron] 10.222.0.58 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271470 Aug 11 08:20:06.622031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7c31ef9f-7b17-4653-b637-c25a78602166 req-6438513c-b7fa-456f-b432-19bc08d803cf tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 210 time: 0.1542826 Aug 11 08:20:06.707917 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904659f-4f14-4501-9fe7-fa852d92373b x-openstack-request-id: req-4904659f-4f14-4501-9fe7-fa852d92373b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:06.708388 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6879f51-2478-476a-b059-3e0824bf6b70", "name": "network-vif-plugged", "status": "completed", "tag": "9bc10100-7c52-4f1b-a02c-a56a1570b7f0", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:06.708565 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4904659f-4f14-4501-9fe7-fa852d92373b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:06.709835 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0', 'code': 200} Aug 11 08:20:06.718131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-601e8d6b-6197-4319-912e-2267a047788c service neutron] 10.222.0.58 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088091 Aug 11 08:20:06.823768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:06.856971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90519e90-74db-4f90-981f-e2aa77eb55bc req-9a91f252-9e46-4a1f-9e84-c27be86ddabf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 210 time: 0.0595336 Aug 11 08:20:06.857902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:06.902651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:20:06.925902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e94a-a4f3-40cf-8428-5659b3725fe7 req-a7335f02-2d06-4eed-ad4f-47f3d7d1beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:06.932047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a51e94a-a4f3-40cf-8428-5659b3725fe7 req-a7335f02-2d06-4eed-ad4f-47f3d7d1beba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 1096 time: 0.0872133 Aug 11 08:20:06.934696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:06.939401 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Added segment 7d109444-0afd-45db-b108-2274125ebb08 of type vlan for network 371fa4db-b60b-474a-b8ce-6281bd7e67ba Aug 11 08:20:07.034629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a51e94a-a4f3-40cf-8428-5659b3725fe7 req-9359436a-5ef1-435b-a877-c85195f31cce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966609 Aug 11 08:20:07.059443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c1adaf2b-2be9-47f4-988b-838145a0f7ec up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:07.202236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:07.217779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90810737-0365-4355-8479-e2aa6bbb65b2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:07.233897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53ab324d-14f3-4a89-929a-2bbd50a1944a req-b6904ca0-8731-4a34-a428-bac39122ae9c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 210 time: 0.0685751 Aug 11 08:20:07.279785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c1adaf2b-2be9-47f4-988b-838145a0f7ec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:07.284664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:07.287539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d5a24-8aaf-48e1-9864-84d655336ecb req-c20fc4f7-9f8c-4635-92da-4ec0f696a7a3 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:07.297818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-398d5a24-8aaf-48e1-9864-84d655336ecb req-c20fc4f7-9f8c-4635-92da-4ec0f696a7a3 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 945 time: 0.2271261 Aug 11 08:20:07.321503 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:07.324681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:07.325876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:07.416383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3260019 Aug 11 08:20:07.423345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48584) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:07.435432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Request body: {'subnet': {'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1076970234-subnet', 'tenant_id': '8b50ee4bfd4b4b34a4c2e8b88d89d778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:07.458291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-398d5a24-8aaf-48e1-9864-84d655336ecb req-c210b49e-d02a-459d-a2fe-ca13877f0cf1 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587207 Aug 11 08:20:07.484787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46976fb0-1c36-4f6e-a018-7cabf44e7a16 admin admin] Pushing event updated for resources: {'Network': ['ID=371fa4db-b60b-474a-b8ce-6281bd7e67ba,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:07.517494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:20:07.524212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Made reservation on behalf of 8b50ee4bfd4b4b34a4c2e8b88d89d778 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:07.528429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:07.578599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-c7087096-2c35-452e-b6ea-01df75b65fe9 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:07.582557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-c7087096-2c35-452e-b6ea-01df75b65fe9 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 815 time: 0.2941685 Aug 11 08:20:07.608458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Request body: {'port': {'device_id': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'admin_state_up': True, 'tenant_id': '0faa101549c54d51a14e1497a1980a5c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:08.032859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:08.069113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:20:08.134114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef97693e-5729-4069-9e9d-0bdab1595e57 req-c1cbc0bc-ee86-4316-ba5e-5974a19a527f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 210 time: 0.1059680 Aug 11 08:20:08.187425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c9f057-3595-48ab-9906-f046cb93fbc4,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:08.192923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Checking segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:08.194412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Network hostable DHCP agents. Network: 371fa4db-b60b-474a-b8ce-6281bd7e67ba, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:20:08.222254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:20:08.245027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 371fa4db-b60b-474a-b8ce-6281bd7e67ba) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:08.256259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790321b7-5ae6-4ed2-b138-852b289dbb13 None None] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:20:08.259434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:08.261769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:08.332948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec5db1de-f4d1-41d0-98c6-8a195ffd6ffb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9018157 Aug 11 08:20:08.397403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cbe5f243-c3aa-4907-aa02-c63db3f3cadf req-a1a70360-3804-4c2d-bf81-3be37f92cb5b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 210 time: 0.0637114 Aug 11 08:20:08.473763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec15c8d0-0d96-4f50-a04e-eda28a928be3 req-4d9737e7-bb48-490f-95ae-5ad5615a99a4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 210 time: 0.0909879 Aug 11 08:20:08.534203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Made reservation on behalf of 0faa101549c54d51a14e1497a1980a5c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:08.550795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:08.747145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fd3d3-e506-4310-83ae-7bdd0657ffa6 None None] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:20:08.798129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08ba4-6fe6-48c6-9a0e-23f3dd7c95fb req-a0cf19af-2a73-4724-aeb1-7d74e340a046 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:08.807927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96a08ba4-6fe6-48c6-9a0e-23f3dd7c95fb req-a0cf19af-2a73-4724-aeb1-7d74e340a046 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 945 time: 0.1734097 Aug 11 08:20:08.831408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-a6245722-5b4a-4314-812e-4faae4876c09 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:08.834220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-a6245722-5b4a-4314-812e-4faae4876c09 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.3364296 Aug 11 08:20:08.856559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:08.934933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96a08ba4-6fe6-48c6-9a0e-23f3dd7c95fb req-23d27eac-3d8b-4b28-ba53-676db333ebaa tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259787 Aug 11 08:20:08.955229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Allocated IP 172.20.0.13 (dc03682e-c9ef-4697-ae11-f5f3b426c9da/83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709/441c6d80-e5b1-4db6-9d26-8ff3a11faa6d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:09.322714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:09.338183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:09.372666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4002a73-d2ac-40ee-a06d-2f55abee41ae req-e07ee09b-3876-4e12-b150-922227b97a7a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 210 time: 0.1029100 Aug 11 08:20:09.471281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:09.557750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:09.574872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:09.779099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6dc29873-ead2-4409-9c03-8f6cdc585ec3 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:09.790850 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6dc29873-ead2-4409-9c03-8f6cdc585ec3 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 818 time: 0.5744624 Aug 11 08:20:09.792801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:09.838370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:09.842793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-b91bdb8a-6c34-4042-a168-8df1da06c2e5 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/quotas/8b50ee4bfd4b4b34a4c2e8b88d89d778 HTTP/1.1" status: 200 len: 375 time: 0.0507047 Aug 11 08:20:09.848767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3ef2a299-4122-4617-be96-60e3d75e7ed6 req-5d8c86c3-b845-438e-a390-24eb027df834 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 210 time: 0.2214382 Aug 11 08:20:09.854392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:09.903229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:09.939523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-aa2e55e7-1c1f-4180-9b8d-d4129ff7b99d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:09.941580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-aa2e55e7-1c1f-4180-9b8d-d4129ff7b99d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.69 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 815 time: 0.4025285 Aug 11 08:20:09.979961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.14 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/96b299f1-4843-4cba-9c61-439fb61ba86d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:10.056353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:10.057080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:10.065285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-a0a82866-e2a2-4b3c-af56-54b7627e8ae1 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144409 Aug 11 08:20:10.118896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-7a1d9990-c73f-42e1-80aa-e369fe4df931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5183287 Aug 11 08:20:10.139738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-7e369d11-7fb8-4d96-b3f3-481aafa7534d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 379 time: 0.1753430 Aug 11 08:20:10.144606 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a856732-6cd8-4700-a669-8f37ceed4498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:10.151420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Request body: {'port': {'device_id': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:10.212796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'port': {'device_id': 'eea16288-8362-45d7-a374-5600043a9b9a', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'admin_state_up': True, 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'security_groups': ['6f3b92d3-2b1b-4b01-bdad-e754b1310b3f']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:10.418539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66e23ca8-361e-43f9-9969-775ee89ba0b7 req-b79372ec-b99a-4f5c-a469-6453e862ca3b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 210 time: 0.3171756 Aug 11 08:20:10.438995 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-7d8e5f7c-0207-486c-88e6-3154ee6564cb service neutron] 10.222.0.58 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583407 Aug 11 08:20:10.472302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Made reservation on behalf of 492dcd48a4614fccbeed074f15f3724c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:10.477877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:10.482489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:10.619926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:10.650943 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-b82569d0-0c26-4f37-8d41-efcee2a96c78 service neutron] 10.222.0.58 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108710 Aug 11 08:20:10.752019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:10.791064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2', '45169062-f4df-4447-b1a6-38d2849d5754'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:10.915184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:10.929434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:10.947409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:11.037733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=96b299f1-4843-4cba-9c61-439fb61ba86d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:11.082765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:11.083435 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:11.088068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151369-9153-471e-a0b3-550ce7a46a91 req-2a929724-3978-4a8b-bcf9-0c85ceb7104f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:11.119697 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0151369-9153-471e-a0b3-550ce7a46a91 req-2a929724-3978-4a8b-bcf9-0c85ceb7104f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 932 time: 0.2933960 Aug 11 08:20:11.252137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Allocated IP 172.20.0.6 (08bd2196-630d-4343-a7dd-dbf0af9a8335/a463de33-5fe6-4ce7-aa94-ad2f23e937b8/266d10d8-7ca8-4767-85b5-df9b06bd00ab) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:11.315167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0151369-9153-471e-a0b3-550ce7a46a91 req-792997d5-42c9-4d91-9e91-63cd11144945 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943696 Aug 11 08:20:11.357011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd644ca8-ad19-4259-b18c-cb52131532ce req-568e2cde-61d6-4b01-b9c2-bbd5a416e8d0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:11.366407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd644ca8-ad19-4259-b18c-cb52131532ce req-568e2cde-61d6-4b01-b9c2-bbd5a416e8d0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 932 time: 0.1113718 Aug 11 08:20:11.437046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a856732-6cd8-4700-a669-8f37ceed4498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:11.443438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd644ca8-ad19-4259-b18c-cb52131532ce req-89fb2890-22f1-464f-b27a-14a6b89716bb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754421 Aug 11 08:20:11.458535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-3bd09843-2db1-4b30-bb14-6e781543ef6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6068153 Aug 11 08:20:11.482114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Request body: {'port': {'device_id': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:11.583208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:11.609375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:11.623792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Transition to ACTIVE for port object 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:11.650260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:11.668492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-705adeb4-02e5-4cd6-a0c0-5e2ecff347c9 req-4db7eba8-7384-4bab-b29e-7d713c807a0f tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 210 time: 0.1136034 Aug 11 08:20:11.811822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a856732-6cd8-4700-a669-8f37ceed4498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:11.862447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:11.998814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0a856732-6cd8-4700-a669-8f37ceed4498 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc506d5da542497696d394a3862f75e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4147990 Aug 11 08:20:12.006892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-496418f3-6b10-4017-8731-a13f9731f49c req-cbb20bf4-c93e-45d2-b24d-311ee83110d9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 210 time: 0.3748832 Aug 11 08:20:12.007394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48704) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:12.100120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a856732-6cd8-4700-a669-8f37ceed4498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75652a4f-8cc4-46df-8c01-dd9895a25451,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:12.114755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:12.131072 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.207604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Transition to ACTIVE for port object 266d10d8-7ca8-4767-85b5-df9b06bd00ab will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:12.250108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0c8b-1d46-4ddd-9d4e-7487beaf79c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.285812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0c8b-1d46-4ddd-9d4e-7487beaf79c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.314654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Attempting to bind port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:12.315047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Attempting to bind port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:12.315315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Attempting to bind port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d on network dc03682e-c9ef-4697-ae11-f5f3b426c9da {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:12.337344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d on network dc03682e-c9ef-4697-ae11-f5f3b426c9da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:12.337693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Attempting to bind port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d on network dc03682e-c9ef-4697-ae11-f5f3b426c9da {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:12.350724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:12.351088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Checking segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:12.351477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Bound using segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:12.351933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Bound port: 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:12.352380 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.357521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.513792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:12.522710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:12.545801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:12.557020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:12.563377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b299f1-4843-4cba-9c61-439fb61ba86d {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:12.571353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0c8b-1d46-4ddd-9d4e-7487beaf79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.574479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e5a0c8b-1d46-4ddd-9d4e-7487beaf79c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.582644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7e5a0c8b-1d46-4ddd-9d4e-7487beaf79c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75652a4f-8cc4-46df-8c01-dd9895a25451 HTTP/1.1" status: 204 len: 168 time: 0.5558794 Aug 11 08:20:12.636159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a0c8b-1d46-4ddd-9d4e-7487beaf79c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75652a4f-8cc4-46df-8c01-dd9895a25451,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:12.650064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e855a-fb61-45c9-a8d4-33c1958576d9 req-df18a32a-8608-4007-bdef-4663a1980ea6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:12.652456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.658280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc0e855a-fb61-45c9-a8d4-33c1958576d9 req-df18a32a-8608-4007-bdef-4663a1980ea6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 944 time: 0.1655037 Aug 11 08:20:12.673483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:12.727673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:12.728378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.763165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Transition to ACTIVE for port object 96b299f1-4843-4cba-9c61-439fb61ba86d will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:12.785165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:12.788166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-4f213713-4618-45a1-b31a-7a09c818aa49 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6409633 Aug 11 08:20:12.798948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.864199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc0e855a-fb61-45c9-a8d4-33c1958576d9 req-c300de3e-0b6f-492a-a63b-08f4c3624bbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998396 Aug 11 08:20:12.875911 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:12.878003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Request body: {'port': {'device_id': 'eea16288-8362-45d7-a374-5600043a9b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:12.953102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Pushing event updated for resources: {'Port': ['ID=96b299f1-4843-4cba-9c61-439fb61ba86d,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:13.012745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4519e-565e-4b12-bdaf-33400c2ecc94 req-a0bb52da-1645-4034-a4f1-4b61bd5de13b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:13.021265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebc4519e-565e-4b12-bdaf-33400c2ecc94 req-a0bb52da-1645-4034-a4f1-4b61bd5de13b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 944 time: 0.2569940 Aug 11 08:20:13.035812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:13.036059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:13.037760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] 10.222.0.64 "PUT /v2.0/ports/441c6d80-e5b1-4db6-9d26-8ff3a11faa6d HTTP/1.1" status: 200 len: 1092 time: 2.8967378 Aug 11 08:20:13.047214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:13.049814 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9037c897-3084-48df-97e2-db355fa79c23" -d '{"events": [{"name": "network-changed", "server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:13.071331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8890c041-9ae1-4fa9-9b4d-346a04808c7d None None] Provisioning for port 266d10d8-7ca8-4767-85b5-df9b06bd00ab completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:13.082716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30cefb2c-4251-4171-a13e-98a91312cf51 req-9e219290-1c61-4941-9dd9-56837193a68d tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 210 time: 0.1110687 Aug 11 08:20:13.085130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8890c041-9ae1-4fa9-9b4d-346a04808c7d None None] Provisioning complete for port 266d10d8-7ca8-4767-85b5-df9b06bd00ab triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:13.086638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8890c041-9ae1-4fa9-9b4d-346a04808c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:13.183247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:13.213850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8890c041-9ae1-4fa9-9b4d-346a04808c7d None None] Port 266d10d8-7ca8-4767-85b5-df9b06bd00ab cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:20:13.224768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83277a4-2074-4ee4-94b2-a2d6d508565b service neutron] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:13.247267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebc4519e-565e-4b12-bdaf-33400c2ecc94 req-93f107ad-9da6-4e09-98c2-3e74b5ac392a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247198 Aug 11 08:20:13.310840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Attempting to bind port 96b299f1-4843-4cba-9c61-439fb61ba86d on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:13.311107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Attempting to bind port 96b299f1-4843-4cba-9c61-439fb61ba86d by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:13.314177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Attempting to bind port 96b299f1-4843-4cba-9c61-439fb61ba86d on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:13.331037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Port 96b299f1-4843-4cba-9c61-439fb61ba86d on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:13.336513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Attempting to bind port 96b299f1-4843-4cba-9c61-439fb61ba86d on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:13.352614 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a2fd32-dae4-480e-9a60-07d9a24b9116 x-openstack-request-id: req-73a2fd32-dae4-480e-9a60-07d9a24b9116 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:13.353021 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:13.353226 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73a2fd32-dae4-480e-9a60-07d9a24b9116 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:13.353600 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'status': 'completed', 'code': 200} Aug 11 08:20:13.378504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:13.386480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:13.387282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:13.388011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Bound port: 96b299f1-4843-4cba-9c61-439fb61ba86d, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:13.388630 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:13.574019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:13.623577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eac7ccd0-7389-4f4e-afd3-35420f4d4f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:13.658367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d956de-4cc8-4ba4-88c1-fbcac5dc9baa req-74c30863-c603-408d-a9f1-2ab3e8bfea81 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:13.660029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14d956de-4cc8-4ba4-88c1-fbcac5dc9baa req-74c30863-c603-408d-a9f1-2ab3e8bfea81 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.2048311 Aug 11 08:20:13.662016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-64df583a-c085-4c24-824d-b1c530ebe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:13.663440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-64df583a-c085-4c24-824d-b1c530ebe709 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 1095 time: 0.2975700 Aug 11 08:20:13.782022 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-b3192ed3-0703-4bd5-baca-3e232af6a69f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d HTTP/1.1" status: 200 len: 217 time: 0.0704911 Aug 11 08:20:13.926623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] For port 96b299f1-4843-4cba-9c61-439fb61ba86d, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:13.937406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50400f21-4b1f-462c-896c-1ff4e8dc057e req-1f029786-1864-4944-86ff-af67dfa0febe tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:13.939372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50400f21-4b1f-462c-896c-1ff4e8dc057e req-1f029786-1864-4944-86ff-af67dfa0febe tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 931 time: 0.5835967 Aug 11 08:20:13.955601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14d956de-4cc8-4ba4-88c1-fbcac5dc9baa req-9c215766-f00f-4d85-bc53-9c358c101cc2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2800598 Aug 11 08:20:13.961410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] For port 96b299f1-4843-4cba-9c61-439fb61ba86d, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=96b299f1-4843-4cba-9c61-439fb61ba86d,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:14.020077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50400f21-4b1f-462c-896c-1ff4e8dc057e req-edfacce8-0bb1-4855-a225-07284940e981 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709143 Aug 11 08:20:14.022208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:14.081959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.082982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:14.084727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] 10.222.0.64 "PUT /v2.0/ports/96b299f1-4843-4cba-9c61-439fb61ba86d HTTP/1.1" status: 200 len: 1092 time: 2.6117892 Aug 11 08:20:14.085806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'tag': '96b299f1-4843-4cba-9c61-439fb61ba86d'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:14.088421 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28084526-fdea-42d6-baf3-1cd9aab82a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa13be2-aa25-452f-b8e9-63e39269d476", "tag": "96b299f1-4843-4cba-9c61-439fb61ba86d"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:14.114180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-cd03e32b-49ef-428e-914f-064cfe3d3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.116195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-cd03e32b-49ef-428e-914f-064cfe3d3705 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 200 len: 855 time: 0.3255773 Aug 11 08:20:14.132585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc1451-70e0-4657-a82a-63f091386654 service neutron] Pushing event updated for resources: {'Port': ['ID=96b299f1-4843-4cba-9c61-439fb61ba86d,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:14.250753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-54abb7b3-38d8-4e5a-b62f-2611cd894564 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc03682e-c9ef-4697-ae11-f5f3b426c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986369 Aug 11 08:20:14.318628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-32558cf2-b99a-4888-8b2a-7c078dad0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.320389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-32558cf2-b99a-4888-8b2a-7c078dad0aa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 1095 time: 0.1385217 Aug 11 08:20:14.384500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-25d7217e-25f4-4e0c-aad8-53b9358806e0 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.386022 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-25d7217e-25f4-4e0c-aad8-53b9358806e0 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.69 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 818 time: 0.6029327 Aug 11 08:20:14.415124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d11976-2b17-4436-b969-44c3cefe8c96 req-92befd9c-e3fb-42a0-9e1f-ab5fd1b6ed9a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.430634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1d11976-2b17-4436-b969-44c3cefe8c96 req-92befd9c-e3fb-42a0-9e1f-ab5fd1b6ed9a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 944 time: 0.3117969 Aug 11 08:20:14.444995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eac7ccd0-7389-4f4e-afd3-35420f4d4f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:14.455067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Request body: {'port': {'device_id': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'admin_state_up': True, 'tenant_id': '8b50ee4bfd4b4b34a4c2e8b88d89d778'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:14.456198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-7f43340b-a3d3-4578-9ad9-1ffe531a3214 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.458185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-7f43340b-a3d3-4578-9ad9-1ffe531a3214 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 818 time: 0.2948680 Aug 11 08:20:14.460030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-14fc054f-4334-4fc6-9255-70f9ebeb7cfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b299f1-4843-4cba-9c61-439fb61ba86d HTTP/1.1" status: 200 len: 217 time: 0.1096334 Aug 11 08:20:14.484028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Request body: {'port': {'device_id': '7f507343-931e-42b4-aaec-a9394f267ec3', 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'admin_state_up': True, 'tenant_id': '8b50ee4bfd4b4b34a4c2e8b88d89d778'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:14.495323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eac7ccd0-7389-4f4e-afd3-35420f4d4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:14.500425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266d10d8-7ca8-4767-85b5-df9b06bd00ab {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:14.607574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-ed2fdf3c-932c-4a33-b234-74139e30d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:14.609652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-ed2fdf3c-932c-4a33-b234-74139e30d078 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.0985684 Aug 11 08:20:14.625131 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45a364-8362-4947-97ee-9e5d505f27f8 x-openstack-request-id: req-4c45a364-8362-4947-97ee-9e5d505f27f8 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:14.625544 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa13be2-aa25-452f-b8e9-63e39269d476", "tag": "96b299f1-4843-4cba-9c61-439fb61ba86d", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:14.626025 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c45a364-8362-4947-97ee-9e5d505f27f8 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:14.626566 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'tag': '96b299f1-4843-4cba-9c61-439fb61ba86d', 'status': 'completed', 'code': 200} Aug 11 08:20:14.703478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-82c18d85-904c-4971-93f6-cd79bd3371f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372546 Aug 11 08:20:14.760828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-322e04a0-1100-4b08-a967-72470a50e04a req-f0e9fb76-5d5a-43ba-bd4f-9836cc0b05b2 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 210 time: 0.0594928 Aug 11 08:20:14.900336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Made reservation on behalf of 8b50ee4bfd4b4b34a4c2e8b88d89d778 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:14.904228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.071138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea221ab-dbce-4edf-aa79-28ce636469ca req-8f94b89d-9a93-494f-97ac-68dce948e012 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:15.073908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dea221ab-dbce-4edf-aa79-28ce636469ca req-8f94b89d-9a93-494f-97ac-68dce948e012 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 944 time: 0.1914425 Aug 11 08:20:15.079518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-670a6db9-15f4-4949-9bff-fac485e2f17d service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670616 Aug 11 08:20:15.142011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.203748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dea221ab-dbce-4edf-aa79-28ce636469ca req-d3d6a1d1-c3b5-4122-bffc-35c8c14fc795 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200554 Aug 11 08:20:15.249793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7ccd0-7389-4f4e-afd3-35420f4d4f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e225047-914d-4ff9-9614-d1a126684b82,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:15.267493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Allocated IP 172.20.0.6 (371fa4db-b60b-474a-b8ce-6281bd7e67ba/d4c9f057-3595-48ab-9906-f046cb93fbc4/0988cc7a-7edc-4426-bc68-6daeb4deba9a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:15.285248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Transition to ACTIVE for port object 266d10d8-7ca8-4767-85b5-df9b06bd00ab will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:15.289385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1d11976-2b17-4436-b969-44c3cefe8c96 req-e74b3c9e-d678-4660-859b-02863f6835b4 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8574784 Aug 11 08:20:15.292072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eac7ccd0-7389-4f4e-afd3-35420f4d4f86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b9fc35e2a9c4238a440b2684c496054&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7161446 Aug 11 08:20:15.297022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48788) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:15.310452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.331920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5324a35-49f2-4252-9fce-ddee93bb4ef1 req-fcbd3652-3c31-43dc-ac7c-306c48e1ab62 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215974 Aug 11 08:20:15.366083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-e498014a-8f17-4989-a49d-62206df6513a service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0997367 Aug 11 08:20:15.531383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e15cca-195e-4d14-b693-6b36af1b1e7a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:15.532722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb972-29a4-49ae-8a13-e43468b4a166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.534706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e15cca-195e-4d14-b693-6b36af1b1e7a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 818 time: 0.4314401 Aug 11 08:20:15.576985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:15.581248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Made reservation on behalf of 8b50ee4bfd4b4b34a4c2e8b88d89d778 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:15.587469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.598790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.610185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb972-29a4-49ae-8a13-e43468b4a166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.627824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-bfa51411-a2c1-4444-9e22-4d1ba1b45feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:15.629485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-bfa51411-a2c1-4444-9e22-4d1ba1b45feb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 1095 time: 0.1542647 Aug 11 08:20:15.659004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Request body: {'port': {'device_id': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'admin_state_up': True, 'tenant_id': '8b50ee4bfd4b4b34a4c2e8b88d89d778'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:15.777919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb972-29a4-49ae-8a13-e43468b4a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.781208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb972-29a4-49ae-8a13-e43468b4a166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.794239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a0bb972-29a4-49ae-8a13-e43468b4a166 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e225047-914d-4ff9-9614-d1a126684b82 HTTP/1.1" status: 204 len: 168 time: 0.4853594 Aug 11 08:20:15.825719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-348ce575-2ee6-47ec-9ada-82daf6dd95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:15.827805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-348ce575-2ee6-47ec-9ada-82daf6dd95af service neutron] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 906 time: 0.1887949 Aug 11 08:20:15.829071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:15.843342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb972-29a4-49ae-8a13-e43468b4a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e225047-914d-4ff9-9614-d1a126684b82,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:15.919450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-9abd499d-1717-4e11-b3cd-e9d748ec501e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b299f1-4843-4cba-9c61-439fb61ba86d HTTP/1.1" status: 200 len: 217 time: 0.0786750 Aug 11 08:20:15.930722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:15.952320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369c08d-1046-4e81-afb5-97a8512fc74d req-fe912e2c-9554-42a3-b6d5-e4fdc1e59744 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:15.960180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0369c08d-1046-4e81-afb5-97a8512fc74d req-fe912e2c-9554-42a3-b6d5-e4fdc1e59744 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.5168242 Aug 11 08:20:15.963706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Pushing event updated for resources: {'Port': ['ID=0988cc7a-7edc-4426-bc68-6daeb4deba9a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:15.972506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:15.976675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:16.000692 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2903c1d7-8cf7-4f33-938d-c081ddba4e01 req-6be830dd-471e-41a7-a54a-e214d3f227ee service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152265 Aug 11 08:20:16.025338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Attempting to bind port 266d10d8-7ca8-4767-85b5-df9b06bd00ab on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:16.026098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Attempting to bind port 266d10d8-7ca8-4767-85b5-df9b06bd00ab by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:16.027084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Attempting to bind port 266d10d8-7ca8-4767-85b5-df9b06bd00ab on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:16.059145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cab19-5c79-4d2f-b3e8-c657c0029d07 req-9847d407-76f2-4e15-80e2-eeec566e53b5 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:16.061184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad6cab19-5c79-4d2f-b3e8-c657c0029d07 req-9847d407-76f2-4e15-80e2-eeec566e53b5 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 931 time: 0.1324627 Aug 11 08:20:16.104181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:16.104901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.120243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-36ff31c2-2cf2-4d66-9a3e-a2ecf22f13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:16.122023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-36ff31c2-2cf2-4d66-9a3e-a2ecf22f13bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.1478937 Aug 11 08:20:16.129252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c2d73fbe-3f81-4e4d-a710-accac9b32a51 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6492548 Aug 11 08:20:16.132656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Port 266d10d8-7ca8-4767-85b5-df9b06bd00ab on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:16.133159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Attempting to bind port 266d10d8-7ca8-4767-85b5-df9b06bd00ab on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:16.148389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:16.148745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Checking segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:16.149307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Bound using segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:16.151062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Bound port: 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:16.151062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.204608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Request body: {'port': {'device_id': '7f507343-931e-42b4-aaec-a9394f267ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:16.243554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0369c08d-1046-4e81-afb5-97a8512fc74d req-b333af1b-3298-437f-971e-a51ef99c25a0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821500 Aug 11 08:20:16.245900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad6cab19-5c79-4d2f-b3e8-c657c0029d07 req-d9d3dbbb-a864-4fc4-870f-f33e0f8a1953 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724191 Aug 11 08:20:16.249969 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-91f02fc3-22a5-48b8-9858-2dffdd3c5667 {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:20:16.250313 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:20:16.324191 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-70c88131-4b24-4b91-9111-fc6ffec970bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492722 Aug 11 08:20:16.334836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:16.338712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:16.367508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.404049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Made reservation on behalf of 8b50ee4bfd4b4b34a4c2e8b88d89d778 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:16.412856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.430882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.556623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef3c4-af42-42c7-834d-be7cb4b70fb5 req-3ef22f10-5b4f-405e-a471-b4a1dfe1ee7f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:16.569791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7fef3c4-af42-42c7-834d-be7cb4b70fb5 req-3ef22f10-5b4f-405e-a471-b4a1dfe1ee7f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 944 time: 0.1515172 Aug 11 08:20:16.585292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:16.600956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:16.601605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.603198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-1dcd1cf7-1d76-4471-a366-d1151e0cd718 service neutron] 10.222.0.69 "PUT /v2.0/ports/266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 1091 time: 3.7600210 Aug 11 08:20:16.606156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:16.608799 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba" -d '{"events": [{"name": "network-changed", "server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:16.629356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c897-3084-48df-97e2-db355fa79c23 req-cc6f3b9c-a000-4b4e-b180-63aa08416f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:16.630957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-cc6f3b9c-a000-4b4e-b180-63aa08416f5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 1095 time: 0.4550195 Aug 11 08:20:16.707139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-44ae0b6a-1426-4350-8fa6-37c6f2300a2a service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613932 Aug 11 08:20:16.751220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:16.840926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-a498697e-da00-43ba-83d4-a2997be49b53 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255643 Aug 11 08:20:16.883142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7fef3c4-af42-42c7-834d-be7cb4b70fb5 req-ce51b2f2-2501-4abb-ae10-b61f707ec032 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948411 Aug 11 08:20:17.024802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c897-3084-48df-97e2-db355fa79c23 req-e0c733ad-80b3-45f5-a23c-2dabe193fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.026356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-e0c733ad-80b3-45f5-a23c-2dabe193fe04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 916 time: 0.2561865 Aug 11 08:20:17.050429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1215-ee29-422e-9d25-f26b01d9a86e req-f23b5cdc-a371-43a7-bd21-be29d78cf082 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.057617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff8a1215-ee29-422e-9d25-f26b01d9a86e req-f23b5cdc-a371-43a7-bd21-be29d78cf082 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 944 time: 0.5750864 Aug 11 08:20:17.109948 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab694296-9d10-4f1c-8cb5-e157434c70bc x-openstack-request-id: req-ab694296-9d10-4f1c-8cb5-e157434c70bc {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:17.110548 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:17.111315 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab694296-9d10-4f1c-8cb5-e157434c70bc {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:17.112014 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'status': 'completed', 'code': 200} Aug 11 08:20:17.144510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0988cc7a-7edc-4426-bc68-6daeb4deba9a {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:17.154854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:17.167092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-d4c0d14e-080c-440f-a798-e7b4a84e2ee4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d HTTP/1.1" status: 200 len: 217 time: 0.1037652 Aug 11 08:20:17.171115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Transition to ACTIVE for port object 0988cc7a-7edc-4426-bc68-6daeb4deba9a will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:17.172494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-d66bbeab-e032-40d6-9a95-74aed23fb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.174362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-d66bbeab-e032-40d6-9a95-74aed23fb27c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1094 time: 0.4933074 Aug 11 08:20:17.177704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:17.249004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0988cc7a-7edc-4426-bc68-6daeb4deba9a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:17.265876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Allocated IP 172.20.0.10 (371fa4db-b60b-474a-b8ce-6281bd7e67ba/d4c9f057-3595-48ab-9906-f046cb93fbc4/4de50d19-9f48-4245-bdc0-a5de958ddc2e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:17.431923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Attempting to bind port 0988cc7a-7edc-4426-bc68-6daeb4deba9a on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:17.432637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Attempting to bind port 0988cc7a-7edc-4426-bc68-6daeb4deba9a by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:17.433223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Attempting to bind port 0988cc7a-7edc-4426-bc68-6daeb4deba9a on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:17.443217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Port 0988cc7a-7edc-4426-bc68-6daeb4deba9a on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:17.444217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Attempting to bind port 0988cc7a-7edc-4426-bc68-6daeb4deba9a on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:17.460980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:17.461895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Checking segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:17.462656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Bound using segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:17.463418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Bound port: 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:17.464173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:17.481887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-e0020715-6dc0-47ef-8299-97c27173628b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 217 time: 0.0856447 Aug 11 08:20:17.495595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff8a1215-ee29-422e-9d25-f26b01d9a86e req-03ed4cb0-7d42-4449-8548-5a56337ecbad tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078465 Aug 11 08:20:17.562884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c897-3084-48df-97e2-db355fa79c23 req-1ef94d2e-2153-4bc6-8eab-bcef2492c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.564423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-1ef94d2e-2153-4bc6-8eab-bcef2492c2e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 200 len: 855 time: 0.3891039 Aug 11 08:20:17.591839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664fc30-0204-4ace-889c-8a652566feec req-ab4d4e42-07a0-41ab-bb30-5622134362a9 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.593741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e664fc30-0204-4ace-889c-8a652566feec req-ab4d4e42-07a0-41ab-bb30-5622134362a9 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 943 time: 0.2287123 Aug 11 08:20:17.622726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-e45379c7-d210-4329-afb1-913ac569dda8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc03682e-c9ef-4697-ae11-f5f3b426c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465145 Aug 11 08:20:17.624300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-ee686aaa-9caf-4fe7-8a1d-138c1fce36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.625762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-ee686aaa-9caf-4fe7-8a1d-138c1fce36f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.1338594 Aug 11 08:20:17.642075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] For port 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:17.667234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] For port 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:17.677940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e664fc30-0204-4ace-889c-8a652566feec req-e815f1a1-27ed-4312-97d6-744b1eada31a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763326 Aug 11 08:20:17.679983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:17.680183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:17.742841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.743485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:17.744998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/0988cc7a-7edc-4426-bc68-6daeb4deba9a HTTP/1.1" status: 200 len: 1091 time: 1.5769374 Aug 11 08:20:17.745529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f507343-931e-42b4-aaec-a9394f267ec3', 'tag': '0988cc7a-7edc-4426-bc68-6daeb4deba9a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:17.748126 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa9b634-3afc-44b7-b992-675fb90b8c69" -d '{"events": [{"name": "network-changed", "server_uuid": "7f507343-931e-42b4-aaec-a9394f267ec3", "tag": "0988cc7a-7edc-4426-bc68-6daeb4deba9a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:17.782421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51e8e2-88c6-4aed-8b7c-58d08b6823c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0988cc7a-7edc-4426-bc68-6daeb4deba9a,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:17.805338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-7da591f9-2141-4683-a3b9-3a2f15d517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.808914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-7da591f9-2141-4683-a3b9-3a2f15d517d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725419 Aug 11 08:20:17.837303 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0940de3-878e-4350-a429-2432eae74576 x-openstack-request-id: req-c0940de3-878e-4350-a429-2432eae74576 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:17.837594 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f507343-931e-42b4-aaec-a9394f267ec3", "tag": "0988cc7a-7edc-4426-bc68-6daeb4deba9a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:17.837827 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0940de3-878e-4350-a429-2432eae74576 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:17.838541 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f507343-931e-42b4-aaec-a9394f267ec3', 'tag': '0988cc7a-7edc-4426-bc68-6daeb4deba9a', 'status': 'completed', 'code': 200} Aug 11 08:20:17.847813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c502-0fb0-459e-b694-a3b536c2bb25 req-cfef3731-92a6-497d-b3b2-10a3362c586c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.849421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8c4c502-0fb0-459e-b694-a3b536c2bb25 req-cfef3731-92a6-497d-b3b2-10a3362c586c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.2142463 Aug 11 08:20:17.927593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c6190018-724b-4fd5-8912-d49b21ac3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:17.929638 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c6190018-724b-4fd5-8912-d49b21ac3676 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0597491 Aug 11 08:20:17.933964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-0dfb043e-c7b9-439f-8d70-de3607f48af7 service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966709 Aug 11 08:20:17.967480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:18.039036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-496e9bb3-f41d-4dfb-b499-d88daed87d4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a HTTP/1.1" status: 200 len: 217 time: 0.0844948 Aug 11 08:20:18.080978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8c4c502-0fb0-459e-b694-a3b536c2bb25 req-0c4140ca-9b4b-4d8f-ab69-c07e98f78d36 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934788 Aug 11 08:20:18.130340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:18.141419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:18.143499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-91f02fc3-22a5-48b8-9858-2dffdd3c5667 {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:20:18.147701 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:20:18.153548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:18.157834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-a9ef1884-1880-4eda-a96d-568e1e96734d service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391688 Aug 11 08:20:18.186258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Pushing event updated for resources: {'Port': ['ID=4de50d19-9f48-4245-bdc0-a5de958ddc2e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:18.194703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687d390-2c1c-4839-82e4-b5f395774d99 req-974e475a-6d2f-4239-91d8-9f415d6f5999 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:18.204399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7687d390-2c1c-4839-82e4-b5f395774d99 req-974e475a-6d2f-4239-91d8-9f415d6f5999 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 944 time: 0.1694052 Aug 11 08:20:18.224747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d283e5c1-0bd2-4532-9de3-794936e8c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:18.226543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d283e5c1-0bd2-4532-9de3-794936e8c9fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 200 len: 858 time: 0.1739902 Aug 11 08:20:18.234025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:18.262508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:18.263792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:18.272239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-f5a3b619-0e61-4a28-b18e-deedf2913642 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=371fa4db-b60b-474a-b8ce-6281bd7e67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365980 Aug 11 08:20:18.290440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7687d390-2c1c-4839-82e4-b5f395774d99 req-7ece0e8d-1ecc-4db3-b640-7131c3c5bd25 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850458 Aug 11 08:20:18.296212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:18.305558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:18.316206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9037c897-3084-48df-97e2-db355fa79c23 req-3fe8ed97-95fd-4e29-9f23-0559f8555a96 service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445852 Aug 11 08:20:18.375455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-d3e0893f-3fc3-4bfd-ab8d-1071c8a7527a tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7317297 Aug 11 08:20:18.396296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-280d9c0e-cf8c-47cc-a8a1-0c0266895851 req-8d0ffce7-22fc-4255-81f6-e042d3becf0d service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297072 Aug 11 08:20:18.445958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Request body: {'port': {'device_id': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:18.447091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-00859e0e-75f1-4926-a4a6-46c352b763dc service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548777 Aug 11 08:20:18.494443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:18.540117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:18.567998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:18.599145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:18.601153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-cde6520d-81b1-4e9b-b076-6e3ec9d9e0d5 service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351011 Aug 11 08:20:18.601426 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6c294b-bff5-4e57-ac31-08ce51fde38c" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:18.624588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:18.675730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:18.717173 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d75299-6700-4c0c-9141-b868f4a6c5c1 x-openstack-request-id: req-56d75299-6700-4c0c-9141-b868f4a6c5c1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:18.717608 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:18.717707 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56d75299-6700-4c0c-9141-b868f4a6c5c1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:18.719796 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:20:18.723681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:18.792048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:18.865239 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:20:18.865605 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:20:18.866226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:18.923619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-00d40b75-87ce-478e-b8a8-bfacb034706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:18.925746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-00d40b75-87ce-478e-b8a8-bfacb034706e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 1094 time: 0.1172514 Aug 11 08:20:18.957843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954a01b-0b6b-4204-b089-af6065f60cb8 req-5a7b49be-c166-4f6c-9020-da5d7248e3dc tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:18.966356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5954a01b-0b6b-4204-b089-af6065f60cb8 req-5a7b49be-c166-4f6c-9020-da5d7248e3dc tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 943 time: 0.1562998 Aug 11 08:20:19.050270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5954a01b-0b6b-4204-b089-af6065f60cb8 req-a547dcbb-b080-498f-a3cb-225f08a6262f tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820558 Aug 11 08:20:19.148669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-5a5ed52a-e915-4174-9b96-25badfd4894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.151742 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-5a5ed52a-e915-4174-9b96-25badfd4894d service neutron] 10.222.0.64 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 919 time: 0.1781611 Aug 11 08:20:19.186436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:19.220925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-8fb173d3-d02a-4cb5-aba5-6f23ff0db1cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a HTTP/1.1" status: 200 len: 217 time: 0.0604315 Aug 11 08:20:19.236756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-21acfa24-c1f1-4e62-8d7d-c943da65929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.238359 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-21acfa24-c1f1-4e62-8d7d-c943da65929d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1094 time: 0.7293174 Aug 11 08:20:19.241190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Allocated IP 172.20.0.7 (371fa4db-b60b-474a-b8ce-6281bd7e67ba/d4c9f057-3595-48ab-9906-f046cb93fbc4/a830b304-90af-476d-a546-7cd90307940f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:19.283747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dc307-25b4-43bf-9627-c78398b94593 req-0645c2a4-abda-42b2-9c7b-05c44b86164e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.285942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c71dc307-25b4-43bf-9627-c78398b94593 req-0645c2a4-abda-42b2-9c7b-05c44b86164e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 944 time: 0.2158508 Aug 11 08:20:19.328332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190ea3c-c57f-469e-8ce7-2bbf14ce96e8 req-96a10ca5-ee06-48a8-8eb8-5e81460b05fd tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.330219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c190ea3c-c57f-469e-8ce7-2bbf14ce96e8 req-96a10ca5-ee06-48a8-8eb8-5e81460b05fd tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1122673 Aug 11 08:20:19.334755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-f7c9c406-1c5f-4f5b-9b12-1aad498b42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.336357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-f7c9c406-1c5f-4f5b-9b12-1aad498b42b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 200 len: 858 time: 0.1040015 Aug 11 08:20:19.389256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-acd51c62-c786-43f0-bcf5-94cf57b1d69a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=371fa4db-b60b-474a-b8ce-6281bd7e67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390260 Aug 11 08:20:19.417667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c71dc307-25b4-43bf-9627-c78398b94593 req-1f0775ed-3d18-4714-aca6-08d9d2a4f450 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141748 Aug 11 08:20:19.432869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c190ea3c-c57f-469e-8ce7-2bbf14ce96e8 req-70c369cc-9cde-4a6e-8e6f-c23d27dd82e1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751357 Aug 11 08:20:19.477654 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:19.504088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:19.574966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:19.585915 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:19.698538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7dc68-1998-45e9-bc11-a05d9182398c req-3a5cede6-092f-498e-b48c-3da02a6e9690 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.706944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86f7dc68-1998-45e9-bc11-a05d9182398c req-3a5cede6-092f-498e-b48c-3da02a6e9690 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 944 time: 0.1057024 Aug 11 08:20:19.711953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-dab5d94d-65ea-478f-b2ba-e9c5bc009f31 service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047335 Aug 11 08:20:19.741858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:19.769272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-f06f38ce-6a42-47ce-ac2f-1020607b9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.769272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-f06f38ce-6a42-47ce-ac2f-1020607b9151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.4948387 Aug 11 08:20:19.788717 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86f7dc68-1998-45e9-bc11-a05d9182398c req-1d2e3b3a-702f-416b-87cb-2b5eb53128a6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804436 Aug 11 08:20:19.794875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ae519e16-33ba-420e-9310-ee5b4ea16c0f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:19.845653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-f9e83678-861a-4247-9479-134241974e0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 217 time: 0.0638521 Aug 11 08:20:19.870491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa9b634-3afc-44b7-b992-675fb90b8c69 req-d7243bde-f97a-4bbe-a7ff-5a3e911e726e service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361496 Aug 11 08:20:19.940866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-89313c5e-9a1d-4077-8702-8ba4d9d212b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:19.942405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-89313c5e-9a1d-4077-8702-8ba4d9d212b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0812461 Aug 11 08:20:19.945740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.007814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-14b3956c-7c77-4628-82a4-e95c6890e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:20.009373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-14b3956c-7c77-4628-82a4-e95c6890e222 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584731 Aug 11 08:20:20.118720 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.232155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:20.288865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Network 371fa4db-b60b-474a-b8ce-6281bd7e67ba is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:20.301733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-266a7600-029c-4819-866b-3e23062270e0 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795663 Aug 11 08:20:20.302803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:20.305554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:20.369368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:20.370098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.373918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Pushing event updated for resources: {'Port': ['ID=a830b304-90af-476d-a546-7cd90307940f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:20.435174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:20.465314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'port_id': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'mac_address': 'fa:16:3e:8a:61:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:20.470175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-0ca0da6e-e228-42bc-a9a9-dc60ebf969f8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0226781 Aug 11 08:20:20.486159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ff3e-fb72-48a5-aaaf-963d34c01654 req-3ef17ca7-8ec8-4f9d-a617-e5139852fd16 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:20.493691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5066ff3e-fb72-48a5-aaaf-963d34c01654 req-3ef17ca7-8ec8-4f9d-a617-e5139852fd16 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 943 time: 0.3546243 Aug 11 08:20:20.509645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Request body: {'port': {'device_id': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:20.531345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.569756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:20.608527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5066ff3e-fb72-48a5-aaaf-963d34c01654 req-1fdb96a7-273f-4800-8778-3bbfc5d5e602 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090395 Aug 11 08:20:20.664463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:20.673869 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.674755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3bcca-188a-488f-ad26-5eddd1dce353 req-499d2e1a-378e-40d9-951a-c1f859147753 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:20.675380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 96b299f1-4843-4cba-9c61-439fb61ba86d details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:20.691662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73c3bcca-188a-488f-ad26-5eddd1dce353 req-499d2e1a-378e-40d9-951a-c1f859147753 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 944 time: 0.1286430 Aug 11 08:20:20.745654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb24b6dd-51f9-4cf7-b402-16e3c9b796ba req-5a7dbdc8-3f12-4008-a2f9-50f984a0ec51 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826869 Aug 11 08:20:20.769086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de50d19-9f48-4245-bdc0-a5de958ddc2e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:20.778772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.801815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Transition to ACTIVE for port object 4de50d19-9f48-4245-bdc0-a5de958ddc2e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:20.809555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.823025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73c3bcca-188a-488f-ad26-5eddd1dce353 req-ffbb205b-5f8a-4ffd-af5b-921efb4d64fe tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292484 Aug 11 08:20:20.832659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:20.872815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:20.883857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:20.927022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 96b299f1-4843-4cba-9c61-439fb61ba86d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=96b299f1-4843-4cba-9c61-439fb61ba86d,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:20.978583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '96b299f1-4843-4cba-9c61-439fb61ba86d', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': '96b299f1-4843-4cba-9c61-439fb61ba86d', 'mac_address': 'fa:16:3e:83:03:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:21.152124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Pushing event updated for resources: {'Port': ['ID=4de50d19-9f48-4245-bdc0-a5de958ddc2e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:21.244523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ede1-1bc7-4c7a-8ca8-76cbc41f917e req-e81abb1b-b3ac-4095-9f1e-586f5d6fcb12 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:21.248994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c96ede1-1bc7-4c7a-8ca8-76cbc41f917e req-e81abb1b-b3ac-4095-9f1e-586f5d6fcb12 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.4287794 Aug 11 08:20:21.254849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eda52-4068-4990-8f72-8acabe9e1aa8 req-47ccdb31-fc15-4d28-a5e8-97b340a36ee5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:21.266325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f1eda52-4068-4990-8f72-8acabe9e1aa8 req-47ccdb31-fc15-4d28-a5e8-97b340a36ee5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 944 time: 0.1257687 Aug 11 08:20:21.284710 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.306787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:21.312503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b299f1-4843-4cba-9c61-439fb61ba86d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:21.333474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'mac_address': 'fa:16:3e:a5:a8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:21.347897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 96b299f1-4843-4cba-9c61-439fb61ba86d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=96b299f1-4843-4cba-9c61-439fb61ba86d,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:21.351753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Attempting to bind port 4de50d19-9f48-4245-bdc0-a5de958ddc2e on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:21.352341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Attempting to bind port 4de50d19-9f48-4245-bdc0-a5de958ddc2e by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:21.352665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Attempting to bind port 4de50d19-9f48-4245-bdc0-a5de958ddc2e on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:21.359181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c96ede1-1bc7-4c7a-8ca8-76cbc41f917e req-3f3e5d8d-ed61-4eb2-a8c4-2e3dc2bb031e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977309 Aug 11 08:20:21.382182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.385348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Port 4de50d19-9f48-4245-bdc0-a5de958ddc2e on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:21.385869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Attempting to bind port 4de50d19-9f48-4245-bdc0-a5de958ddc2e on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:21.399537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:21.399983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Checking segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:21.400474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Bound using segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:21.401055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Bound port: 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:21.401341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f1eda52-4068-4990-8f72-8acabe9e1aa8 req-7e948782-5af3-4fb4-afea-bc6dcfec4cca tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340127 Aug 11 08:20:21.401620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.442892 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.472001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266d10d8-7ca8-4767-85b5-df9b06bd00ab {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:21.476238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=96b299f1-4843-4cba-9c61-439fb61ba86d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:21.507674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:21.518735 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.549587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] For port 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:21.555468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] For port 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:21.558183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a830b304-90af-476d-a546-7cd90307940f {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:21.564691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.585021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.616130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:21.616644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.620227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:21.629481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] 10.222.0.64 "PUT /v2.0/ports/4de50d19-9f48-4245-bdc0-a5de958ddc2e HTTP/1.1" status: 200 len: 1092 time: 3.1869342 Aug 11 08:20:21.633092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'tag': '4de50d19-9f48-4245-bdc0-a5de958ddc2e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:21.635436 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad6ece-a477-41cd-83ec-663e8b5eb247" -d '{"events": [{"name": "network-changed", "server_uuid": "1a886ad8-f64f-4146-8b15-a5cc6db6e9f1", "tag": "4de50d19-9f48-4245-bdc0-a5de958ddc2e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:21.662510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Transition to ACTIVE for port object a830b304-90af-476d-a546-7cd90307940f will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:21.683791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:21.704516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ebb1e-1694-4459-95d8-8bf93ebfbd0d service neutron] Pushing event updated for resources: {'Port': ['ID=4de50d19-9f48-4245-bdc0-a5de958ddc2e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:21.809621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['96b299f1-4843-4cba-9c61-439fb61ba86d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:21.835991 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c1cd9-09aa-492e-9297-d7a8c8b720eb x-openstack-request-id: req-f04c1cd9-09aa-492e-9297-d7a8c8b720eb {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:21.836351 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a886ad8-f64f-4146-8b15-a5cc6db6e9f1", "tag": "4de50d19-9f48-4245-bdc0-a5de958ddc2e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:21.836497 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f04c1cd9-09aa-492e-9297-d7a8c8b720eb {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:21.836934 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'tag': '4de50d19-9f48-4245-bdc0-a5de958ddc2e', 'status': 'completed', 'code': 200} Aug 11 08:20:21.859373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:21.915676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Pushing event updated for resources: {'Port': ['ID=a830b304-90af-476d-a546-7cd90307940f,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:21.969672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['266d10d8-7ca8-4767-85b5-df9b06bd00ab'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:22.060517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefc381-dfa9-42a8-9f83-f172af80c02d req-ef57464e-499a-4973-8ae0-64aa02e075e8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.063366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcefc381-dfa9-42a8-9f83-f172af80c02d req-ef57464e-499a-4973-8ae0-64aa02e075e8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 943 time: 0.2248449 Aug 11 08:20:22.065450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4295c-ea05-490e-b490-5d4ec630b143 req-999949ba-db36-4b25-95a1-3a3d1ef1856e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.074163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63d4295c-ea05-490e-b490-5d4ec630b143 req-999949ba-db36-4b25-95a1-3a3d1ef1856e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 945 time: 0.0691924 Aug 11 08:20:22.110894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Attempting to bind port a830b304-90af-476d-a546-7cd90307940f on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:22.111625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Attempting to bind port a830b304-90af-476d-a546-7cd90307940f by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:22.112213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Attempting to bind port a830b304-90af-476d-a546-7cd90307940f on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:22.119080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Port a830b304-90af-476d-a546-7cd90307940f on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:22.119747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Attempting to bind port a830b304-90af-476d-a546-7cd90307940f on network 371fa4db-b60b-474a-b8ce-6281bd7e67ba {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:22.130035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63d4295c-ea05-490e-b490-5d4ec630b143 req-36cb7055-73f9-4b34-9410-cb8a2d50de28 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547369 Aug 11 08:20:22.134142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-b8f5d8cc-4f7e-4c2b-8c11-a6ce73127324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.137207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-b8f5d8cc-4f7e-4c2b-8c11-a6ce73127324 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 1095 time: 0.3986022 Aug 11 08:20:22.140087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:22.140928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Checking segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:22.142243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Bound using segment: {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:22.142810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Bound port: a830b304-90af-476d-a546-7cd90307940f, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d109444-0afd-45db-b108-2274125ebb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:22.143694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.271122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0988cc7a-7edc-4426-bc68-6daeb4deba9a details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:22.273043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:22.321661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcefc381-dfa9-42a8-9f83-f172af80c02d req-d866de85-2c30-4e6b-b181-03276c583a26 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486529 Aug 11 08:20:22.329713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-76b8bb43-61e1-473b-829e-6aad6e72bb36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e HTTP/1.1" status: 200 len: 217 time: 0.1178064 Aug 11 08:20:22.387332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port ae519e16-33ba-420e-9310-ee5b4ea16c0f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:22.387702 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.408907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] For port a830b304-90af-476d-a546-7cd90307940f, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:22.415868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] For port a830b304-90af-476d-a546-7cd90307940f, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a830b304-90af-476d-a546-7cd90307940f,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:22.418637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-7e30e582-ad19-4eaf-9e91-1e8f85acc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.421330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-7e30e582-ad19-4eaf-9e91-1e8f85acc7fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 200 len: 858 time: 0.0836833 Aug 11 08:20:22.426040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.507743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.508616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.510060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] 10.222.0.69 "PUT /v2.0/ports/a830b304-90af-476d-a546-7cd90307940f HTTP/1.1" status: 200 len: 1091 time: 2.0055237 Aug 11 08:20:22.516048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-9254c9c2-66d8-4208-a993-5a2f22770a11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=371fa4db-b60b-474a-b8ce-6281bd7e67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778401 Aug 11 08:20:22.643092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:22.683442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '0988cc7a-7edc-4426-bc68-6daeb4deba9a', 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'port_id': '0988cc7a-7edc-4426-bc68-6daeb4deba9a', 'mac_address': 'fa:16:3e:33:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c9f057-3595-48ab-9906-f046cb93fbc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:22.714382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefee556-0e14-4190-8b74-1f8f24816f32 req-5fdcaf91-8aaf-4f5d-a263-3c19a10056dc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.714698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c5eba-a805-4e49-846c-ce8bcf3303dd service neutron] Pushing event updated for resources: {'Port': ['ID=a830b304-90af-476d-a546-7cd90307940f,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:22.726002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eefee556-0e14-4190-8b74-1f8f24816f32 req-5fdcaf91-8aaf-4f5d-a263-3c19a10056dc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 944 time: 0.1428065 Aug 11 08:20:22.745190 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.745784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-2c2d4514-8d79-4eb3-96ce-ae46db20e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.748338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-2c2d4514-8d79-4eb3-96ce-ae46db20e0b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 1094 time: 0.1691463 Aug 11 08:20:22.764803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.774346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0988cc7a-7edc-4426-bc68-6daeb4deba9a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:22.829451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fea306-322c-4762-bcd5-42846b88789f req-5f445b5f-f4b0-4454-bc85-33289c2ad285 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:22.831119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2fea306-322c-4762-bcd5-42846b88789f req-5f445b5f-f4b0-4454-bc85-33289c2ad285 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 945 time: 0.1881230 Aug 11 08:20:22.841609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eefee556-0e14-4190-8b74-1f8f24816f32 req-3ff592f1-03a3-4253-83e0-ac9a5702abbc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132936 Aug 11 08:20:22.850581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:22.856175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:22.860590 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968e1620-d25a-4e73-8e09-c3f46c434dbb" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:22.880761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-6900a56d-f5c6-4b74-ab13-77bf36d26b10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a830b304-90af-476d-a546-7cd90307940f HTTP/1.1" status: 200 len: 217 time: 0.1111281 Aug 11 08:20:22.882314 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:22.901331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:22.915406 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-ea4214db-d6ec-4916-b2a3-92fd1cf21314 service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803673 Aug 11 08:20:22.956211 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6008655-9f0a-477a-a3e7-924c8aac4d46 x-openstack-request-id: req-f6008655-9f0a-477a-a3e7-924c8aac4d46 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:22.957308 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:22.957645 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6008655-9f0a-477a-a3e7-924c8aac4d46 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:22.958127 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:20:22.962553 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:23.052859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0988cc7a-7edc-4426-bc68-6daeb4deba9a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:23.120563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:23.135028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f2fea306-322c-4762-bcd5-42846b88789f req-eca182a7-41dd-4caa-925f-7ff9cc08f2ff tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595692 Aug 11 08:20:23.169180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-def0a6c3-0ba1-4bdc-8731-0c9be381e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:23.170866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-def0a6c3-0ba1-4bdc-8731-0c9be381e96a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 200 len: 858 time: 0.2609370 Aug 11 08:20:23.225223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-b7496984-34b4-418f-a013-e00d52e9cb60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=371fa4db-b60b-474a-b8ce-6281bd7e67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333693 Aug 11 08:20:23.305677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-c7ba26b0-602a-4c5c-98ab-fb58169e0e18 service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667781 Aug 11 08:20:23.329371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbbea8-cee5-41f2-993b-da2d983b729b req-74ae10ab-ba59-4bc5-a033-7c8b16f17a64 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:23.353518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8dfbbea8-cee5-41f2-993b-da2d983b729b req-74ae10ab-ba59-4bc5-a033-7c8b16f17a64 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 945 time: 0.1340594 Aug 11 08:20:23.375737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0988cc7a-7edc-4426-bc68-6daeb4deba9a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:23.402771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-84798ca6-3b0d-4748-aef0-19b83b249cd6 service neutron] 10.222.0.69 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587353 Aug 11 08:20:23.461101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8dfbbea8-cee5-41f2-993b-da2d983b729b req-b8e56e7e-bd79-4207-90cd-452de92e4624 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033857 Aug 11 08:20:23.976765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'tag': 'a830b304-90af-476d-a546-7cd90307940f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:23.978992 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4cd900-6903-455a-8e07-e1d5cb75f384" -d '{"events": [{"name": "network-changed", "server_uuid": "61a0ce23-dfb1-4db9-9293-b433e92393b7", "tag": "a830b304-90af-476d-a546-7cd90307940f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:23.981350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595bcb3-28e0-476f-a6f7-1116effba40a req-64ce8c4f-1e29-4df5-95c0-87e3fea7abb4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:23.984167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f595bcb3-28e0-476f-a6f7-1116effba40a req-64ce8c4f-1e29-4df5-95c0-87e3fea7abb4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 944 time: 0.0661697 Aug 11 08:20:24.041529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-d82ee449-9c2b-48c9-b46d-ae0487ede918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.043062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-d82ee449-9c2b-48c9-b46d-ae0487ede918 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 1095 time: 0.6163280 Aug 11 08:20:24.053872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f595bcb3-28e0-476f-a6f7-1116effba40a req-d536ea59-d9ef-4e77-8ac2-dd768f5a6ee1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602136 Aug 11 08:20:24.170576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793194ab-3472-4eb6-b935-edbfdf3321dc req-cb7e454f-843f-4cdd-848f-63534bda6736 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.172557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-793194ab-3472-4eb6-b935-edbfdf3321dc req-cb7e454f-843f-4cdd-848f-63534bda6736 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 944 time: 0.6849449 Aug 11 08:20:24.176591 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd20f3-abcf-48b4-9061-6c6f763cd075 x-openstack-request-id: req-40cd20f3-abcf-48b4-9061-6c6f763cd075 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:24.176941 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a0ce23-dfb1-4db9-9293-b433e92393b7", "tag": "a830b304-90af-476d-a546-7cd90307940f", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:24.177290 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40cd20f3-abcf-48b4-9061-6c6f763cd075 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:24.177700 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'tag': 'a830b304-90af-476d-a546-7cd90307940f', 'status': 'completed', 'code': 200} Aug 11 08:20:24.245040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-39b92b3d-d4aa-425d-ada6-d59d47268e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.246845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-39b92b3d-d4aa-425d-ada6-d59d47268e82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 919 time: 0.1911163 Aug 11 08:20:24.255430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf13abb6-9095-4379-9f06-186f844ebb0f req-271cd9dd-e377-4fde-b66c-c25ec2deb80a service neutron] 10.222.0.69 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463128 Aug 11 08:20:24.285109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:24.297761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-793194ab-3472-4eb6-b935-edbfdf3321dc req-1f0fb06f-6e7f-484d-84b3-edb563587ea0 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130729 Aug 11 08:20:24.350527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-e1bb2a10-3882-4ce4-a869-f9fc6bfdb44a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e HTTP/1.1" status: 200 len: 217 time: 0.0936255 Aug 11 08:20:24.375923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:24.381100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:24.382122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:24.386744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36ab34-85f1-4800-8121-27210641e569 req-eeaed668-f2ee-4aa8-8981-054e24ae2fc5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.390020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af36ab34-85f1-4800-8121-27210641e569 req-eeaed668-f2ee-4aa8-8981-054e24ae2fc5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 945 time: 0.1401062 Aug 11 08:20:24.473539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-cfebd96c-24a7-4bf1-a7f6-b2460948a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.475411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-cfebd96c-24a7-4bf1-a7f6-b2460948a0f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 200 len: 858 time: 0.1147032 Aug 11 08:20:24.476160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af36ab34-85f1-4800-8121-27210641e569 req-6a26b851-0fb9-4ec7-a781-8256d5e9739a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775480 Aug 11 08:20:24.483183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-eb0b0de5-5a40-40c5-abf1-bbc49382e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.484810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-eb0b0de5-5a40-40c5-abf1-bbc49382e4e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 1094 time: 0.0679462 Aug 11 08:20:24.524678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-699829b5-f1dc-46d0-8425-22dc6b7b00e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=371fa4db-b60b-474a-b8ce-6281bd7e67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388269 Aug 11 08:20:24.583263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:24.643098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b058-0ceb-48b6-a0aa-de51c4f44374 req-53267144-3122-431d-ba3f-395c23034bb1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.654588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c22b058-0ceb-48b6-a0aa-de51c4f44374 req-53267144-3122-431d-ba3f-395c23034bb1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 945 time: 0.0894794 Aug 11 08:20:24.691931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:24.703740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:24.704574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 96b299f1-4843-4cba-9c61-439fb61ba86d up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:24.725748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c22b058-0ceb-48b6-a0aa-de51c4f44374 req-5a1cf01a-1ab3-45ef-8177-b665d39395e1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698586 Aug 11 08:20:24.790612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-f720d457-367d-4426-93a1-9f62f2dd264c service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549753 Aug 11 08:20:24.837282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-6f5e8402-6b91-49c5-9340-a2d5ce6bc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:24.840201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-6f5e8402-6b91-49c5-9340-a2d5ce6bc523 service neutron] 10.222.0.69 "GET /v2.0/networks?id=371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 200 len: 919 time: 0.3433487 Aug 11 08:20:24.862042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:24.893767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 96b299f1-4843-4cba-9c61-439fb61ba86d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:24.900965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 96b299f1-4843-4cba-9c61-439fb61ba86d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:24.901375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:24.959077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:25.000570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:25.002973 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911e187-454d-4cfc-8ff1-6096822824d3" -d '{"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-plugged", "status": "completed", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:25.010394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-51d1ff5a-4697-49cf-8700-5dbe5dd89088 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a830b304-90af-476d-a546-7cd90307940f HTTP/1.1" status: 200 len: 217 time: 0.1141293 Aug 11 08:20:25.022959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-bb6caa7e-331b-4d86-8a63-b9c7eb000e86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3106644 Aug 11 08:20:25.058804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 266d10d8-7ca8-4767-85b5-df9b06bd00ab completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:25.066793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 266d10d8-7ca8-4767-85b5-df9b06bd00ab triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:25.067170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:25.118262 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfda2602-7a9b-4551-8611-44e407cee994 x-openstack-request-id: req-cfda2602-7a9b-4551-8611-44e407cee994 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:25.118804 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-plugged", "status": "completed", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:25.119219 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cfda2602-7a9b-4551-8611-44e407cee994 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:25.119769 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'code': 200} Aug 11 08:20:25.189269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-478c2838-163a-4566-a3eb-1425272d555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.192026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-478c2838-163a-4566-a3eb-1425272d555d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 200 len: 858 time: 0.1676979 Aug 11 08:20:25.198315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3ad6ece-a477-41cd-83ec-663e8b5eb247 req-6e183919-800d-41ca-a65e-6ecd3d24bff6 service neutron] 10.222.0.64 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979299 Aug 11 08:20:25.202220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-6f351f37-755a-4cbd-b66e-64d133606ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.203856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-6f351f37-755a-4cbd-b66e-64d133606ea1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0898554 Aug 11 08:20:25.208788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:25.277653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-332ab7d7-4102-4004-a2a8-a45951a02993 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=371fa4db-b60b-474a-b8ce-6281bd7e67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686412 Aug 11 08:20:25.303267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-fce7e0ce-f608-471c-935e-3ab7732f4ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2876334 Aug 11 08:20:25.370718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 96b299f1-4843-4cba-9c61-439fb61ba86d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=96b299f1-4843-4cba-9c61-439fb61ba86d,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:25.378865 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:25.390453 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:25.495254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae8664-e963-48b2-ad09-321e2e47ec2b req-ce3bf46a-540d-48f6-b5f2-b83042d59f1c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.504053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55ae8664-e963-48b2-ad09-321e2e47ec2b req-ce3bf46a-540d-48f6-b5f2-b83042d59f1c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 944 time: 0.1930621 Aug 11 08:20:25.547380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:25.553325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55ae8664-e963-48b2-ad09-321e2e47ec2b req-b0e707d4-9c5f-4ef3-a341-0ecfb5ca964e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482390 Aug 11 08:20:25.555478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:25.584186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-fb20d166-6ac8-4d72-9b6e-6c60bf61b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.590033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-fb20d166-6ac8-4d72-9b6e-6c60bf61b151 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 1096 time: 0.2080145 Aug 11 08:20:25.597647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=96b299f1-4843-4cba-9c61-439fb61ba86d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:25.687194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:25.713332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-e6b2a6b1-8dee-4d7e-bebd-60b04058c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.714918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-e6b2a6b1-8dee-4d7e-bebd-60b04058c395 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 915 time: 0.4469595 Aug 11 08:20:25.758789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-b45e66ec-5708-4d1d-9f2e-d27d13205c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.762398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-b45e66ec-5708-4d1d-9f2e-d27d13205c03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 906 time: 0.1498413 Aug 11 08:20:25.800625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-0edb8b8e-fe94-4a54-a41a-96da3893f6b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 HTTP/1.1" status: 200 len: 217 time: 0.0727007 Aug 11 08:20:25.815319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299b14-deed-4b29-a1c9-575231e09b0b req-8e35cc56-334a-4d57-a263-91e87acfe9fb tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.817206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66299b14-deed-4b29-a1c9-575231e09b0b req-8e35cc56-334a-4d57-a263-91e87acfe9fb tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 944 time: 0.3446825 Aug 11 08:20:25.823069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596feed7-2027-40f6-aa13-eaf2934916a4 req-d8a76abd-47a7-4c3e-92f6-115550a35c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.825049 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596feed7-2027-40f6-aa13-eaf2934916a4 req-d8a76abd-47a7-4c3e-92f6-115550a35c3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 1097 time: 0.5582793 Aug 11 08:20:25.878205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-0b15da90-3a3a-49e6-a441-17671d6e969a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f70fead5-b300-4a23-817d-021e3de336d2 HTTP/1.1" status: 200 len: 217 time: 0.1048887 Aug 11 08:20:25.936775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-67d5c9d2-7015-41cb-b091-f8d544ac286a service neutron] 10.222.0.69 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340106 Aug 11 08:20:25.957331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-6d85e6cc-4438-4b5f-b56a-dbd660f2f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:25.959596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-6d85e6cc-4438-4b5f-b56a-dbd660f2f31d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.1406999 Aug 11 08:20:26.037142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66299b14-deed-4b29-a1c9-575231e09b0b req-729b3e5d-46df-47df-89db-2b35b187d449 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994538 Aug 11 08:20:26.051128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-e58c6e92-46e0-45c9-ae6b-7b1457203d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:26.057726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-9bce2ee2-4561-4710-ab1f-f12abc30f41b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880539 Aug 11 08:20:26.059513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-e58c6e92-46e0-45c9-ae6b-7b1457203d98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.1710837 Aug 11 08:20:26.062066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596feed7-2027-40f6-aa13-eaf2934916a4 req-3d261321-af80-4a3d-af56-5c0973524248 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121663 Aug 11 08:20:26.108782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603531f-270f-44b2-8c6c-38040b0b3593 req-a74092e2-aef9-4dcf-a63f-7d89a35b2dae tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:26.119513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0603531f-270f-44b2-8c6c-38040b0b3593 req-a74092e2-aef9-4dcf-a63f-7d89a35b2dae tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1397276 Aug 11 08:20:26.203103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0603531f-270f-44b2-8c6c-38040b0b3593 req-e0aeba9b-384e-47ee-9295-eb071e614952 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821679 Aug 11 08:20:26.255166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e4cd900-6903-455a-8e07-e1d5cb75f384 req-b5167249-0b29-40d8-91a5-518a20cf3590 service neutron] 10.222.0.69 "GET /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087566 Aug 11 08:20:26.268968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-b3ad46ed-d65b-44c2-8d90-351c1dff24df service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988080 Aug 11 08:20:26.290782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4de50d19-9f48-4245-bdc0-a5de958ddc2e details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:26.314249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0988cc7a-7edc-4426-bc68-6daeb4deba9a up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:26.384893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-82939238-8955-4443-bce3-9653c2f4f37e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613222 Aug 11 08:20:26.508101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f018184-7b77-4856-94b1-e7800cb220c9 req-41b69a1a-b748-4c5c-887b-ce5918dac671 service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288492 Aug 11 08:20:26.598033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 0988cc7a-7edc-4426-bc68-6daeb4deba9a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:26.611227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920a2a-f690-4c68-92ed-7b7f3af31172 req-3b56b7c7-2915-4d12-a5a7-e18e992f6eee tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:26.613607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 0988cc7a-7edc-4426-bc68-6daeb4deba9a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:26.613982 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:26.621025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22920a2a-f690-4c68-92ed-7b7f3af31172 req-3b56b7c7-2915-4d12-a5a7-e18e992f6eee tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.2772422 Aug 11 08:20:26.682161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:26.707007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4de50d19-9f48-4245-bdc0-a5de958ddc2e', 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'port_id': '4de50d19-9f48-4245-bdc0-a5de958ddc2e', 'mac_address': 'fa:16:3e:69:32:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c9f057-3595-48ab-9906-f046cb93fbc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:26.730764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22920a2a-f690-4c68-92ed-7b7f3af31172 req-195d2c54-0ff8-49a8-96c1-f59b1c47a94b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090930 Aug 11 08:20:26.766260 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:26.829028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-883afe6b-e04e-4730-b03e-e0b5b211af02 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673363 Aug 11 08:20:26.867129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13436132-ee53-40e5-8308-26c6522385ce req-096bc09c-148a-41b9-b959-02964b1ecd20 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:26.874815 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:26.877990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13436132-ee53-40e5-8308-26c6522385ce req-096bc09c-148a-41b9-b959-02964b1ecd20 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.0790606 Aug 11 08:20:26.905376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de50d19-9f48-4245-bdc0-a5de958ddc2e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:26.926577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:26.927691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a830b304-90af-476d-a546-7cd90307940f details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:26.940777 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:26.962492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13436132-ee53-40e5-8308-26c6522385ce req-f95be3b3-ffaf-4b3c-bd27-30c8f7fa239b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830221 Aug 11 08:20:27.010475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:27.011501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0988cc7a-7edc-4426-bc68-6daeb4deba9a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:27.019773 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:27.188041 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26b1ef27-cc82-433a-8b4c-44fda71cdb52 req-177312fc-52c3-4e72-8116-3386fb0428e6 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541241 Aug 11 08:20:27.237607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d5565-5f17-4c41-858b-e60559c20610 req-faa3f24f-27c5-4be7-ab5e-d67b9ac0d578 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:27.250509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c0d5565-5f17-4c41-858b-e60559c20610 req-faa3f24f-27c5-4be7-ab5e-d67b9ac0d578 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 945 time: 0.0765834 Aug 11 08:20:27.312264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c0d5565-5f17-4c41-858b-e60559c20610 req-5596889b-38b2-4ab7-85ad-89e36d5d32ea tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604975 Aug 11 08:20:27.365246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b299f1-4843-4cba-9c61-439fb61ba86d'}, {'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}, {'server_uuid': '7f507343-931e-42b4-aaec-a9394f267ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988cc7a-7edc-4426-bc68-6daeb4deba9a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:27.369704 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd41dc2b-0efa-4863-aa80-6e2e6bb5b322" -d '{"events": [{"server_uuid": "3aa13be2-aa25-452f-b8e9-63e39269d476", "name": "network-vif-plugged", "status": "completed", "tag": "96b299f1-4843-4cba-9c61-439fb61ba86d"}, {"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-plugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}, {"server_uuid": "7f507343-931e-42b4-aaec-a9394f267ec3", "name": "network-vif-plugged", "status": "completed", "tag": "0988cc7a-7edc-4426-bc68-6daeb4deba9a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:27.394983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33655290-d378-449d-a14e-fe263115bd1a req-9fe42011-a5e3-4e10-9c76-0d320efa7a14 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:27.426702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33655290-d378-449d-a14e-fe263115bd1a req-9fe42011-a5e3-4e10-9c76-0d320efa7a14 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1087205 Aug 11 08:20:27.463430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4de50d19-9f48-4245-bdc0-a5de958ddc2e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:27.485076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a830b304-90af-476d-a546-7cd90307940f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a830b304-90af-476d-a546-7cd90307940f,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:27.503971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33655290-d378-449d-a14e-fe263115bd1a req-491352d5-3222-4b05-bd65-dc5be6a9dd80 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732970 Aug 11 08:20:27.524253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'a830b304-90af-476d-a546-7cd90307940f', 'network_id': '371fa4db-b60b-474a-b8ce-6281bd7e67ba', 'port_id': 'a830b304-90af-476d-a546-7cd90307940f', 'mac_address': 'fa:16:3e:96:ea:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c9f057-3595-48ab-9906-f046cb93fbc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:27.580759 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbd459a-c374-4b3f-b4de-be8c1fd72a62 x-openstack-request-id: req-9fbd459a-c374-4b3f-b4de-be8c1fd72a62 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:27.581449 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa13be2-aa25-452f-b8e9-63e39269d476", "name": "network-vif-plugged", "status": "completed", "tag": "96b299f1-4843-4cba-9c61-439fb61ba86d", "code": 200}, {"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-plugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "code": 200}, {"server_uuid": "7f507343-931e-42b4-aaec-a9394f267ec3", "name": "network-vif-plugged", "status": "completed", "tag": "0988cc7a-7edc-4426-bc68-6daeb4deba9a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:27.582399 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fbd459a-c374-4b3f-b4de-be8c1fd72a62 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:27.583047 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b299f1-4843-4cba-9c61-439fb61ba86d', 'code': 200} Aug 11 08:20:27.583540 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'code': 200} Aug 11 08:20:27.583954 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f507343-931e-42b4-aaec-a9394f267ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988cc7a-7edc-4426-bc68-6daeb4deba9a', 'code': 200} Aug 11 08:20:27.586269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:27.589098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4de50d19-9f48-4245-bdc0-a5de958ddc2e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:27.638452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a830b304-90af-476d-a546-7cd90307940f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:27.714847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a830b304-90af-476d-a546-7cd90307940f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a830b304-90af-476d-a546-7cd90307940f,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:27.729083 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:27.805555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784a5fa-bd07-4ae6-bce4-e70dd6fea34e req-1a72c8a4-ede3-4db0-96fa-3358c81403bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:27.808472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0784a5fa-bd07-4ae6-bce4-e70dd6fea34e req-1a72c8a4-ede3-4db0-96fa-3358c81403bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 1097 time: 0.1138721 Aug 11 08:20:27.833712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898ec5e-0140-43e5-9318-ed2580b72787 req-ac5e0bc7-7328-4ccc-84b3-d5ad52b8c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:27.837939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b898ec5e-0140-43e5-9318-ed2580b72787 req-ac5e0bc7-7328-4ccc-84b3-d5ad52b8c51b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1243339 Aug 11 08:20:27.845925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714297-2585-4880-9fee-816313172619 req-f4b91b33-ab6b-454d-b510-b9f8e98030fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:27.850450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5714297-2585-4880-9fee-816313172619 req-f4b91b33-ab6b-454d-b510-b9f8e98030fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1096 time: 0.1804433 Aug 11 08:20:27.870334 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0784a5fa-bd07-4ae6-bce4-e70dd6fea34e req-08b1f036-22ae-48f0-97ce-7332512ef5c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545714 Aug 11 08:20:27.973432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a830b304-90af-476d-a546-7cd90307940f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:27.980199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b898ec5e-0140-43e5-9318-ed2580b72787 req-43bfef2d-ec43-4ad9-b306-fe3f54b353cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283853 Aug 11 08:20:28.012292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5714297-2585-4880-9fee-816313172619 req-f46696d9-ac7b-42d2-85cb-ed4cb1c2126f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416476 Aug 11 08:20:28.029688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198f93-530c-47c9-aa43-63f66201fd59 req-7e99b09e-939b-4f73-b28a-69df908948e2 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:28.038424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74198f93-530c-47c9-aa43-63f66201fd59 req-7e99b09e-939b-4f73-b28a-69df908948e2 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1360528 Aug 11 08:20:28.101836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74198f93-530c-47c9-aa43-63f66201fd59 req-d7d9ee1c-e12c-4f20-a738-83206e678d68 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623758 Aug 11 08:20:28.167464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a830b304-90af-476d-a546-7cd90307940f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:28.305448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f024-52b8-4509-87ec-58dd74639f32 req-01a0a7cd-3916-437a-bd3a-65977469f13f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:28.311527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d86f024-52b8-4509-87ec-58dd74639f32 req-01a0a7cd-3916-437a-bd3a-65977469f13f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1640944 Aug 11 08:20:28.356145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303d44-042f-4052-8051-1b993e9087c6 req-f3b55d80-9a9a-4f7f-8af4-3b84a8717522 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:28.361765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26303d44-042f-4052-8051-1b993e9087c6 req-f3b55d80-9a9a-4f7f-8af4-3b84a8717522 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0926075 Aug 11 08:20:28.429514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26303d44-042f-4052-8051-1b993e9087c6 req-b0aafc82-d87e-4d1c-b820-07f569243e71 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Aug 11 08:20:28.457531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d86f024-52b8-4509-87ec-58dd74639f32 req-0f393c50-b079-4f34-936f-1310d792c43d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423090 Aug 11 08:20:28.577691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:28.589499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57791232-abea-40be-9a7e-187f994087c0 req-ffde8042-484c-446f-a128-8c1dc2fa98d3 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:28.600994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57791232-abea-40be-9a7e-187f994087c0 req-ffde8042-484c-446f-a128-8c1dc2fa98d3 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 945 time: 0.0977197 Aug 11 08:20:28.670920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57791232-abea-40be-9a7e-187f994087c0 req-bde7531c-f2fa-424d-8ccf-afbe4741e650 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652971 Aug 11 08:20:28.834802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7570d47-0b5b-4247-96e3-fb130ccb97bc req-593c2aa9-94bc-4a11-b153-ef7881511fdc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:28.846406 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7570d47-0b5b-4247-96e3-fb130ccb97bc req-593c2aa9-94bc-4a11-b153-ef7881511fdc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.0809703 Aug 11 08:20:28.902981 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f7570d47-0b5b-4247-96e3-fb130ccb97bc req-bada450c-ac66-4493-be37-bef4bbf17e7f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Aug 11 08:20:29.250175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1e625-646e-49b8-a788-8906b295de30 req-5687900b-6893-420f-9c3d-2621f3080c3b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:29.251798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81b1e625-646e-49b8-a788-8906b295de30 req-5687900b-6893-420f-9c3d-2621f3080c3b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1479793 Aug 11 08:20:29.264157 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-53208711-aac4-4fce-9ab3-a206d8ed554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:29.329892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81b1e625-646e-49b8-a788-8906b295de30 req-9e01d5c5-a0c0-4089-b10d-b3adbe5ee697 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633967 Aug 11 08:20:29.616256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:29.788211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a9894-df56-4bcb-922a-ee57639a0bdd req-58d75d16-234e-449e-9f76-91c1e011a63d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:29.790940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab7a9894-df56-4bcb-922a-ee57639a0bdd req-58d75d16-234e-449e-9f76-91c1e011a63d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1808174 Aug 11 08:20:29.864009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab7a9894-df56-4bcb-922a-ee57639a0bdd req-c83f5095-8a11-4c0a-99a1-6a18f86e9591 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613072 Aug 11 08:20:29.977013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501161bd-f4b6-46e3-ade2-e28f72802206 req-5e1e356c-b15f-43a6-b4fc-bb3544d644bc tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:29.992757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-501161bd-f4b6-46e3-ade2-e28f72802206 req-5e1e356c-b15f-43a6-b4fc-bb3544d644bc tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 945 time: 0.1282139 Aug 11 08:20:30.104251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8b07-c3a6-47b1-935a-7216a5d3ff2f req-f707383a-51b9-4a39-8395-c47d59c1b337 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:30.116342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-501161bd-f4b6-46e3-ade2-e28f72802206 req-87b5d675-6e01-4135-9675-cd55bd8a3d26 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215048 Aug 11 08:20:30.125514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1fa8b07-c3a6-47b1-935a-7216a5d3ff2f req-f707383a-51b9-4a39-8395-c47d59c1b337 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1059198 Aug 11 08:20:30.212307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1fa8b07-c3a6-47b1-935a-7216a5d3ff2f req-d2ee623c-62e0-44a2-8269-6895f84e1977 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853615 Aug 11 08:20:30.303948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4de50d19-9f48-4245-bdc0-a5de958ddc2e up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:30.333891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e73ba-ff8e-4db6-85bd-d90b4fcd6cdc req-2b32da47-562c-4714-a008-7f34142c422d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:30.343182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-406e73ba-ff8e-4db6-85bd-d90b4fcd6cdc req-2b32da47-562c-4714-a008-7f34142c422d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.0810444 Aug 11 08:20:30.346999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49240) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:30.359456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'floatingip': {'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:30.433015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 4de50d19-9f48-4245-bdc0-a5de958ddc2e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:30.439966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 4de50d19-9f48-4245-bdc0-a5de958ddc2e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:30.440377 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:30.541335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:30.603812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ec178-21ac-4841-8c52-1077a024c012 req-d965b21e-d620-4af1-8d9c-32faf368f0e6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:30.618381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-811ec178-21ac-4841-8c52-1077a024c012 req-d965b21e-d620-4af1-8d9c-32faf368f0e6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1467659 Aug 11 08:20:30.660604 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:30.709367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de50d19-9f48-4245-bdc0-a5de958ddc2e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:30.712037 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d5372-e0de-4bcd-a861-0c1e388a7c27" -d '{"events": [{"server_uuid": "1a886ad8-f64f-4146-8b15-a5cc6db6e9f1", "name": "network-vif-plugged", "status": "completed", "tag": "4de50d19-9f48-4245-bdc0-a5de958ddc2e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:30.722986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-811ec178-21ac-4841-8c52-1077a024c012 req-27155c10-3aba-4cf7-8668-d51c70506880 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966971 Aug 11 08:20:30.743392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:30.764429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:30.835768 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af424b-7992-49e6-9255-1f357f1d5d42 x-openstack-request-id: req-f2af424b-7992-49e6-9255-1f357f1d5d42 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:30.836313 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a886ad8-f64f-4146-8b15-a5cc6db6e9f1", "name": "network-vif-plugged", "status": "completed", "tag": "4de50d19-9f48-4245-bdc0-a5de958ddc2e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:30.836773 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2af424b-7992-49e6-9255-1f357f1d5d42 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:30.837428 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de50d19-9f48-4245-bdc0-a5de958ddc2e', 'code': 200} Aug 11 08:20:30.838639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4de50d19-9f48-4245-bdc0-a5de958ddc2e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:30.847502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.848231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.849078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.849636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.850185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.850713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.851257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.851922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.852452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.853019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.853613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.854135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:30.958038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a830b304-90af-476d-a546-7cd90307940f up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:31.024309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3a245-aa5f-4839-95a5-cf26253d5e59 req-94d5be89-b904-4236-b0d0-5e4fe07cfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:31.029324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30c3a245-aa5f-4839-95a5-cf26253d5e59 req-94d5be89-b904-4236-b0d0-5e4fe07cfaae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 1097 time: 0.0773358 Aug 11 08:20:31.044726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port a830b304-90af-476d-a546-7cd90307940f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:31.053482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port a830b304-90af-476d-a546-7cd90307940f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:31.053862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:31.109936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30c3a245-aa5f-4839-95a5-cf26253d5e59 req-834a071d-f9ca-4238-821c-001f4d4bb7b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717306 Aug 11 08:20:31.218926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56254fa3-bce0-40b0-8654-1a4b54d34150 req-55c4c5c3-5875-46a6-a31d-8c88c5c6987d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:31.232320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:31.233428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-56254fa3-bce0-40b0-8654-1a4b54d34150 req-55c4c5c3-5875-46a6-a31d-8c88c5c6987d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.7414246 Aug 11 08:20:31.326708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a830b304-90af-476d-a546-7cd90307940f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a830b304-90af-476d-a546-7cd90307940f,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:31.335971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:31.372799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88ad0-c319-43b0-a387-98e84bde0845 req-a2847baa-4af3-40af-a30c-593f9b756644 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:31.389384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08b88ad0-c319-43b0-a387-98e84bde0845 req-a2847baa-4af3-40af-a30c-593f9b756644 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 945 time: 0.1403008 Aug 11 08:20:31.458443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a830b304-90af-476d-a546-7cd90307940f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:31.482364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08b88ad0-c319-43b0-a387-98e84bde0845 req-327b3da9-d1ac-45bc-8eb5-1b07b9997eb8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 Aug 11 08:20:31.485805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-56254fa3-bce0-40b0-8654-1a4b54d34150 req-bf57d1ee-12fa-4b66-8aa8-e6eb44eacbd6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492564 Aug 11 08:20:31.797650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281238f3-f64a-42e2-8134-95490f872e39 req-f207c332-ad91-4245-a1fb-299e7dba6b6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:31.805790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281238f3-f64a-42e2-8134-95490f872e39 req-f207c332-ad91-4245-a1fb-299e7dba6b6e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1113331 Aug 11 08:20:31.866094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281238f3-f64a-42e2-8134-95490f872e39 req-d48e033a-904b-4e2c-935e-52c787ccbac3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Aug 11 08:20:32.000774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:20:32.027789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16213cb1-d40f-4314-8fa9-474fd1f531d6 req-75a434b2-9409-4917-98e7-b116e104e272 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:32.036776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16213cb1-d40f-4314-8fa9-474fd1f531d6 req-75a434b2-9409-4917-98e7-b116e104e272 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0633855 Aug 11 08:20:32.065010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:32.090485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:32.104464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16213cb1-d40f-4314-8fa9-474fd1f531d6 req-1320b299-c438-4eda-a947-e989f615adbe tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Aug 11 08:20:32.213779 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Floating IP 2767a390-2bca-4fe7-b721-0c98c382bb42 associated. External IP: 172.25.2.79, port: 266d10d8-7ca8-4767-85b5-df9b06bd00ab. Aug 11 08:20:32.312785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4d48-6da8-4a91-9cc3-eb72f41b89a9 req-3736eb3f-39f8-41ae-9513-734ae8f75a5b tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:32.319395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fdc4d48-6da8-4a91-9cc3-eb72f41b89a9 req-3736eb3f-39f8-41ae-9513-734ae8f75a5b tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 946 time: 0.2745538 Aug 11 08:20:32.337080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:32.447887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fdc4d48-6da8-4a91-9cc3-eb72f41b89a9 req-04a53ec4-0d35-4514-9746-17a6d531059d tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049170 Aug 11 08:20:32.656196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243dfc1-c6bd-4e18-a40d-46ecfcc43824 req-94055017-1470-4a52-aa51-2b4635fb0f0d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:32.665196 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b243dfc1-c6bd-4e18-a40d-46ecfcc43824 req-94055017-1470-4a52-aa51-2b4635fb0f0d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1361115 Aug 11 08:20:32.676798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:20:32.697093 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47b66e38-fec3-40c4-b197-76bb72de91f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:32.778317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b243dfc1-c6bd-4e18-a40d-46ecfcc43824 req-c6d574aa-52c5-4f0a-bc0c-e424c6a43e11 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056621 Aug 11 08:20:32.839011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a830b304-90af-476d-a546-7cd90307940f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:32.849466 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f803e1a-43e8-46fd-894e-5d8c1b6807c9" -d '{"events": [{"server_uuid": "61a0ce23-dfb1-4db9-9293-b433e92393b7", "name": "network-vif-plugged", "status": "completed", "tag": "a830b304-90af-476d-a546-7cd90307940f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:32.936784 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84273d23-727f-401e-a04f-e81a57a4976f x-openstack-request-id: req-84273d23-727f-401e-a04f-e81a57a4976f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:32.938038 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a0ce23-dfb1-4db9-9293-b433e92393b7", "name": "network-vif-plugged", "status": "completed", "tag": "a830b304-90af-476d-a546-7cd90307940f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:32.938363 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84273d23-727f-401e-a04f-e81a57a4976f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:32.938852 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a830b304-90af-476d-a546-7cd90307940f', 'code': 200} Aug 11 08:20:32.951938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:20:32.957424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:32.964480 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:20:32.984586 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:20:32.985387 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:20:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:33.133649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8849f328-f80d-4954-8eb9-66ce5e9b66fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "PUT /v2.0/floatingips/2767a390-2bca-4fe7-b721-0c98c382bb42 HTTP/1.1" status: 200 len: 990 time: 2.7791057 Aug 11 08:20:33.133649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:33.137415 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e" -d '{"events": [{"name": "network-changed", "server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:33.186272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:20:33.188426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d31081-93f2-4796-b3ba-d976d8460f9f req-36beaaeb-01ea-4d01-90d3-bad5f642c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:33.190087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34d31081-93f2-4796-b3ba-d976d8460f9f req-36beaaeb-01ea-4d01-90d3-bad5f642c3a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 1096 time: 0.0973477 Aug 11 08:20:33.301684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34d31081-93f2-4796-b3ba-d976d8460f9f req-54f7c723-f6d4-43ae-8d4c-7adb0946c026 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971150 Aug 11 08:20:33.346990 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e4fbc4-d65e-4fce-84c2-c4055a70b663 x-openstack-request-id: req-e9e4fbc4-d65e-4fce-84c2-c4055a70b663 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:33.347550 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:33.347705 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9e4fbc4-d65e-4fce-84c2-c4055a70b663 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:33.348244 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'status': 'completed', 'code': 200} Aug 11 08:20:33.360624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881beeb-b8bc-495d-8305-de67c2620e7e req-045e5187-9259-435b-9791-bc0a03cab5ba tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:33.363398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1881beeb-b8bc-495d-8305-de67c2620e7e req-045e5187-9259-435b-9791-bc0a03cab5ba tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1206286 Aug 11 08:20:33.434647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1881beeb-b8bc-495d-8305-de67c2620e7e req-60c2aecd-ffb9-4977-9d11-a378ce1de8dc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632551 Aug 11 08:20:33.591985 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '2767a390-2bca-4fe7-b721-0c98c382bb42', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'mac_address': 'fa:16:3e:a5:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea16288-8362-45d7-a374-5600043a9b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:20:03Z', 'updated_at': '2021-08-11T08:20:31Z', 'revision_number': 1, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:33.630378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:20:33.642231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:20:33.643341 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:20:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:33.651285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36315390-369b-4cd0-b398-ee2f494cd2ef req-5c00f3d8-68e8-48cd-96e7-50298e9ee714 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:33.653399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36315390-369b-4cd0-b398-ee2f494cd2ef req-5c00f3d8-68e8-48cd-96e7-50298e9ee714 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 946 time: 0.1006587 Aug 11 08:20:33.840838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36315390-369b-4cd0-b398-ee2f494cd2ef req-56af676b-e30b-420f-b0cb-5b4abb6e2c6b tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667023 Aug 11 08:20:33.846619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-007bc4ba-3e47-45d7-930a-e71397008ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:33.848208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-007bc4ba-3e47-45d7-930a-e71397008ff5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1096 time: 0.1438432 Aug 11 08:20:33.857899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:20:34.103913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29635eef-87b3-4d16-a3f2-d24e759287ae req-05824e23-7920-484e-91bd-a2f140316fdb tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.109667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29635eef-87b3-4d16-a3f2-d24e759287ae req-05824e23-7920-484e-91bd-a2f140316fdb tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 945 time: 0.0991955 Aug 11 08:20:34.113159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7954a2-9a93-4724-b0ba-89c5697717ef req-74f903bd-e7f5-43d9-aa07-aaa69f45324a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.115839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e7954a2-9a93-4724-b0ba-89c5697717ef req-74f903bd-e7f5-43d9-aa07-aaa69f45324a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1491916 Aug 11 08:20:34.202315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-15de3769-f336-4f8d-b811-ee99d4366c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.204088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-15de3769-f336-4f8d-b811-ee99d4366c22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.3451202 Aug 11 08:20:34.210253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29635eef-87b3-4d16-a3f2-d24e759287ae req-18783663-ef37-4970-a222-faff05ef951f tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823030 Aug 11 08:20:34.269052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e7954a2-9a93-4724-b0ba-89c5697717ef req-f7537127-7e56-45f4-b1d0-be23e9923832 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333165 Aug 11 08:20:34.354953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-2e1b90b3-d6af-42bd-9e5d-9c39ad27c7a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 998 time: 0.1229346 Aug 11 08:20:34.451258 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '2767a390-2bca-4fe7-b721-0c98c382bb42', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'mac_address': 'fa:16:3e:a5:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea16288-8362-45d7-a374-5600043a9b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:20:03Z', 'updated_at': '2021-08-11T08:20:31Z', 'revision_number': 1, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:34.463948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-588266a7-df99-4f34-8130-340853985def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.466443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-588266a7-df99-4f34-8130-340853985def service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0945039 Aug 11 08:20:34.559489 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da52488-dce9-413b-a308-48ff3f5daf3a None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '2767a390-2bca-4fe7-b721-0c98c382bb42', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'mac_address': 'fa:16:3e:a5:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea16288-8362-45d7-a374-5600043a9b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:20:03Z', 'updated_at': '2021-08-11T08:20:31Z', 'revision_number': 1, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:20:34.715360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-838c7b42-f0e1-4e8d-b026-c93bca70bd08 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.727597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-838c7b42-f0e1-4e8d-b026-c93bca70bd08 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.3557036 Aug 11 08:20:34.746696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-bbeaea9b-0298-4dc6-9423-9b06d3a394a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.747868 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:34.748769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-565de23b-1639-42f3-91d9-c7ffdf4e89f2 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/quotas/47d22f5d4f5f438ba68dbf1ff2679d14 HTTP/1.1" status: 200 len: 375 time: 0.0201151 Aug 11 08:20:34.749647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-bbeaea9b-0298-4dc6-9423-9b06d3a394a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259495 Aug 11 08:20:34.796047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a35d0-0218-4cee-981e-f120498f6917 req-4d35ffa8-5d73-402d-9b26-602667bb1019 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.806926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e24a35d0-0218-4cee-981e-f120498f6917 req-4d35ffa8-5d73-402d-9b26-602667bb1019 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.3103609 Aug 11 08:20:34.885571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-f70fe347-8b6d-44cf-885c-1a505d301352 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354675 Aug 11 08:20:34.917571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cd70-16f9-42ca-b48b-92765e37f258 req-0bc3c109-f579-4cfb-8673-a70ca1ab71fd tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:34.927038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c60cd70-16f9-42ca-b48b-92765e37f258 req-0bc3c109-f579-4cfb-8673-a70ca1ab71fd tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.3046725 Aug 11 08:20:34.984612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d8f7c-f401-487d-bdbc-397b2476d8d1 None None] New status for floating IP 2767a390-2bca-4fe7-b721-0c98c382bb42: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:20:35.032051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-d73873ba-3dde-4a65-b2bf-dd6337b1014c service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452148 Aug 11 08:20:35.058815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c60cd70-16f9-42ca-b48b-92765e37f258 req-02a30444-6fe3-45f3-8a4a-f8be5420253c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235342 Aug 11 08:20:35.104762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-0baf5aef-4972-492c-8ff0-3218e349bee8 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441863 Aug 11 08:20:35.134663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port 96b299f1-4843-4cba-9c61-439fb61ba86d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:20:35.135407 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:35.223218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-7c9e2f4c-be0a-42ce-8eec-db18e4bc5fbd service neutron] 10.222.0.58 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902299 Aug 11 08:20:35.640314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f793918-3faf-42e9-8392-9511f001a508 req-7113e472-947c-4130-92f8-519983ebbbaa tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:35.656839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f793918-3faf-42e9-8392-9511f001a508 req-7113e472-947c-4130-92f8-519983ebbbaa tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 946 time: 0.1222224 Aug 11 08:20:35.726996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330d813-f375-415b-90e4-1797354cfd38 req-5c12570e-aa79-4f85-b2ac-8152f6b10fc6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:35.735724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e330d813-f375-415b-90e4-1797354cfd38 req-5c12570e-aa79-4f85-b2ac-8152f6b10fc6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 945 time: 0.1255374 Aug 11 08:20:35.766855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc5c2c1-d596-4cd8-a13a-28d13f16505e req-ed584132-0628-4116-a4ac-ff722370e003 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515701 Aug 11 08:20:35.772219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f793918-3faf-42e9-8392-9511f001a508 req-967c02f3-9bc5-4a46-850c-5e0c3d51974d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135180 Aug 11 08:20:35.782256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port 96b299f1-4843-4cba-9c61-439fb61ba86d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=96b299f1-4843-4cba-9c61-439fb61ba86d,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:35.783543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:35.843699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e330d813-f375-415b-90e4-1797354cfd38 req-028827a3-612d-4827-b821-92df98be2bd0 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021230 Aug 11 08:20:35.863904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for 96b299f1-4843-4cba-9c61-439fb61ba86d owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:20:35.982656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-887abffd-4503-4467-998f-edf25c719e7c req-7b625715-ac1e-4040-92c3-d19d4d42b585 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0491159 Aug 11 08:20:36.086750 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:36.148147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:36.186179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2', '45169062-f4df-4447-b1a6-38d2849d5754', '96b299f1-4843-4cba-9c61-439fb61ba86d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:36.192629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=96b299f1-4843-4cba-9c61-439fb61ba86d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:36.336276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port 96b299f1-4843-4cba-9c61-439fb61ba86d on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:20:36.341738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:36.344170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e24a35d0-0218-4cee-981e-f120498f6917 req-5161331e-3b40-49a2-af10-ed77e2e752bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "DELETE /v2.0/ports/96b299f1-4843-4cba-9c61-439fb61ba86d HTTP/1.1" status: 204 len: 173 time: 1.5154381 Aug 11 08:20:36.344800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'name': 'network-vif-deleted', 'tag': '96b299f1-4843-4cba-9c61-439fb61ba86d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:36.347673 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27347947-ef1c-45b0-bd57-6c1acc648240" -d '{"events": [{"server_uuid": "3aa13be2-aa25-452f-b8e9-63e39269d476", "name": "network-vif-deleted", "tag": "96b299f1-4843-4cba-9c61-439fb61ba86d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:36.369164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7603-d4d0-4946-a9a2-35dc8b6a20d0 req-6c203ee0-9e44-45aa-9944-58f7c233129d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:36.377214 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98bf7603-d4d0-4946-a9a2-35dc8b6a20d0 req-6c203ee0-9e44-45aa-9944-58f7c233129d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1876597 Aug 11 08:20:36.455357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98bf7603-d4d0-4946-a9a2-35dc8b6a20d0 req-c267649b-2cb4-4285-8b5b-74b440c4db0a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Aug 11 08:20:36.493224 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4205c7-9ebd-4c39-bf70-5271ffcde6ba x-openstack-request-id: req-8b4205c7-9ebd-4c39-bf70-5271ffcde6ba {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:36.493840 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa13be2-aa25-452f-b8e9-63e39269d476", "name": "network-vif-deleted", "tag": "96b299f1-4843-4cba-9c61-439fb61ba86d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:36.494309 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b4205c7-9ebd-4c39-bf70-5271ffcde6ba {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:36.494954 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa13be2-aa25-452f-b8e9-63e39269d476', 'name': 'network-vif-deleted', 'tag': '96b299f1-4843-4cba-9c61-439fb61ba86d', 'status': 'completed', 'code': 200} Aug 11 08:20:36.527237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49416) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:36.668381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a733a10-cdb1-4b68-8b8b-e469680b1957 req-7c06254f-ddc9-4291-85b4-14469f1cece5 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:36.678939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a733a10-cdb1-4b68-8b8b-e469680b1957 req-7c06254f-ddc9-4291-85b4-14469f1cece5 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 945 time: 0.1304004 Aug 11 08:20:36.751285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5426118-860f-4da1-8a88-fe19615296c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:36.762779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a733a10-cdb1-4b68-8b8b-e469680b1957 req-cdefa1ee-0f1e-4eb3-aa61-70043d85146c tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815606 Aug 11 08:20:36.897194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a3f5e34-7894-4518-8615-beedb5825f4f req-76b5c5e2-3f6d-469e-9e7b-cf39e70c2ec2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=3aa13be2-aa25-452f-b8e9-63e39269d476 HTTP/1.1" status: 200 len: 210 time: 0.0325496 Aug 11 08:20:36.927914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5426118-860f-4da1-8a88-fe19615296c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:36.947257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5426118-860f-4da1-8a88-fe19615296c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:36.977865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426118-860f-4da1-8a88-fe19615296c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32426b49-4be7-45e4-a204-292f2414ccc5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:37.013124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e5426118-860f-4da1-8a88-fe19615296c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f655604ec0242bbb6e31d4b6ea012a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845204 Aug 11 08:20:37.015607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49430) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:37.136803 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5b96875-ab52-4838-9022-8ff75b892be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.194759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5b96875-ab52-4838-9022-8ff75b892be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.279971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5b96875-ab52-4838-9022-8ff75b892be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.284060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5b96875-ab52-4838-9022-8ff75b892be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.286775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d5b96875-ab52-4838-9022-8ff75b892be9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32426b49-4be7-45e4-a204-292f2414ccc5 HTTP/1.1" status: 204 len: 168 time: 0.2514956 Aug 11 08:20:37.304933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b96875-ab52-4838-9022-8ff75b892be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32426b49-4be7-45e4-a204-292f2414ccc5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:37.334183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b86a841f-0c6b-48b8-9dee-55b7badb4200 req-4cd348bc-ba11-4db9-8d5e-b872a77e0fcf tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 210 time: 0.1355267 Aug 11 08:20:37.448665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-1625f4b9-20db-4b69-a3cb-42bc89957a0a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:37.450670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-1625f4b9-20db-4b69-a3cb-42bc89957a0a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 814 time: 0.3709350 Aug 11 08:20:37.479821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Request body: {'port': {'device_id': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'admin_state_up': True, 'tenant_id': '47d22f5d4f5f438ba68dbf1ff2679d14'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:37.640052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c59a36-d65d-4fab-8df5-f884e7c87570 req-7db7a363-b5f4-40ec-a7d4-c9fe78cae3df tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:37.641797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75c59a36-d65d-4fab-8df5-f884e7c87570 req-7db7a363-b5f4-40ec-a7d4-c9fe78cae3df tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0921507 Aug 11 08:20:37.756759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49444) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:37.759965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75c59a36-d65d-4fab-8df5-f884e7c87570 req-45b07582-dae5-4d9d-a142-8beb8885a856 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036708 Aug 11 08:20:37.772685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Made reservation on behalf of 47d22f5d4f5f438ba68dbf1ff2679d14 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:37.773813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c08a54ab-b735-470c-a4bc-cd9186bdd298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.793421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.957232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf283476-11de-4ba1-84e9-6a956d525605 req-9e391952-92cd-4cf7-80df-b41a436e8dc6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:37.965040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf283476-11de-4ba1-84e9-6a956d525605 req-9e391952-92cd-4cf7-80df-b41a436e8dc6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 945 time: 0.0845928 Aug 11 08:20:37.990117 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c08a54ab-b735-470c-a4bc-cd9186bdd298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:37.999780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c08a54ab-b735-470c-a4bc-cd9186bdd298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.018108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Allocated IP 172.20.0.9 (53cc882e-8882-403e-96f9-2aaf100c84e8/aba86e19-be56-466f-80ef-525b9556ce59/1ab74774-5932-4c96-afe4-fc3eacd4b33e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:38.048071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf283476-11de-4ba1-84e9-6a956d525605 req-3b02a605-e1ac-430f-89a7-903b3f37823e tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762005 Aug 11 08:20:38.087611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c08a54ab-b735-470c-a4bc-cd9186bdd298 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a965f9dcbb3743f3b86b246dd0abf5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293991 Aug 11 08:20:38.090187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a54ab-b735-470c-a4bc-cd9186bdd298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af2c96-3e21-44e5-b716-19eefbaad617,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:38.090774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49454) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:38.224424 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.233691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e22320d5-7285-4dae-b04c-e2bb153573d0 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:38.235303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e22320d5-7285-4dae-b04c-e2bb153573d0 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.69 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 945 time: 0.1971073 Aug 11 08:20:38.300338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.316777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584e34-853e-4988-a3b9-a376cba23abb req-e4e1b43a-8cea-4f53-b412-25111695fa94 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:38.322875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a584e34-853e-4988-a3b9-a376cba23abb req-e4e1b43a-8cea-4f53-b412-25111695fa94 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.0660994 Aug 11 08:20:38.341338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 96b299f1-4843-4cba-9c61-439fb61ba86d no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:38.365361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 96b299f1-4843-4cba-9c61-439fb61ba86d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:20:38.365915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 96b299f1-4843-4cba-9c61-439fb61ba86d not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:20:38.381653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a584e34-853e-4988-a3b9-a376cba23abb req-b3ef82c6-3577-4d1f-bd6e-1bf0cb2286b2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Aug 11 08:20:38.456860 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.485774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb8534bc-2e82-41eb-a2de-72343cee99b1 req-191aabce-dbc4-4220-a232-c309294d772b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0460997 Aug 11 08:20:38.523180 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.525494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.529609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08af2c96-3e21-44e5-b716-19eefbaad617 HTTP/1.1" status: 204 len: 168 time: 0.4317811 Aug 11 08:20:38.555990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af2c96-3e21-44e5-b716-19eefbaad617,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:38.568832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Deleting port a830b304-90af-476d-a546-7cd90307940f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:20:38.569270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.574459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.574888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.575587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.576099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.576493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.576838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.577194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.577561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.577844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.578205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.578528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.579016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba03c-389c-4b57-b1bc-649710d1bd3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:38.586308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.639432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', '960344d4-8cc1-4c78-a43d-7dbf1610d26e', '9bc10100-7c52-4f1b-a02c-a56a1570b7f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:38.729461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Network 53cc882e-8882-403e-96f9-2aaf100c84e8 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:38.736847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:38.744426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:38.780278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event updated for resources: {'Port': ['ID=1ab74774-5932-4c96-afe4-fc3eacd4b33e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:38.862131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] For port a830b304-90af-476d-a546-7cd90307940f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a830b304-90af-476d-a546-7cd90307940f,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:38.862542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.885875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:38.886572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:38.927649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Calling delete_port for a830b304-90af-476d-a546-7cd90307940f owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:20:38.960694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-fc82a585-0992-4532-915b-84f4f5680ed7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4851692 Aug 11 08:20:39.046160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Request body: {'port': {'device_id': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:39.123528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17223539-3ac3-40bd-8de6-e2281261989f req-8c23d9ea-b9c9-44f0-93fd-715acaa05104 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:39.132541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17223539-3ac3-40bd-8de6-e2281261989f req-8c23d9ea-b9c9-44f0-93fd-715acaa05104 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.2314153 Aug 11 08:20:39.225282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb972b-c47d-4a36-842c-35f063a80570 req-d028ef29-4761-42f1-8f2f-a59ebcd0d6cf tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:39.235793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39bb972b-c47d-4a36-842c-35f063a80570 req-d028ef29-4761-42f1-8f2f-a59ebcd0d6cf tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 945 time: 0.0832496 Aug 11 08:20:39.267002 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17223539-3ac3-40bd-8de6-e2281261989f req-6dc8fe78-9268-49a3-8d9c-a081b3372d7d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336603 Aug 11 08:20:39.292047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39bb972b-c47d-4a36-842c-35f063a80570 req-07c017b3-8dc0-4ae3-a434-d3ed93a821b6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552084 Aug 11 08:20:39.297613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:39.428335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:39.474568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0988cc7a-7edc-4426-bc68-6daeb4deba9a', '4de50d19-9f48-4245-bdc0-a5de958ddc2e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:39.565216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26b72c-03cb-4f42-aab1-4a32db1e9ae2 req-dd60ad74-4ce8-4f69-8618-276c0d1fb362 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:39.575581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc26b72c-03cb-4f42-aab1-4a32db1e9ae2 req-dd60ad74-4ce8-4f69-8618-276c0d1fb362 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.0910492 Aug 11 08:20:39.627825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Pushing event deleted for resources: {'Port': ['ID=a830b304-90af-476d-a546-7cd90307940f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:39.634030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] No DVR routers for this DVR port a830b304-90af-476d-a546-7cd90307940f on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:20:39.639689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:39.642607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11f61a18-0d1c-4bac-a92f-c094dab7fe6b req-e7219d3c-a2f0-48b1-9a2e-0f7593c746ac tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.69 "DELETE /v2.0/ports/a830b304-90af-476d-a546-7cd90307940f HTTP/1.1" status: 204 len: 173 time: 1.3988233 Aug 11 08:20:39.643487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc26b72c-03cb-4f42-aab1-4a32db1e9ae2 req-1d19ec05-c317-4465-877b-5a1d163d040b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665555 Aug 11 08:20:39.657838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'name': 'network-vif-deleted', 'tag': 'a830b304-90af-476d-a546-7cd90307940f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:39.661380 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dad6c6c-07e8-4775-b776-f3c6c242fcec" -d '{"events": [{"server_uuid": "61a0ce23-dfb1-4db9-9293-b433e92393b7", "name": "network-vif-deleted", "tag": "a830b304-90af-476d-a546-7cd90307940f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:39.917399 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e2fd2-e526-4624-ab8a-fc7ebe4636ec x-openstack-request-id: req-364e2fd2-e526-4624-ab8a-fc7ebe4636ec {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:39.917696 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a0ce23-dfb1-4db9-9293-b433e92393b7", "name": "network-vif-deleted", "tag": "a830b304-90af-476d-a546-7cd90307940f", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:39.917947 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-364e2fd2-e526-4624-ab8a-fc7ebe4636ec {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:39.918689 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a0ce23-dfb1-4db9-9293-b433e92393b7', 'name': 'network-vif-deleted', 'tag': 'a830b304-90af-476d-a546-7cd90307940f', 'status': 'completed', 'code': 200} Aug 11 08:20:39.947685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a166f3-7e38-46da-8364-12fd5939ef80 req-509d5624-ebb3-454b-8791-f9e2fcbe2c7b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:39.949410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2a166f3-7e38-46da-8364-12fd5939ef80 req-509d5624-ebb3-454b-8791-f9e2fcbe2c7b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 931 time: 0.3166754 Aug 11 08:20:40.064778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2a166f3-7e38-46da-8364-12fd5939ef80 req-918d38cb-3738-4197-b641-7ede8fa8b903 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995967 Aug 11 08:20:40.092776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab74774-5932-4c96-afe4-fc3eacd4b33e {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:40.101037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a830b304-90af-476d-a546-7cd90307940f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:40.103869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.123109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-38403ea4-4865-4053-8603-b119455a00f8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:40.124460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-38403ea4-4865-4053-8603-b119455a00f8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.1155529 Aug 11 08:20:40.129439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Transition to ACTIVE for port object 1ab74774-5932-4c96-afe4-fc3eacd4b33e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:40.134681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.225743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab74774-5932-4c96-afe4-fc3eacd4b33e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:40.348796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Attempting to bind port 1ab74774-5932-4c96-afe4-fc3eacd4b33e on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:40.349161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Attempting to bind port 1ab74774-5932-4c96-afe4-fc3eacd4b33e by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:40.349491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Attempting to bind port 1ab74774-5932-4c96-afe4-fc3eacd4b33e on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:40.358657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port 45169062-f4df-4447-b1a6-38d2849d5754 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:20:40.359046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.374102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Port 1ab74774-5932-4c96-afe4-fc3eacd4b33e on network 53cc882e-8882-403e-96f9-2aaf100c84e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:40.374424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Attempting to bind port 1ab74774-5932-4c96-afe4-fc3eacd4b33e on network 53cc882e-8882-403e-96f9-2aaf100c84e8 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:40.416222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:40.416576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Checking segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:40.417020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Bound using segment: {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:40.417468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Bound port: 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:40.417841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.447339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34ecf0d9-de93-4db7-a5b3-bbaa8b7c86e2 req-25b73248-9dea-43a5-be17-dac423d4063b tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=61a0ce23-dfb1-4db9-9293-b433e92393b7 HTTP/1.1" status: 200 len: 210 time: 0.0454981 Aug 11 08:20:40.479948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e752a9-e78c-43ed-87f0-b217bc44d99b req-27e27a6a-b6e3-4da0-bd7b-ddd5f2939ff1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:40.489934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08e752a9-e78c-43ed-87f0-b217bc44d99b req-27e27a6a-b6e3-4da0-bd7b-ddd5f2939ff1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1095688 Aug 11 08:20:40.542683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port 45169062-f4df-4447-b1a6-38d2849d5754, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=45169062-f4df-4447-b1a6-38d2849d5754,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:40.543073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.564609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for 45169062-f4df-4447-b1a6-38d2849d5754 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:20:40.566581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] For port 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:40.574477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08e752a9-e78c-43ed-87f0-b217bc44d99b req-4d1ab15f-fce2-42a6-b14d-bf92c6be512a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836461 Aug 11 08:20:40.585846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] For port 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:40.621196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.672654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:40.673302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.674713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ab74774-5932-4c96-afe4-fc3eacd4b33e HTTP/1.1" status: 200 len: 1091 time: 1.6423445 Aug 11 08:20:40.712138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181bfe5-5a08-42f3-a88b-ec0560a8a525 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab74774-5932-4c96-afe4-fc3eacd4b33e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:40.805418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41144-b9bd-4714-9c4d-051566dc1364 req-4391ac2b-6b5d-40ec-9e65-8a8221362d3a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:40.820018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2e41144-b9bd-4714-9c4d-051566dc1364 req-4391ac2b-6b5d-40ec-9e65-8a8221362d3a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=55579b32-1a37-442d-9313-34431083f489 HTTP/1.1" status: 200 len: 946 time: 0.0909736 Aug 11 08:20:40.827628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-30dc3ae7-a6a8-400e-984c-585f43fb0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:40.829459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-30dc3ae7-a6a8-400e-984c-585f43fb0886 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0682497 Aug 11 08:20:40.831162 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.871550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f2e41144-b9bd-4714-9c4d-051566dc1364 req-c3e77594-d0e8-4017-bd6a-a29b732fe252 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494568 Aug 11 08:20:40.879394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2', '45169062-f4df-4447-b1a6-38d2849d5754'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:40.885100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=45169062-f4df-4447-b1a6-38d2849d5754,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:40.960128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-0176032d-4c34-4c80-8635-de2354ef1707 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e HTTP/1.1" status: 200 len: 217 time: 0.0841804 Aug 11 08:20:40.983258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port 45169062-f4df-4447-b1a6-38d2849d5754 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:20:40.994267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:40.996851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c1a07f6e-b791-4b42-bdff-1208c93bc393 req-07dcc7cf-26ca-4c20-bb21-65e0892ff39f tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "DELETE /v2.0/ports/45169062-f4df-4447-b1a6-38d2849d5754 HTTP/1.1" status: 204 len: 173 time: 0.8338962 Aug 11 08:20:41.045557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-c25d6557-aa67-4c77-be6d-fc94f989ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:41.047839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-c25d6557-aa67-4c77-be6d-fc94f989ff3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.0670018 Aug 11 08:20:41.076991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7b88-7b72-49d4-8bf1-1d0df783d922 req-e04c0a73-26db-4900-a267-3c170d6bc796 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:41.078985 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-56bf7b88-7b72-49d4-8bf1-1d0df783d922 req-e04c0a73-26db-4900-a267-3c170d6bc796 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0809641 Aug 11 08:20:41.101139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-b99dcfbe-5a1e-4a9b-ac99-bf450fe9bedd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442061 Aug 11 08:20:41.140853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-56bf7b88-7b72-49d4-8bf1-1d0df783d922 req-e1b86bb6-bcad-400b-bcd0-b8ec473c4fe5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548463 Aug 11 08:20:41.259762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df518e8-fad8-4d1d-a655-27e400dfbc90 req-6f1177bf-e2f0-4042-8e0b-0726dac4fdf0 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:41.267303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9df518e8-fad8-4d1d-a655-27e400dfbc90 req-6f1177bf-e2f0-4042-8e0b-0726dac4fdf0 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 943 time: 0.1043470 Aug 11 08:20:41.275781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-40d63d6a-3af0-4a13-add4-e4fcef9ca73b service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651943 Aug 11 08:20:41.353585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9df518e8-fad8-4d1d-a655-27e400dfbc90 req-3f4c6f18-5a4a-426d-8d28-06460359d05b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852466 Aug 11 08:20:41.416026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f631429-f8d4-43cb-b5d7-bc37e41c9d2d req-00e6638c-4114-495e-b2cc-b255be8f408c service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305199 Aug 11 08:20:41.668009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad0104-3383-499a-a22b-120fe0158431 req-7d088f98-81f8-4526-b19c-75b56ab62085 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:41.670472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dad0104-3383-499a-a22b-120fe0158431 req-7d088f98-81f8-4526-b19c-75b56ab62085 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0754821 Aug 11 08:20:41.734544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3dad0104-3383-499a-a22b-120fe0158431 req-2f55dd0a-233e-40ce-be0a-8ebaf61b9fca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536265 Aug 11 08:20:41.794930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61e409-0fb8-48e8-b489-c23eebdc5a31 req-f57c5147-1c38-4969-86be-a32f2980066e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:41.796936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e61e409-0fb8-48e8-b489-c23eebdc5a31 req-f57c5147-1c38-4969-86be-a32f2980066e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0696089 Aug 11 08:20:41.843305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e61e409-0fb8-48e8-b489-c23eebdc5a31 req-cb049184-1bd3-449c-a354-1d2157e32631 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Aug 11 08:20:41.919780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'tag': '1ab74774-5932-4c96-afe4-fc3eacd4b33e'}, {'server_uuid': '55579b32-1a37-442d-9313-34431083f489', 'name': 'network-vif-deleted', 'tag': '45169062-f4df-4447-b1a6-38d2849d5754'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:41.922713 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "27bf0691-3636-4f4d-aa79-8c81e870c4f2", "tag": "1ab74774-5932-4c96-afe4-fc3eacd4b33e"}, {"server_uuid": "55579b32-1a37-442d-9313-34431083f489", "name": "network-vif-deleted", "tag": "45169062-f4df-4447-b1a6-38d2849d5754"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:41.974171 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88fee14-70a8-4e76-a202-2a1d19d8e850 x-openstack-request-id: req-d88fee14-70a8-4e76-a202-2a1d19d8e850 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:41.974678 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bf0691-3636-4f4d-aa79-8c81e870c4f2", "tag": "1ab74774-5932-4c96-afe4-fc3eacd4b33e", "status": "completed", "code": 200}, {"server_uuid": "55579b32-1a37-442d-9313-34431083f489", "name": "network-vif-deleted", "tag": "45169062-f4df-4447-b1a6-38d2849d5754", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:41.975089 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d88fee14-70a8-4e76-a202-2a1d19d8e850 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:41.975707 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'tag': '1ab74774-5932-4c96-afe4-fc3eacd4b33e', 'status': 'completed', 'code': 200} Aug 11 08:20:41.976211 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55579b32-1a37-442d-9313-34431083f489', 'name': 'network-vif-deleted', 'tag': '45169062-f4df-4447-b1a6-38d2849d5754', 'status': 'completed', 'code': 200} Aug 11 08:20:42.112444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-f0c1b6d5-9aca-4c3c-968f-aad6c1d65ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.112444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-f0c1b6d5-9aca-4c3c-968f-aad6c1d65ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0644040 Aug 11 08:20:42.219556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-5b137d3e-f517-44d9-8f46-5d5b57429174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.221196 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-5b137d3e-f517-44d9-8f46-5d5b57429174 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 200 len: 915 time: 0.1007631 Aug 11 08:20:42.235734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-2fc074b0-35ed-4d09-8b43-61450390362c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.244086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-2fc074b0-35ed-4d09-8b43-61450390362c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.1227481 Aug 11 08:20:42.267650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-62d6617b-6e4f-4860-ba95-1431a2886d0d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0224185 Aug 11 08:20:42.281080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-220a1877-4fba-4a39-bfdb-73353737727b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e HTTP/1.1" status: 200 len: 217 time: 0.0494087 Aug 11 08:20:42.327119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-50f4cd46-e156-4a31-8ff9-eb89c4f6fb82 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584381 Aug 11 08:20:42.342332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-5aca36b4-b99d-46ec-a989-d64ef9cef3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.343831 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-5aca36b4-b99d-46ec-a989-d64ef9cef3f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 200 len: 854 time: 0.0539939 Aug 11 08:20:42.397736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-90b3e2cd-279b-4a91-a6de-5b7b680873f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53cc882e-8882-403e-96f9-2aaf100c84e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418012 Aug 11 08:20:42.476978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-a43fd305-04a9-40cb-9cc5-880a840b71d0 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403711 Aug 11 08:20:42.516123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-035d84cf-24eb-4ead-bb3b-90f5bb8642dd service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084862 Aug 11 08:20:42.600843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-5aa4280e-2933-49f7-bd36-41f8d2b66748 service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167357 Aug 11 08:20:42.644997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d5f6c-808e-45d6-935a-3b0e0bf67e94 req-7935d488-a21b-4f74-af1b-5b2de5066ad6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.651653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d5f6c-808e-45d6-935a-3b0e0bf67e94 req-7935d488-a21b-4f74-af1b-5b2de5066ad6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.654291 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd5d5f6c-808e-45d6-935a-3b0e0bf67e94 req-7935d488-a21b-4f74-af1b-5b2de5066ad6 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3&device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 1682 time: 0.1273994 Aug 11 08:20:42.721792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd5d5f6c-808e-45d6-935a-3b0e0bf67e94 req-4862ec13-a1bd-4575-9c50-696650a88bf8 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Aug 11 08:20:42.730007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c3c1a7a-e675-4b95-8ffa-c5ad6b069ee0 req-1c0ec25f-68f0-4dc8-8d8a-2528f196f9aa service neutron] 10.222.0.69 "GET /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015646 Aug 11 08:20:42.861089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43cc24e4-531a-49a5-872c-08ca55df2727 req-727a52ad-51fb-4145-a93a-551acc2a8019 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 210 time: 0.0731502 Aug 11 08:20:42.971268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a830b304-90af-476d-a546-7cd90307940f no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:42.989244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ed34-26c6-4294-b1e4-f47d016e6c73 req-4ac3f73e-529d-4c6f-8605-2062d999332b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:42.998563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40a1ed34-26c6-4294-b1e4-f47d016e6c73 req-4ac3f73e-529d-4c6f-8605-2062d999332b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 943 time: 0.1486382 Aug 11 08:20:43.011603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: a830b304-90af-476d-a546-7cd90307940f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:20:43.014718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a830b304-90af-476d-a546-7cd90307940f not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:20:43.017088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71519d-01ab-497c-8830-0a48d9adf5ba req-24997d0f-93b1-4c72-935b-8e6fce8978ac tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:43.034675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b71519d-01ab-497c-8830-0a48d9adf5ba req-24997d0f-93b1-4c72-935b-8e6fce8978ac tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0981417 Aug 11 08:20:43.063213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40a1ed34-26c6-4294-b1e4-f47d016e6c73 req-94114add-784c-4a34-a327-14d1200c2f9b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 Aug 11 08:20:43.154571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6b71519d-01ab-497c-8830-0a48d9adf5ba req-edb23d1f-fc77-4c56-a7dc-cb7d26b4979b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121194 Aug 11 08:20:43.317977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e0b2-0354-4f85-a1b9-253cb21f6d79 req-c8f67824-d5d4-4e7b-9b8e-8f3d702ddbe5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:43.320057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92f7e0b2-0354-4f85-a1b9-253cb21f6d79 req-c8f67824-d5d4-4e7b-9b8e-8f3d702ddbe5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0621448 Aug 11 08:20:43.379161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92f7e0b2-0354-4f85-a1b9-253cb21f6d79 req-7a8b9fb6-bde7-481f-ba57-1e75b8c06b8f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Aug 11 08:20:43.882824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11f6d9-8fc6-4b19-9396-b82384f7f4db req-5ccd6167-db80-4707-b7c6-00a702820d77 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:43.884449 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb11f6d9-8fc6-4b19-9396-b82384f7f4db req-5ccd6167-db80-4707-b7c6-00a702820d77 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 946 time: 0.0600927 Aug 11 08:20:43.928978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb11f6d9-8fc6-4b19-9396-b82384f7f4db req-bfc54aa9-7df2-4c05-bda2-fa06ad9eb982 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Aug 11 08:20:43.989157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-992ebec5-2838-4ccc-8058-c875c91819a0 req-a6685db5-d0ac-4548-87e9-9a43c0446a8d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 210 time: 0.0278556 Aug 11 08:20:44.138305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-95c3355c-99a7-4680-b026-7cf481708677 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:44.139903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-95c3355c-99a7-4680-b026-7cf481708677 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.69 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.1276088 Aug 11 08:20:44.174473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:44.257401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf322a6-d6dd-4c47-94a4-1df22356c957 req-724f059e-7349-4679-ac49-6dcff830dde4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:44.258902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcf322a6-d6dd-4c47-94a4-1df22356c957 req-724f059e-7349-4679-ac49-6dcff830dde4 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 943 time: 0.1175649 Aug 11 08:20:44.277742 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb722bc4-39b0-4028-b4f0-f9b710783215 req-085cf381-d886-4f46-8588-322c0f419c86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:44.279287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb722bc4-39b0-4028-b4f0-f9b710783215 req-085cf381-d886-4f46-8588-322c0f419c86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0572340 Aug 11 08:20:44.330216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb722bc4-39b0-4028-b4f0-f9b710783215 req-5b8b5538-b6d1-4682-9ed4-7f50390a33ac tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439651 Aug 11 08:20:44.360007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcf322a6-d6dd-4c47-94a4-1df22356c957 req-9bed27e9-b01f-4dea-a397-19100af7b654 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913880 Aug 11 08:20:44.363324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 45169062-f4df-4447-b1a6-38d2849d5754 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:44.376103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:44.395844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:44.423591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 45169062-f4df-4447-b1a6-38d2849d5754 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:20:44.424212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 45169062-f4df-4447-b1a6-38d2849d5754 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:20:44.424802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:44.523425 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:44.555424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:44.558264 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beea73ec-c6e1-4a93-ad87-bcc0f7da1dfd" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:44.573291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:44.581039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:44.581913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8670f19-c88c-4cf6-8df9-6cd0605a54fa req-082ec69a-4483-459a-b82b-cd4c76004438 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:44.583792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8670f19-c88c-4cf6-8df9-6cd0605a54fa req-082ec69a-4483-459a-b82b-cd4c76004438 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0643959 Aug 11 08:20:44.609038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.7 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/ecff057d-b449-44b0-98c3-17b05117e832) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:44.620754 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb65a1a-3cdd-43dd-8dd7-fc4a4b38ea22 x-openstack-request-id: req-0eb65a1a-3cdd-43dd-8dd7-fc4a4b38ea22 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:44.621485 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:44.622195 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0eb65a1a-3cdd-43dd-8dd7-fc4a4b38ea22 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:44.622831 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:20:44.647000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8670f19-c88c-4cf6-8df9-6cd0605a54fa req-ee0fe72a-e465-41d1-b4b5-85ac29ac78ee tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Aug 11 08:20:44.653289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=11']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:44.775593 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:44.820627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:44.866339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:44.869504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:44.873619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:44.880155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=ecff057d-b449-44b0-98c3-17b05117e832,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:44.888271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:44.928095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:44.928719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:44.944384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-775733e9-1e30-4421-97a3-90040a4ff6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7753088 Aug 11 08:20:44.971847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Request body: {'port': {'device_id': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:44.978591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ab74774-5932-4c96-afe4-fc3eacd4b33e details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:45.068397 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:20:45.083634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:45.145805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:45.163184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '1ab74774-5932-4c96-afe4-fc3eacd4b33e', 'network_id': '53cc882e-8882-403e-96f9-2aaf100c84e8', 'port_id': '1ab74774-5932-4c96-afe4-fc3eacd4b33e', 'mac_address': 'fa:16:3e:1a:2b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba86e19-be56-466f-80ef-525b9556ce59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:45.183966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99ea27-9b19-4f84-9d44-b0c35c45aff8 req-56b7b77a-efc8-490e-9e6c-235fc1be2999 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:45.189139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9fd78-ef5f-4a72-b5df-310135ee510f req-900c4865-7a9f-4eb9-a097-375202b5dbe8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:45.191132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23b9fd78-ef5f-4a72-b5df-310135ee510f req-900c4865-7a9f-4eb9-a097-375202b5dbe8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 931 time: 0.0864906 Aug 11 08:20:45.192004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f99ea27-9b19-4f84-9d44-b0c35c45aff8 req-56b7b77a-efc8-490e-9e6c-235fc1be2999 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 946 time: 0.1180382 Aug 11 08:20:45.230079 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:45.235868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23b9fd78-ef5f-4a72-b5df-310135ee510f req-0b50b8f1-1c94-49d0-9d26-0db51407910e tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Aug 11 08:20:45.252222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab74774-5932-4c96-afe4-fc3eacd4b33e {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:45.273916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:45.280683 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:45.347630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1ab74774-5932-4c96-afe4-fc3eacd4b33e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:45.459179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636005-4aea-4713-9087-90542ee68c7c req-4577f6ac-2b72-42fc-8dc0-56884e617657 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:45.460621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08636005-4aea-4713-9087-90542ee68c7c req-4577f6ac-2b72-42fc-8dc0-56884e617657 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0552292 Aug 11 08:20:45.506423 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08636005-4aea-4713-9087-90542ee68c7c req-c7dc2b3a-7c95-4453-8330-330d8b41182e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375917 Aug 11 08:20:45.626302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9c297-f328-46f4-8d76-8715b708a21b req-5fb938f7-8412-4ff2-beca-b41cfd00925f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:45.628232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88c9c297-f328-46f4-8d76-8715b708a21b req-5fb938f7-8412-4ff2-beca-b41cfd00925f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 944 time: 0.0603864 Aug 11 08:20:45.644728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f99ea27-9b19-4f84-9d44-b0c35c45aff8 req-87106160-0b01-417c-a959-eceaf3069402 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518471 Aug 11 08:20:45.714644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88c9c297-f328-46f4-8d76-8715b708a21b req-887602ff-00fd-4df0-bd24-279ebd8b878a tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734921 Aug 11 08:20:45.716928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1ab74774-5932-4c96-afe4-fc3eacd4b33e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:45.899775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecff057d-b449-44b0-98c3-17b05117e832 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:45.909309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:45.939556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Transition to ACTIVE for port object ecff057d-b449-44b0-98c3-17b05117e832 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:20:45.962153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.028625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dd850-d961-407a-a486-117e35af5709 req-868e432a-4af8-4038-af1d-0dd8fa5c6a0f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.039220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-153dd850-d961-407a-a486-117e35af5709 req-868e432a-4af8-4038-af1d-0dd8fa5c6a0f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1133451 Aug 11 08:20:46.048421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Pushing event updated for resources: {'Port': ['ID=ecff057d-b449-44b0-98c3-17b05117e832,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:46.166435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-153dd850-d961-407a-a486-117e35af5709 req-2d0be3cd-7741-46a3-a13d-9e673bb45c9b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189644 Aug 11 08:20:46.189720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Attempting to bind port ecff057d-b449-44b0-98c3-17b05117e832 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:20:46.190482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Attempting to bind port ecff057d-b449-44b0-98c3-17b05117e832 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:20:46.190482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Attempting to bind port ecff057d-b449-44b0-98c3-17b05117e832 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:46.202763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-1b6bd4fe-c6be-4a93-985f-a4b99bb93f6c tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.204439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-1b6bd4fe-c6be-4a93-985f-a4b99bb93f6c tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 946 time: 0.1304369 Aug 11 08:20:46.208593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Port ecff057d-b449-44b0-98c3-17b05117e832 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:20:46.208968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Attempting to bind port ecff057d-b449-44b0-98c3-17b05117e832 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:20:46.212385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-3e5925cc-9184-4b06-ae19-1e42813f2e06 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.214452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-3e5925cc-9184-4b06-ae19-1e42813f2e06 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f507343-931e-42b4-aaec-a9394f267ec3 HTTP/1.1" status: 200 len: 945 time: 0.0789459 Aug 11 08:20:46.214612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:20:46.215081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:46.215854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:20:46.216437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Bound port: ecff057d-b449-44b0-98c3-17b05117e832, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:20:46.216916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.366874 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:46.382081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] For port ecff057d-b449-44b0-98c3-17b05117e832, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:20:46.404222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] For port ecff057d-b449-44b0-98c3-17b05117e832, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ecff057d-b449-44b0-98c3-17b05117e832,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:20:46.414146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.427563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Deleting port 4de50d19-9f48-4245-bdc0-a5de958ddc2e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:20:46.427829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Deleting port 0988cc7a-7edc-4426-bc68-6daeb4deba9a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:20:46.427923 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.428574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.470662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.471658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.473328 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-8664d723-3383-441a-b883-d54c6bce442b service neutron] 10.222.0.69 "PUT /v2.0/ports/ecff057d-b449-44b0-98c3-17b05117e832 HTTP/1.1" status: 200 len: 1091 time: 1.5105479 Aug 11 08:20:46.508472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:46.509840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'tag': 'ecff057d-b449-44b0-98c3-17b05117e832'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:46.512818 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732beb6-6722-4d38-81f2-bafb09b4b7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d64140-61cd-4841-9011-7b53c1faac17", "tag": "ecff057d-b449-44b0-98c3-17b05117e832"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:46.519326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b255e-db44-4c82-9919-82770b9d08d4 req-5b47fb15-fc4f-47c5-ba96-9a470edaa340 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.522094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f49b255e-db44-4c82-9919-82770b9d08d4 req-5b47fb15-fc4f-47c5-ba96-9a470edaa340 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 943 time: 0.1579120 Aug 11 08:20:46.533572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'mac_address': 'fa:16:3e:6e:52:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:46.597161 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.619318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:46.642166 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51212d5-a4a8-4264-b356-14b76bc466a7 x-openstack-request-id: req-b51212d5-a4a8-4264-b356-14b76bc466a7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:46.642456 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d64140-61cd-4841-9011-7b53c1faac17", "tag": "ecff057d-b449-44b0-98c3-17b05117e832", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:46.642710 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b51212d5-a4a8-4264-b356-14b76bc466a7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:46.643120 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'tag': 'ecff057d-b449-44b0-98c3-17b05117e832', 'status': 'completed', 'code': 200} Aug 11 08:20:46.650449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:46.656766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664d723-3383-441a-b883-d54c6bce442b service neutron] Pushing event updated for resources: {'Port': ['ID=ecff057d-b449-44b0-98c3-17b05117e832,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:46.658110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.664815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] For port 0988cc7a-7edc-4426-bc68-6daeb4deba9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0988cc7a-7edc-4426-bc68-6daeb4deba9a,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:46.665230 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.702728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f49b255e-db44-4c82-9919-82770b9d08d4 req-c465f773-ab92-48f5-8f2a-46cd5e8ca70b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707320 Aug 11 08:20:46.730151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Calling delete_port for 0988cc7a-7edc-4426-bc68-6daeb4deba9a owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:20:46.733464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=12']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:46.780007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] For port 4de50d19-9f48-4245-bdc0-a5de958ddc2e, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4de50d19-9f48-4245-bdc0-a5de958ddc2e,segment=NetworkSegment(7d109444-0afd-45db-b108-2274125ebb08),segment_id=7d109444-0afd-45db-b108-2274125ebb08)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:46.780372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:46.827489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-db4f46ec-b988-4b9a-a8f6-e800d34d15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.829191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-db4f46ec-b988-4b9a-a8f6-e800d34d15b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 1094 time: 0.2783027 Aug 11 08:20:46.830252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Calling delete_port for 4de50d19-9f48-4245-bdc0-a5de958ddc2e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:20:46.839966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db112d-610b-4fad-9355-89d04b1cd29a req-ba5ec012-b814-46ec-9e7a-534ddf70768f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:46.840773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['ae519e16-33ba-420e-9310-ee5b4ea16c0f'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:46.850475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97db112d-610b-4fad-9355-89d04b1cd29a req-ba5ec012-b814-46ec-9e7a-534ddf70768f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.1368661 Aug 11 08:20:46.908917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-da94f486-b5cc-4462-9ee5-6784859f6262 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecff057d-b449-44b0-98c3-17b05117e832 HTTP/1.1" status: 200 len: 217 time: 0.0533304 Aug 11 08:20:47.013318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-feaadf85-7c86-4360-b361-1ffa0702b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:47.014827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-feaadf85-7c86-4360-b361-1ffa0702b370 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.0946090 Aug 11 08:20:47.025601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba018e-aa09-4115-9778-9f2ec95d0e76 req-b6fbd28e-fdd3-406f-9f30-b9b8a5e9b6ea tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:47.043149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94ba018e-aa09-4115-9778-9f2ec95d0e76 req-b6fbd28e-fdd3-406f-9f30-b9b8a5e9b6ea tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 946 time: 0.1892478 Aug 11 08:20:47.104382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-f6ce1fbf-932d-4a7d-aab6-aff3e3d51b9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682678 Aug 11 08:20:47.146453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94ba018e-aa09-4115-9778-9f2ec95d0e76 req-e58dc33c-45ab-4e7e-8b8c-21e7f3f0db79 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/security-groups?id=90810737-0365-4355-8479-e2aa6bbb65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020238 Aug 11 08:20:47.257217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:47.262213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97db112d-610b-4fad-9355-89d04b1cd29a req-3b76a194-454c-4cfb-aedb-e88fd370435f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4067307 Aug 11 08:20:47.309720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Pushing event deleted for resources: {'Port': ['ID=0988cc7a-7edc-4426-bc68-6daeb4deba9a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:47.329709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.330082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.330394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.330728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.331064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.331386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.331712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.332030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.332369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.332678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.333032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.333349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:20:47.348182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:47.396173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78ecf-ca87-4621-9231-1667d3d6232b req-d84ce42b-2178-4abc-90bb-2ace55ab5558 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:47.404009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcf78ecf-ca87-4621-9231-1667d3d6232b req-d84ce42b-2178-4abc-90bb-2ace55ab5558 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 944 time: 0.1585195 Aug 11 08:20:47.413384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] No DVR routers for this DVR port 0988cc7a-7edc-4426-bc68-6daeb4deba9a on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:20:47.422127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:47.424520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-764063d5-e825-4bb4-afbe-92dd75158b30 req-aeeccd2a-a3d0-45cc-94e1-717e4eafc7ae tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "DELETE /v2.0/ports/0988cc7a-7edc-4426-bc68-6daeb4deba9a HTTP/1.1" status: 204 len: 173 time: 1.1984646 Aug 11 08:20:47.424753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f507343-931e-42b4-aaec-a9394f267ec3', 'name': 'network-vif-deleted', 'tag': '0988cc7a-7edc-4426-bc68-6daeb4deba9a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:47.427227 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011c310-b268-424b-ba71-bbacbbeec9c5" -d '{"events": [{"server_uuid": "7f507343-931e-42b4-aaec-a9394f267ec3", "name": "network-vif-deleted", "tag": "0988cc7a-7edc-4426-bc68-6daeb4deba9a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:47.472187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcf78ecf-ca87-4621-9231-1667d3d6232b req-2cc77192-6e6a-4e5e-a71b-154eadd9b0c6 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617685 Aug 11 08:20:47.498976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Pushing event deleted for resources: {'Port': ['ID=4de50d19-9f48-4245-bdc0-a5de958ddc2e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:47.563322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0988cc7a-7edc-4426-bc68-6daeb4deba9a', '4de50d19-9f48-4245-bdc0-a5de958ddc2e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:47.569686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] No DVR routers for this DVR port 4de50d19-9f48-4245-bdc0-a5de958ddc2e on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:20:47.576904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:47.583372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1bc7ec7a-27fc-4e92-b94e-c30a73f40e73 req-c19589e9-976a-49b5-a09e-b916e319e566 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.64 "DELETE /v2.0/ports/4de50d19-9f48-4245-bdc0-a5de958ddc2e HTTP/1.1" status: 204 len: 173 time: 1.3638151 Aug 11 08:20:47.608106 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b9988-507e-4025-9da4-1c1fd14bb9af x-openstack-request-id: req-0b6b9988-507e-4025-9da4-1c1fd14bb9af {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:47.608633 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f507343-931e-42b4-aaec-a9394f267ec3", "name": "network-vif-deleted", "tag": "0988cc7a-7edc-4426-bc68-6daeb4deba9a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:47.608788 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b6b9988-507e-4025-9da4-1c1fd14bb9af {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:47.609247 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f507343-931e-42b4-aaec-a9394f267ec3', 'name': 'network-vif-deleted', 'tag': '0988cc7a-7edc-4426-bc68-6daeb4deba9a', 'status': 'completed', 'code': 200} Aug 11 08:20:47.616398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-c90c7faf-26f7-405a-a7a9-be7f3f1fcf9e service neutron] 10.222.0.69 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842003 Aug 11 08:20:47.650692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0988cc7a-7edc-4426-bc68-6daeb4deba9a', '4de50d19-9f48-4245-bdc0-a5de958ddc2e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:47.761325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2d8d5f-8b59-4e88-b772-a89010fae1ec req-276b1557-5d1f-420d-8ab8-265ccc1a3e9c service neutron] 10.222.0.69 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362731 Aug 11 08:20:47.843575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2b4a-6b8b-45b9-a220-6db94bd50a75 req-cc4b9d29-5e47-4394-963c-a6bcce15f7b1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:47.864099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-429e2b4a-6b8b-45b9-a220-6db94bd50a75 req-cc4b9d29-5e47-4394-963c-a6bcce15f7b1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.2383785 Aug 11 08:20:47.876748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0299f0-25de-4971-b296-179c118330d5 req-616ab560-80dd-4688-becc-effccd6ebc10 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:47.879542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf0299f0-25de-4971-b296-179c118330d5 req-616ab560-80dd-4688-becc-effccd6ebc10 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 943 time: 0.0679040 Aug 11 08:20:47.922071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-429e2b4a-6b8b-45b9-a220-6db94bd50a75 req-5b46ab4f-7968-4a9d-887e-f4990a0211cc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546424 Aug 11 08:20:47.969388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf0299f0-25de-4971-b296-179c118330d5 req-fec2c50b-b6a7-4cab-ad0e-58de3ccb8c74 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 Aug 11 08:20:47.972036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-df843554-def2-4104-8eb9-d0e705b0de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:47.974383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-df843554-def2-4104-8eb9-d0e705b0de89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 1094 time: 0.0931163 Aug 11 08:20:48.114464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-032da460-21ad-4f46-92e5-247ef57bd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:48.116297 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-032da460-21ad-4f46-92e5-247ef57bd9ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 906 time: 0.1338761 Aug 11 08:20:48.167646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-3a3a5069-ca79-47be-b718-855fae758bd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecff057d-b449-44b0-98c3-17b05117e832 HTTP/1.1" status: 200 len: 217 time: 0.0412450 Aug 11 08:20:48.248592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-4b34e8ec-2429-44e8-84e3-3db5ffd15fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:48.250232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-4b34e8ec-2429-44e8-84e3-3db5ffd15fa3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.0755041 Aug 11 08:20:48.304191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-efafa09f-d0d1-436e-9ce4-7f81cf59836f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430532 Aug 11 08:20:48.331426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6083c998-1675-4130-92ca-5cdd68e059c3 req-9b52a612-3d59-4042-a1e2-61aefb2a49f9 tempest-ListServersNegativeTestJSON-132152111 tempest-ListServersNegativeTestJSON-132152111-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a886ad8-f64f-4146-8b15-a5cc6db6e9f1 HTTP/1.1" status: 200 len: 210 time: 0.0709352 Aug 11 08:20:48.440020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:48.488080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e697-e97c-4073-81b5-df50fcf9ef5d req-7f65f220-48fa-4aae-a97f-8c8b960434ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:48.492468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d349e697-e97c-4073-81b5-df50fcf9ef5d req-7f65f220-48fa-4aae-a97f-8c8b960434ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 945 time: 0.0979822 Aug 11 08:20:48.577856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port ae519e16-33ba-420e-9310-ee5b4ea16c0f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:48.578233 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:48.617615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-ff0ef504-c352-4830-b276-f2909214a9a5 service neutron] 10.222.0.69 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035815 Aug 11 08:20:48.637173 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d349e697-e97c-4073-81b5-df50fcf9ef5d req-50e359a6-4488-4731-8d24-268e999588f5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205876 Aug 11 08:20:48.666593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'name': 'network-vif-deleted', 'tag': '4de50d19-9f48-4245-bdc0-a5de958ddc2e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:48.671420 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c194b24-9d35-41ad-819f-27c30c776119" -d '{"events": [{"server_uuid": "1a886ad8-f64f-4146-8b15-a5cc6db6e9f1", "name": "network-vif-deleted", "tag": "4de50d19-9f48-4245-bdc0-a5de958ddc2e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:48.842271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3ab9c-3c26-459c-9cc5-048fb7c3ed09 req-6782586f-d366-4a27-a910-513b70d70d6c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:48.854429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a0e3ab9c-3c26-459c-9cc5-048fb7c3ed09 req-6782586f-d366-4a27-a910-513b70d70d6c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 944 time: 0.1942947 Aug 11 08:20:48.879432 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:48.893588 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730192d-4c30-49f1-a29e-4e46a4fb9dd5 x-openstack-request-id: req-a730192d-4c30-49f1-a29e-4e46a4fb9dd5 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:48.894155 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a886ad8-f64f-4146-8b15-a5cc6db6e9f1", "name": "network-vif-deleted", "tag": "4de50d19-9f48-4245-bdc0-a5de958ddc2e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:48.894591 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a730192d-4c30-49f1-a29e-4e46a4fb9dd5 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:48.895865 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a886ad8-f64f-4146-8b15-a5cc6db6e9f1', 'name': 'network-vif-deleted', 'tag': '4de50d19-9f48-4245-bdc0-a5de958ddc2e', 'status': 'completed', 'code': 200} Aug 11 08:20:48.903473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2732beb6-6722-4d38-81f2-bafb09b4b7ea req-951525b9-e5df-4eaf-8230-629f9957970f service neutron] 10.222.0.69 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643640 Aug 11 08:20:48.916523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:48.920201 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2768539-430a-44ad-878f-8b5338f2d5ec" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:48.935610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a0e3ab9c-3c26-459c-9cc5-048fb7c3ed09 req-14e8a7fe-c13e-4601-b029-067f79b0ea72 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801556 Aug 11 08:20:48.957019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:48.973539 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:48.976502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4de50d19-9f48-4245-bdc0-a5de958ddc2e no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:49.004915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ab74774-5932-4c96-afe4-fc3eacd4b33e up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:49.042042 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295acf78-f22a-4f48-97bb-08cb12050aa7 x-openstack-request-id: req-295acf78-f22a-4f48-97bb-08cb12050aa7 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:49.042605 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:49.043114 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-295acf78-f22a-4f48-97bb-08cb12050aa7 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:49.043885 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:20:49.112102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb565337-2266-464c-b080-66f2e974ceb8 req-24295a51-08c5-4292-afe1-667a5b8e9343 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:49.114780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb565337-2266-464c-b080-66f2e974ceb8 req-24295a51-08c5-4292-afe1-667a5b8e9343 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0856712 Aug 11 08:20:49.139362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d5fa-0266-427b-b41f-505f2de42d82 req-5ab63da1-0c18-4816-beec-05ea6967a841 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:49.147431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9630d5fa-0266-427b-b41f-505f2de42d82 req-5ab63da1-0c18-4816-beec-05ea6967a841 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 943 time: 0.0798180 Aug 11 08:20:49.198357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cb565337-2266-464c-b080-66f2e974ceb8 req-8d1e84bc-402a-400a-adc2-0a0ae20c9176 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762932 Aug 11 08:20:49.237330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9630d5fa-0266-427b-b41f-505f2de42d82 req-70eaf5a1-4eaa-4b22-8eec-8be1dbd22777 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873191 Aug 11 08:20:49.275642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 4de50d19-9f48-4245-bdc0-a5de958ddc2e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:20:49.275981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4de50d19-9f48-4245-bdc0-a5de958ddc2e not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:20:49.276408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0988cc7a-7edc-4426-bc68-6daeb4deba9a no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:20:49.309992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 0988cc7a-7edc-4426-bc68-6daeb4deba9a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:20:49.309992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0988cc7a-7edc-4426-bc68-6daeb4deba9a not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:20:49.335335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=13']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:49.352609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 1ab74774-5932-4c96-afe4-fc3eacd4b33e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:49.358381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 1ab74774-5932-4c96-afe4-fc3eacd4b33e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:49.358381 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.444449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49878) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:49.452117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.488430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:49.496995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.522197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Deleting subnet d4c9f057-3595-48ab-9906-f046cb93fbc4 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:20:49.526637 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.575057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1ab74774-5932-4c96-afe4-fc3eacd4b33e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:49.589318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.636144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.700372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.734154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c9f057-3595-48ab-9906-f046cb93fbc4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:49.741616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.746457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a25eca0d-9260-4106-a7f7-0b3bc2c81d40 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d4c9f057-3595-48ab-9906-f046cb93fbc4 HTTP/1.1" status: 204 len: 168 time: 0.2980297 Aug 11 08:20:49.751576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49886) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:49.864408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac53d3-805a-42c1-820b-58211166619c req-67d876d2-54dc-4bc5-b048-3914f3748a7b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:49.873938 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0ac53d3-805a-42c1-820b-58211166619c req-67d876d2-54dc-4bc5-b048-3914f3748a7b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1335421 Aug 11 08:20:49.878132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:49.970189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0ac53d3-805a-42c1-820b-58211166619c req-a46c1522-8f5f-4ab3-a171-f499c3534c87 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949233 Aug 11 08:20:50.016636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.028596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371fa4db-b60b-474a-b8ce-6281bd7e67ba']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:50.041931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d109444-0afd-45db-b108-2274125ebb08') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:50.042227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d109444-0afd-45db-b108-2274125ebb08') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:20:50.053674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.086677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.099716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:20:50.100139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:20:50.103006 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:20:50.144614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0acd-fecb-4eb3-98f1-986043656ea0 req-18f37137-c81a-4316-8b04-d33a12c5a48c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:50.147812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9bcd0acd-fecb-4eb3-98f1-986043656ea0 req-18f37137-c81a-4316-8b04-d33a12c5a48c tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0892901 Aug 11 08:20:50.181957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.195127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.201307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] 10.222.0.58 "DELETE /v2.0/networks/371fa4db-b60b-474a-b8ce-6281bd7e67ba HTTP/1.1" status: 204 len: 168 time: 0.4486587 Aug 11 08:20:50.213966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70bb95-ab94-4ea1-8bb9-0e2bc988c65c admin admin] Pushing event deleted for resources: {'Network': ['ID=371fa4db-b60b-474a-b8ce-6281bd7e67ba,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:50.215747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9bcd0acd-fecb-4eb3-98f1-986043656ea0 req-af9ac651-e203-4838-9d31-5698030182cc tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Aug 11 08:20:50.395135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5c346-6679-4e96-8a2b-a4f108595497 req-90c6159b-a816-4188-9a0e-6aba59e39a5b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:50.397581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14b5c346-6679-4e96-8a2b-a4f108595497 req-90c6159b-a816-4188-9a0e-6aba59e39a5b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0872102 Aug 11 08:20:50.461455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1712f-e8ee-4e81-bd39-0209424bd0bf req-7178278f-7557-4b7f-ad14-5a2573da20f5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:50.468909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee1712f-e8ee-4e81-bd39-0209424bd0bf req-7178278f-7557-4b7f-ad14-5a2573da20f5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 943 time: 0.1128783 Aug 11 08:20:50.478050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14b5c346-6679-4e96-8a2b-a4f108595497 req-287b1105-2c9d-4621-a850-b9944e90142d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 Aug 11 08:20:50.547082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ee1712f-e8ee-4e81-bd39-0209424bd0bf req-292aec0f-5b2c-4e96-82f9-9c5fdc47a542 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710714 Aug 11 08:20:50.583886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:50.641878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:50.642523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-be322ee2-4443-4f5b-95ea-0220a972c80c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b50ee4bfd4b4b34a4c2e8b88d89d778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573521 Aug 11 08:20:50.721767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3136816-e052-4961-a6c9-16116ce0e597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.754987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3136816-e052-4961-a6c9-16116ce0e597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.844387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3136816-e052-4961-a6c9-16116ce0e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.848907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3136816-e052-4961-a6c9-16116ce0e597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:50.854115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3136816-e052-4961-a6c9-16116ce0e597 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90810737-0365-4355-8479-e2aa6bbb65b2 HTTP/1.1" status: 204 len: 168 time: 0.2071893 Aug 11 08:20:50.864122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3136816-e052-4961-a6c9-16116ce0e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90810737-0365-4355-8479-e2aa6bbb65b2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:50.995654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ecff057d-b449-44b0-98c3-17b05117e832 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:20:51.054043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab74774-5932-4c96-afe4-fc3eacd4b33e'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:51.063952 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78900ebb-7471-4e27-941b-81605f3d8d19" -d '{"events": [{"server_uuid": "27bf0691-3636-4f4d-aa79-8c81e870c4f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ab74774-5932-4c96-afe4-fc3eacd4b33e"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:51.169757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d79c-c12f-44c3-9212-389e4eab5e21 req-2e478928-c1f6-4e3e-818b-19b0654c26ca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:51.178974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6084d79c-c12f-44c3-9212-389e4eab5e21 req-2e478928-c1f6-4e3e-818b-19b0654c26ca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0731971 Aug 11 08:20:51.204332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ecff057d-b449-44b0-98c3-17b05117e832, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ecff057d-b449-44b0-98c3-17b05117e832,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:51.221091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'ecff057d-b449-44b0-98c3-17b05117e832', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': 'ecff057d-b449-44b0-98c3-17b05117e832', 'mac_address': 'fa:16:3e:74:fc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:20:51.225648 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ee10b-4976-4955-8ebc-a0b737a2660d x-openstack-request-id: req-0b3ee10b-4976-4955-8ebc-a0b737a2660d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:51.226660 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf0691-3636-4f4d-aa79-8c81e870c4f2", "name": "network-vif-plugged", "status": "completed", "tag": "1ab74774-5932-4c96-afe4-fc3eacd4b33e", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:51.227147 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b3ee10b-4976-4955-8ebc-a0b737a2660d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:51.228512 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab74774-5932-4c96-afe4-fc3eacd4b33e', 'code': 200} Aug 11 08:20:51.268785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6084d79c-c12f-44c3-9212-389e4eab5e21 req-0156d08e-4eb3-407b-9783-b443ad73c93d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885019 Aug 11 08:20:51.312465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:51.339342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecff057d-b449-44b0-98c3-17b05117e832 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:20:51.371799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ecff057d-b449-44b0-98c3-17b05117e832, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ecff057d-b449-44b0-98c3-17b05117e832,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:51.380493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:51.407186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53dc44-5b90-4361-97a4-cb70e2d51258 req-2fbb7299-392c-4650-b4ce-f5c28cdff24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:51.410981 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b53dc44-5b90-4361-97a4-cb70e2d51258 req-2fbb7299-392c-4650-b4ce-f5c28cdff24a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 1096 time: 0.1043491 Aug 11 08:20:51.451603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=ecff057d-b449-44b0-98c3-17b05117e832,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:51.458253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e99d-7bb7-4e69-ba5e-4e6ab1b0e6df req-525b45af-4157-409a-9bec-d03ea9917050 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:51.468327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5f5e99d-7bb7-4e69-ba5e-4e6ab1b0e6df req-525b45af-4157-409a-9bec-d03ea9917050 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1225283 Aug 11 08:20:51.502442 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b53dc44-5b90-4361-97a4-cb70e2d51258 req-a781f1e6-92e9-4211-9fa7-21396a7aac13 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836709 Aug 11 08:20:51.549868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5f5e99d-7bb7-4e69-ba5e-4e6ab1b0e6df req-e3d7c64c-56bf-4f65-8d3c-11e97e0aa3ae tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794678 Aug 11 08:20:51.629121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b34a-930c-43cf-a3d9-a321ba591bfb req-5a70d086-25c2-4a0e-a7fa-baa81f6e6e8e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:51.638542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5815b34a-930c-43cf-a3d9-a321ba591bfb req-5a70d086-25c2-4a0e-a7fa-baa81f6e6e8e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0779452 Aug 11 08:20:51.678227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5815b34a-930c-43cf-a3d9-a321ba591bfb req-20f75534-d79a-45e3-83a7-0a208af45978 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Aug 11 08:20:51.781844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48735f-238f-4ca2-abaa-c149820382a2 req-bacb856c-1c3b-4b18-8b40-29ead7dfcfb2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:51.796218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab48735f-238f-4ca2-abaa-c149820382a2 req-bacb856c-1c3b-4b18-8b40-29ead7dfcfb2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 944 time: 0.1333723 Aug 11 08:20:51.857880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ecff057d-b449-44b0-98c3-17b05117e832'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:20:51.898401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab48735f-238f-4ca2-abaa-c149820382a2 req-3fba9f57-3047-425b-a608-9fa5b591c2da tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953221 Aug 11 08:20:52.296078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49974) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:52.424253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8bd26-6bb8-436a-900b-32b9926ee686 req-09062cf9-de4c-45ce-9fc6-116a2c000929 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:52.433327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8af8bd26-6bb8-436a-900b-32b9926ee686 req-09062cf9-de4c-45ce-9fc6-116a2c000929 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0705972 Aug 11 08:20:52.480993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8af8bd26-6bb8-436a-900b-32b9926ee686 req-9613c2af-9d07-43d0-854e-484ed83e33d0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460887 Aug 11 08:20:52.488369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-339748551-network', 'tenant_id': 'e61cc15370f944b08c82da9868e62620'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:52.514086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Made reservation on behalf of e61cc15370f944b08c82da9868e62620 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:52.516492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.526092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.663991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.672087 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.702219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:20:52.719598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbfeca3-afa0-4641-9fde-279095b771ff,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:52.726712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.727062 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Added segment 02d5afe9-a14a-4c7e-ab42-f709a2f943ea of type vlan for network 0bf048f2-2ad2-4862-9308-d28bc452f097 Aug 11 08:20:52.741557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee0712-9697-4674-9525-096fd1c62752 req-a07fd4f2-6478-419a-83a7-e1fc2775fa05 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:52.765002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4aee0712-9697-4674-9525-096fd1c62752 req-a07fd4f2-6478-419a-83a7-e1fc2775fa05 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1074424 Aug 11 08:20:52.795040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.860336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4aee0712-9697-4674-9525-096fd1c62752 req-18a5560d-5494-4d56-8c6d-51e048232597 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915363 Aug 11 08:20:52.861919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.862920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:52.864670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:52.962885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50000) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:52.963144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6657159 Aug 11 08:20:52.970039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bff8f-84c4-4324-9049-867d52ed2d0d admin admin] Pushing event updated for resources: {'Network': ['ID=0bf048f2-2ad2-4862-9308-d28bc452f097,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:52.971617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Request body: {'subnet': {'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-339748551-subnet', 'tenant_id': 'e61cc15370f944b08c82da9868e62620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:52.996207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276f547-fa27-4b92-82da-0d72e3436f63 req-d34bd46c-4285-4525-a1fc-6cd609a920ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:52.999768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 0bf048f2-2ad2-4862-9308-d28bc452f097 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:20:53.003403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2276f547-fa27-4b92-82da-0d72e3436f63 req-d34bd46c-4285-4525-a1fc-6cd609a920ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1182487 Aug 11 08:20:53.024469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Made reservation on behalf of e61cc15370f944b08c82da9868e62620 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:53.028706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:53.090753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2276f547-fa27-4b92-82da-0d72e3436f63 req-1db55cfd-147d-4179-877c-ccedf7158931 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Aug 11 08:20:53.347644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385507a6-686f-4b08-8225-6e69bdbfd8ce req-146d6d6e-e65c-4cbe-9e3c-827f9ffcf1cc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:53.354979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385507a6-686f-4b08-8225-6e69bdbfd8ce req-146d6d6e-e65c-4cbe-9e3c-827f9ffcf1cc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 944 time: 0.0998626 Aug 11 08:20:53.402190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:53.422554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385507a6-686f-4b08-8225-6e69bdbfd8ce req-28bfdd87-4419-4be1-9d39-d0b2f4d4b268 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663257 Aug 11 08:20:53.495522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94536162-cae0-4e8e-a0b9-3d357fecfbe1,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:53.526057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Checking segment: {'id': '02d5afe9-a14a-4c7e-ab42-f709a2f943ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:20:53.532775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Network hostable DHCP agents. Network: 0bf048f2-2ad2-4862-9308-d28bc452f097, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:20:53.571563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Network 0bf048f2-2ad2-4862-9308-d28bc452f097 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:20:53.591437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 0bf048f2-2ad2-4862-9308-d28bc452f097) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:53.599643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:53.602176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:53.603815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e3208-ef2b-4708-944d-19fc8459de20 None None] Network 0bf048f2-2ad2-4862-9308-d28bc452f097 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:20:53.624294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ca39936-ccbe-4eca-9656-f7526b5b263d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6591866 Aug 11 08:20:53.714785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc07eb0-a6cb-49c0-9101-e97ca9072d24 req-09c66700-c93b-4e8c-b0a8-3e63278aa520 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:53.723339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9cc07eb0-a6cb-49c0-9101-e97ca9072d24 req-09c66700-c93b-4e8c-b0a8-3e63278aa520 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1355689 Aug 11 08:20:53.789392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6e724-f8e0-4405-bc55-ab220dc119c8 None None] Network 0bf048f2-2ad2-4862-9308-d28bc452f097 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:20:53.800332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9cc07eb0-a6cb-49c0-9101-e97ca9072d24 req-2f5dfe91-d254-4141-8086-2a31aea2ae30 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678005 Aug 11 08:20:54.093913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b187-0bc8-4eb0-b813-798ffdccf16a req-31c5ef28-ea0f-491b-b3b5-d9744711ca4b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:54.096462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aa2b187-0bc8-4eb0-b813-798ffdccf16a req-31c5ef28-ea0f-491b-b3b5-d9744711ca4b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1201456 Aug 11 08:20:54.181303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aa2b187-0bc8-4eb0-b813-798ffdccf16a req-623c7044-6006-4298-852a-1b105fb43fb1 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662663 Aug 11 08:20:54.486837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fd53f-b0e1-4351-ae7a-a7a59e0cda92 req-e95c9d94-8551-41fe-9e8a-ac6936ae80ac tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:54.488680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b57fd53f-b0e1-4351-ae7a-a7a59e0cda92 req-e95c9d94-8551-41fe-9e8a-ac6936ae80ac tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1563725 Aug 11 08:20:54.588619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b57fd53f-b0e1-4351-ae7a-a7a59e0cda92 req-0b85493f-fea0-46ba-9eb9-df26fb2973e8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846546 Aug 11 08:20:55.001217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a25f98-2fd6-4f3b-bbf9-a87f93cf0066 req-a05fa110-2282-4bcd-865d-98d6d0fc8ccb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:55.003896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-93a25f98-2fd6-4f3b-bbf9-a87f93cf0066 req-a05fa110-2282-4bcd-865d-98d6d0fc8ccb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 944 time: 0.1207364 Aug 11 08:20:55.018461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ecff057d-b449-44b0-98c3-17b05117e832 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:20:55.091028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-93a25f98-2fd6-4f3b-bbf9-a87f93cf0066 req-4d074497-382e-435c-8b05-e1f6273fb799 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798254 Aug 11 08:20:55.195810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port ecff057d-b449-44b0-98c3-17b05117e832 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:20:55.201959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port ecff057d-b449-44b0-98c3-17b05117e832 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:20:55.202496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:55.247889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f2bf-0e3d-43f7-828b-b7ba54a2bac8 req-848601a5-cec8-4608-b388-d27154cc83a8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:55.262965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a680f2bf-0e3d-43f7-828b-b7ba54a2bac8 req-848601a5-cec8-4608-b388-d27154cc83a8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0988605 Aug 11 08:20:55.357748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a680f2bf-0e3d-43f7-828b-b7ba54a2bac8 req-0a583261-5d50-4f95-b083-c65da1697cfc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934510 Aug 11 08:20:55.394901 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:55.430663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-3a58aa40-cc8a-4c56-bbdd-dea0d386c256 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:55.433254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-3a58aa40-cc8a-4c56-bbdd-dea0d386c256 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/networks?id=0bf048f2-2ad2-4862-9308-d28bc452f097 HTTP/1.1" status: 200 len: 821 time: 0.2806213 Aug 11 08:20:55.456311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecff057d-b449-44b0-98c3-17b05117e832'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:20:55.458760 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5913f95-1410-4c11-bd1d-80e4393025d3" -d '{"events": [{"server_uuid": "e9d64140-61cd-4841-9011-7b53c1faac17", "name": "network-vif-plugged", "status": "completed", "tag": "ecff057d-b449-44b0-98c3-17b05117e832"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:20:55.475917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ecff057d-b449-44b0-98c3-17b05117e832, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ecff057d-b449-44b0-98c3-17b05117e832,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:20:55.479397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-894fc6fe-f257-4b7c-84e5-968f6807daca tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/quotas/e61cc15370f944b08c82da9868e62620 HTTP/1.1" status: 200 len: 375 time: 0.0383019 Aug 11 08:20:55.485287 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:55.554870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=ecff057d-b449-44b0-98c3-17b05117e832,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:55.562929 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417ca2c-f1bd-48cf-857e-86e7e59c91ab x-openstack-request-id: req-2417ca2c-f1bd-48cf-857e-86e7e59c91ab {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:20:55.563244 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d64140-61cd-4841-9011-7b53c1faac17", "name": "network-vif-plugged", "status": "completed", "tag": "ecff057d-b449-44b0-98c3-17b05117e832", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:20:55.563500 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2417ca2c-f1bd-48cf-857e-86e7e59c91ab {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:20:55.564013 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecff057d-b449-44b0-98c3-17b05117e832', 'code': 200} Aug 11 08:20:55.567874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-25ef7ef5-46c3-439c-a49e-2ffb5cc322d0 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e61cc15370f944b08c82da9868e62620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819471 Aug 11 08:20:55.711845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-3f8fd302-fe62-432b-b632-fa4184e67f13 service neutron] 10.222.0.58 "GET /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339388 Aug 11 08:20:55.799799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a583e4-8603-4f90-abf1-f30e51e931a7 req-7f5db42a-530f-4ebd-bb3b-d64eb0810254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:55.815197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78a583e4-8603-4f90-abf1-f30e51e931a7 req-7f5db42a-530f-4ebd-bb3b-d64eb0810254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1110480 Aug 11 08:20:55.894674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78a583e4-8603-4f90-abf1-f30e51e931a7 req-3594f1fd-3b7e-4c70-9642-6589b91b5f62 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755827 Aug 11 08:20:55.934776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4111d7-8a8b-45c5-a11f-e430e8592161 req-39443eb5-7af2-4613-8446-57a25363f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:55.936396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa4111d7-8a8b-45c5-a11f-e430e8592161 req-39443eb5-7af2-4613-8446-57a25363f029 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 1096 time: 0.1597567 Aug 11 08:20:56.030906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-7c8e31fa-2cac-4759-abe6-cb229eb97a00 service neutron] 10.222.0.58 "GET /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180985 Aug 11 08:20:56.085161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa4111d7-8a8b-45c5-a11f-e430e8592161 req-e0d293e1-24c9-4952-bb7c-d525bbde3fe3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161883 Aug 11 08:20:56.267244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb775b-b84b-4543-aebf-73e27a2cc336 req-fbc84ca4-e44f-4a99-bbfd-33ac7075b9cf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:56.270553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0eeb775b-b84b-4543-aebf-73e27a2cc336 req-fbc84ca4-e44f-4a99-bbfd-33ac7075b9cf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.0829878 Aug 11 08:20:56.317930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5d26ee3-cf7c-4f28-ada4-7cd61064230f req-af0091ca-279f-479c-8da2-d0c858f8dac2 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 210 time: 0.0517766 Aug 11 08:20:56.324971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0eeb775b-b84b-4543-aebf-73e27a2cc336 req-19cf71ec-ad9c-4370-ba47-4ae442ad7db1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 Aug 11 08:20:56.633737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9912-5bc1-4217-9175-dc350776d9b4 req-7608d18e-b560-483a-884c-637eb88e5905 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:56.641988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-200d9912-5bc1-4217-9175-dc350776d9b4 req-7608d18e-b560-483a-884c-637eb88e5905 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1821718 Aug 11 08:20:56.697558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-200d9912-5bc1-4217-9175-dc350776d9b4 req-b36d456e-bd16-45a0-938c-2c37be2da656 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544567 Aug 11 08:20:57.043097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d378b0-47e2-4c10-88a4-a15bbaf8e43f req-47242c15-920f-41a6-b690-631d6326f715 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:57.045815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-93d378b0-47e2-4c10-88a4-a15bbaf8e43f req-47242c15-920f-41a6-b690-631d6326f715 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0629997 Aug 11 08:20:57.158198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-93d378b0-47e2-4c10-88a4-a15bbaf8e43f req-a94f4784-c9e9-49be-a415-8df0721d2def tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980742 Aug 11 08:20:57.480800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50138) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:57.523013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26d24a-d395-47fa-b423-5a03bb0d6b10 req-f74a1a2c-4edc-4cab-99fb-8d933b97c401 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:57.536645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d26d24a-d395-47fa-b423-5a03bb0d6b10 req-f74a1a2c-4edc-4cab-99fb-8d933b97c401 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.1005979 Aug 11 08:20:57.603182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d26d24a-d395-47fa-b423-5a03bb0d6b10 req-fcda2aa1-d7e6-42ef-aa07-4418153d4350 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651596 Aug 11 08:20:57.681432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a35b776f-54b5-4813-bbbd-2a23e9af247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:57.847987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a35b776f-54b5-4813-bbbd-2a23e9af247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:57.869321 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a35b776f-54b5-4813-bbbd-2a23e9af247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:57.870036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8cc88393-b0d1-4866-9682-7d72d5e5b823 req-c7b7b641-182f-47cd-a6b9-df3c5de3c3b6 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 210 time: 0.1126351 Aug 11 08:20:57.955302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b776f-54b5-4813-bbbd-2a23e9af247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97274e-9292-41a8-9589-0cbf23c893f9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:57.975979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a35b776f-54b5-4813-bbbd-2a23e9af247a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f356d249c2e476e90a6f51af5064bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829311 Aug 11 08:20:57.979625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50152) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:58.110391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e668-a930-4f7b-a735-475b4e231697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.155336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e668-a930-4f7b-a735-475b4e231697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.180911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c82b4e-9404-4c42-84c9-fb1b4d1f1310 req-fe9cbfd4-53a9-4dcf-991e-669ed9c9f23e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:58.190237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5c82b4e-9404-4c42-84c9-fb1b4d1f1310 req-fe9cbfd4-53a9-4dcf-991e-669ed9c9f23e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1854291 Aug 11 08:20:58.263572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e668-a930-4f7b-a735-475b4e231697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.267957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e668-a930-4f7b-a735-475b4e231697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.272837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ce8e668-a930-4f7b-a735-475b4e231697 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac97274e-9292-41a8-9589-0cbf23c893f9 HTTP/1.1" status: 204 len: 168 time: 0.2893524 Aug 11 08:20:58.295082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-e1b8bd43-6f41-4234-af4c-79134b3aa22a tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:58.297385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-e1b8bd43-6f41-4234-af4c-79134b3aa22a tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.64 "GET /v2.0/networks?id=0bf048f2-2ad2-4862-9308-d28bc452f097 HTTP/1.1" status: 200 len: 821 time: 0.3609118 Aug 11 08:20:58.311337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8e668-a930-4f7b-a735-475b4e231697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97274e-9292-41a8-9589-0cbf23c893f9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:58.319668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5c82b4e-9404-4c42-84c9-fb1b4d1f1310 req-0646142a-8107-4499-a411-889fa2d884a6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251254 Aug 11 08:20:58.354778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Request body: {'port': {'device_id': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097', 'admin_state_up': True, 'tenant_id': 'e61cc15370f944b08c82da9868e62620'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:58.460715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c5fe-31de-4fca-8dd6-dd6aad0ccb04 req-cadff348-604b-4968-b276-49f1b830c9a6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:58.470840 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cc7c5fe-31de-4fca-8dd6-dd6aad0ccb04 req-cadff348-604b-4968-b276-49f1b830c9a6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1066530 Aug 11 08:20:58.530129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Made reservation on behalf of e61cc15370f944b08c82da9868e62620 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:20:58.534505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.580683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cc7c5fe-31de-4fca-8dd6-dd6aad0ccb04 req-7800ce3a-99c1-49f6-865f-723ef7d0ef83 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085439 Aug 11 08:20:58.598057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.826060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50164) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:58.840277 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09c9b117-84f1-480a-b55d-f0becfe6e389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:58.875091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeebfda-1e75-4b9c-bec4-d42d3af6d8a1 req-d5a2f5e5-5105-4452-abbe-5bdbf6ee5c0b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:58.876745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eeebfda-1e75-4b9c-bec4-d42d3af6d8a1 req-d5a2f5e5-5105-4452-abbe-5bdbf6ee5c0b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.1004708 Aug 11 08:20:58.878355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Allocated IP 172.20.0.13 (0bf048f2-2ad2-4862-9308-d28bc452f097/94536162-cae0-4e8e-a0b9-3d357fecfbe1/63071ff7-5a87-4ea5-80c6-514dbc500e5b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:20:58.972263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eeebfda-1e75-4b9c-bec4-d42d3af6d8a1 req-8525188f-aee7-421b-8358-8f6c0df3a082 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819390 Aug 11 08:20:59.128983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1e84963-fa94-40c0-8eab-aa9cc897f336 req-fa4f4ac1-f424-419c-8ea1-771192c53378 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 210 time: 0.0947096 Aug 11 08:20:59.142510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09c9b117-84f1-480a-b55d-f0becfe6e389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.153905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09c9b117-84f1-480a-b55d-f0becfe6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.212407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-09c9b117-84f1-480a-b55d-f0becfe6e389 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e141b3a01f34e118b8f614a4737e0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850923 Aug 11 08:20:59.213694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9b117-84f1-480a-b55d-f0becfe6e389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0497e2-aaaa-4d25-b385-166733971817,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:59.229048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50174) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:20:59.248214 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.251538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9140edf-84b9-42e6-8899-1d0d77989bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.313231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.368643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b24e197-f504-4fb7-8d31-f488aca82c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.424229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Network 0bf048f2-2ad2-4862-9308-d28bc452f097 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:20:59.435623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:20:59.441753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b24e197-f504-4fb7-8d31-f488aca82c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.467719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:20:59.517330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Pushing event updated for resources: {'Port': ['ID=63071ff7-5a87-4ea5-80c6-514dbc500e5b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:59.574707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:59.575464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.587247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b24e197-f504-4fb7-8d31-f488aca82c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.591599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b24e197-f504-4fb7-8d31-f488aca82c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.599870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b24e197-f504-4fb7-8d31-f488aca82c7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a0497e2-aaaa-4d25-b385-166733971817 HTTP/1.1" status: 204 len: 168 time: 0.3691854 Aug 11 08:20:59.610283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.625379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e860485-be1b-4296-a0d2-01612bbcfa7e req-3554efc8-1a56-4e6f-aa58-79e4b47601ee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:59.630336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de078a4-713e-417e-844b-0c8465c0f54c req-570653fc-8793-4538-aaf7-d437ea64cc0c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:20:59.632287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7de078a4-713e-417e-844b-0c8465c0f54c req-570653fc-8793-4538-aaf7-d437ea64cc0c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1506431 Aug 11 08:20:59.633295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24e197-f504-4fb7-8d31-f488aca82c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0497e2-aaaa-4d25-b385-166733971817,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:20:59.641051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e860485-be1b-4296-a0d2-01612bbcfa7e req-3554efc8-1a56-4e6f-aa58-79e4b47601ee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.1415577 Aug 11 08:20:59.669450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-cc12b1f2-b116-4688-bcf8-e5002de4ea1b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3293643 Aug 11 08:20:59.700636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Request body: {'port': {'device_id': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:20:59.726653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7de078a4-713e-417e-844b-0c8465c0f54c req-8374713e-d2c1-4e14-968d-76d9f30f0b53 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848644 Aug 11 08:20:59.805855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:20:59.822350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e860485-be1b-4296-a0d2-01612bbcfa7e req-c2bd443a-cd63-4b91-81fb-6b70e0fa49b4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801655 Aug 11 08:21:00.090332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f45d14-e833-421f-becd-5560bf5d0291 req-0015acb1-134c-4f50-9d44-f9c0dde8bdb2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:00.098966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03f45d14-e833-421f-becd-5560bf5d0291 req-0015acb1-134c-4f50-9d44-f9c0dde8bdb2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.1111560 Aug 11 08:21:00.142053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800f0b7-0ccb-4257-b560-00078b835d1b req-9942a808-0a46-4047-87f3-443c9196fcaa tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:00.152199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0800f0b7-0ccb-4257-b560-00078b835d1b req-9942a808-0a46-4047-87f3-443c9196fcaa tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.2135046 Aug 11 08:21:00.152376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03f45d14-e833-421f-becd-5560bf5d0291 req-5205a061-0ad1-4dd4-bdbc-a3c9c39edbc4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Aug 11 08:21:00.238001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0800f0b7-0ccb-4257-b560-00078b835d1b req-459001a0-91f1-4cbf-b049-c1768df13cc5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850832 Aug 11 08:21:00.416748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb997bc3-22db-4c67-97b1-e5e92eedc220 req-1a9a0f4d-2fb0-4725-b091-cdb6af8e3a22 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:00.427862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb997bc3-22db-4c67-97b1-e5e92eedc220 req-1a9a0f4d-2fb0-4725-b091-cdb6af8e3a22 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 932 time: 0.0990932 Aug 11 08:21:00.459714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:00.483883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb997bc3-22db-4c67-97b1-e5e92eedc220 req-e1ab186a-d222-4605-aba9-fa120fd2d5c1 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537944 Aug 11 08:21:00.487350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:00.601357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63071ff7-5a87-4ea5-80c6-514dbc500e5b {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:00.625546 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:00.658180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Transition to ACTIVE for port object 63071ff7-5a87-4ea5-80c6-514dbc500e5b will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:00.665261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:00.704343 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:00.762179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:00.770720 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482b0bc-3703-4884-adcb-fea49c0aeebb" -d '{"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-unplugged", "status": "completed", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:00.772689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=63071ff7-5a87-4ea5-80c6-514dbc500e5b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:00.815839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:00.830030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8f02c-f3a0-4c82-8441-8ea56bb434e0 req-635a1643-8a21-4efb-9993-f12327cc08b8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:00.846570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b8f02c-f3a0-4c82-8441-8ea56bb434e0 req-635a1643-8a21-4efb-9993-f12327cc08b8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.1498408 Aug 11 08:21:00.849841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:00.863654 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:00.865735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'port_id': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'mac_address': 'fa:16:3e:8a:61:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:00.929391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47b8f02c-f3a0-4c82-8441-8ea56bb434e0 req-1e7d6a83-8c06-40ea-a514-69b0adc5ae7c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Aug 11 08:21:00.974258 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46913098-ab00-44ac-8e75-853837cacd89 x-openstack-request-id: req-46913098-ab00-44ac-8e75-853837cacd89 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:00.974615 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-unplugged", "status": "completed", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:00.975051 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46913098-ab00-44ac-8e75-853837cacd89 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:00.975513 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'code': 200} Aug 11 08:21:00.976251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:01.054252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:01.080246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:01.082978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Attempting to bind port 63071ff7-5a87-4ea5-80c6-514dbc500e5b on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:01.087114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Attempting to bind port 63071ff7-5a87-4ea5-80c6-514dbc500e5b by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '02d5afe9-a14a-4c7e-ab42-f709a2f943ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:01.087654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Attempting to bind port 63071ff7-5a87-4ea5-80c6-514dbc500e5b on network 0bf048f2-2ad2-4862-9308-d28bc452f097 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:01.113335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:01.126015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43155be-0d81-4b7c-842a-21759cdeadf8 req-4a12f6d5-5808-4ccb-ad6a-56ef74e6275a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:01.133552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:01.142525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f43155be-0d81-4b7c-842a-21759cdeadf8 req-4a12f6d5-5808-4ccb-ad6a-56ef74e6275a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.2980251 Aug 11 08:21:01.189533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Port 63071ff7-5a87-4ea5-80c6-514dbc500e5b on network 0bf048f2-2ad2-4862-9308-d28bc452f097 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:21:01.190721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Attempting to bind port 63071ff7-5a87-4ea5-80c6-514dbc500e5b on network 0bf048f2-2ad2-4862-9308-d28bc452f097 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:01.198170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:01.220068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:01.220068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Checking segment: {'id': '02d5afe9-a14a-4c7e-ab42-f709a2f943ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:01.220068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Bound using segment: {'id': '02d5afe9-a14a-4c7e-ab42-f709a2f943ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:01.226218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Bound port: 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d5afe9-a14a-4c7e-ab42-f709a2f943ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:01.228368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:01.261858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f43155be-0d81-4b7c-842a-21759cdeadf8 req-3e96d2b2-f847-49e2-934c-1ebeca8c98f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193769 Aug 11 08:21:01.391132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] For port 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:01.395026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] For port 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b,segment=NetworkSegment(02d5afe9-a14a-4c7e-ab42-f709a2f943ea),segment_id=02d5afe9-a14a-4c7e-ab42-f709a2f943ea)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:01.404138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:01.461149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:01.475584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:01.476558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:01.478331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/63071ff7-5a87-4ea5-80c6-514dbc500e5b HTTP/1.1" status: 200 len: 1092 time: 1.7866745 Aug 11 08:21:01.500761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'tag': '63071ff7-5a87-4ea5-80c6-514dbc500e5b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:01.503516 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a715e2-2096-4214-ad33-1724e7ec8199" -d '{"events": [{"name": "network-changed", "server_uuid": "cae42fb2-beb0-499a-a4a9-e294d8e5ff0d", "tag": "63071ff7-5a87-4ea5-80c6-514dbc500e5b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:01.582974 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45099e2-100d-4fc9-8556-cf848aeef89e x-openstack-request-id: req-f45099e2-100d-4fc9-8556-cf848aeef89e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:01.583278 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae42fb2-beb0-499a-a4a9-e294d8e5ff0d", "tag": "63071ff7-5a87-4ea5-80c6-514dbc500e5b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:01.583532 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f45099e2-100d-4fc9-8556-cf848aeef89e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:01.583931 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'tag': '63071ff7-5a87-4ea5-80c6-514dbc500e5b', 'status': 'completed', 'code': 200} Aug 11 08:21:01.643834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9a581-ce57-4529-8f71-308b51b7a6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=63071ff7-5a87-4ea5-80c6-514dbc500e5b,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:01.691184 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0da3-c691-480c-a624-592c615fa4ef req-1ad4c172-2d1e-4b69-ae91-d4abd9e7b192 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:01.691656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-997d0da3-c691-480c-a624-592c615fa4ef req-1ad4c172-2d1e-4b69-ae91-d4abd9e7b192 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 945 time: 0.2426319 Aug 11 08:21:01.726222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-ec42c4ed-3dab-4d3a-922f-d99d2224f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:01.727658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-ec42c4ed-3dab-4d3a-922f-d99d2224f6ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e61cc15370f944b08c82da9868e62620&device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 1095 time: 0.1630259 Aug 11 08:21:01.756621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867671-6cca-419b-a783-fdb25c40a8b2 req-9b9faf45-97d0-4acf-95db-7fc771fb4a40 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:01.759100 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e867671-6cca-419b-a783-fdb25c40a8b2 req-9b9faf45-97d0-4acf-95db-7fc771fb4a40 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 944 time: 0.0851214 Aug 11 08:21:01.775433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-997d0da3-c691-480c-a624-592c615fa4ef req-9f45275d-fe8a-4e95-aba1-c807a4d2d83b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764842 Aug 11 08:21:01.856031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e867671-6cca-419b-a783-fdb25c40a8b2 req-b13c88ae-dc64-4f18-a39c-4ee0e8eb1f2e tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704005 Aug 11 08:21:01.863179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-70dff3ce-51f6-4db2-a9b4-dfaf50207076 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b HTTP/1.1" status: 200 len: 217 time: 0.1198053 Aug 11 08:21:01.966849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b753d3-237c-4134-907c-6bd32addfbab req-b3ebfaa5-3931-4c02-b940-f7166c03e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:01.968695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-b3ebfaa5-3931-4c02-b940-f7166c03e7ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94536162-cae0-4e8e-a0b9-3d357fecfbe1 HTTP/1.1" status: 200 len: 861 time: 0.0968072 Aug 11 08:21:02.029956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-bc9c9928-a4d7-4fa0-9b44-9d5632a25db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf048f2-2ad2-4862-9308-d28bc452f097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529633 Aug 11 08:21:02.346007 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:02.490620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:02.584320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed195ef9-cb6f-4744-992a-c5d7348f776d req-6d68f4b8-ab15-4061-acef-ba01aa8577de tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:02.591336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109b773-3019-422b-a0ee-c14ee3f7bc88 req-d5e54dfe-5ea3-41e2-9129-a387f03c973f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:02.591590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed195ef9-cb6f-4744-992a-c5d7348f776d req-6d68f4b8-ab15-4061-acef-ba01aa8577de tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.5677564 Aug 11 08:21:02.601685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9109b773-3019-422b-a0ee-c14ee3f7bc88 req-d5e54dfe-5ea3-41e2-9129-a387f03c973f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1720304 Aug 11 08:21:02.620011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:02.624585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:02.669823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-c21a4df5-8408-490f-8fdb-ccbe74bb0108 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297245 Aug 11 08:21:02.720697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9109b773-3019-422b-a0ee-c14ee3f7bc88 req-f346114c-627e-4165-8ee5-323b235c904c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180923 Aug 11 08:21:02.768705 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-238e8755-0f0f-4cb1-8a08-bf786515cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:02.827707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed195ef9-cb6f-4744-992a-c5d7348f776d req-4f8dba78-1598-43fd-a108-ea976935d0dd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351732 Aug 11 08:21:02.858170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-d09e392a-57f7-43a3-9181-469842298deb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:02.860834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-d09e392a-57f7-43a3-9181-469842298deb tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 945 time: 0.3046668 Aug 11 08:21:02.916805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:02.990078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57b753d3-237c-4134-907c-6bd32addfbab req-f7810185-be81-4ebb-a988-f59826d6822e service neutron] 10.222.0.64 "GET /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080046 Aug 11 08:21:03.007540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:03.022240 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e1337-78f9-4391-bb3d-1696522ff395" -d '{"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-plugged", "status": "completed", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:03.058162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:03.067004 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:03.114025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574f4f8-7934-47bd-8324-88029e043f5f req-fa1db861-981b-477f-ba4a-375dcdc516e8 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:03.124850 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0574f4f8-7934-47bd-8324-88029e043f5f req-fa1db861-981b-477f-ba4a-375dcdc516e8 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 944 time: 0.1426966 Aug 11 08:21:03.183231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:03.203048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0574f4f8-7934-47bd-8324-88029e043f5f req-b300f573-d55b-42c6-bd6e-f19612316561 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769761 Aug 11 08:21:03.275088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b02d-b8cc-40bc-8463-e9d021468068 req-caa4de47-2c7f-4851-b68d-d40ac60c3e7c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:03.277273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4085b02d-b8cc-40bc-8463-e9d021468068 req-caa4de47-2c7f-4851-b68d-d40ac60c3e7c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.2859733 Aug 11 08:21:03.290429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-3f896bf9-f9fe-4043-b304-7a438ffc05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:03.290879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-3f896bf9-f9fe-4043-b304-7a438ffc05ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e61cc15370f944b08c82da9868e62620&device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 1095 time: 0.1100340 Aug 11 08:21:03.355716 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ade65-2e8d-456f-8441-2fde1cd1f072 x-openstack-request-id: req-9e5ade65-2e8d-456f-8441-2fde1cd1f072 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:03.356253 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-plugged", "status": "completed", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:03.356253 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e5ade65-2e8d-456f-8441-2fde1cd1f072 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:03.356613 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'code': 200} Aug 11 08:21:03.391569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port ecff057d-b449-44b0-98c3-17b05117e832 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:03.392173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:03.517337 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4085b02d-b8cc-40bc-8463-e9d021468068 req-f61c9c4e-e2ad-419a-8f47-8ad223077f9f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255883 Aug 11 08:21:03.628108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc9976-9eeb-4d76-85b0-023aa8d53b26 req-d9cf7dbb-8c41-44c8-a07c-4a016237e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:03.629719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21fc9976-9eeb-4d76-85b0-023aa8d53b26 req-d9cf7dbb-8c41-44c8-a07c-4a016237e0fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 1097 time: 0.0881755 Aug 11 08:21:03.670305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-f0209d2d-08d2-402c-ba69-582a8c18bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:03.676423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-f0209d2d-08d2-402c-ba69-582a8c18bae6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0bf048f2-2ad2-4862-9308-d28bc452f097 HTTP/1.1" status: 200 len: 922 time: 0.3713892 Aug 11 08:21:03.713397 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21fc9976-9eeb-4d76-85b0-023aa8d53b26 req-849f5d04-4fb2-4820-b5be-91860ed5e39e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754237 Aug 11 08:21:03.768656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-1a2cec48-bf76-4534-a3d8-d7857943339a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b HTTP/1.1" status: 200 len: 217 time: 0.0747745 Aug 11 08:21:03.782342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port ecff057d-b449-44b0-98c3-17b05117e832, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ecff057d-b449-44b0-98c3-17b05117e832,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:03.782706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:03.812546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for ecff057d-b449-44b0-98c3-17b05117e832 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:04.049545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-6a736f0b-6422-493b-9cbe-552d9a39e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:04.051149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-6a736f0b-6422-493b-9cbe-552d9a39e247 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94536162-cae0-4e8e-a0b9-3d357fecfbe1 HTTP/1.1" status: 200 len: 861 time: 0.0722375 Aug 11 08:21:04.095304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e3e-c5cb-4c5e-85ca-fb40f73d3cfe req-71ddb049-9d94-460d-99d8-8174b3aa3390 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:04.104094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-30fd65f0-ec77-4945-8e92-f7e7666a871c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0bf048f2-2ad2-4862-9308-d28bc452f097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406671 Aug 11 08:21:04.105867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c34b3e3e-c5cb-4c5e-85ca-fb40f73d3cfe req-71ddb049-9d94-460d-99d8-8174b3aa3390 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0819228 Aug 11 08:21:04.211095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c34b3e3e-c5cb-4c5e-85ca-fb40f73d3cfe req-c572e47d-929c-409e-9efb-3ed2475f7b40 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975077 Aug 11 08:21:04.223273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:04.258379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ecff057d-b449-44b0-98c3-17b05117e832'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:04.265921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:04.309019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7c86aae-d8c8-4f0a-ab5a-6aefdc09a729 req-45891a6b-181c-4ea4-809b-6ec569acaa1b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 210 time: 0.1263103 Aug 11 08:21:04.449691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-eab44ddb-3652-422e-a95b-5ae121574b71 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633445 Aug 11 08:21:04.675663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:04.680968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54a715e2-2096-4214-ad33-1724e7ec8199 req-c6ec1427-9a33-4152-a9bb-405a4b50e759 service neutron] 10.222.0.64 "GET /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752768 Aug 11 08:21:04.683197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=ecff057d-b449-44b0-98c3-17b05117e832,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:04.759985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port ecff057d-b449-44b0-98c3-17b05117e832 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:04.764866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:04.767095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b3ee898-3ecf-484d-b48a-bae0a97727a3 req-cb1adacb-0933-471d-a7c6-4caabb6e40ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.69 "DELETE /v2.0/ports/ecff057d-b449-44b0-98c3-17b05117e832 HTTP/1.1" status: 204 len: 173 time: 1.8571033 Aug 11 08:21:04.769964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'name': 'network-vif-deleted', 'tag': 'ecff057d-b449-44b0-98c3-17b05117e832'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:04.772688 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27da0c3-e86d-4bc1-bc42-4d7207805a10" -d '{"events": [{"server_uuid": "e9d64140-61cd-4841-9011-7b53c1faac17", "name": "network-vif-deleted", "tag": "ecff057d-b449-44b0-98c3-17b05117e832"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:04.802353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a94b6-c694-49a9-838f-1edcf043c461 req-b767492c-543f-4028-aa65-6d29abc28920 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:04.813812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-011a94b6-c694-49a9-838f-1edcf043c461 req-b767492c-543f-4028-aa65-6d29abc28920 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 944 time: 0.3627434 Aug 11 08:21:04.900747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:04.951935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-011a94b6-c694-49a9-838f-1edcf043c461 req-9efbee99-5326-47e9-bb82-85f0e708ec5b tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357570 Aug 11 08:21:05.003082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75bd4afa-89e3-4644-ac95-9d2fbdb7a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.021664 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe9a44-f15f-4add-8826-d362f12ddae1 x-openstack-request-id: req-f4fe9a44-f15f-4add-8826-d362f12ddae1 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:05.021982 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d64140-61cd-4841-9011-7b53c1faac17", "name": "network-vif-deleted", "tag": "ecff057d-b449-44b0-98c3-17b05117e832", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:05.022236 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4fe9a44-f15f-4add-8826-d362f12ddae1 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:05.022659 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d64140-61cd-4841-9011-7b53c1faac17', 'name': 'network-vif-deleted', 'tag': 'ecff057d-b449-44b0-98c3-17b05117e832', 'status': 'completed', 'code': 200} Aug 11 08:21:05.156441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e9b4-4c1d-42a8-b44d-ec240bf9d02b req-08768fe1-59d8-40f8-8470-8f65db5e03a7 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:05.166300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0798e9b4-4c1d-42a8-b44d-ec240bf9d02b req-08768fe1-59d8-40f8-8470-8f65db5e03a7 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.3534260 Aug 11 08:21:05.198443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75bd4afa-89e3-4644-ac95-9d2fbdb7a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.220630 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75bd4afa-89e3-4644-ac95-9d2fbdb7a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.258579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0798e9b4-4c1d-42a8-b44d-ec240bf9d02b req-1a4dcc95-51ee-41ee-910e-b8370589534a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Aug 11 08:21:05.322449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-75bd4afa-89e3-4644-ac95-9d2fbdb7a0c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b5c8f5efc0e4040a18a6e144d8aee23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6455367 Aug 11 08:21:05.325679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd4afa-89e3-4644-ac95-9d2fbdb7a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83602f31-cb75-4b7a-a21b-638536fa8a91,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:05.331438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50314) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:05.451400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6bc51-04a8-4ef8-9bc2-e4cbe52e10f3 req-c1750041-670e-48e5-9f94-0b6ae62c9945 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:05.454204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84b6bc51-04a8-4ef8-9bc2-e4cbe52e10f3 req-c1750041-670e-48e5-9f94-0b6ae62c9945 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.1609259 Aug 11 08:21:05.588364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44a5e52e-353b-4285-af15-a715b98700bc req-60358f90-885a-422e-b786-8a921a28aca3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9d64140-61cd-4841-9011-7b53c1faac17 HTTP/1.1" status: 200 len: 210 time: 0.0510569 Aug 11 08:21:05.603001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b03b-8a07-4e4c-b374-98859ae84a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.656066 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b03b-8a07-4e4c-b374-98859ae84a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.693639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84b6bc51-04a8-4ef8-9bc2-e4cbe52e10f3 req-a091acb8-dcf8-41ae-82b0-209ab98dca4e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2192812 Aug 11 08:21:05.742181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b03b-8a07-4e4c-b374-98859ae84a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.747215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b03b-8a07-4e4c-b374-98859ae84a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:05.748674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f9d8b03b-8a07-4e4c-b374-98859ae84a50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83602f31-cb75-4b7a-a21b-638536fa8a91 HTTP/1.1" status: 204 len: 168 time: 0.4160886 Aug 11 08:21:05.767171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b03b-8a07-4e4c-b374-98859ae84a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83602f31-cb75-4b7a-a21b-638536fa8a91,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:06.079170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.098739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de12dc-a9c5-4055-b690-3bc0c32f63ce req-4f0efabc-3214-4527-b9e0-8cba8887b83e tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:06.100336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76de12dc-a9c5-4055-b690-3bc0c32f63ce req-4f0efabc-3214-4527-b9e0-8cba8887b83e tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 944 time: 0.0645719 Aug 11 08:21:06.145036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76de12dc-a9c5-4055-b690-3bc0c32f63ce req-10b115eb-16e6-4e7e-a616-901305de2870 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Aug 11 08:21:06.166176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50340) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:06.180799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46fcf1cc-9fd4-4f9c-9e7d-c84f295deb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.292946 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46fcf1cc-9fd4-4f9c-9e7d-c84f295deb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.299425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46fcf1cc-9fd4-4f9c-9e7d-c84f295deb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.338978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcf1cc-9fd4-4f9c-9e7d-c84f295deb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec06ae8-139a-437d-a886-fbf873c61724,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:06.347746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-46fcf1cc-9fd4-4f9c-9e7d-c84f295deb0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50997fd4e81d4f79b204c61068dfed8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762271 Aug 11 08:21:06.348628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:06.404193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39e4564-2c0a-4cac-917d-58a1ed5c0033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.417551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8bc2-5802-40d0-8cc8-eae96ed160a6 req-0f4554b7-e4f2-48a1-9506-52b90cb13b84 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:06.419688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f4e8bc2-5802-40d0-8cc8-eae96ed160a6 req-0f4554b7-e4f2-48a1-9506-52b90cb13b84 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0668898 Aug 11 08:21:06.428845 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39e4564-2c0a-4cac-917d-58a1ed5c0033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.469914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f4e8bc2-5802-40d0-8cc8-eae96ed160a6 req-410d7829-29d7-4aca-bf10-4dfdd0836a86 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Aug 11 08:21:06.485345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39e4564-2c0a-4cac-917d-58a1ed5c0033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.488410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c39e4564-2c0a-4cac-917d-58a1ed5c0033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.489926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c39e4564-2c0a-4cac-917d-58a1ed5c0033 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ec06ae8-139a-437d-a886-fbf873c61724 HTTP/1.1" status: 204 len: 168 time: 0.1409092 Aug 11 08:21:06.499890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e4564-2c0a-4cac-917d-58a1ed5c0033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec06ae8-139a-437d-a886-fbf873c61724,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:06.504930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 63071ff7-5a87-4ea5-80c6-514dbc500e5b details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:06.627824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c700846-1672-4d5e-a183-b54ae1394f1e req-8107d7c1-545b-46b0-aade-e950cff05f83 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:06.629989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c700846-1672-4d5e-a183-b54ae1394f1e req-8107d7c1-545b-46b0-aade-e950cff05f83 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.0716553 Aug 11 08:21:06.682812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b,segment=NetworkSegment(02d5afe9-a14a-4c7e-ab42-f709a2f943ea),segment_id=02d5afe9-a14a-4c7e-ab42-f709a2f943ea)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:06.699882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '63071ff7-5a87-4ea5-80c6-514dbc500e5b', 'network_id': '0bf048f2-2ad2-4862-9308-d28bc452f097', 'port_id': '63071ff7-5a87-4ea5-80c6-514dbc500e5b', 'mac_address': 'fa:16:3e:fb:23:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94536162-cae0-4e8e-a0b9-3d357fecfbe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:06.714083 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c700846-1672-4d5e-a183-b54ae1394f1e req-9735f1db-08f2-4295-becf-25dd119e402f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750463 Aug 11 08:21:06.771580 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.795709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63071ff7-5a87-4ea5-80c6-514dbc500e5b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:06.826256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b,segment=NetworkSegment(02d5afe9-a14a-4c7e-ab42-f709a2f943ea),segment_id=02d5afe9-a14a-4c7e-ab42-f709a2f943ea)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:06.832197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:06.924425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=63071ff7-5a87-4ea5-80c6-514dbc500e5b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:06.927805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec891a-beee-4ff6-92f4-1864c67b5660 req-48a0079a-435c-43fb-8f75-fd587408e8ad tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:06.938461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81ec891a-beee-4ff6-92f4-1864c67b5660 req-48a0079a-435c-43fb-8f75-fd587408e8ad tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0724089 Aug 11 08:21:06.997423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81ec891a-beee-4ff6-92f4-1864c67b5660 req-b0687acf-16ef-4067-8a27-99de8619d5fd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579054 Aug 11 08:21:07.061882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ecff057d-b449-44b0-98c3-17b05117e832 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:07.109697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: ecff057d-b449-44b0-98c3-17b05117e832 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:07.110631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ecff057d-b449-44b0-98c3-17b05117e832 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:07.177062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['63071ff7-5a87-4ea5-80c6-514dbc500e5b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:07.358544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eca4b-a8a6-49fc-86b5-2e2451edc5ea req-826163ac-748a-465a-9deb-b8b82c0d3db1 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:07.367420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-069eca4b-a8a6-49fc-86b5-2e2451edc5ea req-826163ac-748a-465a-9deb-b8b82c0d3db1 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 945 time: 0.1056073 Aug 11 08:21:07.376748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-8a78105b-1f5c-451f-b6a0-a408028ec6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:07.390301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-8a78105b-1f5c-451f-b6a0-a408028ec6bf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.1757121 Aug 11 08:21:07.417364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-59e1f869-2508-4e40-9375-5bf168cb6b61 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/quotas/bbe0f938c206454bb4c28a68cc0e08eb HTTP/1.1" status: 200 len: 375 time: 0.0256689 Aug 11 08:21:07.435646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-069eca4b-a8a6-49fc-86b5-2e2451edc5ea req-93c3ec5f-1842-4686-b131-7133bd2d4a2d tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665936 Aug 11 08:21:07.493282 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-89485ebf-c86e-4490-b96d-fcbae89737cc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744965 Aug 11 08:21:07.615170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-27c4fa07-b278-48ee-9ea9-0e49f12b059e service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103058 Aug 11 08:21:07.652281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-9b558c36-ff56-4f0c-9304-02bdb7056174 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:07.653886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-9b558c36-ff56-4f0c-9304-02bdb7056174 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 815 time: 0.1242139 Aug 11 08:21:07.676457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-3cc3e7a1-3783-4f22-8718-795adc9c878b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/quotas/0faa101549c54d51a14e1497a1980a5c HTTP/1.1" status: 200 len: 375 time: 0.0119953 Aug 11 08:21:07.736365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-a1b61375-3014-4180-ae2a-a078bab27fcd service neutron] 10.222.0.58 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141531 Aug 11 08:21:07.754142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-72e7027b-381b-4665-9020-0488756cd8b9 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681713 Aug 11 08:21:07.913518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-469b64ed-7ae8-4dee-a0fc-f0c65d6ca255 service neutron] 10.222.0.58 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521337 Aug 11 08:21:07.945182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42e52050-9da3-4661-8c9b-7c801ae92733 req-bcb65078-5705-4580-ae19-8502210f32f6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 210 time: 0.0473444 Aug 11 08:21:08.047138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-c80e9fa4-61f5-4a0c-b4d9-ace102ed031e service neutron] 10.222.0.58 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325769 Aug 11 08:21:08.381983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87d916a6-cb75-4a8f-8c1c-be6aeb7d21a3 req-7b48e987-7a3a-475b-af28-570eff84c3ab tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 210 time: 0.0496151 Aug 11 08:21:08.382180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec191a48-52c2-4612-8513-f905ff0373d7 req-8c20cd87-4498-4e95-acf5-99e6fbb4df25 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:08.384040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec191a48-52c2-4612-8513-f905ff0373d7 req-8c20cd87-4498-4e95-acf5-99e6fbb4df25 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 946 time: 0.0737112 Aug 11 08:21:08.441176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec191a48-52c2-4612-8513-f905ff0373d7 req-7c74f085-75b1-41d2-8c35-b04c9fd95a80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426641 Aug 11 08:21:08.505245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 63071ff7-5a87-4ea5-80c6-514dbc500e5b up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:08.608431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 63071ff7-5a87-4ea5-80c6-514dbc500e5b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:08.616263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 63071ff7-5a87-4ea5-80c6-514dbc500e5b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:08.618029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:08.659690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-692a637d-2239-4ff3-8a0d-e4300282bce7 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:08.661504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-692a637d-2239-4ff3-8a0d-e4300282bce7 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "GET /v2.0/ports?device_id=97d23caa-0ba3-4656-b2aa-7c5ffe36991a HTTP/1.1" status: 200 len: 946 time: 0.1743472 Aug 11 08:21:08.672987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba358-2ee0-4fa2-99fe-73f57f770404 req-a3575045-c28f-42ef-ae93-f0e27608edc3 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:08.682460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b1ba358-2ee0-4fa2-99fe-73f57f770404 req-a3575045-c28f-42ef-ae93-f0e27608edc3 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 945 time: 0.1065183 Aug 11 08:21:08.736998 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:08.792561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63071ff7-5a87-4ea5-80c6-514dbc500e5b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:08.797215 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a262613-3898-4296-b513-4b56457e9849" -d '{"events": [{"server_uuid": "cae42fb2-beb0-499a-a4a9-e294d8e5ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "63071ff7-5a87-4ea5-80c6-514dbc500e5b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:08.814515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b,segment=NetworkSegment(02d5afe9-a14a-4c7e-ab42-f709a2f943ea),segment_id=02d5afe9-a14a-4c7e-ab42-f709a2f943ea)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:08.824358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:08.826531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:08.866781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b1ba358-2ee0-4fa2-99fe-73f57f770404 req-110fa438-20ea-42db-b339-fdb0c424c14a tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834881 Aug 11 08:21:08.937706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Deleting port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:08.938266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:08.960164 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ca5f80-0b71-469b-bdff-67453c889485 x-openstack-request-id: req-13ca5f80-0b71-469b-bdff-67453c889485 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:08.960499 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae42fb2-beb0-499a-a4a9-e294d8e5ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "63071ff7-5a87-4ea5-80c6-514dbc500e5b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:08.960753 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13ca5f80-0b71-469b-bdff-67453c889485 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:08.961187 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63071ff7-5a87-4ea5-80c6-514dbc500e5b', 'code': 200} Aug 11 08:21:08.962370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=63071ff7-5a87-4ea5-80c6-514dbc500e5b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:09.117136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:09.183746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbcfc0-3623-4090-b0f9-497b6be531ee req-bff32574-552c-4911-a88b-0cd327f4cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:09.185510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73fbcfc0-3623-4090-b0f9-497b6be531ee req-bff32574-552c-4911-a88b-0cd327f4cca9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 1097 time: 0.1162288 Aug 11 08:21:09.197780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:09.200547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c876420-81bc-42a3-8c81-9f78202fad60 req-de5c8437-fc64-4de4-be41-cb3dad5745cd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 210 time: 0.0687881 Aug 11 08:21:09.209446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] For port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:09.209617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:09.215153 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:09.243935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Calling delete_port for 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:09.290470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73fbcfc0-3623-4090-b0f9-497b6be531ee req-534e5a9f-805d-49b2-83d3-49a29b91b1ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810430 Aug 11 08:21:09.360939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=14']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:09.395697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50558) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:09.518883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:09.533098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb62d601-db3b-4ad6-a9d9-e9ded0119ce0 req-7393efe8-84cf-4656-b06c-32c88174fb16 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 210 time: 0.0434484 Aug 11 08:21:09.553279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Pushing event deleted for resources: {'Port': ['ID=441c6d80-e5b1-4db6-9d26-8ff3a11faa6d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:09.555176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:09.621888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] No DVR routers for this DVR port 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:09.627073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:09.629375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce010639-f9b6-437d-a0f5-05f1b68a89fa req-79c6e684-1620-4260-a675-a0cf4cfa1a77 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "DELETE /v2.0/ports/441c6d80-e5b1-4db6-9d26-8ff3a11faa6d HTTP/1.1" status: 204 len: 173 time: 0.9449801 Aug 11 08:21:09.629603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-761a46c4-8953-4530-af26-d42a26ef8a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:09.629841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-deleted', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:09.632773 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c8ee48-8f2a-42e4-a36f-e22c4217a897" -d '{"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-deleted", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:09.682654 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a72bf7f-96f6-49f3-b5d5-2da5ab3d5c9c x-openstack-request-id: req-8a72bf7f-96f6-49f3-b5d5-2da5ab3d5c9c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:09.682860 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d23caa-0ba3-4656-b2aa-7c5ffe36991a", "name": "network-vif-deleted", "tag": "441c6d80-e5b1-4db6-9d26-8ff3a11faa6d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:09.683096 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a72bf7f-96f6-49f3-b5d5-2da5ab3d5c9c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:09.683612 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d23caa-0ba3-4656-b2aa-7c5ffe36991a', 'name': 'network-vif-deleted', 'tag': '441c6d80-e5b1-4db6-9d26-8ff3a11faa6d', 'status': 'completed', 'code': 200} Aug 11 08:21:10.217669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54eba5-5fb5-4a98-8001-b9c8abdeafc8 req-898db3ab-7e5c-4a89-ace3-e433ef0bc2a6 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:10.219282 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef54eba5-5fb5-4a98-8001-b9c8abdeafc8 req-898db3ab-7e5c-4a89-ace3-e433ef0bc2a6 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 946 time: 0.1210861 Aug 11 08:21:10.253085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-301dc640-5ed8-49bf-b46d-744ea9946da2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:10.257055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-301dc640-5ed8-49bf-b46d-744ea9946da2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 805 time: 0.6656234 Aug 11 08:21:10.295341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Request body: {'port': {'device_id': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'admin_state_up': True, 'tenant_id': 'bbe0f938c206454bb4c28a68cc0e08eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:10.368420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-22c4ca81-703a-403b-91cc-8e809b54053e req-cf17db26-bb4d-403a-8959-411e340d164d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 210 time: 0.0602129 Aug 11 08:21:10.382696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-7cf33e54-59e4-435a-aacd-1ca8f4e2da2b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:10.384824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-7cf33e54-59e4-435a-aacd-1ca8f4e2da2b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 815 time: 0.2631254 Aug 11 08:21:10.429667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef54eba5-5fb5-4a98-8001-b9c8abdeafc8 req-836fa20e-06c8-4c6e-a5fc-7149b067c428 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713073 Aug 11 08:21:10.451366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Request body: {'port': {'device_id': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'admin_state_up': True, 'tenant_id': '0faa101549c54d51a14e1497a1980a5c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:10.513784 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-761a46c4-8953-4530-af26-d42a26ef8a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.538316 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-761a46c4-8953-4530-af26-d42a26ef8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.569814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-761a46c4-8953-4530-af26-d42a26ef8a54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69d528d756c94cb4bb5848848a487f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729975 Aug 11 08:21:10.577124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50614) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:10.601609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Made reservation on behalf of bbe0f938c206454bb4c28a68cc0e08eb for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:10.618549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.651507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Made reservation on behalf of 0faa101549c54d51a14e1497a1980a5c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:10.665616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.665870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22269cf4-ab4f-4bca-a847-53f03b6a3976 req-61d1ec45-fcb8-49cf-bd6b-0fce47b62b63 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:10.665870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22269cf4-ab4f-4bca-a847-53f03b6a3976 req-61d1ec45-fcb8-49cf-bd6b-0fce47b62b63 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1689696 Aug 11 08:21:10.668107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a46c4-8953-4530-af26-d42a26ef8a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4de42f3-7ef6-4734-ad57-40e299a8d8fb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:10.741890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68fc199c-1407-4ccc-a82d-3bc86fde1067 req-db906b20-6fae-42c5-a201-bc0d687ea08c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 210 time: 0.0480371 Aug 11 08:21:10.750480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb0600d7-c182-4bc4-8496-429048639fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.762350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22269cf4-ab4f-4bca-a847-53f03b6a3976 req-e25cdc7d-5b17-4eb2-8a17-f64867dce012 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844917 Aug 11 08:21:10.809387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb0600d7-c182-4bc4-8496-429048639fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.863428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Allocated IP 172.20.0.6 (82f27d5f-82ed-477a-bdfb-96cdefccd937/287d622e-ebf1-4400-bdd4-d30b17e7d40c/274c37e9-dd63-44c9-b63b-4cab9ffa0483) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:10.962683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:10.965633 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1384a9a-ac62-48f4-a44b-1de9382374eb" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:10.969082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Allocated IP 172.20.0.6 (dc03682e-c9ef-4697-ae11-f5f3b426c9da/83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709/121b80ae-63ed-4eb3-8176-81df6697bf6c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:10.971579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb0600d7-c182-4bc4-8496-429048639fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.974271 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb0600d7-c182-4bc4-8496-429048639fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:10.978372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fb0600d7-c182-4bc4-8496-429048639fb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4de42f3-7ef6-4734-ad57-40e299a8d8fb HTTP/1.1" status: 204 len: 168 time: 0.3961020 Aug 11 08:21:10.989282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0600d7-c182-4bc4-8496-429048639fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4de42f3-7ef6-4734-ad57-40e299a8d8fb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:11.037894 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a8ef0a-846a-4afc-a415-17358780c4fc x-openstack-request-id: req-66a8ef0a-846a-4afc-a415-17358780c4fc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:11.038259 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:11.038408 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66a8ef0a-846a-4afc-a415-17358780c4fc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:11.038809 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'code': 200} Aug 11 08:21:11.087424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04c7a5-05e0-402d-91ac-b14ee82a7fee req-c2b54e46-522c-4055-b1c4-c56d8b37959b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.089386 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d04c7a5-05e0-402d-91ac-b14ee82a7fee req-c2b54e46-522c-4055-b1c4-c56d8b37959b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0828977 Aug 11 08:21:11.145189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.158737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-c4cdce9d-faa0-4f13-a7b4-a6da20125f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.160311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-c4cdce9d-faa0-4f13-a7b4-a6da20125f68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0878749 Aug 11 08:21:11.194952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.229639 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d04c7a5-05e0-402d-91ac-b14ee82a7fee req-182b5e52-ebdc-47cb-8638-497d9e196abc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338928 Aug 11 08:21:11.231238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:11.260478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.278855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Network 82f27d5f-82ed-477a-bdfb-96cdefccd937 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:11.284104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:11.288842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:11.300551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-8cb8a836-f9bf-46d1-985c-7101c4075ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.302065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-8cb8a836-f9bf-46d1-985c-7101c4075ffc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1323256 Aug 11 08:21:11.319768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event updated for resources: {'Port': ['ID=274c37e9-dd63-44c9-b63b-4cab9ffa0483,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:11.373764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.374429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.398650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-85bdfccd-9894-4f77-b002-609577352192 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1176803 Aug 11 08:21:11.416722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Request body: {'port': {'device_id': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:11.420473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.431796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-dd609b1d-cc35-4831-afba-6b8c62558992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.1141336 Aug 11 08:21:11.537647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-d643db84-c313-48a2-8ba2-2da307047741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.539570 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-d643db84-c313-48a2-8ba2-2da307047741 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0995407 Aug 11 08:21:11.544218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:11.549938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:11.560322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:11.570736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:11.585153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.652939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438737c0-f6aa-41c2-a294-54abcd731328 req-1b7e9cd9-1614-4078-bb1f-486b51f59e30 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.654787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-438737c0-f6aa-41c2-a294-54abcd731328 req-1b7e9cd9-1614-4078-bb1f-486b51f59e30 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 946 time: 0.1058857 Aug 11 08:21:11.678138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.678853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.694338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-6edf2a69-d310-4a06-b18d-13edb3fd19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.696053 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-6edf2a69-d310-4a06-b18d-13edb3fd19ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473424 Aug 11 08:21:11.708162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a25533-ec7e-458e-9f19-915dc98d9c98 req-04adbe8e-d5ec-4ca9-b579-23db7d45fc39 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:11.709852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94a25533-ec7e-458e-9f19-915dc98d9c98 req-04adbe8e-d5ec-4ca9-b579-23db7d45fc39 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 931 time: 0.1578295 Aug 11 08:21:11.723420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-af4d7061-830c-49ce-a166-e5825c145cbc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2770119 Aug 11 08:21:11.768981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-438737c0-f6aa-41c2-a294-54abcd731328 req-5de7aac2-6d74-44e0-a50b-343f61764b5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065190 Aug 11 08:21:11.774618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Request body: {'port': {'device_id': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:11.862453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94a25533-ec7e-458e-9f19-915dc98d9c98 req-0a23fda0-6176-43c1-94d9-8007a24586d8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425099 Aug 11 08:21:11.883125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:11.912253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-f1b323db-9cb6-4331-876d-86e9a58a2be8 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002037 Aug 11 08:21:12.061314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498b0c9-cb92-4eb7-92a6-34ae6eb8c57f req-048a5d0c-e165-4a67-958b-65df7839e3a0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.075939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f498b0c9-cb92-4eb7-92a6-34ae6eb8c57f req-048a5d0c-e165-4a67-958b-65df7839e3a0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 931 time: 0.1154914 Aug 11 08:21:12.090536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274c37e9-dd63-44c9-b63b-4cab9ffa0483 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:12.100861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.119334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d68329-e267-4240-a56a-a6f879d8f306 req-6b025c05-b0fa-48bb-8674-210718e72e5a service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858323 Aug 11 08:21:12.133085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Transition to ACTIVE for port object 274c37e9-dd63-44c9-b63b-4cab9ffa0483 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:12.141300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f498b0c9-cb92-4eb7-92a6-34ae6eb8c57f req-375bb2f6-485c-453b-8f25-7bdaced40bf4 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Aug 11 08:21:12.142572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.226205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Pushing event updated for resources: {'Port': ['ID=274c37e9-dd63-44c9-b63b-4cab9ffa0483,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:12.279377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Attempting to bind port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:12.279813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Attempting to bind port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:12.280212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Attempting to bind port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:12.286243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:21:12.286748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Attempting to bind port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 on network 82f27d5f-82ed-477a-bdfb-96cdefccd937 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:12.293144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:12.293840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Checking segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:12.294490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Bound using segment: {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:12.295043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Bound port: 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d70fbf1-17ed-4787-a155-312bbf5477dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:12.295504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.358333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121b80ae-63ed-4eb3-8176-81df6697bf6c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:12.376593 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.398627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] For port 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:12.418333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Transition to ACTIVE for port object 121b80ae-63ed-4eb3-8176-81df6697bf6c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:12.425447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.428675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] For port 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:12.449231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.504056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.504720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.506307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] 10.222.0.64 "PUT /v2.0/ports/274c37e9-dd63-44c9-b63b-4cab9ffa0483 HTTP/1.1" status: 200 len: 1091 time: 1.0945795 Aug 11 08:21:12.511143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'tag': '274c37e9-dd63-44c9-b63b-4cab9ffa0483'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:12.513165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:12.513791 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dec944f-1fca-4d03-9deb-dd07d40c83e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed1784c-6dac-4090-8ff6-69c82ba0b46b", "tag": "274c37e9-dd63-44c9-b63b-4cab9ffa0483"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:12.525955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:12.528661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40792573-98fa-4fe0-b071-efaf025e0296 req-21b52811-2b6b-4286-8e5c-75f856d280e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.530325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40792573-98fa-4fe0-b071-efaf025e0296 req-21b52811-2b6b-4286-8e5c-75f856d280e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1518641 Aug 11 08:21:12.554562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064aff5-db0c-4ec5-b5fb-4232fdd7388c service neutron] Pushing event updated for resources: {'Port': ['ID=274c37e9-dd63-44c9-b63b-4cab9ffa0483,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:12.564640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:12.565313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 441c6d80-e5b1-4db6-9d26-8ff3a11faa6d not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:12.582029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00ce95-b760-45ec-9aa9-5128e7d13977 req-317729b2-0d10-48b5-bb74-c83171ed1798 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.584140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c00ce95-b760-45ec-9aa9-5128e7d13977 req-317729b2-0d10-48b5-bb74-c83171ed1798 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 946 time: 0.1542702 Aug 11 08:21:12.628380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40792573-98fa-4fe0-b071-efaf025e0296 req-d329ccd0-bb68-4e17-b10f-b5989fd6fea8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682886 Aug 11 08:21:12.670919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c00ce95-b760-45ec-9aa9-5128e7d13977 req-e8904b98-9537-4a03-a89c-c0d8fa143cfd tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616398 Aug 11 08:21:12.673755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Attempting to bind port 121b80ae-63ed-4eb3-8176-81df6697bf6c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:12.674119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Attempting to bind port 121b80ae-63ed-4eb3-8176-81df6697bf6c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:12.674447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Attempting to bind port 121b80ae-63ed-4eb3-8176-81df6697bf6c on network dc03682e-c9ef-4697-ae11-f5f3b426c9da {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:12.679329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Port 121b80ae-63ed-4eb3-8176-81df6697bf6c on network dc03682e-c9ef-4697-ae11-f5f3b426c9da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:21:12.679647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Attempting to bind port 121b80ae-63ed-4eb3-8176-81df6697bf6c on network dc03682e-c9ef-4697-ae11-f5f3b426c9da {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:12.684288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50688) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:12.685867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:12.686205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Checking segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:12.686595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Bound using segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:12.687027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Bound port: 121b80ae-63ed-4eb3-8176-81df6697bf6c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:12.687390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.718456 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0a6975-a282-4d6b-9168-447440af4f00 x-openstack-request-id: req-3d0a6975-a282-4d6b-9168-447440af4f00 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:12.718655 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed1784c-6dac-4090-8ff6-69c82ba0b46b", "tag": "274c37e9-dd63-44c9-b63b-4cab9ffa0483", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:12.719089 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d0a6975-a282-4d6b-9168-447440af4f00 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:12.719295 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'tag': '274c37e9-dd63-44c9-b63b-4cab9ffa0483', 'status': 'completed', 'code': 200} Aug 11 08:21:12.728378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e645898b-f932-4f08-b57a-fc714af91b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.730960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-e645898b-f932-4f08-b57a-fc714af91b68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 1094 time: 0.0846138 Aug 11 08:21:12.778723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:12.782977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:12.803885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-f7d00a12-1234-4162-9e90-6b1edc7cd727 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483 HTTP/1.1" status: 200 len: 217 time: 0.0480835 Aug 11 08:21:12.808686 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.861807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.862480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.863942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] 10.222.0.64 "PUT /v2.0/ports/121b80ae-63ed-4eb3-8176-81df6697bf6c HTTP/1.1" status: 200 len: 1091 time: 1.1221495 Aug 11 08:21:12.864365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:12.866715 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95c094-a37a-4962-89a1-fcabf645cfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:12.883957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319c1634-f014-4868-b5f0-e30d19a0b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:12.908908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d9fbb-5a00-4583-a5e7-237cb26ed505 service neutron] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:12.916981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-391a6eb1-5ea7-45f1-bffb-a5af6d6591b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:12.918546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-391a6eb1-5ea7-45f1-bffb-a5af6d6591b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.1081743 Aug 11 08:21:12.934593 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbffde5-3d45-4417-84bf-69b90b208a35 x-openstack-request-id: req-4cbffde5-3d45-4417-84bf-69b90b208a35 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:12.934887 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:12.935163 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cbffde5-3d45-4417-84bf-69b90b208a35 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:12.935677 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'status': 'completed', 'code': 200} Aug 11 08:21:12.974262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-a05beb93-6127-467e-b89d-f275b7524975 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377724 Aug 11 08:21:13.021339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-cd35db6b-5185-4509-9e04-298d41fe57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.022972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-cd35db6b-5185-4509-9e04-298d41fe57cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 1094 time: 0.0566661 Aug 11 08:21:13.074338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-849190e3-98ad-4b44-a065-dc888f1e92ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c HTTP/1.1" status: 200 len: 217 time: 0.0355003 Aug 11 08:21:13.133596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aada38-9331-41a6-bae5-57c446160634 req-b8dd3b20-dc27-4f53-8c01-58f84b19a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.135627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-b8dd3b20-dc27-4f53-8c01-58f84b19a949 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 200 len: 855 time: 0.0544839 Aug 11 08:21:13.148354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd152a-b21b-4fae-bae9-2a331f9bac6e req-be1883ab-8856-4ce9-a53c-1439214d2a6c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.149968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44dd152a-b21b-4fae-bae9-2a331f9bac6e req-be1883ab-8856-4ce9-a53c-1439214d2a6c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 943 time: 0.1507809 Aug 11 08:21:13.164625 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319c1634-f014-4868-b5f0-e30d19a0b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:13.180564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-a40203a0-6e67-4c45-a3f9-fe657c56b4f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc03682e-c9ef-4697-ae11-f5f3b426c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372937 Aug 11 08:21:13.184672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319c1634-f014-4868-b5f0-e30d19a0b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:13.219481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-072e0fda-e309-45b7-b305-74956f141752 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189212 Aug 11 08:21:13.294297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44dd152a-b21b-4fae-bae9-2a331f9bac6e req-3109bb74-eb4b-42ae-9a30-a2193a8a39a5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342354 Aug 11 08:21:13.294811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c1634-f014-4868-b5f0-e30d19a0b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b78113-48bd-4504-8fb0-959291dc8798,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:13.303471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-319c1634-f014-4868-b5f0-e30d19a0b842 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0af589a9bb34916b76d870f35ed88ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174641 Aug 11 08:21:13.305595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50710) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:13.319088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-8a2c22f7-7c42-4fcf-8a0b-d49ce7f6bd13 service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250818 Aug 11 08:21:13.349503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db69cd2e-6f70-4f94-8a38-cb4d0dafd704 req-569e1169-7294-40d6-8d5b-9082c8972b77 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132605 Aug 11 08:21:13.515128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-7f08216d-d86e-44ad-8301-c4bf5b5515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.516699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-7f08216d-d86e-44ad-8301-c4bf5b5515d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 1094 time: 0.0463104 Aug 11 08:21:13.627596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-7e8ded3d-a753-44d1-8e65-84009884e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.629060 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-7e8ded3d-a753-44d1-8e65-84009884e8ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 200 len: 906 time: 0.1045012 Aug 11 08:21:13.691279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-14572565-1b93-45c8-a250-03489f359742 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483 HTTP/1.1" status: 200 len: 217 time: 0.0455496 Aug 11 08:21:13.735356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40043f-d08a-4811-9f2c-8591022371d6 req-67268be2-4b7a-4b4c-9c46-ce01fd9e3913 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.740769 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d40043f-d08a-4811-9f2c-8591022371d6 req-67268be2-4b7a-4b4c-9c46-ce01fd9e3913 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 943 time: 0.4732513 Aug 11 08:21:13.797784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-ecedb644-52e9-447f-96fe-d2ab80c00e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.799618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-ecedb644-52e9-447f-96fe-d2ab80c00e50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 200 len: 845 time: 0.0950730 Aug 11 08:21:13.810260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713e6a-f9e7-4b09-9426-a2a149e5ffa1 req-348142c5-ee42-4b0b-9234-d4e5adb69d61 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:13.811862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39713e6a-f9e7-4b09-9426-a2a149e5ffa1 req-348142c5-ee42-4b0b-9234-d4e5adb69d61 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0964136 Aug 11 08:21:13.824222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e502435-4dc9-40e9-8b4e-90eae57fc647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:13.843459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-63abf00f-c8bb-4b81-8873-da5b94a15059 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=82f27d5f-82ed-477a-bdfb-96cdefccd937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304787 Aug 11 08:21:13.871992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d40043f-d08a-4811-9f2c-8591022371d6 req-4c5946d1-881e-4ebf-825a-4ce3c930601c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190648 Aug 11 08:21:13.877475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82aada38-9331-41a6-bae5-57c446160634 req-b312dfae-af11-4888-8905-5e2130b687fe service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493414 Aug 11 08:21:13.879638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e502435-4dc9-40e9-8b4e-90eae57fc647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:13.950889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39713e6a-f9e7-4b09-9426-a2a149e5ffa1 req-f1e158fd-8c92-4c2e-9e2f-89d19a0fe2d5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114345 Aug 11 08:21:14.008273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e502435-4dc9-40e9-8b4e-90eae57fc647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:14.008273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e502435-4dc9-40e9-8b4e-90eae57fc647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:14.009404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6e502435-4dc9-40e9-8b4e-90eae57fc647 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93b78113-48bd-4504-8fb0-959291dc8798 HTTP/1.1" status: 204 len: 168 time: 0.6997013 Aug 11 08:21:14.016909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-d68e0f94-91f5-4857-89b5-057c7ce32fb2 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527538 Aug 11 08:21:14.035261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502435-4dc9-40e9-8b4e-90eae57fc647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b78113-48bd-4504-8fb0-959291dc8798,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:14.110399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f156d1-5f46-4875-891d-4073286c9840 req-bed7133c-c639-4456-9dc5-34649a5ed121 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.112293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98f156d1-5f46-4875-891d-4073286c9840 req-bed7133c-c639-4456-9dc5-34649a5ed121 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 946 time: 0.1426191 Aug 11 08:21:14.149806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-ea1e4453-c147-41bb-bdc3-85cc530a1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.152103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-ea1e4453-c147-41bb-bdc3-85cc530a1bbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 1094 time: 0.1051686 Aug 11 08:21:14.219871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-dbacedaf-65df-47cc-92aa-c60a9255b993 service neutron] 10.222.0.64 "GET /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758380 Aug 11 08:21:14.249230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ecea3761-9022-4493-a03a-a94c665341c5 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.251111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ecea3761-9022-4493-a03a-a94c665341c5 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.64 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 946 time: 0.1041844 Aug 11 08:21:14.315933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98f156d1-5f46-4875-891d-4073286c9840 req-2f304c2d-71eb-4182-9454-2efbf441dc50 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfeca3-afa0-4641-9fde-279095b771ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931357 Aug 11 08:21:14.402154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286482e-3b4f-44c8-9978-0543b4754c4a req-c3b1ba71-e20c-4c86-97a1-2469647aba10 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.405497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3286482e-3b4f-44c8-9978-0543b4754c4a req-c3b1ba71-e20c-4c86-97a1-2469647aba10 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0923951 Aug 11 08:21:14.422949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-de46e4c5-3faf-4c4d-8aaa-7335a4e240ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.424509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-de46e4c5-3faf-4c4d-8aaa-7335a4e240ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 916 time: 0.2307537 Aug 11 08:21:14.482129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3286482e-3b4f-44c8-9978-0543b4754c4a req-ceb78338-fe0c-4b6e-a62c-444dda36fde3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676730 Aug 11 08:21:14.527896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-1345302f-bf86-4254-b56c-e4934f2c3417 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c HTTP/1.1" status: 200 len: 217 time: 0.0848222 Aug 11 08:21:14.594197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Deleting port 63071ff7-5a87-4ea5-80c6-514dbc500e5b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:14.594541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:14.610178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-faae6753-bde6-4c32-bcdf-2bb5e058314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.611154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172120f4-9c1a-4dd4-8d7d-28ca0b6b28f1 req-dce9c34d-a426-4b73-bc4d-e5d8568e1639 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.611675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-faae6753-bde6-4c32-bcdf-2bb5e058314b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 200 len: 855 time: 0.0753875 Aug 11 08:21:14.619149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-172120f4-9c1a-4dd4-8d7d-28ca0b6b28f1 req-dce9c34d-a426-4b73-bc4d-e5d8568e1639 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 943 time: 0.0630996 Aug 11 08:21:14.661871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-172120f4-9c1a-4dd4-8d7d-28ca0b6b28f1 req-235287d8-2ad4-4c2a-ba69-e9e4015dbb1b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Aug 11 08:21:14.710346 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-651f23b8-58dd-453d-ae77-419f75d4ca3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc03682e-c9ef-4697-ae11-f5f3b426c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452373 Aug 11 08:21:14.831455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b13393-8025-471a-96ff-99b47acb0e1b req-73cd1e72-1882-4701-ad65-525804fb41bf tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:14.837470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60b13393-8025-471a-96ff-99b47acb0e1b req-73cd1e72-1882-4701-ad65-525804fb41bf tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.2247424 Aug 11 08:21:14.879100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] For port 63071ff7-5a87-4ea5-80c6-514dbc500e5b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=63071ff7-5a87-4ea5-80c6-514dbc500e5b,segment=NetworkSegment(02d5afe9-a14a-4c7e-ab42-f709a2f943ea),segment_id=02d5afe9-a14a-4c7e-ab42-f709a2f943ea)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:14.879471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:14.905966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Calling delete_port for 63071ff7-5a87-4ea5-80c6-514dbc500e5b owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:14.937151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-0858e773-48b6-448a-8d26-f40cea63bdc2 service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171979 Aug 11 08:21:14.940018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-60b13393-8025-471a-96ff-99b47acb0e1b req-69745fda-652d-4469-9c90-6be765c73986 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931454 Aug 11 08:21:15.069145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec1f11-f23b-4563-886b-659ec4744b65 req-ba4234d5-40ad-4fe6-9a1e-0abcc5fd0ab5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:15.074258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fec1f11-f23b-4563-886b-659ec4744b65 req-ba4234d5-40ad-4fe6-9a1e-0abcc5fd0ab5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 943 time: 0.1021321 Aug 11 08:21:15.134713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fec1f11-f23b-4563-886b-659ec4744b65 req-be263981-6210-4037-99ca-a96d92021365 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510826 Aug 11 08:21:15.237962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:15.274997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['63071ff7-5a87-4ea5-80c6-514dbc500e5b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:15.286424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec95c094-a37a-4962-89a1-fcabf645cfb8 req-f3635ef9-2354-45d3-8e59-47f62d5bf5d1 service neutron] 10.222.0.64 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875082 Aug 11 08:21:15.344794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Pushing event deleted for resources: {'Port': ['ID=63071ff7-5a87-4ea5-80c6-514dbc500e5b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:15.430265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] No DVR routers for this DVR port 63071ff7-5a87-4ea5-80c6-514dbc500e5b on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:15.434293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:15.436960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9aa32b97-7c12-4e1b-a6bf-4b0a76681da4 req-ab628291-4bfd-4981-9d00-0995d4f20f5c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.64 "DELETE /v2.0/ports/63071ff7-5a87-4ea5-80c6-514dbc500e5b HTTP/1.1" status: 204 len: 173 time: 1.1498945 Aug 11 08:21:15.444524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15ebb335-ff7a-4e72-8865-b7641ae8a8b3 req-3f5ed0ae-b9fd-480b-91b0-90376167e6b4 tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 210 time: 0.0390394 Aug 11 08:21:15.470484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'name': 'network-vif-deleted', 'tag': '63071ff7-5a87-4ea5-80c6-514dbc500e5b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:15.470923 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37132c63-b213-44e0-9ae9-973f881222e4" -d '{"events": [{"server_uuid": "cae42fb2-beb0-499a-a4a9-e294d8e5ff0d", "name": "network-vif-deleted", "tag": "63071ff7-5a87-4ea5-80c6-514dbc500e5b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:15.488129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-3ad09093-9e58-4664-bc50-9704eac2ee4e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:15.489811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-3ad09093-9e58-4664-bc50-9704eac2ee4e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.2786536 Aug 11 08:21:15.520677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-52569821-87bc-446b-b60c-1104d90bc054 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/quotas/1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 375 time: 0.0190403 Aug 11 08:21:15.638609 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c48ea-f28a-4597-8cd0-f49fea1b2ff1 x-openstack-request-id: req-5d7c48ea-f28a-4597-8cd0-f49fea1b2ff1 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:15.638609 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae42fb2-beb0-499a-a4a9-e294d8e5ff0d", "name": "network-vif-deleted", "tag": "63071ff7-5a87-4ea5-80c6-514dbc500e5b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:15.638609 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d7c48ea-f28a-4597-8cd0-f49fea1b2ff1 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:15.638885 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae42fb2-beb0-499a-a4a9-e294d8e5ff0d', 'name': 'network-vif-deleted', 'tag': '63071ff7-5a87-4ea5-80c6-514dbc500e5b', 'status': 'completed', 'code': 200} Aug 11 08:21:15.692727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-dbeb8201-f447-4be1-b5d4-1e493f8e79ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1542296 Aug 11 08:21:15.827015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-42eb67c2-8eee-4253-8010-8cea98f84c03 service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331174 Aug 11 08:21:15.898133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bee70-4829-419c-9abd-449fc9d9d669 req-cad6330b-876b-4483-bf6d-1e7e362c38bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:15.901132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a79bee70-4829-419c-9abd-449fc9d9d669 req-cad6330b-876b-4483-bf6d-1e7e362c38bd tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 943 time: 0.0707469 Aug 11 08:21:15.956595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-170ad2e2-4954-4b25-baf8-1dd8046e9bb4 service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283064 Aug 11 08:21:15.964069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a79bee70-4829-419c-9abd-449fc9d9d669 req-522cfb96-edb6-47c8-9a19-18d64658da04 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 Aug 11 08:21:16.180544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50814) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:16.235000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e63a9032-a8e6-4a35-96c8-b8f4d755c983 req-433e9b81-d1b4-4562-8904-c5e56bdff3af tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 210 time: 0.0612760 Aug 11 08:21:16.359753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584d7b6-909e-4df0-8f81-fc45f2243e67 req-e2d509ce-47b8-42d6-8902-635d80408499 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:16.363751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2584d7b6-909e-4df0-8f81-fc45f2243e67 req-e2d509ce-47b8-42d6-8902-635d80408499 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 943 time: 0.1074486 Aug 11 08:21:16.407821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd32b-3009-4f70-81b2-36420b93ef3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.440487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2584d7b6-909e-4df0-8f81-fc45f2243e67 req-304cdeb6-e6ae-44f6-bb28-703b9d1e062a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Aug 11 08:21:16.551752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 121b80ae-63ed-4eb3-8176-81df6697bf6c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:16.641238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd32b-3009-4f70-81b2-36420b93ef3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.649731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-871e56a6-f9e0-4142-904f-7c875be19d23 req-aefc5185-c621-425e-8217-661eaf700d8c tempest-ServerAddressesNegativeTestJSON-1707503595 tempest-ServerAddressesNegativeTestJSON-1707503595-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae42fb2-beb0-499a-a4a9-e294d8e5ff0d HTTP/1.1" status: 200 len: 210 time: 0.0773630 Aug 11 08:21:16.656280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd32b-3009-4f70-81b2-36420b93ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.702500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcd32b-3009-4f70-81b2-36420b93ef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a986c5f-0397-44c7-8fbd-fcc71858fdf9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:16.711237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6dbcd32b-3009-4f70-81b2-36420b93ef3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4a9f1a4262c40d799e0a74f28970181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290713 Aug 11 08:21:16.714234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:16.737783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:16.751420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'port_id': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'mac_address': 'fa:16:3e:48:af:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:16.780418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c37839b1-e1bd-47a4-857d-4c18eb6e606c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.809312 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.812693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c37839b1-e1bd-47a4-857d-4c18eb6e606c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.838231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121b80ae-63ed-4eb3-8176-81df6697bf6c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:16.872715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:16.878929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c37839b1-e1bd-47a4-857d-4c18eb6e606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.880657 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.881569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 274c37e9-dd63-44c9-b63b-4cab9ffa0483 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:16.881880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c37839b1-e1bd-47a4-857d-4c18eb6e606c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:16.883391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c37839b1-e1bd-47a4-857d-4c18eb6e606c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a986c5f-0397-44c7-8fbd-fcc71858fdf9 HTTP/1.1" status: 204 len: 168 time: 0.1675489 Aug 11 08:21:16.899850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37839b1-e1bd-47a4-857d-4c18eb6e606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a986c5f-0397-44c7-8fbd-fcc71858fdf9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:16.958451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:17.067292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:17.091540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '274c37e9-dd63-44c9-b63b-4cab9ffa0483', 'network_id': '82f27d5f-82ed-477a-bdfb-96cdefccd937', 'port_id': '274c37e9-dd63-44c9-b63b-4cab9ffa0483', 'mac_address': 'fa:16:3e:17:ed:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287d622e-ebf1-4400-bdd4-d30b17e7d40c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:17.121301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351969b2-8c44-482c-b6f6-fef371e197bf req-5cf52b65-dc62-4912-98b0-4fdef4100435 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:17.122963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351969b2-8c44-482c-b6f6-fef371e197bf req-5cf52b65-dc62-4912-98b0-4fdef4100435 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 943 time: 0.0769029 Aug 11 08:21:17.139830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:17.155431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274c37e9-dd63-44c9-b63b-4cab9ffa0483 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:17.181581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:17.200076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:17.203875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351969b2-8c44-482c-b6f6-fef371e197bf req-20a9fa3d-55dd-4471-9047-b34b94b4f2b5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685406 Aug 11 08:21:17.285360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=274c37e9-dd63-44c9-b63b-4cab9ffa0483,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:17.410000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac92fb23-b4b9-4263-b1f0-3d9a38a60282 req-a474e95c-01c4-443b-b6a4-b8edeb116c0d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 210 time: 0.0819750 Aug 11 08:21:17.607039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['121b80ae-63ed-4eb3-8176-81df6697bf6c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:17.647435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['274c37e9-dd63-44c9-b63b-4cab9ffa0483'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:17.651562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-f0ad9e5b-12df-46d2-8c3a-8ba128bbca3c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:17.654275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-f0ad9e5b-12df-46d2-8c3a-8ba128bbca3c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.1645153 Aug 11 08:21:17.733808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'port': {'device_id': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'admin_state_up': True, 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:17.826679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3766d-ebf4-411d-9987-2393c18d57fc req-23a4e063-ffa6-4c55-a7fc-17fcbd66a627 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:17.828524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87c3766d-ebf4-411d-9987-2393c18d57fc req-23a4e063-ffa6-4c55-a7fc-17fcbd66a627 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 944 time: 0.1732826 Aug 11 08:21:17.858120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:17.959535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Deleting subnet 94536162-cae0-4e8e-a0b9-3d357fecfbe1 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:21:17.968789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:17.969882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87c3766d-ebf4-411d-9987-2393c18d57fc req-ce61606e-ddc8-4c4b-acd8-4241293de5f3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274135 Aug 11 08:21:18.031830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.045563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:18.053191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.085034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.187564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.247490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94536162-cae0-4e8e-a0b9-3d357fecfbe1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:18.272339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.273228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ef31c451-c43d-4a03-a073-58d0b5ed8828 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/94536162-cae0-4e8e-a0b9-3d357fecfbe1 HTTP/1.1" status: 204 len: 168 time: 0.4136605 Aug 11 08:21:18.276990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50912) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:18.366341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Allocated IP 172.20.0.4 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/5e819b43-d3b2-45fd-8534-922729c81373) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:18.395278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.413454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f78ad-a186-4396-848a-bf50a6b626fc req-57e63347-b51e-4e0e-82b7-946a9e31c1c6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:18.417462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-356f78ad-a186-4396-848a-bf50a6b626fc req-57e63347-b51e-4e0e-82b7-946a9e31c1c6 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 944 time: 0.0836823 Aug 11 08:21:18.553802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-356f78ad-a186-4396-848a-bf50a6b626fc req-6a43fdb1-1db5-4f5b-b821-b5d4a7c9bcc9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290972 Aug 11 08:21:18.556190 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ed4cd87-fe4d-4ae6-b919-cf4d63430027 req-d05ee132-3c0b-43a2-9c1f-739197be0c2b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 210 time: 0.0583818 Aug 11 08:21:18.563273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.567361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 63071ff7-5a87-4ea5-80c6-514dbc500e5b no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:18.584075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf048f2-2ad2-4862-9308-d28bc452f097']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:18.600378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d5afe9-a14a-4c7e-ab42-f709a2f943ea') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:18.600378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d5afe9-a14a-4c7e-ab42-f709a2f943ea') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:18.616486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 63071ff7-5a87-4ea5-80c6-514dbc500e5b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:18.617117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 63071ff7-5a87-4ea5-80c6-514dbc500e5b not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:18.627569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.650034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.658037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:21:18.658505 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:21:18.660549 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:21:18.670147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.687317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Transition to ACTIVE for port object 5e819b43-d3b2-45fd-8534-922729c81373 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:18.712713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50924) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:18.731811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.738156 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.740421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0bf048f2-2ad2-4862-9308-d28bc452f097 HTTP/1.1" status: 204 len: 168 time: 0.4612100 Aug 11 08:21:18.751055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.764330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c351e88-0426-419d-ab0e-f0a670dbd243 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf048f2-2ad2-4862-9308-d28bc452f097,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:18.815942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:18.820641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=5e819b43-d3b2-45fd-8534-922729c81373,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:18.824140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:18.837052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:18.885493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7cbad60f-3f38-4986-a968-906348429140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.928926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:18.929470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:18.939590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50932) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:19.014581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-30ac1148-368c-412c-9c7d-b06f76404823 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e61cc15370f944b08c82da9868e62620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707450 Aug 11 08:21:19.016204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50940) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:19.070250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7cbad60f-3f38-4986-a968-906348429140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.077033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7cbad60f-3f38-4986-a968-906348429140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.104116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-6914e847-982d-418a-9fb7-c92767394831 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3764355 Aug 11 08:21:19.129581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7daed626-8ae4-424c-8c27-5547598f6b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.133162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Request body: {'port': {'device_id': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:19.145029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7cbad60f-3f38-4986-a968-906348429140 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04cdea82d66546e3a6beee4053be6759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307673 Aug 11 08:21:19.155713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace5e89-d690-4b13-85fe-35c7f88ac917 req-13116468-95a3-4fd2-aafa-e7f07c371dd8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:19.161885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dace5e89-d690-4b13-85fe-35c7f88ac917 req-13116468-95a3-4fd2-aafa-e7f07c371dd8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 944 time: 0.0971427 Aug 11 08:21:19.162705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:19.167104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbad60f-3f38-4986-a968-906348429140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f0a74f-ba99-418f-9047-29a80228db80,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:19.189223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-15480982-9334-4cf8-b30b-fb28b8fbce69 None None] Provisioning for port 5e819b43-d3b2-45fd-8534-922729c81373 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:19.195061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-15480982-9334-4cf8-b30b-fb28b8fbce69 None None] Provisioning complete for port 5e819b43-d3b2-45fd-8534-922729c81373 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:19.195626 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15480982-9334-4cf8-b30b-fb28b8fbce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.197320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7daed626-8ae4-424c-8c27-5547598f6b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.240565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-15480982-9334-4cf8-b30b-fb28b8fbce69 None None] Port 5e819b43-d3b2-45fd-8534-922729c81373 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:19.265844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.278398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7daed626-8ae4-424c-8c27-5547598f6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.280835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7daed626-8ae4-424c-8c27-5547598f6b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.283232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7daed626-8ae4-424c-8c27-5547598f6b8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cbfeca3-afa0-4641-9fde-279095b771ff HTTP/1.1" status: 204 len: 168 time: 0.2659733 Aug 11 08:21:19.340077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daed626-8ae4-424c-8c27-5547598f6b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbfeca3-afa0-4641-9fde-279095b771ff,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:19.375797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa05d-bd6b-4607-ab88-ee7fe73eb2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.388932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dace5e89-d690-4b13-85fe-35c7f88ac917 req-3e05970f-77ba-4be1-a05d-305eef6db0bc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287720 Aug 11 08:21:19.428377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa05d-bd6b-4607-ab88-ee7fe73eb2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.510730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa05d-bd6b-4607-ab88-ee7fe73eb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.513417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa05d-bd6b-4607-ab88-ee7fe73eb2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.514987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5fbfa05d-bd6b-4607-ab88-ee7fe73eb2e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78f0a74f-ba99-418f-9047-29a80228db80 HTTP/1.1" status: 204 len: 168 time: 0.2629859 Aug 11 08:21:19.531036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfa05d-bd6b-4607-ab88-ee7fe73eb2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f0a74f-ba99-418f-9047-29a80228db80,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:19.753308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e819b43-d3b2-45fd-8534-922729c81373 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:19.766078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.788789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcc516-f486-40ff-9b38-fd8787ceacb4 req-e95b1b75-d2f8-441b-9c6a-57f5d88c7f33 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:19.790859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcfcc516-f486-40ff-9b38-fd8787ceacb4 req-e95b1b75-d2f8-441b-9c6a-57f5d88c7f33 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 931 time: 0.0995221 Aug 11 08:21:19.794582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Transition to ACTIVE for port object 5e819b43-d3b2-45fd-8534-922729c81373 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:19.813562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4ca6c-7283-453d-81b5-32cae40b2e51 req-f04801ff-1b3c-4500-9df0-7cb312548eac tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:19.824230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ba4ca6c-7283-453d-81b5-32cae40b2e51 req-f04801ff-1b3c-4500-9df0-7cb312548eac tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 944 time: 0.1178374 Aug 11 08:21:19.832577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:19.880447 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ba4ca6c-7283-453d-81b5-32cae40b2e51 req-01c6fa7d-00d6-40dc-8962-f35624f7ff62 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555632 Aug 11 08:21:19.905236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Pushing event updated for resources: {'Port': ['ID=5e819b43-d3b2-45fd-8534-922729c81373,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:19.929996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dcfcc516-f486-40ff-9b38-fd8787ceacb4 req-690b62ee-cde0-4064-a5c8-c786f529fb07 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320982 Aug 11 08:21:20.139884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Attempting to bind port 5e819b43-d3b2-45fd-8534-922729c81373 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:20.140700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Attempting to bind port 5e819b43-d3b2-45fd-8534-922729c81373 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:20.141105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Attempting to bind port 5e819b43-d3b2-45fd-8534-922729c81373 on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:20.163543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Port 5e819b43-d3b2-45fd-8534-922729c81373 on network 9633078a-8d25-4858-b669-47a18fbde111 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:21:20.163905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Attempting to bind port 5e819b43-d3b2-45fd-8534-922729c81373 on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:20.179700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:20.180043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:20.180432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:20.180962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Bound port: 5e819b43-d3b2-45fd-8534-922729c81373, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:20.181326 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:20.311291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] For port 5e819b43-d3b2-45fd-8534-922729c81373, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:20.315712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] For port 5e819b43-d3b2-45fd-8534-922729c81373, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5e819b43-d3b2-45fd-8534-922729c81373,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:20.323720 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:20.363986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:20.365010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:20.366813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] 10.222.0.64 "PUT /v2.0/ports/5e819b43-d3b2-45fd-8534-922729c81373 HTTP/1.1" status: 200 len: 1091 time: 1.2380877 Aug 11 08:21:20.367480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'tag': '5e819b43-d3b2-45fd-8534-922729c81373'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:20.370401 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd3c62d-b91f-43cb-982b-874a9efeab33", "tag": "5e819b43-d3b2-45fd-8534-922729c81373"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:20.500343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76cb49-68ba-43d5-b57d-29cb61cd978d service neutron] Pushing event updated for resources: {'Port': ['ID=5e819b43-d3b2-45fd-8534-922729c81373,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:20.513745 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959bb7d2-2604-4a15-8a55-bea75bea6821 x-openstack-request-id: req-959bb7d2-2604-4a15-8a55-bea75bea6821 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:20.514050 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd3c62d-b91f-43cb-982b-874a9efeab33", "tag": "5e819b43-d3b2-45fd-8534-922729c81373", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:20.514368 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-959bb7d2-2604-4a15-8a55-bea75bea6821 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:20.514781 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'tag': '5e819b43-d3b2-45fd-8534-922729c81373', 'status': 'completed', 'code': 200} Aug 11 08:21:20.583058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 121b80ae-63ed-4eb3-8176-81df6697bf6c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:20.634685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-8158f705-195d-4fda-97fa-7097b35128a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:20.636942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-8158f705-195d-4fda-97fa-7097b35128a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 1094 time: 0.1749594 Aug 11 08:21:20.655643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 121b80ae-63ed-4eb3-8176-81df6697bf6c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:20.660836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 121b80ae-63ed-4eb3-8176-81df6697bf6c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:20.661551 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:20.674017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133ac73-ef84-4dae-a432-367d3426239e req-2c1ac73a-643d-40c2-b879-8c1e47f3c6e3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:20.675637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5133ac73-ef84-4dae-a432-367d3426239e req-2c1ac73a-643d-40c2-b879-8c1e47f3c6e3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 944 time: 0.1641681 Aug 11 08:21:20.789374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:20.801072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-b92c3ed2-2d82-49f6-9700-54a103f2eeb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e819b43-d3b2-45fd-8534-922729c81373 HTTP/1.1" status: 200 len: 217 time: 0.1206861 Aug 11 08:21:20.830302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:20.833361 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbba970-4e1d-46c7-b3ad-3c5b808a4632" -d '{"events": [{"server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "name": "network-vif-plugged", "status": "completed", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:20.859352 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5133ac73-ef84-4dae-a432-367d3426239e req-ed28bbde-825a-4629-b39f-6bd6058b0aaf tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758316 Aug 11 08:21:20.888373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-2baec9ee-54d8-416c-bb54-755da3c365bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:20.888373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-2baec9ee-54d8-416c-bb54-755da3c365bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0749130 Aug 11 08:21:20.889205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:20.905283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:20.906143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 274c37e9-dd63-44c9-b63b-4cab9ffa0483 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:20.919095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51012) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:20.994196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-0ad3f2d9-b4c9-4c19-9ee2-6ed965c1080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:20.995854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-0ad3f2d9-b4c9-4c19-9ee2-6ed965c1080e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047375 Aug 11 08:21:21.022616 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd9654-4cb2-405c-b287-dc39bf52ae1d x-openstack-request-id: req-57fd9654-4cb2-405c-b287-dc39bf52ae1d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:21.022902 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "name": "network-vif-plugged", "status": "completed", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:21.023157 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57fd9654-4cb2-405c-b287-dc39bf52ae1d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:21.023634 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'code': 200} Aug 11 08:21:21.107285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-608454123-network', 'tenant_id': '96bbf8231afe4c5896771c767acc48bd'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:21.136859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Made reservation on behalf of 96bbf8231afe4c5896771c767acc48bd for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:21.141743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.149405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:21.157975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:21.164339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:21.164716 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.173259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.187853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb8255-e8e9-4643-9cd2-a85dad9f4059 req-a2fbe8a7-7922-478b-a3e8-cf6a2bdca5e3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:21.195711 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71cb8255-e8e9-4643-9cd2-a85dad9f4059 req-a2fbe8a7-7922-478b-a3e8-cf6a2bdca5e3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 943 time: 0.1557243 Aug 11 08:21:21.261196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b15bb-bce0-4056-b734-47e3dc3a6cf7 req-a38886b4-ed33-4df0-b704-23df99c56cd2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:21.261452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.262880 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f2b15bb-bce0-4056-b734-47e3dc3a6cf7 req-a38886b4-ed33-4df0-b704-23df99c56cd2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 944 time: 0.2580073 Aug 11 08:21:21.316767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:21.318938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1116073-0401-48ed-bb44-bd1ff82c5926 req-ab4f33ec-27ae-4c90-a76c-b2c2db16621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:21.320587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1116073-0401-48ed-bb44-bd1ff82c5926 req-ab4f33ec-27ae-4c90-a76c-b2c2db16621d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 1096 time: 0.1813037 Aug 11 08:21:21.339104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.339448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-28972c2c-6b57-4ed9-9481-1444f4d042f0 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332291 Aug 11 08:21:21.364566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71cb8255-e8e9-4643-9cd2-a85dad9f4059 req-dadffa18-ac07-4231-9475-9b2c2ac32b91 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636446 Aug 11 08:21:21.427450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.443570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.468690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1116073-0401-48ed-bb44-bd1ff82c5926 req-d856eb87-a99d-4748-974f-1b621efeae91 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370943 Aug 11 08:21:21.478028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=274c37e9-dd63-44c9-b63b-4cab9ffa0483,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:21.482457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f2b15bb-bce0-4056-b734-47e3dc3a6cf7 req-1a8abc85-0d13-40ea-b519-092d0cefc639 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098558 Aug 11 08:21:21.531127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b4c4192-9e40-4699-b250-835d691a83e6 req-dc360673-e6c9-48a4-adfc-88fe910ff293 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832078 Aug 11 08:21:21.545693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:21.552461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0015980-f3bc-42a1-a283-e484d598eb62,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:21.574120 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.574479 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Added segment c46b5906-09f6-4206-8197-ea40008e8bcf of type vlan for network 15a0ee5f-f010-4186-98ae-02c0bfaf519b Aug 11 08:21:21.621451 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.656086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.657263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:21.657983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.717847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7978365 Aug 11 08:21:21.721200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51048) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:21.723199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:21.725181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227af1f-2f70-4965-aa88-ad50f6fb02b4 admin admin] Pushing event updated for resources: {'Network': ['ID=15a0ee5f-f010-4186-98ae-02c0bfaf519b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:21.739088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 15a0ee5f-f010-4186-98ae-02c0bfaf519b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:21.751088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Request body: {'subnet': {'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-608454123-subnet', 'tenant_id': '96bbf8231afe4c5896771c767acc48bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:21.802801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Made reservation on behalf of 96bbf8231afe4c5896771c767acc48bd for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:21.802801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.872113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02033b9c-fbcb-4bdf-ba0b-ac5ac9b3059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:21.937029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-ba43de40-17b8-4a9e-9354-03908f851fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:21.938822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-ba43de40-17b8-4a9e-9354-03908f851fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 1094 time: 0.0873535 Aug 11 08:21:22.011184 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02033b9c-fbcb-4bdf-ba0b-ac5ac9b3059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.023471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02033b9c-fbcb-4bdf-ba0b-ac5ac9b3059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.067146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:21:22.089405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02033b9c-fbcb-4bdf-ba0b-ac5ac9b3059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc387da-c359-4854-8917-b1c0926681ef,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:22.097098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-02033b9c-fbcb-4bdf-ba0b-ac5ac9b3059f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=227d114b373f4e6d8bdd16b86d44a967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726127 Aug 11 08:21:22.098954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51056) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:22.136189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228a083-16da-45a3-b9ed-6c07020e3a4d req-2d1253ef-1b5b-4184-a70e-a14a882fda54 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.144234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a228a083-16da-45a3-b9ed-6c07020e3a4d req-2d1253ef-1b5b-4184-a70e-a14a882fda54 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1313930 Aug 11 08:21:22.147275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-9ba22743-09e1-4437-8bd9-bc96b69a7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.152149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-9ba22743-09e1-4437-8bd9-bc96b69a7cdd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.2057219 Aug 11 08:21:22.161409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.217361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dcab700-6b5f-44da-ae50-a7c2c66a95c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.236625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a228a083-16da-45a3-b9ed-6c07020e3a4d req-1476d92b-9731-4dd3-a639-98987bf5db22 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913651 Aug 11 08:21:22.238466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-90915cf1-a715-41e8-b0ac-2431879eda6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e819b43-d3b2-45fd-8534-922729c81373 HTTP/1.1" status: 200 len: 217 time: 0.0505452 Aug 11 08:21:22.254603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dcab700-6b5f-44da-ae50-a7c2c66a95c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.273405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9882ec09-a7ba-497c-8672-0e5fe0b4a772,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:22.314344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Checking segment: {'id': 'c46b5906-09f6-4206-8197-ea40008e8bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:22.314344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Network hostable DHCP agents. Network: 15a0ee5f-f010-4186-98ae-02c0bfaf519b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:21:22.322331 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dcab700-6b5f-44da-ae50-a7c2c66a95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.325691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dcab700-6b5f-44da-ae50-a7c2c66a95c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.332127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7dcab700-6b5f-44da-ae50-a7c2c66a95c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddc387da-c359-4854-8917-b1c0926681ef HTTP/1.1" status: 204 len: 168 time: 0.2302055 Aug 11 08:21:22.333710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-f6f410e6-6ee2-4efb-acdc-57655dabcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.335237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-f6f410e6-6ee2-4efb-acdc-57655dabcab0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0883665 Aug 11 08:21:22.347392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Network 15a0ee5f-f010-4186-98ae-02c0bfaf519b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:21:22.356772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab700-6b5f-44da-ae50-a7c2c66a95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc387da-c359-4854-8917-b1c0926681ef,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:22.361240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 15a0ee5f-f010-4186-98ae-02c0bfaf519b) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:22.378978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.379726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:22.394473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7aa427-0b2f-4e70-bf52-4080a9a8599d None None] Network 15a0ee5f-f010-4186-98ae-02c0bfaf519b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:22.461614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4654863f-d08f-4ff6-b08e-36b8c1139cff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7375290 Aug 11 08:21:22.484683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-033d5b0b-b9d7-4658-8660-d50df1c75729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.486533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-033d5b0b-b9d7-4658-8660-d50df1c75729 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228256 Aug 11 08:21:22.671540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210c58c-965a-48dd-8348-26930783aee0 None None] Network 15a0ee5f-f010-4186-98ae-02c0bfaf519b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:22.736957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e398a-a0a0-4413-a402-a17012ef6842 req-bcf283ac-7a27-461c-9ba7-a2d66a9d6a48 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.738804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c95e398a-a0a0-4413-a402-a17012ef6842 req-bcf283ac-7a27-461c-9ba7-a2d66a9d6a48 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1127150 Aug 11 08:21:22.777413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d9a8-d190-4db2-a710-57cbf48698c8 req-03112ef4-52ee-479b-b233-7b1b8521c2cc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:22.781894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1dc6d9a8-d190-4db2-a710-57cbf48698c8 req-03112ef4-52ee-479b-b233-7b1b8521c2cc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 943 time: 0.2618361 Aug 11 08:21:22.789714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-9c002225-e9d4-47df-be03-da836936472b service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886953 Aug 11 08:21:22.828565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c95e398a-a0a0-4413-a402-a17012ef6842 req-b0912a2a-bf4b-4ec0-90a1-7773dcd100a3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835147 Aug 11 08:21:22.928084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9fd2887c-04dc-44a6-a695-0f2ddf9edfd8 req-ffb9438d-eed5-4db7-98c0-29a79a6ab2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282728 Aug 11 08:21:22.965310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1dc6d9a8-d190-4db2-a710-57cbf48698c8 req-7673333f-a829-4cdc-a28a-721ef5f75726 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673210 Aug 11 08:21:23.025370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274c37e9-dd63-44c9-b63b-4cab9ffa0483'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:23.031414 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00438c-9c09-4c71-bae6-aba511e6989d" -d '{"events": [{"server_uuid": "8ed1784c-6dac-4090-8ff6-69c82ba0b46b", "name": "network-vif-plugged", "status": "completed", "tag": "274c37e9-dd63-44c9-b63b-4cab9ffa0483"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:23.222283 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24083d8e-6d2a-4a56-8f0a-85bdd76bf33a x-openstack-request-id: req-24083d8e-6d2a-4a56-8f0a-85bdd76bf33a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:23.222578 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed1784c-6dac-4090-8ff6-69c82ba0b46b", "name": "network-vif-plugged", "status": "completed", "tag": "274c37e9-dd63-44c9-b63b-4cab9ffa0483", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:23.222823 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24083d8e-6d2a-4a56-8f0a-85bdd76bf33a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:23.223432 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274c37e9-dd63-44c9-b63b-4cab9ffa0483', 'code': 200} Aug 11 08:21:23.392344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc869-cecb-4a66-9e04-815954677c40 req-5010c392-c2d7-43a5-a2ec-c1fe67bc45a2 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:23.405712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41adc869-cecb-4a66-9e04-815954677c40 req-5010c392-c2d7-43a5-a2ec-c1fe67bc45a2 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0849175 Aug 11 08:21:23.473857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b6ade-2809-4475-b821-e0239007bb4d req-13b62a52-f032-4857-b4af-f38f13d8a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:23.475852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-224b6ade-2809-4475-b821-e0239007bb4d req-13b62a52-f032-4857-b4af-f38f13d8a51a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 1096 time: 0.0870540 Aug 11 08:21:23.496463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41adc869-cecb-4a66-9e04-815954677c40 req-77f22b7c-038a-4b72-8964-ec126eac5c56 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882061 Aug 11 08:21:23.582556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-224b6ade-2809-4475-b821-e0239007bb4d req-35b545af-5519-40ae-9054-c654faa45cdc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968909 Aug 11 08:21:23.683895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e1b2-d370-4e81-b8af-60428c89408f req-9f9ee3de-e352-4089-bc1b-ef8af2bf18de tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:23.686132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eca6e1b2-d370-4e81-b8af-60428c89408f req-9f9ee3de-e352-4089-bc1b-ef8af2bf18de tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1096542 Aug 11 08:21:23.745605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eca6e1b2-d370-4e81-b8af-60428c89408f req-4fb0808b-80a7-4faf-abe1-39d859cf9018 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528517 Aug 11 08:21:23.898338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd22bb-5521-4371-8820-41967f7806b2 req-89f5207d-b4bc-444e-8a1e-5b4830da46b3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:23.908593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6fd22bb-5521-4371-8820-41967f7806b2 req-89f5207d-b4bc-444e-8a1e-5b4830da46b3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0916834 Aug 11 08:21:23.946074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6fd22bb-5521-4371-8820-41967f7806b2 req-564ba25e-95e9-4e20-91aa-c99b84795bb3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Aug 11 08:21:23.983281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec53e7a-f77b-40dc-b8f1-abf402f5dd8a req-080297a4-022b-41cf-88e2-ad04c100bfc3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:23.984928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aec53e7a-f77b-40dc-b8f1-abf402f5dd8a req-080297a4-022b-41cf-88e2-ad04c100bfc3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0531485 Aug 11 08:21:24.025671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aec53e7a-f77b-40dc-b8f1-abf402f5dd8a req-ca1d6d51-0a69-41bb-94e2-e94eccad232c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Aug 11 08:21:24.186531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0357d1-8a28-4ca8-b1f8-1ae019d49359 req-a9048fa6-250f-4a93-bfeb-bb26a38ef16b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:24.188293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f0357d1-8a28-4ca8-b1f8-1ae019d49359 req-a9048fa6-250f-4a93-bfeb-bb26a38ef16b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 943 time: 0.0564728 Aug 11 08:21:24.200354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9e24-7ac1-413f-a3d0-9759bf58a283 req-5fdc66a7-820c-4890-82dc-96aafbbe9d82 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:24.202746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-251b9e24-7ac1-413f-a3d0-9759bf58a283 req-5fdc66a7-820c-4890-82dc-96aafbbe9d82 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0563586 Aug 11 08:21:24.205847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51144) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:24.232441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f0357d1-8a28-4ca8-b1f8-1ae019d49359 req-4879aeb3-dd88-4177-9318-ed87e35c01a1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363829 Aug 11 08:21:24.250271 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-251b9e24-7ac1-413f-a3d0-9759bf58a283 req-7b143fe1-0659-44f2-9e8e-30d416f83949 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Aug 11 08:21:24.320107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-60e49ddf-6082-4f5b-a66e-d5f9e81cac6c tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1222723692'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:24.320997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-60e49ddf-6082-4f5b-a66e-d5f9e81cac6c tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Unknown quota resources ['metering_label']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:21:24.617088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5e819b43-d3b2-45fd-8534-922729c81373 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:24.673778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19231e3-9635-4ce2-ac70-e8925c936607 req-17a63d50-990e-4076-b935-d6d6917d7a71 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:24.676237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19231e3-9635-4ce2-ac70-e8925c936607 req-17a63d50-990e-4076-b935-d6d6917d7a71 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0588498 Aug 11 08:21:24.730489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19231e3-9635-4ce2-ac70-e8925c936607 req-4e6eb732-55cf-423c-9b6a-d0bc5649e862 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467646 Aug 11 08:21:24.733735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5e819b43-d3b2-45fd-8534-922729c81373, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5e819b43-d3b2-45fd-8534-922729c81373,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:24.758177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5e819b43-d3b2-45fd-8534-922729c81373', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': '5e819b43-d3b2-45fd-8534-922729c81373', 'mac_address': 'fa:16:3e:cb:eb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:24.830676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:24.846447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e819b43-d3b2-45fd-8534-922729c81373 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:24.871980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5e819b43-d3b2-45fd-8534-922729c81373, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5e819b43-d3b2-45fd-8534-922729c81373,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:24.878586 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:24.908314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60e49ddf-6082-4f5b-a66e-d5f9e81cac6c tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:24.909471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-60e49ddf-6082-4f5b-a66e-d5f9e81cac6c tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7023730 Aug 11 08:21:24.912292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51164) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:24.918546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ff640404-4526-42f1-a154-66924392a7db tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e06ee942-9f75-4f54-83b1-28835340b5f5'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:24.919257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ff640404-4526-42f1-a154-66924392a7db tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94572) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:21:24.932520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5e819b43-d3b2-45fd-8534-922729c81373,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:24.945092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538938a-db96-4b50-9a2b-7a8d1217544a req-a17adda4-5087-48e7-941c-952ec1083005 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:24.946652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5538938a-db96-4b50-9a2b-7a8d1217544a req-a17adda4-5087-48e7-941c-952ec1083005 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.4853878 Aug 11 08:21:24.971773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-17683dab-8f0a-48e9-b31d-4c8bc4dec986 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:24.973310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-17683dab-8f0a-48e9-b31d-4c8bc4dec986 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 945 time: 0.0772281 Aug 11 08:21:25.016079 n-d-789963-6 neutron-server[94572]: WARNING neutron.services.metering.metering_plugin [None req-ff640404-4526-42f1-a154-66924392a7db tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 08:21:25.045694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5538938a-db96-4b50-9a2b-7a8d1217544a req-7b9df74f-5bd2-41ed-b1d8-1feb6c446a72 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885835 Aug 11 08:21:25.106566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Deleting port 1ab74774-5932-4c96-afe4-fc3eacd4b33e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:25.106566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:25.182652 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ff640404-4526-42f1-a154-66924392a7db tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:25.183866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ff640404-4526-42f1-a154-66924392a7db tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2702110 Aug 11 08:21:25.187992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51180) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:25.192444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4f52d99a-fc18-4d06-8575-62245f3b1ac8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e06ee942-9f75-4f54-83b1-28835340b5f5'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:25.192941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4f52d99a-fc18-4d06-8575-62245f3b1ac8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:21:25.238668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-49e417e6-cc03-4eba-a72a-2d36c1b2ff91 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:25.240333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-49e417e6-cc03-4eba-a72a-2d36c1b2ff91 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/networks?id=15a0ee5f-f010-4186-98ae-02c0bfaf519b HTTP/1.1" status: 200 len: 809 time: 0.1577103 Aug 11 08:21:25.251365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:25.258063 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-63a870c6-b3b9-4978-813a-9bd9f021efac tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/quotas/96bbf8231afe4c5896771c767acc48bd HTTP/1.1" status: 200 len: 375 time: 0.0101428 Aug 11 08:21:25.294548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-76171097-e812-40b1-a315-3db34498b654 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=96bbf8231afe4c5896771c767acc48bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282357 Aug 11 08:21:25.311519 n-d-789963-6 neutron-server[94573]: WARNING neutron.services.metering.metering_plugin [None req-4f52d99a-fc18-4d06-8575-62245f3b1ac8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 08:21:25.329460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c87148-808b-4e68-a295-9b91b0320d26 req-8826aa20-68ca-4095-bd00-e41cf611b678 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:25.331451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30c87148-808b-4e68-a295-9b91b0320d26 req-8826aa20-68ca-4095-bd00-e41cf611b678 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.2209847 Aug 11 08:21:25.333500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] For port 1ab74774-5932-4c96-afe4-fc3eacd4b33e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ab74774-5932-4c96-afe4-fc3eacd4b33e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:25.334158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:25.405974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1c55a895-0ab3-4728-8dc9-8466adc70b93 service neutron] 10.222.0.58 "GET /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032577 Aug 11 08:21:25.430308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Calling delete_port for 1ab74774-5932-4c96-afe4-fc3eacd4b33e owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:25.476171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f52d99a-fc18-4d06-8575-62245f3b1ac8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:25.481083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4f52d99a-fc18-4d06-8575-62245f3b1ac8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2884409 Aug 11 08:21:25.482032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51188) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:25.503845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8e09d9ce-d8ca-4c03-a9a1-2363e6ac8df1 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=23e2f2ca-bc2b-4fc4-8748-db7bfee3bc63 HTTP/1.1" status: 200 len: 462 time: 0.0207114 Aug 11 08:21:25.507844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51190) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:25.515324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-c0563685-28bb-4517-a2f9-cfd5b54b1616 service neutron] 10.222.0.58 "GET /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081858 Aug 11 08:21:25.527275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30c87148-808b-4e68-a295-9b91b0320d26 req-76647d22-b7e4-4252-a812-b7ca0421d597 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635532 Aug 11 08:21:25.641855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:25.675735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', '960344d4-8cc1-4c78-a43d-7dbf1610d26e', '9bc10100-7c52-4f1b-a02c-a56a1570b7f0', '1ab74774-5932-4c96-afe4-fc3eacd4b33e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:25.714449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event deleted for resources: {'Port': ['ID=1ab74774-5932-4c96-afe4-fc3eacd4b33e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:25.792764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-3512d7b8-b851-4f69-9443-0c7088b2561f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1081958 Aug 11 08:21:25.793869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] No DVR routers for this DVR port 1ab74774-5932-4c96-afe4-fc3eacd4b33e on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:25.796362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:25.808804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-180bfd02-9672-48e2-a6da-c3f7b030e925 req-12385b72-7416-48f9-9938-93f65a3bb81b tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "DELETE /v2.0/ports/1ab74774-5932-4c96-afe4-fc3eacd4b33e HTTP/1.1" status: 204 len: 173 time: 0.8268106 Aug 11 08:21:25.809396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'name': 'network-vif-deleted', 'tag': '1ab74774-5932-4c96-afe4-fc3eacd4b33e'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:25.811749 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d52da-66e6-4ec3-94d3-a130e7e371f2" -d '{"events": [{"server_uuid": "27bf0691-3636-4f4d-aa79-8c81e870c4f2", "name": "network-vif-deleted", "tag": "1ab74774-5932-4c96-afe4-fc3eacd4b33e"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:26.154931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473bfe9-4c0d-46c7-a1e1-1192a74c26c7 req-356d9617-b291-442d-b773-3a13f3b504d1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.157348 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7473bfe9-4c0d-46c7-a1e1-1192a74c26c7 req-356d9617-b291-442d-b773-3a13f3b504d1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 944 time: 0.1631496 Aug 11 08:21:26.174070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.175627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.178811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.180736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.182192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.185948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.186230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.188607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-4e9c0cbc-4153-4cbf-a306-e50abff6a7aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.3129394 Aug 11 08:21:26.192771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-010b1615-f861-4ab0-9d5d-7665379c08e8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:26.193962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-010b1615-f861-4ab0-9d5d-7665379c08e8 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/23e2f2ca-bc2b-4fc4-8748-db7bfee3bc63 HTTP/1.1" status: 204 len: 168 time: 0.6850798 Aug 11 08:21:26.197761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51218) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:26.219935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-836197ff-b6fc-4e95-bc94-38febf74c5b2 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=23e2f2ca-bc2b-4fc4-8748-db7bfee3bc63 HTTP/1.1" status: 200 len: 221 time: 0.0176105 Aug 11 08:21:26.220856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51222) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:26.244444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b25a8fef-1c8a-4219-ab60-5f0d98a4d06d tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1360840795', 'description': 'label created by tempest'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:26.245050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b25a8fef-1c8a-4219-ab60-5f0d98a4d06d tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Unknown quota resources ['metering_label']. {{(pid=94572) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:21:26.346480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7473bfe9-4c0d-46c7-a1e1-1192a74c26c7 req-6565dfc9-4732-43ae-80d5-eb2827afa4fb tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537590 Aug 11 08:21:26.368743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-45045ddb-fc9e-4708-b013-5aa779a47d76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1714649 Aug 11 08:21:26.435527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-79ca620c-3038-415b-a49e-f67432fdf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.437415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-79ca620c-3038-415b-a49e-f67432fdf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.439810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-79ca620c-3038-415b-a49e-f67432fdf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.447218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-79ca620c-3038-415b-a49e-f67432fdf663 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=b8929ac4-6709-490b-82c4-85e4a9c02241&id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 2292 time: 0.2011991 Aug 11 08:21:26.533590 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac09b945-68a6-47de-8ba6-460a423a3d4a x-openstack-request-id: req-ac09b945-68a6-47de-8ba6-460a423a3d4a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:26.534214 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf0691-3636-4f4d-aa79-8c81e870c4f2", "name": "network-vif-deleted", "tag": "1ab74774-5932-4c96-afe4-fc3eacd4b33e", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:26.534624 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac09b945-68a6-47de-8ba6-460a423a3d4a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:26.535208 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bf0691-3636-4f4d-aa79-8c81e870c4f2', 'name': 'network-vif-deleted', 'tag': '1ab74774-5932-4c96-afe4-fc3eacd4b33e', 'status': 'completed', 'code': 200} Aug 11 08:21:26.576757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de10b3f7-7f28-4d9a-a290-64b4d92b1ee0 req-286906da-f75f-4ffe-a66b-f565e3669275 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bf0691-3636-4f4d-aa79-8c81e870c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0640306 Aug 11 08:21:26.591786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-805c81b3-6b8b-441e-bea1-c57b1e2ce9bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 1001 time: 0.1369970 Aug 11 08:21:26.602764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51705671-383a-44e6-ba78-0585e3d89d01 req-02f9c432-ce89-4803-b5ad-86d34148c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.605044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-02f9c432-ce89-4803-b5ad-86d34148c5eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0938530 Aug 11 08:21:26.630564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5e819b43-d3b2-45fd-8534-922729c81373 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:26.702373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b25a8fef-1c8a-4219-ab60-5f0d98a4d06d tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:26.703891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b25a8fef-1c8a-4219-ab60-5f0d98a4d06d tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4827542 Aug 11 08:21:26.706488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51230) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:26.724619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 5e819b43-d3b2-45fd-8534-922729c81373 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:26.730032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5e819b43-d3b2-45fd-8534-922729c81373 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:26.730487 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:26.744696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-154ad81e-1167-4a1a-8faf-7bd5e7ee5958 req-3388797d-c52d-439a-93ca-944ac9b07e27 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 210 time: 0.1012168 Aug 11 08:21:26.762995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-03bb44b4-9cdc-4ae9-a82d-10af943d8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.765111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-03bb44b4-9cdc-4ae9-a82d-10af943d8aac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 200 len: 850 time: 0.1585746 Aug 11 08:21:26.831909 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:26.856555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51705671-383a-44e6-ba78-0585e3d89d01 req-9c562d9c-a53c-48ce-a067-9a99b4f48683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.859994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-9c562d9c-a53c-48ce-a067-9a99b4f48683 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.2176909 Aug 11 08:21:26.876517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1e1822c3-1450-4b5e-a32c-0fd2650b5880 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=f080b14c-dc53-4c22-8160-e57e2c755068 HTTP/1.1" status: 200 len: 468 time: 0.1664505 Aug 11 08:21:26.877042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51232) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:26.878048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5e819b43-d3b2-45fd-8534-922729c81373, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5e819b43-d3b2-45fd-8534-922729c81373,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:26.879042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e819b43-d3b2-45fd-8534-922729c81373'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:26.881668 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c10d36-0862-4711-ba56-bed6bcdf02bc" -d '{"events": [{"server_uuid": "dbd3c62d-b91f-43cb-982b-874a9efeab33", "name": "network-vif-plugged", "status": "completed", "tag": "5e819b43-d3b2-45fd-8534-922729c81373"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:26.887381 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:26.935274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-466833f4-9a45-4f94-83c8-e6ea831fb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.937579 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-466833f4-9a45-4f94-83c8-e6ea831fb8d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d470a6ef-a623-45cb-aae5-a04f60242f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543672 Aug 11 08:21:26.948035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5e819b43-d3b2-45fd-8534-922729c81373,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:26.955200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e675580-6f31-4ac9-bf15-04e7cf11d40c req-7dd4bdb3-5bdd-4a6b-ba37-f3e73f4e628e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:26.957111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e675580-6f31-4ac9-bf15-04e7cf11d40c req-7dd4bdb3-5bdd-4a6b-ba37-f3e73f4e628e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.2667477 Aug 11 08:21:26.971543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-e1b7b04c-304e-4bce-a75f-1ed44c58e478 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.1020195 Aug 11 08:21:27.064123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88750719-5959-442f-976e-a5d01f938e76 req-4be9c239-a843-4cea-85bc-f5d05ed3d2c1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.065703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88750719-5959-442f-976e-a5d01f938e76 req-4be9c239-a843-4cea-85bc-f5d05ed3d2c1 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1531937 Aug 11 08:21:27.081344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e675580-6f31-4ac9-bf15-04e7cf11d40c req-a7e9fcb1-f700-4c84-ab60-7ee1fdab3fa2 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796967 Aug 11 08:21:27.133752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51705671-383a-44e6-ba78-0585e3d89d01 req-7fb4a085-6bd1-4a4e-aaae-54ddb12bcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.135538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-7fb4a085-6bd1-4a4e-aaae-54ddb12bcd6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1515152 Aug 11 08:21:27.138648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebba6138-7729-4b1d-b97d-b8155ffd3b5d tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:27.143583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebba6138-7729-4b1d-b97d-b8155ffd3b5d tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/f080b14c-dc53-4c22-8160-e57e2c755068 HTTP/1.1" status: 204 len: 168 time: 0.2617366 Aug 11 08:21:27.143884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51238) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.150407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88750719-5959-442f-976e-a5d01f938e76 req-41966475-2b35-4223-bebb-8193141e3546 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731847 Aug 11 08:21:27.152201 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e6beb-868a-49f3-bf3c-956d535abb95 x-openstack-request-id: req-b72e6beb-868a-49f3-bf3c-956d535abb95 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:27.152779 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd3c62d-b91f-43cb-982b-874a9efeab33", "name": "network-vif-plugged", "status": "completed", "tag": "5e819b43-d3b2-45fd-8534-922729c81373", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:27.153294 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b72e6beb-868a-49f3-bf3c-956d535abb95 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:27.153924 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e819b43-d3b2-45fd-8534-922729c81373', 'code': 200} Aug 11 08:21:27.171541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-62d48d78-896b-4020-9efa-02b1e82468d0 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=f080b14c-dc53-4c22-8160-e57e2c755068 HTTP/1.1" status: 200 len: 216 time: 0.0264606 Aug 11 08:21:27.172413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51240) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.188723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-60b2dabc-b36d-4e54-8f76-8dd1333c1cc5 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0106523 Aug 11 08:21:27.190134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51244) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.201623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-5fee3364-bd84-4c6c-bffc-0500df433261 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289977 Aug 11 08:21:27.221496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51705671-383a-44e6-ba78-0585e3d89d01 req-7356a41a-734e-4fe5-8f13-704468f0d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.225665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f6cbf5b5-37d3-4e99-b945-faa40bf90f2b tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0307331 Aug 11 08:21:27.226219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-7356a41a-734e-4fe5-8f13-704468f0d01a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762181 Aug 11 08:21:27.226312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51246) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.283415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-092f0e75-ad9f-4c50-8747-80936c425300 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/e06ee942-9f75-4f54-83b1-28835340b5f5 HTTP/1.1" status: 200 len: 473 time: 0.0564339 Aug 11 08:21:27.287515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51250) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.300794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0bb1fc12-c5fd-463d-afc2-8cc338dceea4 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/1a446475-f348-496f-8be4-8e27cec657a8 HTTP/1.1" status: 200 len: 459 time: 0.0090141 Aug 11 08:21:27.301167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.412055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85b6c373-7a96-4527-a5ab-fb454dff1871 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:27.415535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85b6c373-7a96-4527-a5ab-fb454dff1871 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/1a446475-f348-496f-8be4-8e27cec657a8 HTTP/1.1" status: 204 len: 168 time: 0.1111014 Aug 11 08:21:27.416986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51256) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:27.475023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7814f27-ee0b-4d38-803c-c1d965a26fcc req-16254abf-6aec-40ae-b32a-26e91b1ed419 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.476582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7814f27-ee0b-4d38-803c-c1d965a26fcc req-16254abf-6aec-40ae-b32a-26e91b1ed419 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.2412081 Aug 11 08:21:27.488121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448ad7-362d-402a-9de6-cb4327c421e9 req-22b0a8e9-7112-4537-9fcc-307d55a2571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.489677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f448ad7-362d-402a-9de6-cb4327c421e9 req-22b0a8e9-7112-4537-9fcc-307d55a2571f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 1096 time: 0.2137663 Aug 11 08:21:27.521627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-82cad833-285d-4713-923b-a03d732e85b6 service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121035 Aug 11 08:21:27.605721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-1bd31eaa-fae0-4750-8407-0bc23467bba3 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188965 Aug 11 08:21:27.642397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-a0803377-b44c-4c52-98fe-389fd739b290 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 217 time: 0.0957589 Aug 11 08:21:27.646773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28490f7-9557-4c17-94ef-8ef8a61d1ae3 req-1aa65665-843f-470f-bdf9-39f822b021f1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.648359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b28490f7-9557-4c17-94ef-8ef8a61d1ae3 req-1aa65665-843f-470f-bdf9-39f822b021f1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1752763 Aug 11 08:21:27.656936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-699267ec-9e9a-4019-96ba-5e9010aa54c6 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:27.658088 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-699267ec-9e9a-4019-96ba-5e9010aa54c6 tempest-MeteringIpV6TestJSON-1756694007 tempest-MeteringIpV6TestJSON-1756694007-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/e06ee942-9f75-4f54-83b1-28835340b5f5 HTTP/1.1" status: 204 len: 168 time: 0.2412522 Aug 11 08:21:27.694263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b28490f7-9557-4c17-94ef-8ef8a61d1ae3 req-a55e6168-2297-4757-96fe-5fd581014bc8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Aug 11 08:21:27.735480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7814f27-ee0b-4d38-803c-c1d965a26fcc req-7444daaf-abb0-456e-9d2b-6667c51d26ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447958 Aug 11 08:21:27.746240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f448ad7-362d-402a-9de6-cb4327c421e9 req-146ea172-8a11-4007-b567-5b53a0c9dcc0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398293 Aug 11 08:21:27.851609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-8db65486-5a6d-4848-a355-21b8cb7fc432 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.854869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-8db65486-5a6d-4848-a355-21b8cb7fc432 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.69 "GET /v2.0/networks?id=15a0ee5f-f010-4186-98ae-02c0bfaf519b HTTP/1.1" status: 200 len: 809 time: 0.3218114 Aug 11 08:21:27.859003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-7a185969-c984-4352-848d-b57c41b869b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:27.862661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-7a185969-c984-4352-848d-b57c41b869b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.2029824 Aug 11 08:21:27.887922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Request body: {'port': {'device_id': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b', 'admin_state_up': True, 'tenant_id': '96bbf8231afe4c5896771c767acc48bd'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:27.993497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b79e0bc-47af-414f-8bf3-f8804aede986 req-56e6bb4b-b657-418e-9432-58b7a99b95e7 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 210 time: 0.0895944 Aug 11 08:21:28.046468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422341-25de-4e16-93a2-0fab42354767 req-eb41df42-7131-4fa1-a30c-2b801b1a40bc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:28.048368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4422341-25de-4e16-93a2-0fab42354767 req-eb41df42-7131-4fa1-a30c-2b801b1a40bc tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0729938 Aug 11 08:21:28.049298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51705671-383a-44e6-ba78-0585e3d89d01 req-a299b3c9-4fa6-4e0a-8b97-263f3e0019fe service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128754 Aug 11 08:21:28.086922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-133eb13c-db00-4479-8426-01d98677f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:28.088676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-133eb13c-db00-4479-8426-01d98677f0a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866241 Aug 11 08:21:28.090176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51274) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:28.112515 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4422341-25de-4e16-93a2-0fab42354767 req-dbf2412f-6c04-496b-8478-caee9ce71925 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529799 Aug 11 08:21:28.197932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Made reservation on behalf of 96bbf8231afe4c5896771c767acc48bd for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:28.201879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:28.272252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0addd80d-7860-4b5c-9f7d-8e6ace622331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:28.364380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d003b7e-946f-47e4-94ae-5ec952b68497 req-d7d80d6f-4725-4818-86cb-bddcdcef8fb5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:28.365923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d003b7e-946f-47e4-94ae-5ec952b68497 req-d7d80d6f-4725-4818-86cb-bddcdcef8fb5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1717672 Aug 11 08:21:28.394319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-a6a28b0a-918a-4e77-8026-16b67aef2a5e service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683816 Aug 11 08:21:28.495903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d003b7e-946f-47e4-94ae-5ec952b68497 req-0033cc87-1864-4054-88d8-f3402472b190 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168895 Aug 11 08:21:28.553650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Allocated IP 172.20.0.2 (15a0ee5f-f010-4186-98ae-02c0bfaf519b/9882ec09-a7ba-497c-8672-0e5fe0b4a772/a389daaf-9e80-44a9-bc91-4501565f0d4c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:28.595095 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:28.639034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-dac2c481-f238-4c0d-aefe-b8578d1b9d93 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820502 Aug 11 08:21:28.836650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92586d5-8983-41ac-a1c5-40edd50c1b39 req-14690ba5-fb6b-4652-b298-693611f055ca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:28.839702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a92586d5-8983-41ac-a1c5-40edd50c1b39 req-14690ba5-fb6b-4652-b298-693611f055ca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0694308 Aug 11 08:21:28.882480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a92586d5-8983-41ac-a1c5-40edd50c1b39 req-4e7d537e-fcab-4909-8002-04294cba4d55 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363555 Aug 11 08:21:29.028064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-8cd494d7-5584-42e0-9ed3-b05ef148539a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 217 time: 0.3800032 Aug 11 08:21:29.040399 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0addd80d-7860-4b5c-9f7d-8e6ace622331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.085052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0addd80d-7860-4b5c-9f7d-8e6ace622331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.149596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-751f1223-e728-4ff7-86ed-efaa918a3968 req-86c82e5d-474b-4a0d-85f3-cc5fff203659 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 210 time: 0.0716298 Aug 11 08:21:29.158458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ab74774-5932-4c96-afe4-fc3eacd4b33e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:29.209924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addd80d-7860-4b5c-9f7d-8e6ace622331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6187796-4b7e-41fb-b07b-208ef3589a9e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:29.214633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0addd80d-7860-4b5c-9f7d-8e6ace622331 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10d673fb50ba415cb0bb80f2202ece31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1231210 Aug 11 08:21:29.219512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-a15bc403-19c2-49d1-b372-4273042499bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:29.219716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51292) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:29.221092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-a15bc403-19c2-49d1-b372-4273042499bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1533759 Aug 11 08:21:29.246853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 1ab74774-5932-4c96-afe4-fc3eacd4b33e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:29.247194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ab74774-5932-4c96-afe4-fc3eacd4b33e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:29.263617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3c7994e9-d781-4fa0-991e-404cb98f6564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.298467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.320128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-e36fe5e4-4008-4d0f-b5cd-8e1d45f0b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:29.321748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-e36fe5e4-4008-4d0f-b5cd-8e1d45f0b22e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889678 Aug 11 08:21:29.355467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87e93f9a-60f5-4525-a70e-dbec8890f0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.389897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87e93f9a-60f5-4525-a70e-dbec8890f0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.398971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ffd4-6c11-4f77-a903-adb4dd2bca63 req-f982822d-8232-46ee-82f7-1fc58b4ccec8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:29.405502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ab0ffd4-6c11-4f77-a903-adb4dd2bca63 req-f982822d-8232-46ee-82f7-1fc58b4ccec8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1362383 Aug 11 08:21:29.423872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.476209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ab0ffd4-6c11-4f77-a903-adb4dd2bca63 req-c6a83294-c90d-4570-8844-501506e642c3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636933 Aug 11 08:21:29.500030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Network 15a0ee5f-f010-4186-98ae-02c0bfaf519b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:29.505834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-e0d893f9-6bec-42c9-b315-05a2ecb58707 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763108 Aug 11 08:21:29.507256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:29.509513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Pushing event updated for resources: {'Port': ['ID=a389daaf-9e80-44a9-bc91-4501565f0d4c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:29.510932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87e93f9a-60f5-4525-a70e-dbec8890f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.512332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:29.514646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87e93f9a-60f5-4525-a70e-dbec8890f0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.531435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87e93f9a-60f5-4525-a70e-dbec8890f0f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6187796-4b7e-41fb-b07b-208ef3589a9e HTTP/1.1" status: 204 len: 168 time: 0.3001182 Aug 11 08:21:29.545775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e93f9a-60f5-4525-a70e-dbec8890f0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6187796-4b7e-41fb-b07b-208ef3589a9e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:29.621534 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.658937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:29.660014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.686424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166c98e-3ded-4876-aa8b-577a93a51f3b req-91e7d33a-c90f-4880-8cd7-5bfc39fb8304 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:29.689790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3166c98e-3ded-4876-aa8b-577a93a51f3b req-91e7d33a-c90f-4880-8cd7-5bfc39fb8304 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0648842 Aug 11 08:21:29.700183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-1eff4927-c9c0-42b9-b85c-73afa4427197 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8209183 Aug 11 08:21:29.712232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-0a9bc39e-62fc-49d7-9ee4-2679d9ceee0b service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941845 Aug 11 08:21:29.727615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Request body: {'port': {'device_id': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:29.758634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3166c98e-3ded-4876-aa8b-577a93a51f3b req-f84c527a-f966-4f3a-aca5-575e103f5fd0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623827 Aug 11 08:21:29.791532 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-760f0757-fee9-4f61-9c68-34619d37b9d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 200 len: 217 time: 0.0588005 Aug 11 08:21:29.872965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:29.893627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-1b18cfcc-07fa-4b53-a9e0-91d819700e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:29.893627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-1b18cfcc-07fa-4b53-a9e0-91d819700e55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.0930200 Aug 11 08:21:29.893834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51304) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:29.913786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd330237-d7ae-491a-ba4a-1fcf98b95dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.033003 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd330237-d7ae-491a-ba4a-1fcf98b95dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.038716 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd330237-d7ae-491a-ba4a-1fcf98b95dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.091385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd330237-d7ae-491a-ba4a-1fcf98b95dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c289fa9-06c1-4ae9-aa12-cf06a0178859,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:30.096049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-b0ae752d-da65-4a48-9c41-8c13edab868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.097680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-b0ae752d-da65-4a48-9c41-8c13edab868c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774483 Aug 11 08:21:30.108271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cd330237-d7ae-491a-ba4a-1fcf98b95dd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9aacc192d2064418af06a98d3320c746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133155 Aug 11 08:21:30.110813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51310) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:30.168312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99961d0b-f612-4bc6-b2f5-49025acd451b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.202620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99961d0b-f612-4bc6-b2f5-49025acd451b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.213909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1f3ed-94f9-4401-8eee-93d9251984e5 req-7876ee07-775b-4545-9388-5f60b690c3b4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.215479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adc1f3ed-94f9-4401-8eee-93d9251984e5 req-7876ee07-775b-4545-9388-5f60b690c3b4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1623774 Aug 11 08:21:30.290515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99961d0b-f612-4bc6-b2f5-49025acd451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.293466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99961d0b-f612-4bc6-b2f5-49025acd451b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.297117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-99961d0b-f612-4bc6-b2f5-49025acd451b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c289fa9-06c1-4ae9-aa12-cf06a0178859 HTTP/1.1" status: 204 len: 168 time: 0.1828043 Aug 11 08:21:30.307993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adc1f3ed-94f9-4401-8eee-93d9251984e5 req-e5709879-d967-4229-a04f-83d56eebe54a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834036 Aug 11 08:21:30.320667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-76f743d9-da86-4ec6-8c4a-dd0d74eeb9f2 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100561 Aug 11 08:21:30.320910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99961d0b-f612-4bc6-b2f5-49025acd451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c289fa9-06c1-4ae9-aa12-cf06a0178859,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:30.356296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f426e-f30a-42a8-adae-2cc5b86f379b req-d259ce02-b4cb-419a-a39f-19a12f7eae36 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.364313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-325f426e-f30a-42a8-adae-2cc5b86f379b req-d259ce02-b4cb-419a-a39f-19a12f7eae36 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 931 time: 0.1074073 Aug 11 08:21:30.441514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-325f426e-f30a-42a8-adae-2cc5b86f379b req-959cf6de-a2a5-4b13-b5a4-bbbd0a3c0bf0 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762038 Aug 11 08:21:30.442257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a389daaf-9e80-44a9-bc91-4501565f0d4c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:30.463600 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.495124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Transition to ACTIVE for port object a389daaf-9e80-44a9-bc91-4501565f0d4c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:30.499874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-3cbbe62e-726b-4a2d-88a0-2a4909dea031 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706178 Aug 11 08:21:30.503602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:30.604785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-42fdc24b-e0f1-4c0d-844a-41c7c1f38c75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 200 len: 217 time: 0.0905521 Aug 11 08:21:30.642047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a389daaf-9e80-44a9-bc91-4501565f0d4c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:30.685266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dd3f5-bd8d-48d4-88c3-072c85551a9e req-38e894b8-76c1-4526-9918-39d14211e1b7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.687312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-170dd3f5-bd8d-48d4-88c3-072c85551a9e req-38e894b8-76c1-4526-9918-39d14211e1b7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0602202 Aug 11 08:21:30.741724 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-170dd3f5-bd8d-48d4-88c3-072c85551a9e req-e283afa2-d2bf-4009-a578-4e09259bc9ba tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Aug 11 08:21:30.752281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-86d61113-5f24-4f73-82bd-99fab192b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.753897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-86d61113-5f24-4f73-82bd-99fab192b7d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1069694 Aug 11 08:21:30.767921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cec5e2-7f2e-4cd3-baf9-377f5d9bea2e req-02c292e6-aa28-4f97-93ff-440177bb45f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.779900 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65cec5e2-7f2e-4cd3-baf9-377f5d9bea2e req-02c292e6-aa28-4f97-93ff-440177bb45f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1708412 Aug 11 08:21:30.873629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65cec5e2-7f2e-4cd3-baf9-377f5d9bea2e req-a8137d1b-31ce-4688-9101-261ad10f1e87 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 Aug 11 08:21:30.894750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Attempting to bind port a389daaf-9e80-44a9-bc91-4501565f0d4c on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:30.895496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Attempting to bind port a389daaf-9e80-44a9-bc91-4501565f0d4c by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'c46b5906-09f6-4206-8197-ea40008e8bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:30.895893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Attempting to bind port a389daaf-9e80-44a9-bc91-4501565f0d4c on network 15a0ee5f-f010-4186-98ae-02c0bfaf519b {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:30.915668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-5b3d0799-7e1d-4f77-a72c-4682692dcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:30.915668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-5b3d0799-7e1d-4f77-a72c-4682692dcff9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1201143 Aug 11 08:21:30.917666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Port a389daaf-9e80-44a9-bc91-4501565f0d4c on network 15a0ee5f-f010-4186-98ae-02c0bfaf519b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:21:30.918008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Attempting to bind port a389daaf-9e80-44a9-bc91-4501565f0d4c on network 15a0ee5f-f010-4186-98ae-02c0bfaf519b {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:30.942410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:30.942668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Checking segment: {'id': 'c46b5906-09f6-4206-8197-ea40008e8bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:30.943063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Bound using segment: {'id': 'c46b5906-09f6-4206-8197-ea40008e8bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:30.943511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Bound port: a389daaf-9e80-44a9-bc91-4501565f0d4c, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b5906-09f6-4206-8197-ea40008e8bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:30.943872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:31.039934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed735-0d2d-4b5c-a117-f12bf7fcb2bd req-933a1955-3d64-4064-a78b-6ad87e5a07cd tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.048285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b0ed735-0d2d-4b5c-a117-f12bf7fcb2bd req-933a1955-3d64-4064-a78b-6ad87e5a07cd tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0859666 Aug 11 08:21:31.081610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] For port a389daaf-9e80-44a9-bc91-4501565f0d4c, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:31.085650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-bbd8a1e5-ac10-4c7d-b5ae-dca219424369 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646760 Aug 11 08:21:31.088737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] For port a389daaf-9e80-44a9-bc91-4501565f0d4c, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c,segment=NetworkSegment(c46b5906-09f6-4206-8197-ea40008e8bcf),segment_id=c46b5906-09f6-4206-8197-ea40008e8bcf)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:31.108027 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:31.138669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b0ed735-0d2d-4b5c-a117-f12bf7fcb2bd req-3bb7688f-da1d-48c4-80f8-480ebfea0987 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698836 Aug 11 08:21:31.198893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.199614 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:31.201192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/a389daaf-9e80-44a9-bc91-4501565f0d4c HTTP/1.1" status: 200 len: 1091 time: 1.4800937 Aug 11 08:21:31.204913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'tag': 'a389daaf-9e80-44a9-bc91-4501565f0d4c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:31.207400 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2801fff5-6039-49b8-b255-b8eb47db3633" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9f9482-65a5-4fc7-9961-d90e6c60903f", "tag": "a389daaf-9e80-44a9-bc91-4501565f0d4c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:31.265949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d74e-0dbd-477d-8417-65e41d8870c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a389daaf-9e80-44a9-bc91-4501565f0d4c,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:31.333036 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d5db8-fab4-406e-b667-458462353e16 x-openstack-request-id: req-7e5d5db8-fab4-406e-b667-458462353e16 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:31.333322 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9f9482-65a5-4fc7-9961-d90e6c60903f", "tag": "a389daaf-9e80-44a9-bc91-4501565f0d4c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:31.333567 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e5d5db8-fab4-406e-b667-458462353e16 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:31.333970 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'tag': 'a389daaf-9e80-44a9-bc91-4501565f0d4c', 'status': 'completed', 'code': 200} Aug 11 08:21:31.383522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-c1c39d55-1560-4cb2-8d52-909b1fba47f7 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841756 Aug 11 08:21:31.428578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-c6c80dee-c25e-4cb7-aa96-96a789bbb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.430138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-c6c80dee-c25e-4cb7-aa96-96a789bbb854 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96bbf8231afe4c5896771c767acc48bd&device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 1094 time: 0.1567309 Aug 11 08:21:31.432971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-68e7655a-17e3-44f4-83df-8037012c88d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 217 time: 0.0450184 Aug 11 08:21:31.445381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836a34-4679-40cd-b975-a0b075cfc9a5 req-9bc4a02b-dc67-4cba-9308-cbd29c089068 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.447092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-01836a34-4679-40cd-b975-a0b075cfc9a5 req-9bc4a02b-dc67-4cba-9308-cbd29c089068 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 945 time: 0.1122367 Aug 11 08:21:31.523320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-38f611fa-2984-40f0-b875-84a66a70e434 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c HTTP/1.1" status: 200 len: 217 time: 0.0724282 Aug 11 08:21:31.578832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d8b85-6b3e-4009-9f29-c36442f422dc req-1b57d31b-5541-40c8-ba2f-837f5ecafc4c tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.580518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e81d8b85-6b3e-4009-9f29-c36442f422dc req-1b57d31b-5541-40c8-ba2f-837f5ecafc4c tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 943 time: 0.0598350 Aug 11 08:21:31.597345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-19222ac2-b792-4e6b-a18b-7f675552c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.598850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-19222ac2-b792-4e6b-a18b-7f675552c215 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1468961 Aug 11 08:21:31.603530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-01836a34-4679-40cd-b975-a0b075cfc9a5 req-1219d5c8-8876-4ee5-aaec-81089d1ed6c1 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434879 Aug 11 08:21:31.615393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-7e298788-6823-4583-bf06-d8692445fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.616803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-7e298788-6823-4583-bf06-d8692445fd5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9882ec09-a7ba-497c-8672-0e5fe0b4a772 HTTP/1.1" status: 200 len: 849 time: 0.0853598 Aug 11 08:21:31.639268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e81d8b85-6b3e-4009-9f29-c36442f422dc req-a7642042-c8a9-4b3e-9c72-bf416aa1a96a tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 Aug 11 08:21:31.677292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-0862c26f-1fca-45db-b88e-cf30b62a0fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15a0ee5f-f010-4186-98ae-02c0bfaf519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421484 Aug 11 08:21:31.688130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-aa8c24ad-1383-44fb-835f-28a49935dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.689586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-aa8c24ad-1383-44fb-835f-28a49935dd34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829170 Aug 11 08:21:31.842205 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-af598a46-7e9c-4669-8061-4bb49ab6afe3 service neutron] 10.222.0.69 "GET /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568091 Aug 11 08:21:31.867756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf58950-37ab-4ec0-a1c6-35867785ada7 req-839d9e3d-d7e4-4c20-b17c-de4848c014fe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:31.869600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fcf58950-37ab-4ec0-a1c6-35867785ada7 req-839d9e3d-d7e4-4c20-b17c-de4848c014fe tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0527411 Aug 11 08:21:31.875679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-f14eb5a1-f0fe-4294-a907-b1a45818c8ef service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440506 Aug 11 08:21:31.933565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fcf58950-37ab-4ec0-a1c6-35867785ada7 req-43c5205b-8880-4364-8cd8-eb6432233907 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547171 Aug 11 08:21:32.064309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-2acc98dd-5030-435b-aa38-03c1c0b6b54f service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484320 Aug 11 08:21:32.066235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc02795-5640-4bf9-9c78-3fc04138800e req-7ca1107f-5388-46f9-9daa-7c44d1fdbeb7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.066753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:32.067834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9fc02795-5640-4bf9-9c78-3fc04138800e req-7ca1107f-5388-46f9-9daa-7c44d1fdbeb7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0592456 Aug 11 08:21:32.075487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bceae4-556f-448e-9386-6ecb1a88c8bb req-4a7893a9-ab35-437f-aeec-3ff5f19a7b4d service neutron] 10.222.0.69 "GET /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239809 Aug 11 08:21:32.113418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9fc02795-5640-4bf9-9c78-3fc04138800e req-896b4a83-a32c-4f8b-972b-0c48925113c2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Aug 11 08:21:32.120327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-d978645c-d6a1-4ee9-b146-b880fb99656f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 217 time: 0.0475435 Aug 11 08:21:32.217965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-808335786'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:32.295016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-803ed75f-52c9-41ca-acf8-bfe826c60d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.296405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-803ed75f-52c9-41ca-acf8-bfe826c60d9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1267955 Aug 11 08:21:32.297230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.298236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.324135 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.324765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-7813ccd8-1fb9-43c3-834d-6317dfc97d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.326156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-7813ccd8-1fb9-43c3-834d-6317dfc97d0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96bbf8231afe4c5896771c767acc48bd&device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 1094 time: 0.1262326 Aug 11 08:21:32.376278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed918a42-0edd-40bc-9834-99f07c0991df req-755472c4-2414-4ba7-b777-2573555d8cdc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.377770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed918a42-0edd-40bc-9834-99f07c0991df req-755472c4-2414-4ba7-b777-2573555d8cdc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1657836 Aug 11 08:21:32.454062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.474048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.508400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-2c6b26cf-050d-4e89-8a00-f679a9b16c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.510733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-2c6b26cf-050d-4e89-8a00-f679a9b16c7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2046168 Aug 11 08:21:32.520173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.521292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2d60fab5-bf32-4ac7-b8a4-d600d2b08a62 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4541283 Aug 11 08:21:32.524072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51384) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:32.553023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed918a42-0edd-40bc-9834-99f07c0991df req-4c5409c5-8b6d-41fa-9d86-298b1bf5f9fa tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606154 Aug 11 08:21:32.580650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-837520af-9c46-4f2c-9f51-681be6b3d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.582197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-837520af-9c46-4f2c-9f51-681be6b3d7fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=15a0ee5f-f010-4186-98ae-02c0bfaf519b HTTP/1.1" status: 200 len: 910 time: 0.2317662 Aug 11 08:21:32.598808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.703440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ab18f08-b3fe-49f3-a581-78e427c22906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.796695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.804163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.865001 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb90013-feef-4d53-8f07-17c3ee74b034 req-8b264c80-b080-4e87-8b08-10987825c643 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:32.866616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bb90013-feef-4d53-8f07-17c3ee74b034 req-8b264c80-b080-4e87-8b08-10987825c643 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 945 time: 0.1265612 Aug 11 08:21:32.873205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.873835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e77cbc7a-e8f2-4e46-9c1d-e9454a871eb1 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:21:32.879531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.880483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ad61572-f052-4fee-8858-13b1ab53076c tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e77cbc7a-e8f2-4e46-9c1d-e9454a871eb1 HTTP/1.1" status: 204 len: 168 time: 0.3553660 Aug 11 08:21:32.886901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51392) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:32.891317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Request body: {'router': {'name': 'tempest-router-524775944', 'distributed': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:32.935451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4bb90013-feef-4d53-8f07-17c3ee74b034 req-2d3555e2-17db-4b6d-a71c-51a6c231b9f6 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593586 Aug 11 08:21:32.937008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:32.938126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.003457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.006566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-aec09de1-ec74-4a09-8079-9e8d564a9746 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c HTTP/1.1" status: 200 len: 217 time: 0.4146843 Aug 11 08:21:33.010971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.026148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.027463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-181534e3-61ef-475c-8c96-a8a6e6e935af tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1395948 Aug 11 08:21:33.030428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51398) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:33.051675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-55b67907-6d3c-4da5-8f5b-b57546f87d0b service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242603 Aug 11 08:21:33.071803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1b247-4675-46ad-809d-8f3e933bbcb0 req-d9b59c21-d253-4a1c-955a-5cec63c82e34 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:33.074319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8e1b247-4675-46ad-809d-8f3e933bbcb0 req-d9b59c21-d253-4a1c-955a-5cec63c82e34 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 943 time: 0.0864966 Aug 11 08:21:33.138482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.252990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-35823fbf-c825-4b77-84d0-42c062a7ba85 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:33.254622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-35823fbf-c825-4b77-84d0-42c062a7ba85 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 945 time: 0.1523669 Aug 11 08:21:33.284949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d8e1b247-4675-46ad-809d-8f3e933bbcb0 req-6275d8dc-3ca1-4448-a72d-e776c5da9c5f tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001386 Aug 11 08:21:33.299328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-fded2ba4-4929-4a14-94c0-743116e16e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:33.303469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-fded2ba4-4929-4a14-94c0-743116e16e56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9882ec09-a7ba-497c-8672-0e5fe0b4a772 HTTP/1.1" status: 200 len: 849 time: 0.2160811 Aug 11 08:21:33.357979 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-ecd8a573-8607-4ea9-87f2-cb3cd0e802e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15a0ee5f-f010-4186-98ae-02c0bfaf519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478964 Aug 11 08:21:33.364283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d48cb8-c519-4243-8e53-0a90b8b09588 req-c9abd48a-a760-4b1b-85a5-41921bfa738a service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810285 Aug 11 08:21:33.380315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bdcf8-baea-4ff1-a644-c273c19fa025 req-aeab28b8-6ce9-4a89-ae75-a3b808d3bbf4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:33.381915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-519bdcf8-baea-4ff1-a644-c273c19fa025 req-aeab28b8-6ce9-4a89-ae75-a3b808d3bbf4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.2481337 Aug 11 08:21:33.394475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.407489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.473601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-c9e2d68a-3347-4e54-97d9-ba956e3d541e service neutron] 10.222.0.69 "GET /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958416 Aug 11 08:21:33.500523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.501100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbe3f45f-cbc5-42ca-82e3-6c4ae7ac07de {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:21:33.508260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.510223 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-282688b8-7f4e-4baf-843a-56352a11df12 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/dbe3f45f-cbc5-42ca-82e3-6c4ae7ac07de HTTP/1.1" status: 204 len: 168 time: 0.4781437 Aug 11 08:21:33.513092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51404) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:33.517812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Request body: {'router': {'name': 'tempest-router-1843296391', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd29d37a50b0b4ed790fb16085f6db643'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:33.518035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-519bdcf8-baea-4ff1-a644-c273c19fa025 req-3e1da828-7210-4389-8a4e-a8dc63cd6faf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288064 Aug 11 08:21:33.541577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Deleting port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:33.541924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.546389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c90433-39be-4994-b7b9-d9ef431b2796 req-bb27481d-620b-4089-93b4-14749b9359a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:33.547945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9c90433-39be-4994-b7b9-d9ef431b2796 req-bb27481d-620b-4089-93b4-14749b9359a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0688484 Aug 11 08:21:33.572067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.573525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.665729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9c90433-39be-4994-b7b9-d9ef431b2796 req-0e8ddede-bf20-4b93-9c7f-c588074685b9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114709 Aug 11 08:21:33.701441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] For port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:33.701788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.723727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Calling delete_port for 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:33.729525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.738233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.749232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecca11-7545-42f2-ab60-1cce30a473e5 req-e9c71771-4fdc-43bb-ae64-1fa405e7498e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:33.750793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38ecca11-7545-42f2-ab60-1cce30a473e5 req-e9c71771-4fdc-43bb-ae64-1fa405e7498e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1042023 Aug 11 08:21:33.760014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2801fff5-6039-49b8-b255-b8eb47db3633 req-43258f59-6166-4191-9191-d74faf521bc2 service neutron] 10.222.0.69 "GET /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774728 Aug 11 08:21:33.761456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.762644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-750e39f6-3650-4352-b7bb-45c7c2bfb50d tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2484841 Aug 11 08:21:33.765475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:33.770100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:33.999033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:33.999760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.123146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94573) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 08:21:34.123500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Router 8576777b-c792-47ac-8443-97c5e1237802 migrating from provider to provider. {{(pid=94573) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 08:21:34.123871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.131535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.148454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d236e3f-cc8c-4168-844a-13a915ba21a5 req-53c74d3d-7fbc-4faf-bbbc-3e50fb3e9931 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:34.150972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d236e3f-cc8c-4168-844a-13a915ba21a5 req-53c74d3d-7fbc-4faf-bbbc-3e50fb3e9931 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6879f51-2478-476a-b059-3e0824bf6b70 HTTP/1.1" status: 200 len: 945 time: 0.1147544 Aug 11 08:21:34.152349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.196362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38ecca11-7545-42f2-ab60-1cce30a473e5 req-7bea78e5-46d4-47a0-9ba4-3bc5d9a6324e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 Aug 11 08:21:34.261807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d236e3f-cc8c-4168-844a-13a915ba21a5 req-c6b71cec-82ff-485e-8690-8c5c7097ff01 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043794 Aug 11 08:21:34.271709 n-d-789963-6 neutron-server[94573]: WARNING neutron.scheduler.l3_agent_scheduler [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] No L3 agents can host the router 8576777b-c792-47ac-8443-97c5e1237802 Aug 11 08:21:34.304372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.337362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', '960344d4-8cc1-4c78-a43d-7dbf1610d26e', '9bc10100-7c52-4f1b-a02c-a56a1570b7f0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:34.391664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event deleted for resources: {'Port': ['ID=9bc10100-7c52-4f1b-a02c-a56a1570b7f0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:34.400567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] No DVR routers for this DVR port 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:34.404374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.406576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97c298f1-b35d-4990-bfbe-9283cb807e02 req-3cf237ae-0a45-4419-ac4d-dd5bdc1ccad7 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "DELETE /v2.0/ports/9bc10100-7c52-4f1b-a02c-a56a1570b7f0 HTTP/1.1" status: 204 len: 173 time: 1.1221211 Aug 11 08:21:34.407402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'name': 'network-vif-deleted', 'tag': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:34.412221 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aea9e8a-4fc4-445c-a8e6-e12664cc5f30" -d '{"events": [{"server_uuid": "f6879f51-2478-476a-b059-3e0824bf6b70", "name": "network-vif-deleted", "tag": "9bc10100-7c52-4f1b-a02c-a56a1570b7f0"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:34.459821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Hosts for router 8576777b-c792-47ac-8443-97c5e1237802: [] {{(pid=94573) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 08:21:34.490433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Hosts for other DVR routers connected to router 8576777b-c792-47ac-8443-97c5e1237802: set() {{(pid=94573) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 08:21:34.493098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.495873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-22f66f68-da2b-4bbe-8b23-7b9a48f86ce0 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "PUT /v2.0/routers/8576777b-c792-47ac-8443-97c5e1237802 HTTP/1.1" status: 200 len: 717 time: 0.7283463 Aug 11 08:21:34.497694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51420) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:34.514004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4fdce-78ad-4b45-b96f-d75f268f9d30 req-f046c412-442e-4e95-b750-bc98f903f8eb tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:34.522484 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6a4fdce-78ad-4b45-b96f-d75f268f9d30 req-f046c412-442e-4e95-b750-bc98f903f8eb tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 943 time: 0.1385288 Aug 11 08:21:34.574332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6a4fdce-78ad-4b45-b96f-d75f268f9d30 req-3b016e27-f0c8-45e8-8783-33c4209586dd tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503769 Aug 11 08:21:34.586131 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45908b4f-fef8-4026-b849-81e68874c676 x-openstack-request-id: req-45908b4f-fef8-4026-b849-81e68874c676 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:34.586746 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6879f51-2478-476a-b059-3e0824bf6b70", "name": "network-vif-deleted", "tag": "9bc10100-7c52-4f1b-a02c-a56a1570b7f0", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:34.586934 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45908b4f-fef8-4026-b849-81e68874c676 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:34.589404 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6879f51-2478-476a-b059-3e0824bf6b70', 'name': 'network-vif-deleted', 'tag': '9bc10100-7c52-4f1b-a02c-a56a1570b7f0', 'status': 'completed', 'code': 200} Aug 11 08:21:34.631807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a8136db-a407-4b87-b9a8-ff9579d0d7d6 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "GET /v2.0/routers/8576777b-c792-47ac-8443-97c5e1237802 HTTP/1.1" status: 200 len: 717 time: 0.1328213 Aug 11 08:21:34.634394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51424) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:34.688614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50141fd-7db8-46db-89c7-584a33239cd3 req-33c27e25-f15a-49a3-83f5-c91d34b0c1ab tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:34.690150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e50141fd-7db8-46db-89c7-584a33239cd3 req-33c27e25-f15a-49a3-83f5-c91d34b0c1ab tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0496500 Aug 11 08:21:34.750826 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:34.761909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e50141fd-7db8-46db-89c7-584a33239cd3 req-4fd9701a-00d8-4847-a17a-9f2a18e57193 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628760 Aug 11 08:21:34.822114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9170c3-3d35-49c5-b05c-340f6ed9626b req-9ac9d90d-06cc-436a-8c36-2761d272445e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:34.823792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b9170c3-3d35-49c5-b05c-340f6ed9626b req-9ac9d90d-06cc-436a-8c36-2761d272445e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Aug 11 08:21:34.865545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b9170c3-3d35-49c5-b05c-340f6ed9626b req-a034a2ee-a829-4aad-97d9-08cbf07a77b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Aug 11 08:21:34.888753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-658a3621-c6ab-40cc-b217-8f7a514af968 tempest-RoutersTestDVR-1432325441 tempest-RoutersTestDVR-1432325441-project] 10.222.0.58 "GET /v2.0/routers/8576777b-c792-47ac-8443-97c5e1237802 HTTP/1.1" status: 200 len: 683 time: 0.2529423 Aug 11 08:21:34.891304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51430) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:34.968174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.138833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.142513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.187189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a389daaf-9e80-44a9-bc91-4501565f0d4c details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:35.193021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.193569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8576777b-c792-47ac-8443-97c5e1237802 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:21:35.199509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.204109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-42441119-0082-4ae1-b4a4-7d6a712e3657 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8576777b-c792-47ac-8443-97c5e1237802 HTTP/1.1" status: 204 len: 168 time: 0.3116655 Aug 11 08:21:35.204448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51432) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:35.209716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Request body: {'router': {'name': 'tempest-router-245356180', 'distributed': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:35.241739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.243042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.303287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a389daaf-9e80-44a9-bc91-4501565f0d4c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c,segment=NetworkSegment(c46b5906-09f6-4206-8197-ea40008e8bcf),segment_id=c46b5906-09f6-4206-8197-ea40008e8bcf)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:35.304808 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.314715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.318335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'a389daaf-9e80-44a9-bc91-4501565f0d4c', 'network_id': '15a0ee5f-f010-4186-98ae-02c0bfaf519b', 'port_id': 'a389daaf-9e80-44a9-bc91-4501565f0d4c', 'mac_address': 'fa:16:3e:06:20:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9882ec09-a7ba-497c-8672-0e5fe0b4a772', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:35.335522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08fbae-124b-4a62-9765-84b78aff9f5a req-b006af68-64e9-4234-a052-7ff1474a6fad tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:35.337686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db08fbae-124b-4a62-9765-84b78aff9f5a req-b006af68-64e9-4234-a052-7ff1474a6fad tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0668526 Aug 11 08:21:35.339768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.341148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78aef195-0d96-49ed-86cf-d1fdd7fd0198 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1351204 Aug 11 08:21:35.345352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51442) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:35.365944 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.380274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a389daaf-9e80-44a9-bc91-4501565f0d4c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:35.387019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db08fbae-124b-4a62-9765-84b78aff9f5a req-68724688-2978-419b-aee6-0152dc889506 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Aug 11 08:21:35.402603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a389daaf-9e80-44a9-bc91-4501565f0d4c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c,segment=NetworkSegment(c46b5906-09f6-4206-8197-ea40008e8bcf),segment_id=c46b5906-09f6-4206-8197-ea40008e8bcf)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:35.417906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.446348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.468329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a389daaf-9e80-44a9-bc91-4501565f0d4c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:35.476327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.478129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.478606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.479252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.479679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.480050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.480597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.480948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.481280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.481678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.482151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.482495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:35.624466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.627021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.641302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0ecd6-5540-4dc1-98fd-e572656ec4d3 req-b6301e9a-3b23-403f-a53f-8048fbfad5ad tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:35.643613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94e0ecd6-5540-4dc1-98fd-e572656ec4d3 req-b6301e9a-3b23-403f-a53f-8048fbfad5ad tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 945 time: 0.0581975 Aug 11 08:21:35.688297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-94e0ecd6-5540-4dc1-98fd-e572656ec4d3 req-42090b74-d603-459e-adc0-6cfa76e94379 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Aug 11 08:21:35.719650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.720149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed74f0d-a28e-4db3-8ed8-0b098a7cf8a3 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:21:35.724960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:35.726275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9bb47adc-88f3-4246-9dde-84a6d27f5505 tempest-RoutersTestDVR-341173440 tempest-RoutersTestDVR-341173440-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0ed74f0d-a28e-4db3-8ed8-0b098a7cf8a3 HTTP/1.1" status: 204 len: 168 time: 0.3795483 Aug 11 08:21:35.750827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cf586-8f03-44c6-a7fb-49741fa20644 req-b17f251f-7109-4019-8288-9503199dbbec tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:35.752301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f22cf586-8f03-44c6-a7fb-49741fa20644 req-b17f251f-7109-4019-8288-9503199dbbec tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 944 time: 0.0658667 Aug 11 08:21:35.792668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f22cf586-8f03-44c6-a7fb-49741fa20644 req-a2c9043d-17c2-4ecf-8f1e-ac9fdaddf243 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Aug 11 08:21:35.794491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a389daaf-9e80-44a9-bc91-4501565f0d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:35.919433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170293fb-f5f2-46de-a799-f19adec54974 req-9b5a6562-b60b-4aeb-937b-f7b46e70bb02 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:35.922402 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-170293fb-f5f2-46de-a799-f19adec54974 req-9b5a6562-b60b-4aeb-937b-f7b46e70bb02 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0653601 Aug 11 08:21:35.980258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-170293fb-f5f2-46de-a799-f19adec54974 req-6306bc2e-eddd-4f0b-821d-52f1f7aee7f7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Aug 11 08:21:35.988574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ebc35-596d-49f0-9051-24b53153eb84 req-a57234d9-55cb-4ee5-943e-c840b38a4bde tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:35.997215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c29ebc35-596d-49f0-9051-24b53153eb84 req-a57234d9-55cb-4ee5-943e-c840b38a4bde tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0590277 Aug 11 08:21:36.033589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51458) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:36.033736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c29ebc35-596d-49f0-9051-24b53153eb84 req-7d188ff7-dc91-409a-9734-d470b0eaa01a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Aug 11 08:21:36.076761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.143063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad8076e-bcbe-4f0d-accf-254b051aabea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.247405 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad8076e-bcbe-4f0d-accf-254b051aabea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.252070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad8076e-bcbe-4f0d-accf-254b051aabea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.291670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4ad8076e-bcbe-4f0d-accf-254b051aabea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d29d37a50b0b4ed790fb16085f6db643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570834 Aug 11 08:21:36.292531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8076e-bcbe-4f0d-accf-254b051aabea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c6f232-087e-4fa2-8809-ffc96f7b5345,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:36.294874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51462) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:36.352723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84c3251-2f0d-4251-9fb3-a10df644f5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.375777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84c3251-2f0d-4251-9fb3-a10df644f5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.427917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84c3251-2f0d-4251-9fb3-a10df644f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.430894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e84c3251-2f0d-4251-9fb3-a10df644f5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.432509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e84c3251-2f0d-4251-9fb3-a10df644f5f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78c6f232-087e-4fa2-8809-ffc96f7b5345 HTTP/1.1" status: 204 len: 168 time: 0.1367338 Aug 11 08:21:36.446710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c3251-2f0d-4251-9fb3-a10df644f5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c6f232-087e-4fa2-8809-ffc96f7b5345,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:36.515675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f754b-fd2a-4f71-8af3-f2737dc95379 req-920f5b2e-06cc-40f6-acbf-801c63175d55 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:36.517237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-942f754b-fd2a-4f71-8af3-f2737dc95379 req-920f5b2e-06cc-40f6-acbf-801c63175d55 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0530529 Aug 11 08:21:36.564723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-942f754b-fd2a-4f71-8af3-f2737dc95379 req-2cd53646-cc33-48e5-82a5-949053383b11 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Aug 11 08:21:36.731061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51478) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:36.745965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-662fc943-844f-4bcd-a266-b402774eae55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.827757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22905c0-cae6-4ebb-87e4-30321ac72318 req-0cb009ec-ff50-43aa-a536-3905363a158d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:36.828861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a22905c0-cae6-4ebb-87e4-30321ac72318 req-0cb009ec-ff50-43aa-a536-3905363a158d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 945 time: 0.0615022 Aug 11 08:21:36.864139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-662fc943-844f-4bcd-a266-b402774eae55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.871666 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-662fc943-844f-4bcd-a266-b402774eae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:36.879579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a22905c0-cae6-4ebb-87e4-30321ac72318 req-4dd14a9b-54d8-4b48-8840-dddc43f184c1 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Aug 11 08:21:36.946142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-662fc943-844f-4bcd-a266-b402774eae55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0faccdd6be844286a7ac7dd815abf382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138877 Aug 11 08:21:36.947670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fc943-844f-4bcd-a266-b402774eae55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9fd989-7f26-437d-acd8-3c9ae05b84e8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:36.949663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51482) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:36.971363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d38d1-0398-4f2f-ac47-e1b9d647097e req-b3a3ba5f-34c3-41c7-ac57-6285422bd290 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:36.972930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad4d38d1-0398-4f2f-ac47-e1b9d647097e req-b3a3ba5f-34c3-41c7-ac57-6285422bd290 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 944 time: 0.0771968 Aug 11 08:21:37.001190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1434-6c7d-487e-9a18-d475231e5b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.014938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad4d38d1-0398-4f2f-ac47-e1b9d647097e req-ba16f8a9-7c7b-41a2-ad45-5531db64adfe tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Aug 11 08:21:37.026074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1434-6c7d-487e-9a18-d475231e5b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.125193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1434-6c7d-487e-9a18-d475231e5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.127672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1434-6c7d-487e-9a18-d475231e5b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.128811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3c8c1434-6c7d-487e-9a18-d475231e5b52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed9fd989-7f26-437d-acd8-3c9ae05b84e8 HTTP/1.1" status: 204 len: 168 time: 0.1780853 Aug 11 08:21:37.148038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c1434-6c7d-487e-9a18-d475231e5b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9fd989-7f26-437d-acd8-3c9ae05b84e8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:37.161842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0211e-bd39-479f-9ab9-0b35c8203e16 req-ae810efe-bc00-4cc2-a474-fa79727068f0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:37.163458 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2bf0211e-bd39-479f-9ab9-0b35c8203e16 req-ae810efe-bc00-4cc2-a474-fa79727068f0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1037450 Aug 11 08:21:37.165432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eba809-8306-455d-8363-274e39642487 req-abb21618-9b46-41ea-8805-9a08e80fcbcd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:37.167068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65eba809-8306-455d-8363-274e39642487 req-abb21618-9b46-41ea-8805-9a08e80fcbcd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0596526 Aug 11 08:21:37.185401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-fa483ca3-e2a8-494c-a57e-b48e7e0ebe13 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:37.186927 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-fa483ca3-e2a8-494c-a57e-b48e7e0ebe13 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 945 time: 0.0948746 Aug 11 08:21:37.190654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a389daaf-9e80-44a9-bc91-4501565f0d4c up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:37.231624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65eba809-8306-455d-8363-274e39642487 req-dbe415c5-0a5b-46c8-b346-26fd63d039d5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498121 Aug 11 08:21:37.244749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port a389daaf-9e80-44a9-bc91-4501565f0d4c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:37.260369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port a389daaf-9e80-44a9-bc91-4501565f0d4c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:37.261437 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.261708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2bf0211e-bd39-479f-9ab9-0b35c8203e16 req-2c6edb2a-bc6f-4dde-9cb3-04d16502483a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906224 Aug 11 08:21:37.345931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Deleting port 960344d4-8cc1-4c78-a43d-7dbf1610d26e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:37.346277 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.353038 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.378658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389daaf-9e80-44a9-bc91-4501565f0d4c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:37.382251 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9be7b-3186-4569-bff0-9c083f4319f1" -d '{"events": [{"server_uuid": "3e9f9482-65a5-4fc7-9961-d90e6c60903f", "name": "network-vif-plugged", "status": "completed", "tag": "a389daaf-9e80-44a9-bc91-4501565f0d4c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:37.415219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a389daaf-9e80-44a9-bc91-4501565f0d4c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c,segment=NetworkSegment(c46b5906-09f6-4206-8197-ea40008e8bcf),segment_id=c46b5906-09f6-4206-8197-ea40008e8bcf)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:37.425099 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.426741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:37.430807 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8a96ef-0942-40c5-a5c9-e6da9265c8ab x-openstack-request-id: req-fb8a96ef-0942-40c5-a5c9-e6da9265c8ab {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:37.431304 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9f9482-65a5-4fc7-9961-d90e6c60903f", "name": "network-vif-plugged", "status": "completed", "tag": "a389daaf-9e80-44a9-bc91-4501565f0d4c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:37.431553 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb8a96ef-0942-40c5-a5c9-e6da9265c8ab {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:37.432081 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389daaf-9e80-44a9-bc91-4501565f0d4c', 'code': 200} Aug 11 08:21:37.460330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] For port 960344d4-8cc1-4c78-a43d-7dbf1610d26e, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=960344d4-8cc1-4c78-a43d-7dbf1610d26e,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:37.461243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.468540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:37.468897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bc10100-7c52-4f1b-a02c-a56a1570b7f0 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:37.485229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Calling delete_port for 960344d4-8cc1-4c78-a43d-7dbf1610d26e owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:37.498050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a389daaf-9e80-44a9-bc91-4501565f0d4c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:37.614563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd21765-bbf9-40fb-b71a-e5150af95d8d req-a789d7ff-d625-4723-a46e-9e3fe609c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:37.616278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cd21765-bbf9-40fb-b71a-e5150af95d8d req-a789d7ff-d625-4723-a46e-9e3fe609c1a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 1096 time: 0.0973988 Aug 11 08:21:37.702826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cd21765-bbf9-40fb-b71a-e5150af95d8d req-ee41181f-6410-4bc3-96f0-f02b4d9b6593 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598683 Aug 11 08:21:37.708978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.742327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', '960344d4-8cc1-4c78-a43d-7dbf1610d26e'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:37.743931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event deleted for resources: {'Port': ['ID=960344d4-8cc1-4c78-a43d-7dbf1610d26e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:37.758075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5bb4-b5b3-4934-81ba-2baea0607584 req-dc51b87d-3b70-4a6f-8e66-245fafa01d23 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:37.767803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaeb5bb4-b5b3-4934-81ba-2baea0607584 req-dc51b87d-3b70-4a6f-8e66-245fafa01d23 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0758872 Aug 11 08:21:37.804830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] No DVR routers for this DVR port 960344d4-8cc1-4c78-a43d-7dbf1610d26e on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:37.804830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:37.806093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2656d459-4f34-4c31-b9d2-4e43b21de89c req-422442cf-e3b9-4b78-83e7-d6062d531a9e tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "DELETE /v2.0/ports/960344d4-8cc1-4c78-a43d-7dbf1610d26e HTTP/1.1" status: 204 len: 173 time: 0.6015482 Aug 11 08:21:37.806896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'name': 'network-vif-deleted', 'tag': '960344d4-8cc1-4c78-a43d-7dbf1610d26e'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:37.810291 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396c8f6a-8cc3-433a-9ac3-38a6d07dc0b8" -d '{"events": [{"server_uuid": "e8fd431e-e1af-4892-bd2d-5d349c067ed1", "name": "network-vif-deleted", "tag": "960344d4-8cc1-4c78-a43d-7dbf1610d26e"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:37.813953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aaeb5bb4-b5b3-4934-81ba-2baea0607584 req-1857c7a2-3328-4371-bca0-69f87fce19fc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Aug 11 08:21:37.865343 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab75431-8769-455b-8e41-280b5976234b x-openstack-request-id: req-4ab75431-8769-455b-8e41-280b5976234b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:37.865877 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fd431e-e1af-4892-bd2d-5d349c067ed1", "name": "network-vif-deleted", "tag": "960344d4-8cc1-4c78-a43d-7dbf1610d26e", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:37.866454 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ab75431-8769-455b-8e41-280b5976234b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:37.869183 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fd431e-e1af-4892-bd2d-5d349c067ed1', 'name': 'network-vif-deleted', 'tag': '960344d4-8cc1-4c78-a43d-7dbf1610d26e', 'status': 'completed', 'code': 200} Aug 11 08:21:37.995561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-480df659-d401-4f27-ad63-23aa9dce5777 req-3969d106-4c72-486b-8d74-82b07887131f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8fd431e-e1af-4892-bd2d-5d349c067ed1 HTTP/1.1" status: 200 len: 210 time: 0.0321298 Aug 11 08:21:38.061017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51522) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:38.151199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d16fc-036f-4141-a6a3-7318a6e2f839 req-d1d03eb0-3652-4290-a2f2-b642c4e38c21 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:38.153349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-573d16fc-036f-4141-a6a3-7318a6e2f839 req-d1d03eb0-3652-4290-a2f2-b642c4e38c21 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 945 time: 0.0546050 Aug 11 08:21:38.173295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1423945323'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:38.198558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:38.202434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.203233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-573d16fc-036f-4141-a6a3-7318a6e2f839 req-c2800d8c-e55e-4e6b-b020-f22d58edb3be tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Aug 11 08:21:38.211528 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.354609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.363315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.397451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c6b1-6f61-495d-8e34-ee4b2097cbb4 req-b54c04e8-ffdc-4c74-9b2f-76a1ec2b25ca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:38.399028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5db0c6b1-6f61-495d-8e34-ee4b2097cbb4 req-b54c04e8-ffdc-4c74-9b2f-76a1ec2b25ca tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0868142 Aug 11 08:21:38.405519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb40d8b-ed77-4fbd-b408-f9f9a0e828ca req-d0145203-9db4-4f40-b69a-0c717063c998 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:38.407093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:38.407420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5eb40d8b-ed77-4fbd-b408-f9f9a0e828ca req-d0145203-9db4-4f40-b69a-0c717063c998 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0586381 Aug 11 08:21:38.424113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba55f85-c7a3-4cab-82ed-c1941329031b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:38.435803 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.436548 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Added segment 1a421190-f6ff-4f08-ab3a-9c7d066bed7d of type vlan for network 3946b136-a1c9-4ad9-9567-cd39e17210ae Aug 11 08:21:38.457306 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5eb40d8b-ed77-4fbd-b408-f9f9a0e828ca req-99bd8cbe-03a7-4f71-8b7d-7e51130ce708 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Aug 11 08:21:38.490277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5db0c6b1-6f61-495d-8e34-ee4b2097cbb4 req-45eacadc-9e04-470a-941d-fa3a9431d475 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784984 Aug 11 08:21:38.494609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.525902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.531414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:38.531997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.592556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5299804 Aug 11 08:21:38.595858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51532) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:38.601427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'subnet': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:38.602868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Network': ['ID=3946b136-a1c9-4ad9-9567-cd39e17210ae,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:38.610573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.610926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.611256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.611593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.611921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.612250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.613068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.613068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.613276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.613528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.613865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.614166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52a283-90cd-4031-9cb3-5c728f11da68 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:38.627750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:38.697606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:38.701831 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.894414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:38.967388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9aa0-7513-4375-b2ad-4c896014f46e req-69a6d70c-d619-43c6-bed7-ce09a8cf7d36 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:38.968052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Subnet': ['ID=f137e376-cfe3-4bc9-9936-cabf04a24969,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:38.969050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac4f9aa0-7513-4375-b2ad-4c896014f46e req-69a6d70c-d619-43c6-bed7-ce09a8cf7d36 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0639255 Aug 11 08:21:38.997515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Checking segment: {'id': '1a421190-f6ff-4f08-ab3a-9c7d066bed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:38.998125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network hostable DHCP agents. Network: 3946b136-a1c9-4ad9-9567-cd39e17210ae, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:21:39.027718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:21:39.039656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac4f9aa0-7513-4375-b2ad-4c896014f46e req-c8b48b13-7f30-4dce-ab06-04975cbc067b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603659 Aug 11 08:21:39.041349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 3946b136-a1c9-4ad9-9567-cd39e17210ae) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:39.047415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:39.048054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:39.052834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b640c9eb-b81e-4184-8b29-0b6777e36a21 None None] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:39.078277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-951c6869-86f8-40c7-b7ac-0daffd27b499 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4811783 Aug 11 08:21:39.082302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51542) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:39.090781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1359108506'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:39.233876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:39.239055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:39.260294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-3946b136-a1c9-4ad9-9567-cd39e17210ae', 'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'tenant_id': 'c153bfcea2a745d8a6941ecabc6be406', 'fixed_ips': [{'subnet_id': 'f137e376-cfe3-4bc9-9936-cabf04a24969'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:21:39.261220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:39.265496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] device_id is not set on port 9fcabae5-966a-470e-9f84-4aafa8673404 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:39.406580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b54c9-7df8-42da-9afe-5ea54f861974 req-3fb3df7f-a435-49db-90a0-665995c27820 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:39.408128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f8b54c9-7df8-42da-9afe-5ea54f861974 req-3fb3df7f-a435-49db-90a0-665995c27820 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 945 time: 0.0952649 Aug 11 08:21:39.438980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Allocated IP 2001:db8::3d5 (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/9fcabae5-966a-470e-9f84-4aafa8673404) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:39.484233 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f8b54c9-7df8-42da-9afe-5ea54f861974 req-79d0348e-3937-4c25-915b-7b3c6b54e6f6 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666287 Aug 11 08:21:39.599428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04def5-78b1-4f45-9bfd-379bd45ddfc9 req-1da5fffb-2ef9-4583-9783-4b50c5a3714a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:39.607167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e04def5-78b1-4f45-9bfd-379bd45ddfc9 req-1da5fffb-2ef9-4583-9783-4b50c5a3714a tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0603483 Aug 11 08:21:39.650807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e04def5-78b1-4f45-9bfd-379bd45ddfc9 req-409b5050-2f96-49ea-a4b5-006602265930 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Aug 11 08:21:39.668435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd022b7-1933-4403-a238-b21bb7f1a0e4 req-2079e1c6-1e77-4170-9025-6d8dea18160b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:39.670008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1bd022b7-1933-4403-a238-b21bb7f1a0e4 req-2079e1c6-1e77-4170-9025-6d8dea18160b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0936921 Aug 11 08:21:39.690308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:39.720812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Transition to ACTIVE for port object 9fcabae5-966a-470e-9f84-4aafa8673404 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:39.734136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1bd022b7-1933-4403-a238-b21bb7f1a0e4 req-a589d426-7e1d-4009-9c89-0385eabac11c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Aug 11 08:21:39.781221 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:39.855585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:39.859898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Allocated IP 2001:db8::2 (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/a41d3bfa-c2fa-4609-a4e6-2f5d36df373e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:39.861408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:39.866581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:39.872634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:39.873338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:39.886763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=9fcabae5-966a-470e-9f84-4aafa8673404,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:39.902486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2adc0850-921c-4cde-b965-4f4456539e14 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8187652 Aug 11 08:21:39.905919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51562) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:39.913593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-347869132', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d5', 'mac_address': 'fa:16:3e:a3:c3:01'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:40.025858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a4b66-31ba-4cba-8713-7461b43c5d68 req-3f827b69-339b-4f98-88b8-dff163ebffaa tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.027748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d62a4b66-31ba-4cba-8713-7461b43c5d68 req-3f827b69-339b-4f98-88b8-dff163ebffaa tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 945 time: 0.0687709 Aug 11 08:21:40.058641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:40.084258 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d62a4b66-31ba-4cba-8713-7461b43c5d68 req-d9ebccac-928d-49f7-b446-f9385b7ede65 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Aug 11 08:21:40.100159 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.111192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Transition to ACTIVE for port object a41d3bfa-c2fa-4609-a4e6-2f5d36df373e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:40.138588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Transition to ACTIVE for port object a41d3bfa-c2fa-4609-a4e6-2f5d36df373e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:40.151955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.197423 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.212262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:40.216405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:40.218373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Pushing event updated for resources: {'Port': ['ID=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:40.221349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:40.221799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] device_id is not set on port cc958b66-eb38-4496-b630-fcd9d9568086 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:40.246654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230871c9-2ccf-4743-aab9-5c4a80878819 req-43038d8e-50ce-4bba-9aee-4bbbc254aadc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.248563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-230871c9-2ccf-4743-aab9-5c4a80878819 req-43038d8e-50ce-4bba-9aee-4bbbc254aadc tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1072288 Aug 11 08:21:40.293510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Attempting to bind port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:40.293883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Attempting to bind port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1a421190-f6ff-4f08-ab3a-9c7d066bed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:40.294433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Attempting to bind port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e on network 3946b136-a1c9-4ad9-9567-cd39e17210ae {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:40.300448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:40.301130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Checking segment: {'id': '1a421190-f6ff-4f08-ab3a-9c7d066bed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:40.301543 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.301955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Bound using segment: {'id': '1a421190-f6ff-4f08-ab3a-9c7d066bed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:40.302570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Bound port: a41d3bfa-c2fa-4609-a4e6-2f5d36df373e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a421190-f6ff-4f08-ab3a-9c7d066bed7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:40.302959 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.381179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] For port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:40.384594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] For port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,segment=NetworkSegment(1a421190-f6ff-4f08-ab3a-9c7d066bed7d),segment_id=1a421190-f6ff-4f08-ab3a-9c7d066bed7d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:40.391757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Allocated IP 2001:db8::19e (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/cc958b66-eb38-4496-b630-fcd9d9568086) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:40.392270 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.396430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-230871c9-2ccf-4743-aab9-5c4a80878819 req-b75ac15b-216c-458e-86d3-4bde32254539 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607150 Aug 11 08:21:40.466981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4721-abd6-480b-ae0c-80834adb6863 None None] Pushing event updated for resources: {'Port': ['ID=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:40.581839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.598324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Transition to ACTIVE for port object cc958b66-eb38-4496-b630-fcd9d9568086 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:40.662256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.716657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:40.720068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:40.724439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:40.730563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.731248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:40.741276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=cc958b66-eb38-4496-b630-fcd9d9568086,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:40.757073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b2e6e107-bcf8-451a-bc1c-b9f77c904506 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.8499696 Aug 11 08:21:40.759708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51572) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:40.852766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3162a-65b5-48e9-8afb-ebb2c1b5d57d req-b2dc5374-69d9-4cd5-bb11-a6ce95285a09 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.857464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4b3162a-65b5-48e9-8afb-ebb2c1b5d57d req-b2dc5374-69d9-4cd5-bb11-a6ce95285a09 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1110764 Aug 11 08:21:40.874523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422495b-4697-4e0c-bdc1-346c4b85fbe6 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.880406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422495b-4697-4e0c-bdc1-346c4b85fbe6 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.886681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422495b-4697-4e0c-bdc1-346c4b85fbe6 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.888414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9422495b-4697-4e0c-bdc1-346c4b85fbe6 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1275504 Aug 11 08:21:40.891465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51578) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:40.923743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4b3162a-65b5-48e9-8afb-ebb2c1b5d57d req-6c37cbfc-e582-4905-8b8c-f59552acc9de tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627193 Aug 11 08:21:40.925966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4f82a-c279-419b-baf9-295ff3a2d41b req-db9a0099-b7c5-4283-ac64-ddd3c4c431e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:40.927685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1b4f82a-c279-419b-baf9-295ff3a2d41b req-db9a0099-b7c5-4283-ac64-ddd3c4c431e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0779364 Aug 11 08:21:40.980380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1b4f82a-c279-419b-baf9-295ff3a2d41b req-0cab61fb-b79a-4401-b554-0b647cd449f0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Aug 11 08:21:41.018283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port cc958b66-eb38-4496-b630-fcd9d9568086 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:41.018635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.122105 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.137821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for cc958b66-eb38-4496-b630-fcd9d9568086 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:41.147784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a41d3bfa-c2fa-4609-a4e6-2f5d36df373e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:41.224849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 960344d4-8cc1-4c78-a43d-7dbf1610d26e no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:41.253843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fdc63-0e00-4510-b9c0-e84955a5ae32 req-95bbbcc0-82fb-4682-9c7e-4d4764361861 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:41.256101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f65fdc63-0e00-4510-b9c0-e84955a5ae32 req-95bbbcc0-82fb-4682-9c7e-4d4764361861 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 945 time: 0.0905879 Aug 11 08:21:41.298272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 960344d4-8cc1-4c78-a43d-7dbf1610d26e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:41.298621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 960344d4-8cc1-4c78-a43d-7dbf1610d26e not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:41.308855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:41.325743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f65fdc63-0e00-4510-b9c0-e84955a5ae32 req-6e93f6d3-b094-41ee-95cb-3df7254b79bf tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/security-groups?id=e0015980-f3bc-42a1-a283-e484d598eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Aug 11 08:21:41.373016 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.414962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=cc958b66-eb38-4496-b630-fcd9d9568086,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:41.442548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-d0e29624-bccf-47a7-85a0-7a9e7872c388 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:41.444256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-d0e29624-bccf-47a7-85a0-7a9e7872c388 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 945 time: 0.0808034 Aug 11 08:21:41.566841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.571767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aa826066-618e-4965-99db-e1855742bfd5 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/ports/cc958b66-eb38-4496-b630-fcd9d9568086 HTTP/1.1" status: 204 len: 168 time: 0.6792140 Aug 11 08:21:41.572608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51588) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:41.612090 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba808c5b-fc5f-4b53-b67f-20b78d783b34 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] GET failed (client error): The resource could not be found. Aug 11 08:21:41.620482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ba808c5b-fc5f-4b53-b67f-20b78d783b34 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "GET /v2.0/ports/cc958b66-eb38-4496-b630-fcd9d9568086 HTTP/1.1" status: 404 len: 333 time: 0.0387719 Aug 11 08:21:41.621982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51590) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:41.624014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b21680-dcfb-4fff-9f3f-378008002b4f req-98631be2-0be7-430f-b3b5-364219620b18 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:41.625722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34b21680-dcfb-4fff-9f3f-378008002b4f req-98631be2-0be7-430f-b3b5-364219620b18 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1270392 Aug 11 08:21:41.628261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-527658760'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:41.663031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Deleting port a389daaf-9e80-44a9-bc91-4501565f0d4c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:41.663875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.665198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadba240-7d3d-43bf-8b15-baa31c2ec2ef None None] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:41.725587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34b21680-dcfb-4fff-9f3f-378008002b4f req-104bee8b-d300-4ffe-9933-9b302c0f65fd tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908508 Aug 11 08:21:41.766876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:41.768103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] Provisioning for port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:41.771158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.775285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] Provisioning complete for port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:41.775662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.781311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] For port a389daaf-9e80-44a9-bc91-4501565f0d4c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a389daaf-9e80-44a9-bc91-4501565f0d4c,segment=NetworkSegment(c46b5906-09f6-4206-8197-ea40008e8bcf),segment_id=c46b5906-09f6-4206-8197-ea40008e8bcf)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:41.782652 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.812029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] device_id is not set on port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:41.817626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Calling delete_port for a389daaf-9e80-44a9-bc91-4501565f0d4c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:41.945373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:41.950503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Allocated IP 2001:db8::3b1 (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/2fea0425-f7d6-44ef-aa4e-9025cbefadcb) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:41.992402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.027000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] For port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,segment=NetworkSegment(1a421190-f6ff-4f08-ab3a-9c7d066bed7d),segment_id=1a421190-f6ff-4f08-ab3a-9c7d066bed7d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:42.033536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a389daaf-9e80-44a9-bc91-4501565f0d4c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:42.034857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Pushing event deleted for resources: {'Port': ['ID=a389daaf-9e80-44a9-bc91-4501565f0d4c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:42.060935 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.095551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] No DVR routers for this DVR port a389daaf-9e80-44a9-bc91-4501565f0d4c on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:42.098816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.102668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aaf82e6-c631-4078-a70f-a7c63d8bcf18 req-b22899f4-eaaf-4c99-a7d4-1ac81c084900 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.69 "DELETE /v2.0/ports/a389daaf-9e80-44a9-bc91-4501565f0d4c HTTP/1.1" status: 204 len: 173 time: 0.6509819 Aug 11 08:21:42.105457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'name': 'network-vif-deleted', 'tag': 'a389daaf-9e80-44a9-bc91-4501565f0d4c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:42.111635 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347a69d-1c1b-4b61-ae99-b8ab38e2ca7b" -d '{"events": [{"server_uuid": "3e9f9482-65a5-4fc7-9961-d90e6c60903f", "name": "network-vif-deleted", "tag": "a389daaf-9e80-44a9-bc91-4501565f0d4c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:42.133479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc9bcf-344e-4ec5-960c-43efd9aa5fe3 None None] Pushing event updated for resources: {'Port': ['ID=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:42.204519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c9a9d-2dcc-4499-a7d3-1ffffcb9d6b3 req-8412ad3e-fca6-4beb-947a-979790985050 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:42.206716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-204c9a9d-2dcc-4499-a7d3-1ffffcb9d6b3 req-8412ad3e-fca6-4beb-947a-979790985050 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0606794 Aug 11 08:21:42.263302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-204c9a9d-2dcc-4499-a7d3-1ffffcb9d6b3 req-03fdb0f6-3cc9-4925-9d00-e2f60cbcaede tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Aug 11 08:21:42.405891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e149cf6a-7cbc-4ab4-870a-5d9d9c0b6ddd None None] Provisioning complete for port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:42.406326 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e149cf6a-7cbc-4ab4-870a-5d9d9c0b6ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.521955 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374b63a7-f870-4f58-9a68-2853e333653f x-openstack-request-id: req-374b63a7-f870-4f58-9a68-2853e333653f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:42.522255 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9f9482-65a5-4fc7-9961-d90e6c60903f", "name": "network-vif-deleted", "tag": "a389daaf-9e80-44a9-bc91-4501565f0d4c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:42.522506 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-374b63a7-f870-4f58-9a68-2853e333653f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:42.522912 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9f9482-65a5-4fc7-9961-d90e6c60903f', 'name': 'network-vif-deleted', 'tag': 'a389daaf-9e80-44a9-bc91-4501565f0d4c', 'status': 'completed', 'code': 200} Aug 11 08:21:42.548515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e149cf6a-7cbc-4ab4-870a-5d9d9c0b6ddd None None] Provisioning for port 9fcabae5-966a-470e-9f84-4aafa8673404 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:42.553338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e149cf6a-7cbc-4ab4-870a-5d9d9c0b6ddd None None] Provisioning complete for port 9fcabae5-966a-470e-9f84-4aafa8673404 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:42.553950 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e149cf6a-7cbc-4ab4-870a-5d9d9c0b6ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.591132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e149cf6a-7cbc-4ab4-870a-5d9d9c0b6ddd None None] Port 9fcabae5-966a-470e-9f84-4aafa8673404 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:42.700809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20f57-3638-479a-b9a3-3b29e162ee2d req-0ebe3ad1-8814-496b-aecb-53c4e86cd784 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:42.703670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ab20f57-3638-479a-b9a3-3b29e162ee2d req-0ebe3ad1-8814-496b-aecb-53c4e86cd784 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.6761932 Aug 11 08:21:42.731161 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61c04c7d-a3cd-4104-abe0-6e39e11e86fd req-7cfb852f-dc0a-4ffc-94e6-046d4b3535c4 tempest-ServerGroupTestJSON-1008260976 tempest-ServerGroupTestJSON-1008260976-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e9f9482-65a5-4fc7-9961-d90e6c60903f HTTP/1.1" status: 200 len: 210 time: 0.0700145 Aug 11 08:21:42.823919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-20e8b635-f846-4807-b5f5-4d700d335464 None None] Provisioning complete for port 9fcabae5-966a-470e-9f84-4aafa8673404 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:42.824338 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20e8b635-f846-4807-b5f5-4d700d335464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.849823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ab20f57-3638-479a-b9a3-3b29e162ee2d req-cab91a51-ddaf-486f-9a07-5075b39b5ccf tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372378 Aug 11 08:21:42.918311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:42.947969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-20e8b635-f846-4807-b5f5-4d700d335464 None None] Port 9fcabae5-966a-470e-9f84-4aafa8673404 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:42.973040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Transition to ACTIVE for port object 2fea0425-f7d6-44ef-aa4e-9025cbefadcb will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:43.036708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a841d-a1f6-47fa-9b11-2822bb67406c req-78edd33c-3dcb-4844-9d38-6dc0152381e8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:43.038706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-620a841d-a1f6-47fa-9b11-2822bb67406c req-78edd33c-3dcb-4844-9d38-6dc0152381e8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0928292 Aug 11 08:21:43.066389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.126259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:43.141792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:43.167599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:43.174237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:43.174928 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.199685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-620a841d-a1f6-47fa-9b11-2822bb67406c req-2e2fd694-a3e4-4823-abf7-78823ad49acb tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514857 Aug 11 08:21:43.202860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a41d3bfa-c2fa-4609-a4e6-2f5d36df373e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:43.214353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51612) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:43.220584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d5', 'mac_address': 'fa:16:3e:a3:c3:01'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:43.223917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6004953 Aug 11 08:21:43.227401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b376478-92eb-4903-80e5-bd8a8fdf07f0 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=2fea0425-f7d6-44ef-aa4e-9025cbefadcb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:43.292456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d831fa03-be1c-48e2-b67e-39cdffcd01b6 None None] Could not find standard attr ID for object cc958b66-eb38-4496-b630-fcd9d9568086. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:21:43.334029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:43.334029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.363081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.417669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd49f33-793c-4ac1-a491-cea3b623c5dd req-674010d5-6451-43e3-aa35-c853a14bdbc0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:43.419356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5dd49f33-793c-4ac1-a491-cea3b623c5dd req-674010d5-6451-43e3-aa35-c853a14bdbc0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0694656 Aug 11 08:21:43.464508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5dd49f33-793c-4ac1-a491-cea3b623c5dd req-9a36e4bc-d5e6-4076-b454-ab50b2b2843a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Aug 11 08:21:43.478193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8dfa3-1946-4afe-a90e-307938e6611e req-6396f5cd-c089-42c8-85d7-dc4dc5ef0c7f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:43.488723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8f8dfa3-1946-4afe-a90e-307938e6611e req-6396f5cd-c089-42c8-85d7-dc4dc5ef0c7f tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 946 time: 0.2324286 Aug 11 08:21:43.588213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8f8dfa3-1946-4afe-a90e-307938e6611e req-33b70739-373d-43d7-82b9-dca5a34426b8 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985076 Aug 11 08:21:43.625066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40994674-909c-4b1d-8a30-5421fb3cac45 None None] Provisioning for port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:43.629229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40994674-909c-4b1d-8a30-5421fb3cac45 None None] Provisioning complete for port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:43.629605 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-40994674-909c-4b1d-8a30-5421fb3cac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.645455 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.653215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.688797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] In _notify_port_updated(), no bound segment for port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb on network 3946b136-a1c9-4ad9-9567-cd39e17210ae {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:21:43.694462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:43.695148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.697297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "PUT /v2.0/ports/2fea0425-f7d6-44ef-aa4e-9025cbefadcb HTTP/1.1" status: 200 len: 1002 time: 0.4810219 Aug 11 08:21:43.700458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:43.718578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ef066-efa1-444f-be81-e65eeaf3b136 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=2fea0425-f7d6-44ef-aa4e-9025cbefadcb,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:43.823609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-40994674-909c-4b1d-8a30-5421fb3cac45 None None] Port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:43.835865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:43.836402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.954101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:43.970050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for 2fea0425-f7d6-44ef-aa4e-9025cbefadcb owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:44.008333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e76f6-26ed-4738-b180-e613e60ffdcb req-bf4482cc-564b-49e4-87aa-88cbf7e66f4b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:44.013170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-500e76f6-26ed-4738-b180-e613e60ffdcb req-bf4482cc-564b-49e4-87aa-88cbf7e66f4b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0662060 Aug 11 08:21:44.057474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-04704a8f-9992-4d43-a426-35c96594178c None None] Provisioning complete for port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:44.057981 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-04704a8f-9992-4d43-a426-35c96594178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.059059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-500e76f6-26ed-4738-b180-e613e60ffdcb req-d30df1b8-9e89-41c7-a007-fcbb4b1d75d9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Aug 11 08:21:44.099649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-04704a8f-9992-4d43-a426-35c96594178c None None] Port 2fea0425-f7d6-44ef-aa4e-9025cbefadcb cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:44.137330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.172439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=2fea0425-f7d6-44ef-aa4e-9025cbefadcb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:44.230058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51646) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:44.286703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Deleting subnet 9882ec09-a7ba-497c-8672-0e5fe0b4a772 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:21:44.287931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.292339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-55404778-d681-4983-9d35-9db7f5a0651c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/ports/2fea0425-f7d6-44ef-aa4e-9025cbefadcb HTTP/1.1" status: 204 len: 168 time: 0.5881789 Aug 11 08:21:44.292516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.293275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:44.339457 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff0e9cf-be0e-4b29-9696-d88fe44784ab tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] GET failed (client error): The resource could not be found. Aug 11 08:21:44.341019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ff0e9cf-be0e-4b29-9696-d88fe44784ab tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "GET /v2.0/ports/2fea0425-f7d6-44ef-aa4e-9025cbefadcb HTTP/1.1" status: 404 len: 333 time: 0.0470452 Aug 11 08:21:44.345109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:44.350107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed302-3ef4-424f-8dfa-87dcd07c1983 req-8eb9d978-2f44-4f19-b54f-0af3a90bf735 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:44.352134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-526007117'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:44.357990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931ed302-3ef4-424f-8dfa-87dcd07c1983 req-8eb9d978-2f44-4f19-b54f-0af3a90bf735 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0738139 Aug 11 08:21:44.372672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.395870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-931ed302-3ef4-424f-8dfa-87dcd07c1983 req-57b4156d-d622-463a-8ee9-efb5768ff2af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Aug 11 08:21:44.466721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.544110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:44.548186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.553647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.612787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9882ec09-a7ba-497c-8672-0e5fe0b4a772,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:44.622941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.624820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e32b6ff5-c7de-42bd-b3e9-2f9bf8732491 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9882ec09-a7ba-497c-8672-0e5fe0b4a772 HTTP/1.1" status: 204 len: 168 time: 0.3936644 Aug 11 08:21:44.626899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] device_id is not set on port 4a7e7275-4918-4395-9675-12fbcac0ba13 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:44.627684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51658) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:44.688777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fd39-a952-494c-ae05-7f8c2fcca29f req-7e4ba9f3-f25b-4a4f-8af5-eb5892e3427d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:44.690511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dca1fd39-a952-494c-ae05-7f8c2fcca29f req-7e4ba9f3-f25b-4a4f-8af5-eb5892e3427d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1398067 Aug 11 08:21:44.717857 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.766988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dca1fd39-a952-494c-ae05-7f8c2fcca29f req-775ad2d4-aff2-4c33-8616-ab54e24b2c32 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670953 Aug 11 08:21:44.787781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d2a85-5f5f-4ed0-ad67-161de86b2a4b req-23ea3254-9c52-46ea-b475-dd58d74dd829 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:44.793537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b17d2a85-5f5f-4ed0-ad67-161de86b2a4b req-23ea3254-9c52-46ea-b475-dd58d74dd829 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 946 time: 0.0911510 Aug 11 08:21:44.799634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Allocated IP 2001:db8::113 (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/4a7e7275-4918-4395-9675-12fbcac0ba13) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:44.867582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.868494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7191b067-a04d-4eac-8a66-a3ac32babbc9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:44.870239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7191b067-a04d-4eac-8a66-a3ac32babbc9 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 946 time: 0.0938389 Aug 11 08:21:44.887139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a0ee5f-f010-4186-98ae-02c0bfaf519b']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:44.900319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b17d2a85-5f5f-4ed0-ad67-161de86b2a4b req-de91e452-9044-48a0-8a70-1184db315950 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2b63711-9317-4ccd-90e8-01d6a512d2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681005 Aug 11 08:21:44.901993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46b5906-09f6-4206-8197-ea40008e8bcf') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:44.902290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46b5906-09f6-4206-8197-ea40008e8bcf') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:44.911918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.928035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.935335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:21:44.935753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:21:44.937416 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:21:44.999654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.016859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.021531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/15a0ee5f-f010-4186-98ae-02c0bfaf519b HTTP/1.1" status: 204 len: 168 time: 0.3927529 Aug 11 08:21:45.022416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2561d6-70da-417f-936f-ea5a7068b1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a0ee5f-f010-4186-98ae-02c0bfaf519b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:45.047101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.064820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Transition to ACTIVE for port object 4a7e7275-4918-4395-9675-12fbcac0ba13 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:45.074828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Deleting port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:45.075236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.199429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8efaaa-7e27-4e47-9844-ed052f064b55 req-9a3ac287-0aae-4074-a138-bef7472d22ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:45.201017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a8efaaa-7e27-4e47-9844-ed052f064b55 req-9a3ac287-0aae-4074-a138-bef7472d22ce tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0668685 Aug 11 08:21:45.233900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a389daaf-9e80-44a9-bc91-4501565f0d4c no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:45.238369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:45.255862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a8efaaa-7e27-4e47-9844-ed052f064b55 req-1403b77e-7797-4fda-86c2-9a47df602dd4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Aug 11 08:21:45.266686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: a389daaf-9e80-44a9-bc91-4501565f0d4c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:45.267365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a389daaf-9e80-44a9-bc91-4501565f0d4c not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:45.293222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-605ebc66-6c3f-4095-85ef-ce2b4fc15d34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96bbf8231afe4c5896771c767acc48bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538995 Aug 11 08:21:45.295759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51668) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:45.351495 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-548f2891-cb1e-4c09-92c8-5263f7b523e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.374819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-548f2891-cb1e-4c09-92c8-5263f7b523e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.426299 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-548f2891-cb1e-4c09-92c8-5263f7b523e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.429455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-548f2891-cb1e-4c09-92c8-5263f7b523e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.433660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-548f2891-cb1e-4c09-92c8-5263f7b523e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0015980-f3bc-42a1-a283-e484d598eb62 HTTP/1.1" status: 204 len: 168 time: 0.1368189 Aug 11 08:21:45.442584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f2891-cb1e-4c09-92c8-5263f7b523e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0015980-f3bc-42a1-a283-e484d598eb62,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:45.560413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.623551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] For port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,segment=NetworkSegment(23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3),segment_id=23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:45.623924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.639714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:45.649281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:45.654002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Calling delete_port for 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:45.658383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:45.663886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:45.664545 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.673589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6d0ee-5c4d-444e-bd65-e28dfdbddad7 req-ca67df9c-03e7-4e54-a492-826f8c572780 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:45.675107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2aa6d0ee-5c4d-444e-bd65-e28dfdbddad7 req-ca67df9c-03e7-4e54-a492-826f8c572780 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1459401 Aug 11 08:21:45.680766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=4a7e7275-4918-4395-9675-12fbcac0ba13,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:45.750159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-35140efd-db5b-468d-875b-73acc61197a1 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4026623 Aug 11 08:21:45.751932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51682) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:45.760017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:c3:01'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:45.806768 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2aa6d0ee-5c4d-444e-bd65-e28dfdbddad7 req-d1c3c174-54ae-430d-86ca-7f3e10c5d15d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012688 Aug 11 08:21:45.911821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:45.945511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2be1049c-d4a7-499d-b8c8-c465bc0ac4a6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:45.977743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Pushing event deleted for resources: {'Port': ['ID=2be1049c-d4a7-499d-b8c8-c465bc0ac4a6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:45.991942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646e2a-1e4c-4eac-9b16-369b0d341467 req-79545160-259b-40ef-8c53-4e774ce7c51e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:45.994423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0646e2a-1e4c-4eac-9b16-369b0d341467 req-79545160-259b-40ef-8c53-4e774ce7c51e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1152411 Aug 11 08:21:46.045377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] No DVR routers for this DVR port 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:46.047850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7be3151f-99ce-468f-bb9f-01c6346a1ae8 None None] Provisioning for port 4a7e7275-4918-4395-9675-12fbcac0ba13 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:46.053227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7be3151f-99ce-468f-bb9f-01c6346a1ae8 None None] Provisioning complete for port 4a7e7275-4918-4395-9675-12fbcac0ba13 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:46.053719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7be3151f-99ce-468f-bb9f-01c6346a1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.055919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.058521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2ae072a-2b5c-47c1-927c-45cc6d4771d3 req-7b6caab8-76c1-45d7-83fc-2ca14d94d36d tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.69 "DELETE /v2.0/ports/2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 HTTP/1.1" status: 204 len: 173 time: 1.1644258 Aug 11 08:21:46.058981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'name': 'network-vif-deleted', 'tag': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:46.061298 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d8e5cb-f436-4bf7-9dae-ca353cd7f34b" -d '{"events": [{"server_uuid": "885b58c6-e3fe-4873-b534-fa9ba726b6e3", "name": "network-vif-deleted", "tag": "2be1049c-d4a7-499d-b8c8-c465bc0ac4a6"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:46.093330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0646e2a-1e4c-4eac-9b16-369b0d341467 req-4d423abc-20b9-4564-8e27-79f79649cf6c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 Aug 11 08:21:46.094032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88998ad4-a33f-4731-bf57-2699bdb95937 req-c49701b4-6afb-4e18-a620-65e8877887c2 tempest-AttachVolumeNegativeTest-1963554897 tempest-AttachVolumeNegativeTest-1963554897-project] 10.222.0.58 "GET /v2.0/ports?device_id=885b58c6-e3fe-4873-b534-fa9ba726b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0500791 Aug 11 08:21:46.097221 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.138206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7be3151f-99ce-468f-bb9f-01c6346a1ae8 None None] Port 4a7e7275-4918-4395-9675-12fbcac0ba13 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:46.204252 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c44a8-65b7-4b70-81a0-b85afc1031a7 x-openstack-request-id: req-2c6c44a8-65b7-4b70-81a0-b85afc1031a7 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:46.205056 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b58c6-e3fe-4873-b534-fa9ba726b6e3", "name": "network-vif-deleted", "tag": "2be1049c-d4a7-499d-b8c8-c465bc0ac4a6", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:46.205612 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c6c44a8-65b7-4b70-81a0-b85afc1031a7 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:46.206611 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b58c6-e3fe-4873-b534-fa9ba726b6e3', 'name': 'network-vif-deleted', 'tag': '2be1049c-d4a7-499d-b8c8-c465bc0ac4a6', 'status': 'completed', 'code': 200} Aug 11 08:21:46.309135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.322915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.353585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51706) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:46.360989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] In _notify_port_updated(), no bound segment for port 4a7e7275-4918-4395-9675-12fbcac0ba13 on network 3946b136-a1c9-4ad9-9567-cd39e17210ae {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:21:46.366606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:46.367261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.371411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "PUT /v2.0/ports/4a7e7275-4918-4395-9675-12fbcac0ba13 HTTP/1.1" status: 200 len: 1002 time: 0.6178396 Aug 11 08:21:46.372462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51710) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:46.423125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db583ce1-d630-4df8-b101-a46d9bf98450 req-a1f456d5-803e-4338-80df-b4c1fee91093 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:46.423688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57108-0e84-4886-a918-e376d5c85ee2 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=4a7e7275-4918-4395-9675-12fbcac0ba13,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:46.425787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db583ce1-d630-4df8-b101-a46d9bf98450 req-a1f456d5-803e-4338-80df-b4c1fee91093 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0822606 Aug 11 08:21:46.494499 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db583ce1-d630-4df8-b101-a46d9bf98450 req-d8b08071-ef40-4103-ba5b-1cb3ab1a3575 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494900 Aug 11 08:21:46.509660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port 4a7e7275-4918-4395-9675-12fbcac0ba13 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:46.510012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.519503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-65143821-network', 'tenant_id': '9e1c0364b5b34a3685006963e1e623e1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:46.549893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Made reservation on behalf of 9e1c0364b5b34a3685006963e1e623e1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:46.553299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.563351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.619500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.633637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for 4a7e7275-4918-4395-9675-12fbcac0ba13 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:46.673926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3ec67f8c-e0d7-4c96-a511-0b47c48d8baf None None] Provisioning complete for port 4a7e7275-4918-4395-9675-12fbcac0ba13 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:46.674903 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3ec67f8c-e0d7-4c96-a511-0b47c48d8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.683040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.689648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.718627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3ec67f8c-e0d7-4c96-a511-0b47c48d8baf None None] Port 4a7e7275-4918-4395-9675-12fbcac0ba13 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:46.724795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:46.737408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2692c2-aa27-4da6-b221-682771fa8461,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:46.744482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.744831 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Added segment 525554b0-c17f-412b-bd8b-adf7964849db of type vlan for network aa6b0d52-393c-4642-9341-429a5aac4331 Aug 11 08:21:46.791800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.819473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.828520 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.829760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:46.830858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.860096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=4a7e7275-4918-4395-9675-12fbcac0ba13,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:46.895377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:46.899702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d7e5fc79-342f-402e-8305-8b8a168955df tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/ports/4a7e7275-4918-4395-9675-12fbcac0ba13 HTTP/1.1" status: 204 len: 168 time: 0.5216148 Aug 11 08:21:46.899898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5445535 Aug 11 08:21:46.900003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:46.902754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51718) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:46.925325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Request body: {'subnet': {'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-65143821-subnet', 'tenant_id': '9e1c0364b5b34a3685006963e1e623e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:46.925686 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9a2514-bcd6-497b-9d68-7c854e38ba8a tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] GET failed (client error): The resource could not be found. Aug 11 08:21:46.930833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6a9a2514-bcd6-497b-9d68-7c854e38ba8a tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "GET /v2.0/ports/4a7e7275-4918-4395-9675-12fbcac0ba13 HTTP/1.1" status: 404 len: 333 time: 0.0264711 Aug 11 08:21:46.931962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51720) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:46.938666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1534328339'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:46.940091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1da85-ccac-4b8b-a9f7-9bf6ca924530 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6b0d52-393c-4642-9341-429a5aac4331,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:46.952317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network aa6b0d52-393c-4642-9341-429a5aac4331 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:46.971281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346608c-7556-42af-a528-e83ade87e476 req-71e225da-0047-41a0-abc8-3698c105ddca tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:46.979175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0346608c-7556-42af-a528-e83ade87e476 req-71e225da-0047-41a0-abc8-3698c105ddca tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1011658 Aug 11 08:21:46.987176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Made reservation on behalf of 9e1c0364b5b34a3685006963e1e623e1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:46.989498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.067787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0346608c-7556-42af-a528-e83ade87e476 req-5b2e4932-9e74-4d11-9920-a19fdf0ef34f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875311 Aug 11 08:21:47.082982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:47.088386 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.109354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] device_id is not set on port 3124ff2c-13ee-4f2e-a145-a61d7e0a168d yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:47.168616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51726) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:47.252812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Allocated IP 2001:db8::6b (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/3124ff2c-13ee-4f2e-a145-a61d7e0a168d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:47.291091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.299370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Deleting subnet aba86e19-be56-466f-80ef-525b9556ce59 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:21:47.325683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.360626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdc39-0bfc-49b2-a25c-71c59b7574a9 req-4132b253-0120-43d4-980b-6cefbc0de0b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:47.362190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b4cdc39-0bfc-49b2-a25c-71c59b7574a9 req-4132b253-0120-43d4-980b-6cefbc0de0b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1785831 Aug 11 08:21:47.404349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53263367-1a5c-4414-a9f6-4db20cf0eda5,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:47.414737 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.419368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.434182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Transition to ACTIVE for port object 3124ff2c-13ee-4f2e-a145-a61d7e0a168d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:47.444512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.444854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.445324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.445732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.446259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.446629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.446956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.447278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.447945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.448278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.448586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.448918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:21:47.474344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.480530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Checking segment: {'id': '525554b0-c17f-412b-bd8b-adf7964849db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:47.480905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Network hostable DHCP agents. Network: aa6b0d52-393c-4642-9341-429a5aac4331, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:21:47.485964 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b4cdc39-0bfc-49b2-a25c-71c59b7574a9 req-ec195678-ae3d-4b34-90fe-543b734fe59a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138670 Aug 11 08:21:47.500265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.521181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:47.524627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:47.528756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:47.534131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Network aa6b0d52-393c-4642-9341-429a5aac4331 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:21:47.534625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:47.535290 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.553119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, aa6b0d52-393c-4642-9341-429a5aac4331) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:47.557119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=3124ff2c-13ee-4f2e-a145-a61d7e0a168d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:47.558740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:47.561077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.566394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-20e69c98-a4b0-4264-8430-60238e21451c tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6333313 Aug 11 08:21:47.568931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51732) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:47.571085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58bcac2-239e-48b5-b7f6-8bab8a4881a8 None None] Network aa6b0d52-393c-4642-9341-429a5aac4331 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:47.575038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'network_id': '3946b136-a1c9-4ad9-9567-cd39e17210ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-706804991'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:47.609974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3e89d086-2989-4055-a58e-fbbb9ce38a19 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7058380 Aug 11 08:21:47.652949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.721841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7d0c6-1315-438b-980d-c7e11a1c9271 req-73a2d500-60b7-42d7-ac0e-0e40e4e1c52c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:47.729887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba86e19-be56-466f-80ef-525b9556ce59,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:47.731089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9a7d0c6-1315-438b-980d-c7e11a1c9271 req-73a2d500-60b7-42d7-ac0e-0e40e4e1c52c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1228333 Aug 11 08:21:47.745364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.747675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a1e1540-8222-463e-a238-29fca12434fe admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aba86e19-be56-466f-80ef-525b9556ce59 HTTP/1.1" status: 204 len: 168 time: 0.5772018 Aug 11 08:21:47.751059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51736) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:47.780358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259edc9-66fd-4a12-a809-db1e5942d64d None None] Network aa6b0d52-393c-4642-9341-429a5aac4331 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:47.831777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9a7d0c6-1315-438b-980d-c7e11a1c9271 req-d72a4f9a-3b57-4a6a-8174-91e1b0341ac2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941777 Aug 11 08:21:47.871020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Made reservation on behalf of c153bfcea2a745d8a6941ecabc6be406 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:47.875988 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.897941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] device_id is not set on port dc669c48-fad3-49a5-9873-3b52086b0bfe yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:47.966627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:47.988466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-df104410-61f4-4d91-a232-9970c94e5f2a None None] Provisioning for port 3124ff2c-13ee-4f2e-a145-a61d7e0a168d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:48.012446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-df104410-61f4-4d91-a232-9970c94e5f2a None None] Provisioning complete for port 3124ff2c-13ee-4f2e-a145-a61d7e0a168d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:48.012818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df104410-61f4-4d91-a232-9970c94e5f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.051822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-df104410-61f4-4d91-a232-9970c94e5f2a None None] Port 3124ff2c-13ee-4f2e-a145-a61d7e0a168d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:48.067197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Allocated IP 2001:db8::3e0 (3946b136-a1c9-4ad9-9567-cd39e17210ae/f137e376-cfe3-4bc9-9936-cabf04a24969/dc669c48-fad3-49a5-9873-3b52086b0bfe) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:48.104046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.118102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc882e-8882-403e-96f9-2aaf100c84e8']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:48.130943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:48.131220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ff4a9c-9201-4cb5-b7b6-0cfca5f85eb3') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:48.141951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.161672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.168957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:21:48.169467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:21:48.171357 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:21:48.256339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.267232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c3ef-b236-435a-8565-a9c85207c05a req-4299172d-7abc-4378-bf2f-9f97de959333 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:48.268853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bb6c3ef-b236-435a-8565-a9c85207c05a req-4299172d-7abc-4378-bf2f-9f97de959333 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0870225 Aug 11 08:21:48.272655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.277399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/53cc882e-8882-403e-96f9-2aaf100c84e8 HTTP/1.1" status: 204 len: 168 time: 0.5211453 Aug 11 08:21:48.288863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354b0d3-d957-4fba-ae45-4876b32156a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53cc882e-8882-403e-96f9-2aaf100c84e8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:48.326738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bb6c3ef-b236-435a-8565-a9c85207c05a req-7076e1f0-d9cc-4f20-859b-8f042a791ce6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Aug 11 08:21:48.371802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-d78ec8a6-2a1d-48e5-bffe-7400da1f6469 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:48.373404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-d78ec8a6-2a1d-48e5-bffe-7400da1f6469 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/networks?id=aa6b0d52-393c-4642-9341-429a5aac4331 HTTP/1.1" status: 200 len: 819 time: 0.1978724 Aug 11 08:21:48.376674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.400051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Transition to ACTIVE for port object dc669c48-fad3-49a5-9873-3b52086b0bfe will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:48.405047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-d6c82b3c-56b1-4438-8dbc-2a6a35e76814 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/quotas/9e1c0364b5b34a3685006963e1e623e1 HTTP/1.1" status: 200 len: 375 time: 0.0167100 Aug 11 08:21:48.455503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-b926b55c-1481-408b-a8b8-e8be16e20c8e tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e1c0364b5b34a3685006963e1e623e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381610 Aug 11 08:21:48.459943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51760) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:48.485955 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.511107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-849e06a8-f716-4442-afbd-3c6ddd61a50b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47d22f5d4f5f438ba68dbf1ff2679d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496740 Aug 11 08:21:48.512615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51762) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:48.572243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:48.580679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:48.586355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:48.592296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:48.593010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.614761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=dc669c48-fad3-49a5-9873-3b52086b0bfe,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:48.638106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecda7e43-7fe2-4609-a930-d4427f2a1049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.640147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0f1b2a0f-5acf-41a8-a770-9b4e7e7d384d tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0709665 Aug 11 08:21:48.640774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:48.650283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d5', 'mac_address': 'fa:16:3e:a3:c3:01'}, {'ip_address': '2001:db8::6b', 'mac_address': 'fa:16:3e:0f:c8:41'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:48.656758 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-9d94ad6e-dce2-465f-a88e-bc94c4a5fc96 service neutron] 10.222.0.58 "GET /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913793 Aug 11 08:21:48.698052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee7639-89d7-4015-bf37-93b5f7709421 req-02eaca64-5a52-4ed0-a09e-dc5081025b42 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:48.700509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efee7639-89d7-4015-bf37-93b5f7709421 req-02eaca64-5a52-4ed0-a09e-dc5081025b42 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1315882 Aug 11 08:21:48.704247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecda7e43-7fe2-4609-a930-d4427f2a1049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.780661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efee7639-89d7-4015-bf37-93b5f7709421 req-b26bcf40-c827-4ca4-8b04-131ae4857d1f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716989 Aug 11 08:21:48.801176 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.825807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecda7e43-7fe2-4609-a930-d4427f2a1049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.831429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecda7e43-7fe2-4609-a930-d4427f2a1049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:48.836926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ecda7e43-7fe2-4609-a930-d4427f2a1049 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2b63711-9317-4ccd-90e8-01d6a512d2d0 HTTP/1.1" status: 204 len: 168 time: 0.3190322 Aug 11 08:21:48.851256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda7e43-7fe2-4609-a930-d4427f2a1049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b63711-9317-4ccd-90e8-01d6a512d2d0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:48.873423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-3227df41-7026-4874-bc3c-795ecee88cea service neutron] 10.222.0.58 "GET /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987247 Aug 11 08:21:48.984592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a1a1b-1b45-47b9-b5fb-dfeb54dfc344 req-43d553b1-e00e-4811-ab78-68caaca20c80 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:48.986129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ed75083b-a5c0-407f-8388-310b6a4adf17 None None] Provisioning for port dc669c48-fad3-49a5-9873-3b52086b0bfe completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:48.994239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c4a1a1b-1b45-47b9-b5fb-dfeb54dfc344 req-43d553b1-e00e-4811-ab78-68caaca20c80 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0755162 Aug 11 08:21:48.999101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ed75083b-a5c0-407f-8388-310b6a4adf17 None None] Provisioning complete for port dc669c48-fad3-49a5-9873-3b52086b0bfe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:48.999870 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ed75083b-a5c0-407f-8388-310b6a4adf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.060899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c4a1a1b-1b45-47b9-b5fb-dfeb54dfc344 req-d1b05ba0-2fd4-454c-a476-b7a2241d22c5 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Aug 11 08:21:49.129306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ed75083b-a5c0-407f-8388-310b6a4adf17 None None] Port dc669c48-fad3-49a5-9873-3b52086b0bfe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:49.137014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4199666-916d-4d8a-80ec-d62c80a9828b req-d3bfa683-646d-4fc2-8115-247feef92f67 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 210 time: 0.0393267 Aug 11 08:21:49.234806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:49.265878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:49.266537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2be1049c-d4a7-499d-b8c8-c465bc0ac4a6 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:49.293640 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.300017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.340349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] In _notify_port_updated(), no bound segment for port dc669c48-fad3-49a5-9873-3b52086b0bfe on network 3946b136-a1c9-4ad9-9567-cd39e17210ae {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:21:49.346488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:49.347389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.348756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "PUT /v2.0/ports/dc669c48-fad3-49a5-9873-3b52086b0bfe HTTP/1.1" status: 200 len: 1066 time: 0.7051535 Aug 11 08:21:49.354249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51786) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:49.364268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca0b27-7834-499f-80ff-db04ed72ab84 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event updated for resources: {'Port': ['ID=dc669c48-fad3-49a5-9873-3b52086b0bfe,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:49.579267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66883-e17a-4510-afcc-a9b88981afe8 req-52b25ab3-b5f1-4937-87b2-65ca4bc9400c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:49.580934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53c66883-e17a-4510-afcc-a9b88981afe8 req-52b25ab3-b5f1-4937-87b2-65ca4bc9400c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1119907 Aug 11 08:21:49.596552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port dc669c48-fad3-49a5-9873-3b52086b0bfe {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:49.597083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.696206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53c66883-e17a-4510-afcc-a9b88981afe8 req-601316f0-0674-49ec-b7b2-b77c19db924b tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038029 Aug 11 08:21:49.732206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.744831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for dc669c48-fad3-49a5-9873-3b52086b0bfe owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:49.759101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-61fb3f11-a61b-4696-a65b-3ec39043461b None None] Provisioning complete for port dc669c48-fad3-49a5-9873-3b52086b0bfe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:49.759598 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61fb3f11-a61b-4696-a65b-3ec39043461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.798124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-61fb3f11-a61b-4696-a65b-3ec39043461b None None] Port dc669c48-fad3-49a5-9873-3b52086b0bfe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:21:49.938248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:49.968092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9e86d-ef9f-42be-8829-d3f55d9e9027 req-588c0816-2768-4ba2-a0cd-652bd295dce4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:49.969843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1b9e86d-ef9f-42be-8829-d3f55d9e9027 req-588c0816-2768-4ba2-a0cd-652bd295dce4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0678003 Aug 11 08:21:49.976274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=dc669c48-fad3-49a5-9873-3b52086b0bfe,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:50.020558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1b9e86d-ef9f-42be-8829-d3f55d9e9027 req-c1ad9816-b2f3-4ef2-bc73-37e3a1b0a5e5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Aug 11 08:21:50.206810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:50.215131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:50.215373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a057df87-5fd0-4e99-8008-e3edfc9ed5a9 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/ports/dc669c48-fad3-49a5-9873-3b52086b0bfe HTTP/1.1" status: 204 len: 168 time: 0.8588436 Aug 11 08:21:50.238152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077eb35-9579-43ec-bb20-0b927b021522 req-e332aa07-b0ac-4da0-b920-f7bbdfd10cee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:50.247209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4077eb35-9579-43ec-bb20-0b927b021522 req-e332aa07-b0ac-4da0-b920-f7bbdfd10cee tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1130812 Aug 11 08:21:50.269531 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef65b720-dd23-4f26-b22d-4e09e88d4789 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] GET failed (client error): The resource could not be found. Aug 11 08:21:50.272100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ef65b720-dd23-4f26-b22d-4e09e88d4789 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "GET /v2.0/ports/dc669c48-fad3-49a5-9873-3b52086b0bfe HTTP/1.1" status: 404 len: 333 time: 0.0557303 Aug 11 08:21:50.275218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51824) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:50.303714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4077eb35-9579-43ec-bb20-0b927b021522 req-c40886ac-620d-42a5-bb75-30e0f062129b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Aug 11 08:21:50.414400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab886ae2-f80d-413c-8032-bfd9ff53da60 req-9720f18e-5901-4ca7-957f-e0253d73519c tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 210 time: 0.0362620 Aug 11 08:21:50.443494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port 3124ff2c-13ee-4f2e-a145-a61d7e0a168d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:50.445055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:50.474829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-135ab576-1e66-4821-8c54-18fa7b8a2741 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:50.476620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-135ab576-1e66-4821-8c54-18fa7b8a2741 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.69 "GET /v2.0/networks?id=aa6b0d52-393c-4642-9341-429a5aac4331 HTTP/1.1" status: 200 len: 819 time: 0.1473110 Aug 11 08:21:50.502686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Request body: {'port': {'device_id': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331', 'admin_state_up': True, 'tenant_id': '9e1c0364b5b34a3685006963e1e623e1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:50.549417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:50.568871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for 3124ff2c-13ee-4f2e-a145-a61d7e0a168d owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:50.667074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Made reservation on behalf of 9e1c0364b5b34a3685006963e1e623e1 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:50.670987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:50.731115 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:50.766016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=3124ff2c-13ee-4f2e-a145-a61d7e0a168d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:50.808136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:50.810694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eaad8477-8e13-4bc6-b891-bc17decfebb7 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/ports/3124ff2c-13ee-4f2e-a145-a61d7e0a168d HTTP/1.1" status: 204 len: 168 time: 0.5331879 Aug 11 08:21:50.813322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:50.866252 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-190a3c68-9e00-4b36-8825-6984d7a564ac tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] GET failed (client error): The resource could not be found. Aug 11 08:21:50.868304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-190a3c68-9e00-4b36-8825-6984d7a564ac tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "GET /v2.0/ports/3124ff2c-13ee-4f2e-a145-a61d7e0a168d HTTP/1.1" status: 404 len: 333 time: 0.0538607 Aug 11 08:21:50.872821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51844) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:50.909467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Allocated IP 172.20.0.5 (aa6b0d52-393c-4642-9341-429a5aac4331/53263367-1a5c-4414-a9f6-4db20cf0eda5/a5551234-92ca-4899-8d53-b9d9fcf90fc5) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:21:50.937416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d63cb-58a3-4d75-b58d-a5f9e99afd44 req-b3235a52-fbec-456f-8016-3dfb6f90deab tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:50.946105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-832d63cb-58a3-4d75-b58d-a5f9e99afd44 req-b3235a52-fbec-456f-8016-3dfb6f90deab tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1334882 Aug 11 08:21:51.076020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-832d63cb-58a3-4d75-b58d-a5f9e99afd44 req-dacb2e04-562b-4414-819b-37615a82b395 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286018 Aug 11 08:21:51.128320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port 9fcabae5-966a-470e-9f84-4aafa8673404 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:51.128831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.152220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.224025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769400e-2652-4775-9296-1473d049e2e5 req-c36864cf-c20c-428a-8136-59274178740a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:51.225654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9769400e-2652-4775-9296-1473d049e2e5 req-c36864cf-c20c-428a-8136-59274178740a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0707717 Aug 11 08:21:51.241670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.259601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for 9fcabae5-966a-470e-9f84-4aafa8673404 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:51.270902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.310051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9769400e-2652-4775-9296-1473d049e2e5 req-d4177fa6-7d30-450c-9097-8a4a14371a35 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741525 Aug 11 08:21:51.347776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Network aa6b0d52-393c-4642-9341-429a5aac4331 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:21:51.354122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:21:51.357652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:21:51.366167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Pushing event updated for resources: {'Port': ['ID=a5551234-92ca-4899-8d53-b9d9fcf90fc5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:51.436587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:51.437293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.475369 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.479588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-22f84807-0e7b-448d-9aaf-1a264228f83d tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9863880 Aug 11 08:21:51.499625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ed8ce-fe87-4287-b622-f7a430db4580 req-5c08592d-1224-45d0-beb4-39657905841d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:51.501312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-532ed8ce-fe87-4287-b622-f7a430db4580 req-5c08592d-1224-45d0-beb4-39657905841d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0831134 Aug 11 08:21:51.506915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Request body: {'port': {'device_id': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:51.512130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=9fcabae5-966a-470e-9f84-4aafa8673404,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:51.581840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.586817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4df243e-7378-46f0-b247-183baf1ad062 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/ports/9fcabae5-966a-470e-9f84-4aafa8673404 HTTP/1.1" status: 204 len: 168 time: 0.7106016 Aug 11 08:21:51.587425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:51.609116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-532ed8ce-fe87-4287-b622-f7a430db4580 req-7f3c09e8-d0cf-4cb1-93e1-ffdc44332c47 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975401 Aug 11 08:21:51.611317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2945e-994c-4c41-b0d6-c71ee7c59ea3 req-47de0d06-ad2c-439d-afd7-d09ed39fb2fd tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:51.617799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83f2945e-994c-4c41-b0d6-c71ee7c59ea3 req-47de0d06-ad2c-439d-afd7-d09ed39fb2fd tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 931 time: 0.0893776 Aug 11 08:21:51.639528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.687551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83f2945e-994c-4c41-b0d6-c71ee7c59ea3 req-772bfff2-2397-401e-a07e-92848c1f4076 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632517 Aug 11 08:21:51.693888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting subnet f137e376-cfe3-4bc9-9936-cabf04a24969 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:21:51.710090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.816107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:51.976495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.095818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.106932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5551234-92ca-4899-8d53-b9d9fcf90fc5 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:52.136692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.140014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Subnet': ['ID=f137e376-cfe3-4bc9-9936-cabf04a24969,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:52.143951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51880) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:52.153955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.156356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8baef7b-43e5-4d2c-ada7-2f3be46de873 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/subnets/f137e376-cfe3-4bc9-9936-cabf04a24969 HTTP/1.1" status: 204 len: 168 time: 0.5657270 Aug 11 08:21:52.158740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51884) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:52.161217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3dc2e-10a9-469f-8a88-f83bebe17fb0 None None] Network 3946b136-a1c9-4ad9-9567-cd39e17210ae requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:21:52.163086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Transition to ACTIVE for port object a5551234-92ca-4899-8d53-b9d9fcf90fc5 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:21:52.170210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.242933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Pushing event updated for resources: {'Port': ['ID=a5551234-92ca-4899-8d53-b9d9fcf90fc5,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:52.318411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.325483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83e7b9f8-c2e4-48e8-be4b-99076478d488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.341518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Attempting to bind port a5551234-92ca-4899-8d53-b9d9fcf90fc5 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:21:52.341970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Attempting to bind port a5551234-92ca-4899-8d53-b9d9fcf90fc5 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '525554b0-c17f-412b-bd8b-adf7964849db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:21:52.342420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Attempting to bind port a5551234-92ca-4899-8d53-b9d9fcf90fc5 on network aa6b0d52-393c-4642-9341-429a5aac4331 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:52.348675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Port a5551234-92ca-4899-8d53-b9d9fcf90fc5 on network aa6b0d52-393c-4642-9341-429a5aac4331 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:21:52.348675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Attempting to bind port a5551234-92ca-4899-8d53-b9d9fcf90fc5 on network aa6b0d52-393c-4642-9341-429a5aac4331 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:21:52.365421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:21:52.365788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Checking segment: {'id': '525554b0-c17f-412b-bd8b-adf7964849db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:21:52.367543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Bound using segment: {'id': '525554b0-c17f-412b-bd8b-adf7964849db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:21:52.367543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Bound port: a5551234-92ca-4899-8d53-b9d9fcf90fc5, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525554b0-c17f-412b-bd8b-adf7964849db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:21:52.367543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.378921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ce3ba-f737-434b-adb2-4c4000dbda68 req-922d14e0-7989-4c39-bab9-fa71439cac12 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.386444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a77ce3ba-f737-434b-adb2-4c4000dbda68 req-922d14e0-7989-4c39-bab9-fa71439cac12 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1521022 Aug 11 08:21:52.395159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] DHCP port deletion for 3946b136-a1c9-4ad9-9567-cd39e17210ae request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:21:52.451007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] Deleting port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:52.451547 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.473754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a77ce3ba-f737-434b-adb2-4c4000dbda68 req-de058aee-b565-4f44-ac6a-f748cf9430ef tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864241 Aug 11 08:21:52.500740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] For port a5551234-92ca-4899-8d53-b9d9fcf90fc5, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:21:52.505347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] For port a5551234-92ca-4899-8d53-b9d9fcf90fc5, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5,segment=NetworkSegment(525554b0-c17f-412b-bd8b-adf7964849db),segment_id=525554b0-c17f-412b-bd8b-adf7964849db)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:21:52.515221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47dcdf-efbe-4901-8049-a1330c2ef6a8 req-afc22b3a-c014-435a-b146-0334df1c8e2e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.518455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db47dcdf-efbe-4901-8049-a1330c2ef6a8 req-afc22b3a-c014-435a-b146-0334df1c8e2e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0992789 Aug 11 08:21:52.520719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83e7b9f8-c2e4-48e8-be4b-99076478d488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.521139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.534039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83e7b9f8-c2e4-48e8-be4b-99076478d488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.548543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] For port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,segment=NetworkSegment(1a421190-f6ff-4f08-ab3a-9c7d066bed7d),segment_id=1a421190-f6ff-4f08-ab3a-9c7d066bed7d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:52.548959 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.564009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] Calling delete_port for a41d3bfa-c2fa-4609-a4e6-2f5d36df373e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:52.573011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Deleting port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:21:52.573551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.595339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.595994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.597613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] 10.222.0.69 "PUT /v2.0/ports/a5551234-92ca-4899-8d53-b9d9fcf90fc5 HTTP/1.1" status: 200 len: 1091 time: 1.0953557 Aug 11 08:21:52.600308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'tag': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:52.603232 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ccf487-6dd8-4685-a94a-debc24a08312" -d '{"events": [{"name": "network-changed", "server_uuid": "29849b8a-d5f7-4992-8ed4-d9e857e9b229", "tag": "a5551234-92ca-4899-8d53-b9d9fcf90fc5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:52.624033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83e7b9f8-c2e4-48e8-be4b-99076478d488 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b9d8e768c61402daa892c94c0e8006a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780362 Aug 11 08:21:52.633296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:52.650576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbbdcf-1d97-4f52-9dcf-2ce5a134510b service neutron] Pushing event updated for resources: {'Port': ['ID=a5551234-92ca-4899-8d53-b9d9fcf90fc5,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:52.683231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db47dcdf-efbe-4901-8049-a1330c2ef6a8 req-674dae87-f795-438b-b395-a4875dea652f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514592 Aug 11 08:21:52.683478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7b9f8-c2e4-48e8-be4b-99076478d488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc59ae1-2957-4a6e-85a3-8f3aa41d71e3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:52.686348 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.716558 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d251ac0a-330c-40f8-b65b-b200096c9041 x-openstack-request-id: req-d251ac0a-330c-40f8-b65b-b200096c9041 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:52.716838 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29849b8a-d5f7-4992-8ed4-d9e857e9b229", "tag": "a5551234-92ca-4899-8d53-b9d9fcf90fc5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:52.717182 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d251ac0a-330c-40f8-b65b-b200096c9041 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:52.717627 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'tag': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5', 'status': 'completed', 'code': 200} Aug 11 08:21:52.728687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] Pushing event deleted for resources: {'Port': ['ID=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:52.732668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee67e0-8bab-4fd4-a762-5c25cd0f51ec None None] No DVR routers for this DVR port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:52.744796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] For port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,segment=NetworkSegment(1a421190-f6ff-4f08-ab3a-9c7d066bed7d),segment_id=1a421190-f6ff-4f08-ab3a-9c7d066bed7d)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:52.745409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.748487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5202-5972-4a38-8ef4-3437bc5673e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.749233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-4b7d1438-c41a-4bc2-b89f-25d51ab10cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.750794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-4b7d1438-c41a-4bc2-b89f-25d51ab10cef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e1c0364b5b34a3685006963e1e623e1&device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 1094 time: 0.0872276 Aug 11 08:21:52.777697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Calling delete_port for a41d3bfa-c2fa-4609-a4e6-2f5d36df373e owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:21:52.815686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-a7e9e1a2-d720-459d-a814-d5f8ade65894 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5 HTTP/1.1" status: 200 len: 217 time: 0.0510423 Aug 11 08:21:52.822194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5202-5972-4a38-8ef4-3437bc5673e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.888135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-d3153662-168c-4f64-89c5-b3916221812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.889548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-d3153662-168c-4f64-89c5-b3916221812f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53263367-1a5c-4414-a9f6-4db20cf0eda5 HTTP/1.1" status: 200 len: 859 time: 0.0654137 Aug 11 08:21:52.897924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2260-55de-404c-9273-51038c2e8dfd req-27a9a9be-baf0-461a-857c-dd084dd000c5 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.899442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0fd2260-55de-404c-9273-51038c2e8dfd req-27a9a9be-baf0-461a-857c-dd084dd000c5 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 943 time: 0.0864050 Aug 11 08:21:52.919967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b408b9-2969-45b0-b147-5eecf496f817 req-3a4c21b0-4fd6-479f-be8c-0cbba88411e7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:52.921532 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b408b9-2969-45b0-b147-5eecf496f817 req-3a4c21b0-4fd6-479f-be8c-0cbba88411e7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1389043 Aug 11 08:21:52.930005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-8c4cffd2-f040-4817-bad1-2f4daa90324a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa6b0d52-393c-4642-9341-429a5aac4331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295088 Aug 11 08:21:52.959126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.967866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5202-5972-4a38-8ef4-3437bc5673e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.970352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5202-5972-4a38-8ef4-3437bc5673e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:52.971499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fcbb5202-5972-4a38-8ef4-3437bc5673e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cc59ae1-2957-4a6e-85a3-8f3aa41d71e3 HTTP/1.1" status: 204 len: 168 time: 0.3340349 Aug 11 08:21:53.009846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Port': ['ID=a41d3bfa-c2fa-4609-a4e6-2f5d36df373e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:53.012211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] No DVR routers for this DVR port a41d3bfa-c2fa-4609-a4e6-2f5d36df373e on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:21:53.013137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0fd2260-55de-404c-9273-51038c2e8dfd req-02ff8818-29ad-4875-8bb6-7e1352de3dc7 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051202 Aug 11 08:21:53.014242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb5202-5972-4a38-8ef4-3437bc5673e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc59ae1-2957-4a6e-85a3-8f3aa41d71e3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:53.018330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b408b9-2969-45b0-b147-5eecf496f817 req-624464f3-24a5-45ae-a865-2dba9bae37e0 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847826 Aug 11 08:21:53.069517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-d9d94415-df87-4d7f-a6cc-1f0357d3e5c4 service neutron] 10.222.0.69 "GET /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225977 Aug 11 08:21:53.110176 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.122180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3946b136-a1c9-4ad9-9567-cd39e17210ae']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:53.135811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a421190-f6ff-4f08-ab3a-9c7d066bed7d') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:53.136115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a421190-f6ff-4f08-ab3a-9c7d066bed7d') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:53.146275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.159208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a41d3bfa-c2fa-4609-a4e6-2f5d36df373e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:21:53.168857 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.175422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:21:53.176172 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.192432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a41d3bfa-c2fa-4609-a4e6-2f5d36df373e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:21:53.193067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a41d3bfa-c2fa-4609-a4e6-2f5d36df373e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:21:53.203764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-799c8bc2-f966-44b5-8693-b87a481be4fe req-c4630954-bea1-48f8-aed3-09c135886402 service neutron] 10.222.0.69 "GET /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358848 Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:21:53.216197 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:21:53.241834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.250516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.252373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] 10.222.0.58 "DELETE /v2.0/networks/3946b136-a1c9-4ad9-9567-cd39e17210ae HTTP/1.1" status: 204 len: 168 time: 1.0925918 Aug 11 08:21:53.262600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efa20d-9a98-407c-bf58-69f233def604 tempest-AllowedAddressPairIpV6TestJSON-1400584176 tempest-AllowedAddressPairIpV6TestJSON-1400584176-project] Pushing event deleted for resources: {'Network': ['ID=3946b136-a1c9-4ad9-9567-cd39e17210ae,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:53.349026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-352a4832-d5fe-4c02-825a-963051a944da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:53.351165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-352a4832-d5fe-4c02-825a-963051a944da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e1c0364b5b34a3685006963e1e623e1&device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 1094 time: 0.0589831 Aug 11 08:21:53.375519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:53.389256 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdf46-92e3-475b-ae0d-347861779e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.452464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-668591f7-86a6-4da9-b8bb-1d30b9110862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:53.454137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-668591f7-86a6-4da9-b8bb-1d30b9110862 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa6b0d52-393c-4642-9341-429a5aac4331 HTTP/1.1" status: 200 len: 920 time: 0.0959733 Aug 11 08:21:53.481562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:53.500010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-f467f49f-454e-46d7-a419-6ed16b6bfed0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5 HTTP/1.1" status: 200 len: 217 time: 0.0364549 Aug 11 08:21:53.502179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdf46-92e3-475b-ae0d-347861779e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.507333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdf46-92e3-475b-ae0d-347861779e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.549887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2c6bdf46-92e3-475b-ae0d-347861779e5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5259c11173e49888964ada2752d036d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733103 Aug 11 08:21:53.551210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bdf46-92e3-475b-ae0d-347861779e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb1749-6a03-45d9-9bf4-1f742f33ce7f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:53.553814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:53.580697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-fa97f88d-fae1-4597-bfd6-914241aea72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:53.582410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-fa97f88d-fae1-4597-bfd6-914241aea72b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=53263367-1a5c-4414-a9f6-4db20cf0eda5 HTTP/1.1" status: 200 len: 859 time: 0.0744398 Aug 11 08:21:53.633004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3fc97ba-2745-462b-a5cc-870537a480e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.642502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-7a883867-27fe-4e26-9ed3-c340c3b3f404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa6b0d52-393c-4642-9341-429a5aac4331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448847 Aug 11 08:21:53.668667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b7a8165-8a5a-4f50-8c97-2551a30fa8ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c153bfcea2a745d8a6941ecabc6be406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859584 Aug 11 08:21:53.672195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:53.673537 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3fc97ba-2745-462b-a5cc-870537a480e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.725477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3fc97ba-2745-462b-a5cc-870537a480e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.729678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3fc97ba-2745-462b-a5cc-870537a480e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.733915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3fc97ba-2745-462b-a5cc-870537a480e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90eb1749-6a03-45d9-9bf4-1f742f33ce7f HTTP/1.1" status: 204 len: 168 time: 0.1768711 Aug 11 08:21:53.745112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc97ba-2745-462b-a5cc-870537a480e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb1749-6a03-45d9-9bf4-1f742f33ce7f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:53.786257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b491215-ff8a-4cc9-836f-2111e2416a83 req-2fabd99b-1287-41c1-990f-b2393134b263 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:53.787914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b491215-ff8a-4cc9-836f-2111e2416a83 req-2fabd99b-1287-41c1-990f-b2393134b263 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.2003274 Aug 11 08:21:53.866032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800dd77-dad4-4eb9-bd91-376ed7654da4 req-89072fae-a171-4dbd-b428-f45ae587f79e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:53.868710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8800dd77-dad4-4eb9-bd91-376ed7654da4 req-89072fae-a171-4dbd-b428-f45ae587f79e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0629456 Aug 11 08:21:53.885499 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b491215-ff8a-4cc9-836f-2111e2416a83 req-a6cf3f55-acb6-4cf8-840b-32f509641769 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812764 Aug 11 08:21:53.892946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-a23a1601-e691-4505-b2ab-fd7585a89d8e service neutron] 10.222.0.69 "GET /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395997 Aug 11 08:21:53.892946 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eae1acb2-58bf-4e8c-b244-184f4d5fc967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.926668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eae1acb2-58bf-4e8c-b244-184f4d5fc967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:53.954771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8800dd77-dad4-4eb9-bd91-376ed7654da4 req-4c8259f6-b216-4ec2-84d1-a8b938f7e9a4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787733 Aug 11 08:21:54.035600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70ccf487-6dd8-4685-a94a-debc24a08312 req-5ca6990a-8ba6-40e4-8da8-ae026aeb5c06 service neutron] 10.222.0.69 "GET /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339989 Aug 11 08:21:54.042510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eae1acb2-58bf-4e8c-b244-184f4d5fc967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:54.046202 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eae1acb2-58bf-4e8c-b244-184f4d5fc967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:54.047525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eae1acb2-58bf-4e8c-b244-184f4d5fc967 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ba55f85-c7a3-4cab-82ed-c1941329031b HTTP/1.1" status: 204 len: 168 time: 0.3550365 Aug 11 08:21:54.057916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1acb2-58bf-4e8c-b244-184f4d5fc967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba55f85-c7a3-4cab-82ed-c1941329031b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:54.212920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b728e-c2cf-4f92-a7a2-cfad0326db80 req-40615731-125c-47a1-b3c5-7c973bc9531c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:54.215521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb5b728e-c2cf-4f92-a7a2-cfad0326db80 req-40615731-125c-47a1-b3c5-7c973bc9531c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0764499 Aug 11 08:21:54.263749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942231b3-91da-47ce-908f-7da05a026b65 req-8e9a1ce2-117c-47a2-93d2-da09671e423f tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:54.265598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-942231b3-91da-47ce-908f-7da05a026b65 req-8e9a1ce2-117c-47a2-93d2-da09671e423f tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 943 time: 0.1079142 Aug 11 08:21:54.270998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb5b728e-c2cf-4f92-a7a2-cfad0326db80 req-80edcae2-d987-4788-a187-31dedb25d56d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Aug 11 08:21:54.329123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-942231b3-91da-47ce-908f-7da05a026b65 req-0b5dce5e-8efe-4682-ba83-a585d36c6ba8 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555336 Aug 11 08:21:55.112579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51988) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:55.139207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46242-5cd2-4b0e-b3c0-64d4ae8b820f req-986df546-172e-4c80-9d7c-41c693e3417d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:55.152436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4db46242-5cd2-4b0e-b3c0-64d4ae8b820f req-986df546-172e-4c80-9d7c-41c693e3417d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1185613 Aug 11 08:21:55.158077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabffeb-71ed-450b-8607-3c8e43f321bd req-12dae4c0-b3e6-4b97-b4a4-d298ef1a1c59 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:55.160100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cabffeb-71ed-450b-8607-3c8e43f321bd req-12dae4c0-b3e6-4b97-b4a4-d298ef1a1c59 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0836368 Aug 11 08:21:55.234321 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cabffeb-71ed-450b-8607-3c8e43f321bd req-fbbbd022-846e-446d-9fb5-d7d171f5d0f0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508661 Aug 11 08:21:55.262520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a5551234-92ca-4899-8d53-b9d9fcf90fc5 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:21:55.265956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4db46242-5cd2-4b0e-b3c0-64d4ae8b820f req-084af8e2-fadb-461e-a737-02eba92f8e1e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015685 Aug 11 08:21:55.394545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a5551234-92ca-4899-8d53-b9d9fcf90fc5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5,segment=NetworkSegment(525554b0-c17f-412b-bd8b-adf7964849db),segment_id=525554b0-c17f-412b-bd8b-adf7964849db)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:55.450303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5', 'network_id': 'aa6b0d52-393c-4642-9341-429a5aac4331', 'port_id': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5', 'mac_address': 'fa:16:3e:29:d4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53263367-1a5c-4414-a9f6-4db20cf0eda5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:21:55.477811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4fb54-0956-491d-8a63-d6814abe9e74 req-f9f0a8e5-01d3-4c7b-a729-d96a6f1a34af tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:55.479381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06b4fb54-0956-491d-8a63-d6814abe9e74 req-f9f0a8e5-01d3-4c7b-a729-d96a6f1a34af tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1075039 Aug 11 08:21:55.481985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a28b65-5a61-453f-8634-5e52310f463e req-78b30e94-e185-450b-835e-e338d0040592 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:55.491680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a28b65-5a61-453f-8634-5e52310f463e req-78b30e94-e185-450b-835e-e338d0040592 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 943 time: 0.0712559 Aug 11 08:21:55.548704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a28b65-5a61-453f-8634-5e52310f463e req-dc7544c7-3eac-4c72-af17-cb4d6c7a6498 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557039 Aug 11 08:21:55.567904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.573056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06b4fb54-0956-491d-8a63-d6814abe9e74 req-b96fcdd5-a6c5-4441-8fe4-43c559d51fa2 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793481 Aug 11 08:21:55.596428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5551234-92ca-4899-8d53-b9d9fcf90fc5 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:21:55.620089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a5551234-92ca-4899-8d53-b9d9fcf90fc5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5,segment=NetworkSegment(525554b0-c17f-412b-bd8b-adf7964849db),segment_id=525554b0-c17f-412b-bd8b-adf7964849db)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:55.626054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.686488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a5551234-92ca-4899-8d53-b9d9fcf90fc5,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:55.689019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'networks': [{'name': 'tempest-network--242754858'}, {'name': 'tempest-network--1788538273'}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:55.689503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'network': {'name': 'tempest-network--242754858'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:55.690229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'network': {'name': 'tempest-network--1788538273'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:55.722662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'network': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:55.727275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.736488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.846223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.850495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.851100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.895244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:55.897447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff56e9d-50a8-46a6-a339-e46284f1de7a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:55.909268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.909662 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Added segment 48bdb453-b346-4fd6-ae9e-cad6d05c9762 of type vlan for network 3ddc99b1-f6ec-4aec-a5ae-b2602a373fd0 Aug 11 08:21:55.950418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:55.968721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a5551234-92ca-4899-8d53-b9d9fcf90fc5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:21:55.990418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:56.001635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.002009 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Added segment 26c913aa-7af6-4af0-943b-bf309f6354c6 of type vlan for network 9cef6da7-bf53-4d2b-9692-9fe0eb20b669 Aug 11 08:21:56.045200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.081715 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.082233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.090376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.096851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.097546 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.158646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0383494 Aug 11 08:21:56.161361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52012) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:56.167380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Network': ['ID=3ddc99b1-f6ec-4aec-a5ae-b2602a373fd0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:56.183758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 3ddc99b1-f6ec-4aec-a5ae-b2602a373fd0 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:56.223236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52014) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:56.254171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff32b90-975a-44ab-a1d7-863cf179679c tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Network': ['ID=9cef6da7-bf53-4d2b-9692-9fe0eb20b669,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:56.266020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9cef6da7-bf53-4d2b-9692-9fe0eb20b669 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:56.398073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c51bdca0-6872-4014-8e5e-0ef293ade1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.420848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b4be-dbbf-451b-a736-3cb7c4b5e002 req-f4efa448-b47f-4aa1-bacc-e523806371fc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.422415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2575b4be-dbbf-451b-a736-3cb7c4b5e002 req-f4efa448-b47f-4aa1-bacc-e523806371fc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Aug 11 08:21:56.444863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d53aa4-65b9-45cc-b343-68176a1f5ecd tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.451934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d53aa4-65b9-45cc-b343-68176a1f5ecd tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.457732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d53aa4-65b9-45cc-b343-68176a1f5ecd tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.463618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d53aa4-65b9-45cc-b343-68176a1f5ecd tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.465425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-38d53aa4-65b9-45cc-b343-68176a1f5ecd tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3025551 Aug 11 08:21:56.470036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52022) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:56.486939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2575b4be-dbbf-451b-a736-3cb7c4b5e002 req-68520af1-330a-4e19-aa8b-39e30fe867c8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548205 Aug 11 08:21:56.541222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c51bdca0-6872-4014-8e5e-0ef293ade1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.547323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c51bdca0-6872-4014-8e5e-0ef293ade1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.594082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c51bdca0-6872-4014-8e5e-0ef293ade1fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9df6c80a2d5400a9c0ea729b13a6368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694868 Aug 11 08:21:56.595205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bdca0-6872-4014-8e5e-0ef293ade1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234abb8f-8ba3-4d6d-9c09-fd11f19673fb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:56.598425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52028) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:56.694851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb0d5ed-d89a-4e37-ade8-4eeb4369bb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.718011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1167cf0-6891-4405-bea0-347debc35d9f req-d4cb88b2-9744-464d-bbd5-f6bfc2ec28d8 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.719642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1167cf0-6891-4405-bea0-347debc35d9f req-d4cb88b2-9744-464d-bbd5-f6bfc2ec28d8 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 944 time: 0.0910785 Aug 11 08:21:56.738887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb0d5ed-d89a-4e37-ade8-4eeb4369bb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.791321 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a1167cf0-6891-4405-bea0-347debc35d9f req-a0ec8eea-843c-4a20-9be9-d8122dd2e45a tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627413 Aug 11 08:21:56.815596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb0d5ed-d89a-4e37-ade8-4eeb4369bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.830488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb0d5ed-d89a-4e37-ade8-4eeb4369bb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.830488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7bb0d5ed-d89a-4e37-ade8-4eeb4369bb18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/234abb8f-8ba3-4d6d-9c09-fd11f19673fb HTTP/1.1" status: 204 len: 168 time: 0.2141819 Aug 11 08:21:56.835571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0d5ed-d89a-4e37-ade8-4eeb4369bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234abb8f-8ba3-4d6d-9c09-fd11f19673fb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:56.921193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb40d2-ae09-4844-b2ef-8674ecd0237c req-a242e777-8e7c-4e8c-aab4-6d7ecb1a88f4 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.925958 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbeb40d2-ae09-4844-b2ef-8674ecd0237c req-a242e777-8e7c-4e8c-aab4-6d7ecb1a88f4 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.5478287 Aug 11 08:21:56.965092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:56.972130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62f13-0d56-4d7d-9727-56e0ca25d3f4 req-9a9f6083-d26f-4881-bd8a-2bdabfc8257d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:56.974157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1d62f13-0d56-4d7d-9727-56e0ca25d3f4 req-9a9f6083-d26f-4881-bd8a-2bdabfc8257d tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0648355 Aug 11 08:21:56.990152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bbeb40d2-ae09-4844-b2ef-8674ecd0237c req-1449ea10-065b-41ac-9d0b-d0d1db5c2fd0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Aug 11 08:21:57.045260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1d62f13-0d56-4d7d-9727-56e0ca25d3f4 req-9b668611-4e2b-472f-b9ae-1feb333bc873 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567062 Aug 11 08:21:57.092321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.104801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddc99b1-f6ec-4aec-a5ae-b2602a373fd0']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:57.116196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bdb453-b346-4fd6-ae9e-cad6d05c9762') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:57.116479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bdb453-b346-4fd6-ae9e-cad6d05c9762') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:57.127112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.146985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.153908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:21:57.154470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:21:57.157662 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:21:57.200091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52038) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:57.213846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb69b98a-a315-47bd-ad06-37c36278169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.223421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.233339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.238498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/networks/3ddc99b1-f6ec-4aec-a5ae-b2602a373fd0 HTTP/1.1" status: 204 len: 168 time: 0.7642722 Aug 11 08:21:57.238647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52040) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:57.245882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5201a-badd-41e5-86c9-db47860759d0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Network': ['ID=3ddc99b1-f6ec-4aec-a5ae-b2602a373fd0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:57.277565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a5551234-92ca-4899-8d53-b9d9fcf90fc5 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:21:57.332072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port a5551234-92ca-4899-8d53-b9d9fcf90fc5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:21:57.337052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port a5551234-92ca-4899-8d53-b9d9fcf90fc5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:21:57.337428 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.341612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.435585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.458621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:21:57.460951 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6904b85a-85a9-44b0-bcf3-4548f7af2e7e" -d '{"events": [{"server_uuid": "29849b8a-d5f7-4992-8ed4-d9e857e9b229", "name": "network-vif-plugged", "status": "completed", "tag": "a5551234-92ca-4899-8d53-b9d9fcf90fc5"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:21:57.468198 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb69b98a-a315-47bd-ad06-37c36278169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.470106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.474849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a5551234-92ca-4899-8d53-b9d9fcf90fc5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5,segment=NetworkSegment(525554b0-c17f-412b-bd8b-adf7964849db),segment_id=525554b0-c17f-412b-bd8b-adf7964849db)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:21:57.479612 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.480898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb69b98a-a315-47bd-ad06-37c36278169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.493876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cef6da7-bf53-4d2b-9692-9fe0eb20b669']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:57.514638 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1833c3-4ecf-48ab-9e9e-675f524e8cc6 x-openstack-request-id: req-fc1833c3-4ecf-48ab-9e9e-675f524e8cc6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:21:57.515064 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29849b8a-d5f7-4992-8ed4-d9e857e9b229", "name": "network-vif-plugged", "status": "completed", "tag": "a5551234-92ca-4899-8d53-b9d9fcf90fc5", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:21:57.515310 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc1833c3-4ecf-48ab-9e9e-675f524e8cc6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:21:57.515702 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5', 'code': 200} Aug 11 08:21:57.527553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c913aa-7af6-4af0-943b-bf309f6354c6') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:57.527883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c913aa-7af6-4af0-943b-bf309f6354c6') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:21:57.532847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a5551234-92ca-4899-8d53-b9d9fcf90fc5,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:57.548287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fb69b98a-a315-47bd-ad06-37c36278169b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5a02e6aa7434712a584a8559692d586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470573 Aug 11 08:21:57.551085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69b98a-a315-47bd-ad06-37c36278169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd6ee8-b984-41cf-b07b-43707c51c08c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:57.552400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52046) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:57.555067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.575484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.583085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:21:57.583386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:21:57.588135 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:21:57.620013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-529c3600-0846-454a-9183-91e23d065b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.646658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-529c3600-0846-454a-9183-91e23d065b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.714069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-529c3600-0846-454a-9183-91e23d065b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.719713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-529c3600-0846-454a-9183-91e23d065b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:57.721970 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-529c3600-0846-454a-9183-91e23d065b60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97fd6ee8-b984-41cf-b07b-43707c51c08c HTTP/1.1" status: 204 len: 168 time: 0.1670518 Aug 11 08:21:57.733709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c3600-0846-454a-9183-91e23d065b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd6ee8-b984-41cf-b07b-43707c51c08c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:57.981098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6a895-8bd9-4ebc-bf39-74a34b69b025 req-ba4c8d1e-4cc4-4d52-a018-f4e975d59fd5 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:57.982764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98a6a895-8bd9-4ebc-bf39-74a34b69b025 req-ba4c8d1e-4cc4-4d52-a018-f4e975d59fd5 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 945 time: 0.0748770 Aug 11 08:21:58.035767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98a6a895-8bd9-4ebc-bf39-74a34b69b025 req-09e5670d-b235-4b30-bd1e-e2df83a03b98 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Aug 11 08:21:58.099372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.110046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.112525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/networks/9cef6da7-bf53-4d2b-9692-9fe0eb20b669 HTTP/1.1" status: 204 len: 168 time: 0.8731685 Aug 11 08:21:58.117710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52062) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:58.147518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176feb06-8e1c-42c5-9d49-d0f2e581c1b5 req-a56d85b1-d7c4-46bd-8691-958e40b7f3dc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.156701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-176feb06-8e1c-42c5-9d49-d0f2e581c1b5 req-a56d85b1-d7c4-46bd-8691-958e40b7f3dc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1394081 Aug 11 08:21:58.168716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c16c8-8dbd-40ff-ba1e-b2027c69a761 req-cacaebd5-2cbd-4d48-bc1c-224cef32fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.170632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-697c16c8-8dbd-40ff-ba1e-b2027c69a761 req-cacaebd5-2cbd-4d48-bc1c-224cef32fea9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 1096 time: 0.1523342 Aug 11 08:21:58.176894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac070f81-9de6-43d9-ad9e-67578a7481d7 req-ca1311c2-0c5e-455b-9011-bdedb924e341 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.178711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac070f81-9de6-43d9-ad9e-67578a7481d7 req-ca1311c2-0c5e-455b-9011-bdedb924e341 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0737011 Aug 11 08:21:58.195143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917de7b9-8d40-44cf-9653-3d414b6ed0b5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Network': ['ID=9cef6da7-bf53-4d2b-9692-9fe0eb20b669,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:58.241794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac070f81-9de6-43d9-ad9e-67578a7481d7 req-80c61f9b-b6b3-447e-9538-e83cc8112702 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501783 Aug 11 08:21:58.363982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45be98-817f-4464-98ee-e02fc1b682e1 req-84e30a02-da7b-465c-afab-ae3783c47f06 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.365571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df45be98-817f-4464-98ee-e02fc1b682e1 req-84e30a02-da7b-465c-afab-ae3783c47f06 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0608900 Aug 11 08:21:58.385050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-176feb06-8e1c-42c5-9d49-d0f2e581c1b5 req-9f871eb6-d0a3-4282-97db-e3e7ca421dd0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269397 Aug 11 08:21:58.392202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-697c16c8-8dbd-40ff-ba1e-b2027c69a761 req-cb2300c3-f74b-4ad9-9f2d-6bca69b0cc9e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648471 Aug 11 08:21:58.414421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df45be98-817f-4464-98ee-e02fc1b682e1 req-6dab1a90-66de-46e3-822e-95432b8ee342 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Aug 11 08:21:58.428414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bbf11-c46c-4173-83e3-3010c7c60e31 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.435114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7bbf11-c46c-4173-83e3-3010c7c60e31 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.436819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dd7bbf11-c46c-4173-83e3-3010c7c60e31 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3178620 Aug 11 08:21:58.440840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52074) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:58.447913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-974772027'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:58.482280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:58.485927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.516995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:58.525366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.525712 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Added segment b6b783ec-b5b6-4f25-a633-7de81c844c3e of type vlan for network bb0e687e-f433-4d3f-80fb-267275938860 Aug 11 08:21:58.565428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.597869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.600061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.603895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.604495 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.667033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2247694 Aug 11 08:21:58.670021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52082) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:58.677817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1636590078'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:58.682441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e55852-beea-43d9-aaaa-019e3c4f11bf tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Network': ['ID=bb0e687e-f433-4d3f-80fb-267275938860,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:58.694858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network bb0e687e-f433-4d3f-80fb-267275938860 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:58.709291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:58.715235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.746559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:21:58.760086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.760391 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Added segment b17f7b52-b096-47d9-a8c8-84f0daff0a1f of type vlan for network 52075bd6-bb38-47e1-802f-7295f51638dc Aug 11 08:21:58.810912 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.843595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.849660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:58.850306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:58.901739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2305861 Aug 11 08:21:58.904530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52088) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:21:58.912600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'ports': [{'network_id': 'bb0e687e-f433-4d3f-80fb-267275938860', 'name': 'tempest-port--997246656', 'admin_state_up': True}, {'network_id': '52075bd6-bb38-47e1-802f-7295f51638dc', 'admin_state_up': False}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:58.913197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'port': {'network_id': 'bb0e687e-f433-4d3f-80fb-267275938860', 'name': 'tempest-port--997246656', 'admin_state_up': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:58.914143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'port': {'network_id': '52075bd6-bb38-47e1-802f-7295f51638dc', 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:21:58.933617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f6735-793a-452f-aa9c-19b65b20e6db tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Network': ['ID=52075bd6-bb38-47e1-802f-7295f51638dc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:21:58.949132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 52075bd6-bb38-47e1-802f-7295f51638dc details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:21:59.076117 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:21:59.120394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'port': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:21:59.126916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:59.143893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:59.249758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51b33323-cebe-4c8d-9ee9-c03cbc5f623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:59.263361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a9aad-a476-4c90-a0c1-aabbb5724377 req-a2b8d22c-15bc-4417-99bf-ec8157b5aad4 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:59.265051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-790a9aad-a476-4c90-a0c1-aabbb5724377 req-a2b8d22c-15bc-4417-99bf-ec8157b5aad4 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 945 time: 0.1184795 Aug 11 08:21:59.285555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] device_id is not set on port 8e15687c-863b-43fc-a73e-bb40e66b71c4 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:59.342188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-790a9aad-a476-4c90-a0c1-aabbb5724377 req-22f29fca-dfed-4302-9d54-e84cefeb0bec tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Aug 11 08:21:59.431150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e4e9-7603-4609-bb99-1397003cc91c req-b4cf92e5-0365-4782-9151-2d17cc9a7dc3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:59.443347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f720e4e9-7603-4609-bb99-1397003cc91c req-b4cf92e5-0365-4782-9151-2d17cc9a7dc3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0802736 Aug 11 08:21:59.492648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:59.517817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f720e4e9-7603-4609-bb99-1397003cc91c req-f63befc1-1c29-460f-adf7-8bee30778dc5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Aug 11 08:21:59.607078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] device_id is not set on port 03c3e12d-8856-411c-9c7a-ac757236fe0c yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:21:59.632308 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:59.641451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80856f5-4961-4fb5-ab41-d7f716a696b4 req-a9385ea9-f939-4f2b-92bc-f98935b47a1a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:59.643648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b80856f5-4961-4fb5-ab41-d7f716a696b4 req-a9385ea9-f939-4f2b-92bc-f98935b47a1a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1296840 Aug 11 08:21:59.667694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850742a9-6bfd-4932-974b-728c3a025261 req-2d967b0e-3a02-4d6f-a78f-1bbda2f587e3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:21:59.675852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-850742a9-6bfd-4932-974b-728c3a025261 req-2d967b0e-3a02-4d6f-a78f-1bbda2f587e3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0803478 Aug 11 08:21:59.721566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-850742a9-6bfd-4932-974b-728c3a025261 req-a1be65cc-1294-48d3-b8ef-7d127c46c570 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Aug 11 08:21:59.755673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b80856f5-4961-4fb5-ab41-d7f716a696b4 req-4540d493-0bf7-46a9-8443-3700953e7541 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Aug 11 08:21:59.833344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:21:59.900709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:00.011532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Port': ['ID=8e15687c-863b-43fc-a73e-bb40e66b71c4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:00.041217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Checking segment: {'id': 'b6b783ec-b5b6-4f25-a633-7de81c844c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'bb0e687e-f433-4d3f-80fb-267275938860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:00.041577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network hostable DHCP agents. Network: bb0e687e-f433-4d3f-80fb-267275938860, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:00.070076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.076566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.082841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.088132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4b194-d656-4b7f-98bf-8dd2fe5e2772 req-d8d11350-5433-45ba-b1e9-a7dd1257a1b3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.089247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.089915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ea4b194-d656-4b7f-98bf-8dd2fe5e2772 req-d8d11350-5433-45ba-b1e9-a7dd1257a1b3 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0742407 Aug 11 08:22:00.101319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.107515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.113542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.116069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-c1718760-a82b-4a2e-be30-53a2d245f753 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.1444647 Aug 11 08:22:00.123156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network bb0e687e-f433-4d3f-80fb-267275938860 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:00.140182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ea4b194-d656-4b7f-98bf-8dd2fe5e2772 req-d556c28e-ed39-4302-8f67-d1d83887eb9c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Aug 11 08:22:00.149306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, bb0e687e-f433-4d3f-80fb-267275938860) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:00.159966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61da927-9831-43f1-86a5-109495c23d5a None None] Network bb0e687e-f433-4d3f-80fb-267275938860 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:00.162109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:00.163229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:00.262168 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc3a410c-4e31-44b2-b514-318087aa76b4 req-f621d6ba-a3d7-4925-a845-6d9c649515ac tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357398 Aug 11 08:22:00.279242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Port': ['ID=03c3e12d-8856-411c-9c7a-ac757236fe0c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:00.299986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c73baa-abc1-4b52-8547-46841a9f4c39 req-d9b7ae5a-e120-4ded-a27f-1ddb15963037 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.308182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20c73baa-abc1-4b52-8547-46841a9f4c39 req-d9b7ae5a-e120-4ded-a27f-1ddb15963037 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.0651877 Aug 11 08:22:00.323730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Checking segment: {'id': 'b17f7b52-b096-47d9-a8c8-84f0daff0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '52075bd6-bb38-47e1-802f-7295f51638dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:00.324341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network hostable DHCP agents. Network: 52075bd6-bb38-47e1-802f-7295f51638dc, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:00.355986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network 52075bd6-bb38-47e1-802f-7295f51638dc is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:00.361098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20c73baa-abc1-4b52-8547-46841a9f4c39 req-dce68c2b-df99-41cd-8ea4-3c041d4903ef tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470359 Aug 11 08:22:00.382986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 52075bd6-bb38-47e1-802f-7295f51638dc) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:00.388897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:00.392276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b926db01-d5bb-4fd9-a073-75ef4a48955d None None] Network 52075bd6-bb38-47e1-802f-7295f51638dc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:00.395525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.401046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.401771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:00.452409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29cc5686-0dce-4766-9a9e-6c8680cff160 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5460536 Aug 11 08:22:00.452606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52144) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:00.474276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.480644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.487308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.494204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.500372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.506375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.512581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.514659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-01650110-b708-4490-96e5-cf2d7e2fe377 req-d9c24ac5-8e3f-45e9-a0a3-6f57a8b4ae59 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.1509957 Aug 11 08:22:00.578650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8e58-e098-4dc2-bdbf-76f40a908bf1 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.585854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a8e58-e098-4dc2-bdbf-76f40a908bf1 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.587608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-817a8e58-e098-4dc2-bdbf-76f40a908bf1 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1335063 Aug 11 08:22:00.592618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52154) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:00.596841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011dcba-c2d5-4f2a-b055-c5dad1003312 req-4ed4c0f2-2481-4ae6-af79-61746447b815 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.598393 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9011dcba-c2d5-4f2a-b055-c5dad1003312 req-4ed4c0f2-2481-4ae6-af79-61746447b815 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 945 time: 0.1608260 Aug 11 08:22:00.653714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9011dcba-c2d5-4f2a-b055-c5dad1003312 req-0e4d847a-b7fa-4f37-a8f7-813ce7301860 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486898 Aug 11 08:22:00.759589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Deleting port 8e15687c-863b-43fc-a73e-bb40e66b71c4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:00.760358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:00.797312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 121b80ae-63ed-4eb3-8176-81df6697bf6c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:22:00.862560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea9d94-c7bb-491c-ba8b-2840d0698fd5 req-bc2742ae-ccdd-4908-87f1-5efc5d956f85 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.867656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6ea9d94-c7bb-491c-ba8b-2840d0698fd5 req-bc2742ae-ccdd-4908-87f1-5efc5d956f85 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1155107 Aug 11 08:22:00.918945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:00.933208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6ea9d94-c7bb-491c-ba8b-2840d0698fd5 req-ed88625e-a168-4b2d-b0cf-92defab625b2 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540214 Aug 11 08:22:00.935572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:00.938534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Calling delete_port for 8e15687c-863b-43fc-a73e-bb40e66b71c4 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:00.951751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'port_id': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'mac_address': 'fa:16:3e:48:af:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:22:00.966411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33a74-99c8-4962-a2d7-40697d3f252e req-0ab616ea-cdfa-4b78-8ac0-c21118e4d614 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:00.974246 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5f33a74-99c8-4962-a2d7-40697d3f252e req-0ab616ea-cdfa-4b78-8ac0-c21118e4d614 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1195123 Aug 11 08:22:01.001267 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.018774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121b80ae-63ed-4eb3-8176-81df6697bf6c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:01.057256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:01.065176 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.074068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17552777-6495-4217-8093-801a730c1e6b req-70831dd4-bdb5-4dbd-bace-4104fa9dc1f0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:01.088741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17552777-6495-4217-8093-801a730c1e6b req-70831dd4-bdb5-4dbd-bace-4104fa9dc1f0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0810425 Aug 11 08:22:01.104463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5f33a74-99c8-4962-a2d7-40697d3f252e req-ea103b22-c8e9-4514-805f-27c0e8e06021 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288843 Aug 11 08:22:01.126101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:01.144423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:01.144589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17552777-6495-4217-8093-801a730c1e6b req-82f66aa0-6a90-4cd1-b6a8-4c53261b1199 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 Aug 11 08:22:01.187661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.221064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Port': ['ID=8e15687c-863b-43fc-a73e-bb40e66b71c4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:01.234867 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.238147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-89ca959a-55c2-487e-872a-16786cc86b83 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/ports/8e15687c-863b-43fc-a73e-bb40e66b71c4 HTTP/1.1" status: 204 len: 168 time: 0.6442947 Aug 11 08:22:01.243573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52178) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:01.322661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f47ee1a6-4d5d-47e9-83dd-ce2674ced9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.410137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Deleting port 03c3e12d-8856-411c-9c7a-ac757236fe0c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:01.410486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.442522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['121b80ae-63ed-4eb3-8176-81df6697bf6c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:01.497852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.520914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Calling delete_port for 03c3e12d-8856-411c-9c7a-ac757236fe0c owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:01.543009 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f47ee1a6-4d5d-47e9-83dd-ce2674ced9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.581427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f47ee1a6-4d5d-47e9-83dd-ce2674ced9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.637186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ee1a6-4d5d-47e9-83dd-ce2674ced9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a2be1d-1db0-4e0c-8235-cae5fcddab9e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:01.643863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f47ee1a6-4d5d-47e9-83dd-ce2674ced9a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88f82f2b498145ceb518114a082f3a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161633 Aug 11 08:22:01.644331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52198) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:01.668137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.699330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Port': ['ID=03c3e12d-8856-411c-9c7a-ac757236fe0c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:01.705809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.711146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-af80cb15-f765-423e-b1e4-1385bc1b2d3f tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/ports/03c3e12d-8856-411c-9c7a-ac757236fe0c HTTP/1.1" status: 204 len: 168 time: 0.4632657 Aug 11 08:22:01.711592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52202) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:01.715952 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6a22-08da-42b0-b2bd-f673cf88135e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.741128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6a22-08da-42b0-b2bd-f673cf88135e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.743690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-58b85750-8864-4e19-9052-d9122512194d tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307660 Aug 11 08:22:01.749424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52206) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:01.755361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-898476036'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:01.781429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:01.784976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.820686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:01.833606 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.834124 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Added segment 3d6c39e0-d53b-4d1c-9475-939ef3808bcd of type vlan for network c9eb6e1b-e366-4e84-803c-157be55ce10a Aug 11 08:22:01.837156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c7fe6-7ff0-4d6e-a470-7c6a2d0eb69b req-db3c30b9-8295-4925-81e1-24fdb506c639 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:01.839099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e16c7fe6-7ff0-4d6e-a470-7c6a2d0eb69b req-db3c30b9-8295-4925-81e1-24fdb506c639 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 945 time: 0.0709748 Aug 11 08:22:01.840052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6a22-08da-42b0-b2bd-f673cf88135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.842621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c1c6a22-08da-42b0-b2bd-f673cf88135e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.846123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3c1c6a22-08da-42b0-b2bd-f673cf88135e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70a2be1d-1db0-4e0c-8235-cae5fcddab9e HTTP/1.1" status: 204 len: 168 time: 0.1978612 Aug 11 08:22:01.858599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6a22-08da-42b0-b2bd-f673cf88135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a2be1d-1db0-4e0c-8235-cae5fcddab9e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:01.886100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.906710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e16c7fe6-7ff0-4d6e-a470-7c6a2d0eb69b req-8617210d-fc4e-4d8b-89fb-136ca573127c tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591063 Aug 11 08:22:01.926689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:01.932478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:01.933120 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.009925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2589347 Aug 11 08:22:02.013010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52214) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:02.019749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1643490683'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:02.044147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:02.048518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.056821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b847e-332e-4c1b-8522-c1698ace11ca tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Network': ['ID=c9eb6e1b-e366-4e84-803c-157be55ce10a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:02.070908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c9eb6e1b-e366-4e84-803c-157be55ce10a details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:02.080364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:02.087633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e6da-504c-4874-9b53-a95472ac6b2c req-3139e5fe-16ab-4f47-bf41-5522011203b8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.090068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9d3e6da-504c-4874-9b53-a95472ac6b2c req-3139e5fe-16ab-4f47-bf41-5522011203b8 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 944 time: 0.0741394 Aug 11 08:22:02.095244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.095909 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Added segment b0072cf2-4e51-46f1-b553-e9c64a8de804 of type vlan for network c67fe7a5-75eb-4e2a-b015-c165490b7da0 Aug 11 08:22:02.142786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9d3e6da-504c-4874-9b53-a95472ac6b2c req-c630c9ae-c0c4-4648-9e98-c7c819c8eb7e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457909 Aug 11 08:22:02.202947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.296423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fa836-1c34-420e-9fbf-dae93568672e req-81cb1976-8957-4889-9d41-55f2664a4780 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.300255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-458fa836-1c34-420e-9fbf-dae93568672e req-81cb1976-8957-4889-9d41-55f2664a4780 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.1663527 Aug 11 08:22:02.309291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0093ca-f5f4-4e0b-b36e-d5c65f22c2a3 req-35ce529b-42f6-4c29-b9b8-1c5b47dbd926 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.311047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca0093ca-f5f4-4e0b-b36e-d5c65f22c2a3 req-35ce529b-42f6-4c29-b9b8-1c5b47dbd926 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.0697374 Aug 11 08:22:02.329931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.366970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.371937 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca0093ca-f5f4-4e0b-b36e-d5c65f22c2a3 req-596cf076-e088-4dc6-b5da-2d0ef4c1ff07 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540788 Aug 11 08:22:02.374115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.375294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.467309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247c97-2d4a-47e3-89b8-9722f473165c req-2e5013b8-7787-4ed9-8676-f4d355fa9992 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.470623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef247c97-2d4a-47e3-89b8-9722f473165c req-2e5013b8-7787-4ed9-8676-f4d355fa9992 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 945 time: 0.2452471 Aug 11 08:22:02.502280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4877009 Aug 11 08:22:02.537522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4180a1c-f415-47a6-84bf-f20e7ec2d543 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Network': ['ID=c67fe7a5-75eb-4e2a-b015-c165490b7da0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:02.549072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c67fe7a5-75eb-4e2a-b015-c165490b7da0 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:02.579261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef247c97-2d4a-47e3-89b8-9722f473165c req-00aa21b2-c417-4e52-8c96-dbf61a72c140 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806737 Aug 11 08:22:02.593279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:02.623078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:02.623295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.652929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52256) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:02.665525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'subnets': [{'network_id': 'c9eb6e1b-e366-4e84-803c-157be55ce10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1465963771', 'ip_version': 4}, {'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:02.665934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'subnet': {'network_id': 'c9eb6e1b-e366-4e84-803c-157be55ce10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1465963771', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:02.666495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Request body: {'subnet': {'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:02.701414 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76129847-923e-42ee-a5c3-002be7dcc559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.779365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port 274c37e9-dd63-44c9-b63b-4cab9ffa0483, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=274c37e9-dd63-44c9-b63b-4cab9ffa0483,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:02.779953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.799541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 121b80ae-63ed-4eb3-8176-81df6697bf6c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:02.815233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for 274c37e9-dd63-44c9-b63b-4cab9ffa0483 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:02.859717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 121b80ae-63ed-4eb3-8176-81df6697bf6c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:02.860658 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:02.875980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e361-40e6-43fd-a2f6-f6516e6548d0 req-1e1ccead-787a-45ab-b003-5bab8fd3b5e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.877752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc19e361-40e6-43fd-a2f6-f6516e6548d0 req-1e1ccead-787a-45ab-b003-5bab8fd3b5e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.2004070 Aug 11 08:22:02.931476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.933144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.933144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.933144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.933415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.933985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.934374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:02.936855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-6eba2127-cfdd-4f6c-a8d2-32683152a87a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.3429811 Aug 11 08:22:02.997407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc19e361-40e6-43fd-a2f6-f6516e6548d0 req-9325aec8-4fd8-49a5-82ab-010ffea5cffd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095107 Aug 11 08:22:03.000936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Made reservation on behalf of 46107ff788fa4c96958edc434730b1d6 for: {'subnet': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:03.011688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.012047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.046334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.088242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:03.094885 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35b5a88-14bf-4b93-b372-81059a4313af" -d '{"events": [{"server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "name": "network-vif-plugged", "status": "completed", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:03.095164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.115215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:03.121009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ba07c-49e8-4252-96ea-4f8aa430a2b0 req-7e63913b-5ab0-41f4-8159-ac4c252a1230 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:03.123083 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.124651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-04b0f7d4-ac2d-44df-9d7f-8866f41b11cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757357 Aug 11 08:22:03.130721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e10ba07c-49e8-4252-96ea-4f8aa430a2b0 req-7e63913b-5ab0-41f4-8159-ac4c252a1230 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 945 time: 0.1224024 Aug 11 08:22:03.138455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2', '274c37e9-dd63-44c9-b63b-4cab9ffa0483'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:03.234656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=274c37e9-dd63-44c9-b63b-4cab9ffa0483,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:03.245444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port 274c37e9-dd63-44c9-b63b-4cab9ffa0483 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:03.250947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.253148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-458fa836-1c34-420e-9fbf-dae93568672e req-9df0639a-8118-438e-a05f-16d9566ccbd9 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "DELETE /v2.0/ports/274c37e9-dd63-44c9-b63b-4cab9ffa0483 HTTP/1.1" status: 204 len: 173 time: 0.9368072 Aug 11 08:22:03.254229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'name': 'network-vif-deleted', 'tag': '274c37e9-dd63-44c9-b63b-4cab9ffa0483'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:03.257054 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71423641-f609-4719-931f-de99c66c4fef" -d '{"events": [{"server_uuid": "8ed1784c-6dac-4090-8ff6-69c82ba0b46b", "name": "network-vif-deleted", "tag": "274c37e9-dd63-44c9-b63b-4cab9ffa0483"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:03.265367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432d18-1719-4317-9c39-d2bea0b524a3 req-7e473c9b-894c-452a-ad81-e9c05148b0bd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:03.273660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2432d18-1719-4317-9c39-d2bea0b524a3 req-7e473c9b-894c-452a-ad81-e9c05148b0bd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1589992 Aug 11 08:22:03.286224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-b1cabca5-55ca-4deb-b363-3ca488110532 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:03.287822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e10ba07c-49e8-4252-96ea-4f8aa430a2b0 req-3c37fbf0-eb5d-4e6a-bafd-37a2956aaf89 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2692c2-aa27-4da6-b221-682771fa8461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560464 Aug 11 08:22:03.288318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-b1cabca5-55ca-4deb-b363-3ca488110532 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.69 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 945 time: 0.1472106 Aug 11 08:22:03.418128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2432d18-1719-4317-9c39-d2bea0b524a3 req-7b4c0c74-d2f3-4f57-9465-cdade10f5557 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352525 Aug 11 08:22:03.485457 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0777ab6c-82d2-4d39-8dc7-57d5b16c2e1e x-openstack-request-id: req-0777ab6c-82d2-4d39-8dc7-57d5b16c2e1e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:03.485979 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "name": "network-vif-plugged", "status": "completed", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:03.487318 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0777ab6c-82d2-4d39-8dc7-57d5b16c2e1e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:03.487913 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'code': 200} Aug 11 08:22:03.490842 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69de068-0c81-4376-898a-49c8427ffeab x-openstack-request-id: req-d69de068-0c81-4376-898a-49c8427ffeab {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:03.491225 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed1784c-6dac-4090-8ff6-69c82ba0b46b", "name": "network-vif-deleted", "tag": "274c37e9-dd63-44c9-b63b-4cab9ffa0483", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:03.491575 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d69de068-0c81-4376-898a-49c8427ffeab {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:03.492354 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed1784c-6dac-4090-8ff6-69c82ba0b46b', 'name': 'network-vif-deleted', 'tag': '274c37e9-dd63-44c9-b63b-4cab9ffa0483', 'status': 'completed', 'code': 200} Aug 11 08:22:03.506214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddf361-5690-4828-89bd-34bd8f336adb req-35f433d9-57dc-449b-b832-e8c8cf6e9319 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:03.515169 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5bddf361-5690-4828-89bd-34bd8f336adb req-35f433d9-57dc-449b-b832-e8c8cf6e9319 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0916533 Aug 11 08:22:03.568357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:03.640491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5bddf361-5690-4828-89bd-34bd8f336adb req-85683bfd-882e-4554-93ee-d143cf36d220 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238234 Aug 11 08:22:03.745024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Deleting port a5551234-92ca-4899-8d53-b9d9fcf90fc5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:03.745661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.757337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb33be-de24-4ea5-ba9b-7b98f43c87c3 req-283870c9-4a23-4ee2-afd5-f8ea824d4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:03.759916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50cb33be-de24-4ea5-ba9b-7b98f43c87c3 req-283870c9-4a23-4ee2-afd5-f8ea824d4ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 1096 time: 0.1682415 Aug 11 08:22:03.827468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb684009-13af-45f4-9e52-22e118236730 req-d5f7f5f6-be4c-407d-99d8-624fc7306588 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ed1784c-6dac-4090-8ff6-69c82ba0b46b HTTP/1.1" status: 200 len: 210 time: 0.0859089 Aug 11 08:22:03.828189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50cb33be-de24-4ea5-ba9b-7b98f43c87c3 req-845d59c5-73a5-4aa4-8594-859fd29ac543 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Aug 11 08:22:03.934635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] For port a5551234-92ca-4899-8d53-b9d9fcf90fc5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a5551234-92ca-4899-8d53-b9d9fcf90fc5,segment=NetworkSegment(525554b0-c17f-412b-bd8b-adf7964849db),segment_id=525554b0-c17f-412b-bd8b-adf7964849db)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:03.935041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:03.955954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Calling delete_port for a5551234-92ca-4899-8d53-b9d9fcf90fc5 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:03.971144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-8f4b9e2b-cb68-408a-86a2-bffb9c793884 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:03.978629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-8f4b9e2b-cb68-408a-86a2-bffb9c793884 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.1335137 Aug 11 08:22:03.989512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-39131952-2953-46a9-8835-4dbfffa41524 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/quotas/1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 375 time: 0.0096395 Aug 11 08:22:04.064852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-f8886da7-0859-44b0-be95-617c9d8df11f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0676613 Aug 11 08:22:04.065097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.149830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Subnet': ['ID=1648a338-ab50-43e0-a527-96c8daa12309,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:04.178317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-41f3d5bd-4714-4455-8a53-173b06d94567 service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025243 Aug 11 08:22:04.197381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Checking segment: {'id': '3d6c39e0-d53b-4d1c-9475-939ef3808bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c9eb6e1b-e366-4e84-803c-157be55ce10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:04.197748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network hostable DHCP agents. Network: c9eb6e1b-e366-4e84-803c-157be55ce10a, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:04.231622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network c9eb6e1b-e366-4e84-803c-157be55ce10a is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:04.235418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.272176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c9eb6e1b-e366-4e84-803c-157be55ce10a) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:04.274303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Pushing event deleted for resources: {'Port': ['ID=a5551234-92ca-4899-8d53-b9d9fcf90fc5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:04.280758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a5551234-92ca-4899-8d53-b9d9fcf90fc5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:04.289901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.321690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-c1457af2-f6a7-40e5-8f5e-d914362ae1ff service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341016 Aug 11 08:22:04.356869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f1397-8d47-4f27-bb5f-fe2d5456045c None None] Network c9eb6e1b-e366-4e84-803c-157be55ce10a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:04.415933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event updated for resources: {'Subnet': ['ID=90e48c4d-8f3c-4d59-9d98-d94b7cfb3e4d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:04.500109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] No DVR routers for this DVR port a5551234-92ca-4899-8d53-b9d9fcf90fc5 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:04.524855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5801c43e-e3c8-46fb-b81f-f5bc826a47f5 req-7bc666d0-45d8-42e6-a510-bdf5318c0bed tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.58 "GET /v2.0/ports?device_id=29849b8a-d5f7-4992-8ed4-d9e857e9b229 HTTP/1.1" status: 200 len: 210 time: 0.1005125 Aug 11 08:22:04.525943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.527892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7536a2fe-e5dc-4ac2-9a3f-3f14738b3118 req-37ae0419-fab2-4408-9f18-3e348d3c1a01 tempest-ServerMetadataNegativeTestJSON-11266671 tempest-ServerMetadataNegativeTestJSON-11266671-project] 10.222.0.69 "DELETE /v2.0/ports/a5551234-92ca-4899-8d53-b9d9fcf90fc5 HTTP/1.1" status: 204 len: 173 time: 1.2269707 Aug 11 08:22:04.530167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'name': 'network-vif-deleted', 'tag': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:04.532611 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89c2ed9-7aeb-43d0-9aed-99c56bbc570d" -d '{"events": [{"server_uuid": "29849b8a-d5f7-4992-8ed4-d9e857e9b229", "name": "network-vif-deleted", "tag": "a5551234-92ca-4899-8d53-b9d9fcf90fc5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:04.543917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Checking segment: {'id': 'b0072cf2-4e51-46f1-b553-e9c64a8de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:04.544256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network hostable DHCP agents. Network: c67fe7a5-75eb-4e2a-b015-c165490b7da0, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:04.564957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e2345361-dc37-4b37-9370-98948cb370a1 req-d742dfe2-60c9-4ecc-af95-5b326eb5eddd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 210 time: 0.0521519 Aug 11 08:22:04.567782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Network c67fe7a5-75eb-4e2a-b015-c165490b7da0 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:04.584314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c67fe7a5-75eb-4e2a-b015-c165490b7da0) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:04.598475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:04.599169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:04.599842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.617311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070cd2f-2c0e-4b22-aa8c-2584b578e000 None None] Network c67fe7a5-75eb-4e2a-b015-c165490b7da0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:04.623440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52322) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:04.623585 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3a9e5378-79f0-40b3-bad6-f2b3cf4c1d51 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9722466 Aug 11 08:22:04.631860 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40ef74e-f87f-4f8b-be0d-56c5bff7fbc4 x-openstack-request-id: req-c40ef74e-f87f-4f8b-be0d-56c5bff7fbc4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:04.632407 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29849b8a-d5f7-4992-8ed4-d9e857e9b229", "name": "network-vif-deleted", "tag": "a5551234-92ca-4899-8d53-b9d9fcf90fc5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:04.632865 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c40ef74e-f87f-4f8b-be0d-56c5bff7fbc4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:04.633572 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29849b8a-d5f7-4992-8ed4-d9e857e9b229', 'name': 'network-vif-deleted', 'tag': 'a5551234-92ca-4899-8d53-b9d9fcf90fc5', 'status': 'completed', 'code': 200} Aug 11 08:22:04.791369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec708254-c10b-4622-8a31-b3e8e5831ee0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:04.794063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec708254-c10b-4622-8a31-b3e8e5831ee0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:04.796239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec708254-c10b-4622-8a31-b3e8e5831ee0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:04.798267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ec708254-c10b-4622-8a31-b3e8e5831ee0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1734331 Aug 11 08:22:04.806709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52332) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:04.842970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52334) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:04.853384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53aa534-6832-48c5-b7e1-2b886c0ec649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c9eb6e1b-e366-4e84-803c-157be55ce10a', 'network_id': 'c9eb6e1b-e366-4e84-803c-157be55ce10a', 'tenant_id': '46107ff788fa4c96958edc434730b1d6', 'fixed_ips': [{'subnet_id': '1648a338-ab50-43e0-a527-96c8daa12309'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:22:04.854251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f53aa534-6832-48c5-b7e1-2b886c0ec649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.860040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.873846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c212c-d5a3-4b59-aa94-fe0b7e51f2d9 req-e4d749de-ec7d-4c4b-b54f-897a701cfbad tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:04.885061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8c212c-d5a3-4b59-aa94-fe0b7e51f2d9 req-e4d749de-ec7d-4c4b-b54f-897a701cfbad tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1224186 Aug 11 08:22:04.893548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Deleting subnet 1648a338-ab50-43e0-a527-96c8daa12309 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:04.897280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:04.962342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.043040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8c212c-d5a3-4b59-aa94-fe0b7e51f2d9 req-6bef104c-7744-4e10-a43f-8359a12da9c3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468320 Aug 11 08:22:05.115101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.153530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53c8df71-b8cd-4e4f-82f4-7c9e71531c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.159493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c67fe7a5-75eb-4e2a-b015-c165490b7da0', 'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0', 'tenant_id': '46107ff788fa4c96958edc434730b1d6', 'fixed_ips': [{'subnet_id': '90e48c4d-8f3c-4d59-9d98-d94b7cfb3e4d'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:22:05.160779 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.254250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-f53aa534-6832-48c5-b7e1-2b886c0ec649 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1648a338-ab50-43e0-a527-96c8daa12309: This subnet is being modified by another concurrent operation. Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:22:05.330023 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1648a338-ab50-43e0-a527-96c8daa12309: This subnet is being modified by another concurrent operation. Aug 11 08:22:05.335259 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:22:05.396104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.400744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/subnets/1648a338-ab50-43e0-a527-96c8daa12309 HTTP/1.1" status: 204 len: 168 time: 0.5898485 Aug 11 08:22:05.404263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3143b7f-241c-401d-9c54-a85f358441c3 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Subnet': ['ID=1648a338-ab50-43e0-a527-96c8daa12309,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:05.408287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52356) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:05.441665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2eb3a-a924-40e4-9b83-8c270e34df7f None None] Network c9eb6e1b-e366-4e84-803c-157be55ce10a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:05.501020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53c8df71-b8cd-4e4f-82f4-7c9e71531c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.511771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53c8df71-b8cd-4e4f-82f4-7c9e71531c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.609458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Deleting subnet 90e48c4d-8f3c-4d59-9d98-d94b7cfb3e4d {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:05.617267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52368) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:05.629513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-53c8df71-b8cd-4e4f-82f4-7c9e71531c69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f284c21844074ed78b20add516583809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7843506 Aug 11 08:22:05.630650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52370) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:05.641561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Allocated IP 172.20.0.18 (c67fe7a5-75eb-4e2a-b015-c165490b7da0/90e48c4d-8f3c-4d59-9d98-d94b7cfb3e4d/5e4e870e-23d3-4700-94da-18acc2cd0e2d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:05.643357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8df71-b8cd-4e4f-82f4-7c9e71531c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd54ba-740e-4c9d-b5bb-27b5e08eafa8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:05.735931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d0406ad-1715-4121-9539-3096de14a2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.759237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Deleting subnet 53263367-1a5c-4414-a9f6-4db20cf0eda5 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:05.767413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.811587 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.817814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d0406ad-1715-4121-9539-3096de14a2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.822219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-401c3aa4-ea74-402c-bafe-63e92b4a6875 req-d80c7143-8f61-422e-9cd0-b64796a4d240 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 210 time: 0.0609829 Aug 11 08:22:05.866210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.903460 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.927984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d0406ad-1715-4121-9539-3096de14a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.939754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Transition to ACTIVE for port object 5e4e870e-23d3-4700-94da-18acc2cd0e2d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:05.940357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d0406ad-1715-4121-9539-3096de14a2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:05.941528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d0406ad-1715-4121-9539-3096de14a2b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8bd54ba-740e-4c9d-b5bb-27b5e08eafa8 HTTP/1.1" status: 204 len: 168 time: 0.3082979 Aug 11 08:22:05.971485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0406ad-1715-4121-9539-3096de14a2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd54ba-740e-4c9d-b5bb-27b5e08eafa8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:05.999579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Transition to ACTIVE for port object 5e4e870e-23d3-4700-94da-18acc2cd0e2d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:06.000338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.008228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.009732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.064580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Network c67fe7a5-75eb-4e2a-b015-c165490b7da0 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:06.084465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:06.086278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53263367-1a5c-4414-a9f6-4db20cf0eda5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:06.087074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Pushing event updated for resources: {'Port': ['ID=5e4e870e-23d3-4700-94da-18acc2cd0e2d,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:06.090709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:06.093043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.104277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.112735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b4c25ea1-4a10-4f96-838c-343cb966b370 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/53263367-1a5c-4414-a9f6-4db20cf0eda5 HTTP/1.1" status: 204 len: 168 time: 0.4922068 Aug 11 08:22:06.114105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52388) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:06.138857 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.207339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Attempting to bind port 5e4e870e-23d3-4700-94da-18acc2cd0e2d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:06.207866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Attempting to bind port 5e4e870e-23d3-4700-94da-18acc2cd0e2d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b0072cf2-4e51-46f1-b553-e9c64a8de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:06.212078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Attempting to bind port 5e4e870e-23d3-4700-94da-18acc2cd0e2d on network c67fe7a5-75eb-4e2a-b015-c165490b7da0 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:06.234327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:06.234728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Checking segment: {'id': 'b0072cf2-4e51-46f1-b553-e9c64a8de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:06.235014 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.235411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Bound using segment: {'id': 'b0072cf2-4e51-46f1-b553-e9c64a8de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:06.237018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Bound port: 5e4e870e-23d3-4700-94da-18acc2cd0e2d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0072cf2-4e51-46f1-b553-e9c64a8de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c67fe7a5-75eb-4e2a-b015-c165490b7da0'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:06.238223 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.249049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.287692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b51a-aa5b-4465-b68f-78932e12bcb8 req-bc9fba3c-65f9-4420-9b22-66f461426d5f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:06.290426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1c2b51a-aa5b-4465-b68f-78932e12bcb8 req-bc9fba3c-65f9-4420-9b22-66f461426d5f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.0910759 Aug 11 08:22:06.350345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.428787 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.450916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6b0d52-393c-4642-9341-429a5aac4331']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:06.467362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a1c2b51a-aa5b-4465-b68f-78932e12bcb8 req-0fd33d36-eb53-48a7-ac91-ca8fe418ebba tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 Aug 11 08:22:06.469484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525554b0-c17f-412b-bd8b-adf7964849db') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:06.469845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525554b0-c17f-412b-bd8b-adf7964849db') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:06.480322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.496519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.507030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:06.508056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:06.510601 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:06.537264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] For port 5e4e870e-23d3-4700-94da-18acc2cd0e2d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:06.541946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] For port 5e4e870e-23d3-4700-94da-18acc2cd0e2d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5e4e870e-23d3-4700-94da-18acc2cd0e2d,segment=NetworkSegment(b0072cf2-4e51-46f1-b553-e9c64a8de804),segment_id=b0072cf2-4e51-46f1-b553-e9c64a8de804)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:06.549465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.609507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.629492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:06.637976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c4551-1dcf-4ed3-a7d7-2cbba5f5446f req-99fb0a76-0a17-4b9e-8223-a84020e5d6f7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:06.651344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-695c4551-1dcf-4ed3-a7d7-2cbba5f5446f req-99fb0a76-0a17-4b9e-8223-a84020e5d6f7 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 945 time: 0.2904561 Aug 11 08:22:06.652439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.656627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4828b-710c-43ff-bfd3-8360f64557be None None] Pushing event updated for resources: {'Port': ['ID=5e4e870e-23d3-4700-94da-18acc2cd0e2d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:06.664758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.667030 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa6b0d52-393c-4642-9341-429a5aac4331 HTTP/1.1" status: 204 len: 168 time: 0.5488126 Aug 11 08:22:06.681423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943ff3-0734-4056-8254-ed2f3bcc1e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6b0d52-393c-4642-9341-429a5aac4331,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:06.703080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aa4b0-6f6b-402b-a4ce-ec0c4ff352fc req-1f46367e-d474-41e8-80c3-9144f8c24fe0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:06.703931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Subnet': ['ID=90e48c4d-8f3c-4d59-9d98-d94b7cfb3e4d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:06.704722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-869aa4b0-6f6b-402b-a4ce-ec0c4ff352fc req-1f46367e-d474-41e8-80c3-9144f8c24fe0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.1229432 Aug 11 08:22:06.729214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.731189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a5844de3-4987-4586-a004-a706cf127da5 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/subnets/90e48c4d-8f3c-4d59-9d98-d94b7cfb3e4d HTTP/1.1" status: 204 len: 168 time: 1.3221798 Aug 11 08:22:06.734644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:06.735492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fa2839-e0a5-45cf-bf5f-692c413acd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:06.754824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-c35b9ec7-0220-4ed0-992e-a6be3e6da818 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:06.756497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-c35b9ec7-0220-4ed0-992e-a6be3e6da818 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.69 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.3342466 Aug 11 08:22:06.759354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-869aa4b0-6f6b-402b-a4ce-ec0c4ff352fc req-afb109cc-2b4f-4f93-8736-1fca1a1a003a tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Aug 11 08:22:06.781096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'port': {'device_id': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'admin_state_up': True, 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:06.831679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 274c37e9-dd63-44c9-b63b-4cab9ffa0483 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:06.905495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 274c37e9-dd63-44c9-b63b-4cab9ffa0483 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:06.905495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 274c37e9-dd63-44c9-b63b-4cab9ffa0483 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:06.913618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-695c4551-1dcf-4ed3-a7d7-2cbba5f5446f req-88f93d97-58a8-4b73-b378-83834034a36b tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612431 Aug 11 08:22:06.997589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:06.999488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542adb76-0a77-4b17-9cdf-af3665022861 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:07.001433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-542adb76-0a77-4b17-9cdf-af3665022861 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2633348 Aug 11 08:22:07.009479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52410) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:07.107912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dbacfaf3-1cb2-40d9-995b-8f16cf496fa2 req-b2088b45-fda8-4979-8bfd-f2754afd40ad tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 210 time: 0.1039572 Aug 11 08:22:07.206505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5e4e870e-23d3-4700-94da-18acc2cd0e2d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:07.219894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fa2839-e0a5-45cf-bf5f-692c413acd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.222285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0ca23044-2995-4e27-81c1-ab8b1494280a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e1c0364b5b34a3685006963e1e623e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230389 Aug 11 08:22:07.224814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52420) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:07.228841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.236149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fa2839-e0a5-45cf-bf5f-692c413acd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.275985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5e4e870e-23d3-4700-94da-18acc2cd0e2d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:07.309058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Deleting port 5e4e870e-23d3-4700-94da-18acc2cd0e2d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:07.309455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.311634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a5551234-92ca-4899-8d53-b9d9fcf90fc5 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:07.335019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: a5551234-92ca-4899-8d53-b9d9fcf90fc5 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:07.335750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a5551234-92ca-4899-8d53-b9d9fcf90fc5 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:07.367016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:07.371145 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.378708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa2839-e0a5-45cf-bf5f-692c413acd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a5d8b-9683-4bab-bdf4-97ef93250062,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:07.390209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] For port 5e4e870e-23d3-4700-94da-18acc2cd0e2d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5e4e870e-23d3-4700-94da-18acc2cd0e2d,segment=NetworkSegment(b0072cf2-4e51-46f1-b553-e9c64a8de804),segment_id=b0072cf2-4e51-46f1-b553-e9c64a8de804)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:07.390479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.394312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-03fa2839-e0a5-45cf-bf5f-692c413acd52 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db2c0ab1f084444581b4be3c139a1cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378471 Aug 11 08:22:07.403071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52426) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:07.409076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Calling delete_port for 5e4e870e-23d3-4700-94da-18acc2cd0e2d owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:07.499182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.517754 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28abd700-178d-4772-8316-65669f8e8d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.529483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Port': ['ID=5e4e870e-23d3-4700-94da-18acc2cd0e2d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:07.531545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] No DVR routers for this DVR port 5e4e870e-23d3-4700-94da-18acc2cd0e2d on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:07.620718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.637055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67fe7a5-75eb-4e2a-b015-c165490b7da0']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:07.652083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0072cf2-4e51-46f1-b553-e9c64a8de804') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:07.652372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0072cf2-4e51-46f1-b553-e9c64a8de804') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:07.664627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.681286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.688544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:07.688995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:07.692390 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:07.766430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.773463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.777739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/networks/c67fe7a5-75eb-4e2a-b015-c165490b7da0 HTTP/1.1" status: 204 len: 168 time: 0.7613721 Aug 11 08:22:07.781324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52428) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:07.856610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f9b74-f09d-461f-81a8-81bad037198a tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Network': ['ID=c67fe7a5-75eb-4e2a-b015-c165490b7da0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:07.873478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c02dbc9f-ed59-4d5c-a660-c9e28623ba2b None None] Could not find standard attr ID for object 5e4e870e-23d3-4700-94da-18acc2cd0e2d. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:22:07.893948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.933717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f3ccd-60bd-418c-8025-07718234c4fd None None] DHCP port deletion for c67fe7a5-75eb-4e2a-b015-c165490b7da0 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:22:07.954882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-8b23ddea-589c-4402-9262-8ff7a7e793e5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:07.955097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523f893-d8de-4aa2-9219-661b1f6f6c30 None None] Network c67fe7a5-75eb-4e2a-b015-c165490b7da0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:07.962103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-8b23ddea-589c-4402-9262-8ff7a7e793e5 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 815 time: 0.6903605 Aug 11 08:22:07.972323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523f893-d8de-4aa2-9219-661b1f6f6c30 None None] Network c67fe7a5-75eb-4e2a-b015-c165490b7da0 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 08:22:07.975455 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28abd700-178d-4772-8316-65669f8e8d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:07.987433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50210c-d01d-42f1-ac81-2fef6ebbcb64 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:22:08.027761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ca911f7-6cb4-43a1-83a7-d3e4ce014e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.051484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ca911f7-6cb4-43a1-83a7-d3e4ce014e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.069471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-d5ca30fe-be30-4c3c-b8bb-467e435525fd tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/quotas/0faa101549c54d51a14e1497a1980a5c HTTP/1.1" status: 200 len: 375 time: 0.1064065 Aug 11 08:22:08.075867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-2c72f0ce-af03-463c-a60f-10dc67894826 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:08.077510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-2c72f0ce-af03-463c-a60f-10dc67894826 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 945 time: 0.1498318 Aug 11 08:22:08.080024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.103409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9eb6e1b-e366-4e84-803c-157be55ce10a']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:08.138446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c39e0-d53b-4d1c-9475-939ef3808bcd') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:08.138719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c39e0-d53b-4d1c-9475-939ef3808bcd') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:08.156012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Allocated IP 172.20.0.10 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/8a05d783-06d1-4a4b-b061-6949a10f999b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:08.165714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c18e-587a-4f14-9155-51df1f8345b8 req-2d574da3-d642-4477-8af5-19a35b360ab8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:08.167277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64f7c18e-587a-4f14-9155-51df1f8345b8 req-2d574da3-d642-4477-8af5-19a35b360ab8 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 945 time: 0.1498241 Aug 11 08:22:08.170100 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.172385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50210c-d01d-42f1-ac81-2fef6ebbcb64 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:22:08.188778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-049a9e10-d44b-45bf-a0e5-e9e70bf43725 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046460 Aug 11 08:22:08.194653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28abd700-178d-4772-8316-65669f8e8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.198428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28abd700-178d-4772-8316-65669f8e8d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.202236 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-28abd700-178d-4772-8316-65669f8e8d7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c2692c2-aa27-4da6-b221-682771fa8461 HTTP/1.1" status: 204 len: 168 time: 0.9761744 Aug 11 08:22:08.236155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.246814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:08.247486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.275724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd700-178d-4772-8316-65669f8e8d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2692c2-aa27-4da6-b221-682771fa8461,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:08.280954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ca911f7-6cb4-43a1-83a7-d3e4ce014e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.283442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ca911f7-6cb4-43a1-83a7-d3e4ce014e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.285013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ca911f7-6cb4-43a1-83a7-d3e4ce014e6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b53a5d8b-9683-4bab-bdf4-97ef93250062 HTTP/1.1" status: 204 len: 168 time: 0.8809488 Aug 11 08:22:08.315368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca911f7-6cb4-43a1-83a7-d3e4ce014e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a5d8b-9683-4bab-bdf4-97ef93250062,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:08.337336 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:08.462227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-c68c0df0-a10c-41ef-a51d-69946e5f5359 service neutron] 10.222.0.58 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585742 Aug 11 08:22:08.467673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.505379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64f7c18e-587a-4f14-9155-51df1f8345b8 req-71320de1-fbb6-4565-92a3-0781a9dc96e4 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/security-groups?id=879cd126-51e9-426a-b2df-f6e7dca32d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205731 Aug 11 08:22:08.511940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.513928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/networks/c9eb6e1b-e366-4e84-803c-157be55ce10a HTTP/1.1" status: 204 len: 168 time: 0.7336864 Aug 11 08:22:08.522241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52442) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:08.563205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f0a67-9aaa-412c-9acf-d15362b05ced tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Network': ['ID=c9eb6e1b-e366-4e84-803c-157be55ce10a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:08.572292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Deleting port f70fead5-b300-4a23-817d-021e3de336d2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:08.577727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.633889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.680965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Transition to ACTIVE for port object 8a05d783-06d1-4a4b-b061-6949a10f999b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:08.689539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.704483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] For port f70fead5-b300-4a23-817d-021e3de336d2, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f70fead5-b300-4a23-817d-021e3de336d2,segment=NetworkSegment(0d70fbf1-17ed-4787-a155-312bbf5477dd),segment_id=0d70fbf1-17ed-4787-a155-312bbf5477dd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:08.704995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.721375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Calling delete_port for f70fead5-b300-4a23-817d-021e3de336d2 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:08.731162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-0f284d03-65a2-4943-a32f-d1e1d9536686 service neutron] 10.222.0.58 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680602 Aug 11 08:22:08.898812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.930568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:08.948262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52075bd6-bb38-47e1-802f-7295f51638dc']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:08.971842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17f7b52-b096-47d9-a8c8-84f0daff0a1f') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:08.972155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17f7b52-b096-47d9-a8c8-84f0daff0a1f') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:08.984461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.020636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.028368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:09.028994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.046787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb3541cb-2ef5-457b-9b96-dab63497529e req-9cd1b0a3-6775-44db-8dfe-813853287837 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 210 time: 0.1758647 Aug 11 08:22:09.092054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Pushing event deleted for resources: {'Port': ['ID=f70fead5-b300-4a23-817d-021e3de336d2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:09.146725 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:09.221975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.232551 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.249938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.259300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/networks/52075bd6-bb38-47e1-802f-7295f51638dc HTTP/1.1" status: 204 len: 168 time: 0.7292554 Aug 11 08:22:09.271619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52470) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:09.276920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] No DVR routers for this DVR port f70fead5-b300-4a23-817d-021e3de336d2 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:09.280860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50a21f-e7d8-4435-bcdf-d8d26e23e3e0 tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Network': ['ID=52075bd6-bb38-47e1-802f-7295f51638dc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:09.295554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.299335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af3f8af8-7399-4bdb-8510-0af948eaccfc req-d54e3053-c5e7-45af-8e88-6bd1f4a7bc56 tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.64 "DELETE /v2.0/ports/f70fead5-b300-4a23-817d-021e3de336d2 HTTP/1.1" status: 204 len: 173 time: 1.2087586 Aug 11 08:22:09.303073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44675f24-3904-473a-b197-ccbc77fde194', 'name': 'network-vif-deleted', 'tag': 'f70fead5-b300-4a23-817d-021e3de336d2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:09.307128 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e6ab78-efb5-485e-aad4-1c641c2ea8c8" -d '{"events": [{"server_uuid": "44675f24-3904-473a-b197-ccbc77fde194", "name": "network-vif-deleted", "tag": "f70fead5-b300-4a23-817d-021e3de336d2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:09.332075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:09.336960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:09.343895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:09.353697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=8a05d783-06d1-4a4b-b061-6949a10f999b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:09.423061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:09.423972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.449726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-97b804f9-2f34-476d-980c-876d39caa6f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6716325 Aug 11 08:22:09.467687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Request body: {'port': {'device_id': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:09.474374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-060ef042-c1dd-47a5-953e-a2f5f6654aca tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:09.487561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-060ef042-c1dd-47a5-953e-a2f5f6654aca tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "GET /v2.0/ports?device_id=28d374fa-f22f-4ed6-bfc5-ffd9950da37e HTTP/1.1" status: 200 len: 945 time: 0.6182396 Aug 11 08:22:09.577403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:09.589668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f70fead5-b300-4a23-817d-021e3de336d2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:09.594592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5e4e870e-23d3-4700-94da-18acc2cd0e2d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:09.666815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5e4e870e-23d3-4700-94da-18acc2cd0e2d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:09.667482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5e4e870e-23d3-4700-94da-18acc2cd0e2d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:09.703133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:09.708927 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe5854d-f03c-4c59-afe7-383ddeeec502 x-openstack-request-id: req-afe5854d-f03c-4c59-afe7-383ddeeec502 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:09.712344 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44675f24-3904-473a-b197-ccbc77fde194", "name": "network-vif-deleted", "tag": "f70fead5-b300-4a23-817d-021e3de336d2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:09.712927 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afe5854d-f03c-4c59-afe7-383ddeeec502 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:09.713770 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44675f24-3904-473a-b197-ccbc77fde194', 'name': 'network-vif-deleted', 'tag': 'f70fead5-b300-4a23-817d-021e3de336d2', 'status': 'completed', 'code': 200} Aug 11 08:22:09.757363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f04d4310-d499-43ff-b57e-f2b1369bec25 req-68e82861-aa45-4fb9-be9a-7e07f8548265 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 210 time: 0.4822924 Aug 11 08:22:09.962713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e9d372c-6201-4d96-8a99-c3810649726b req-11347709-b2b4-439f-b980-2bc2c02d0d3c tempest-ServersTestJSON-185177079 tempest-ServersTestJSON-185177079-project] 10.222.0.58 "GET /v2.0/ports?device_id=44675f24-3904-473a-b197-ccbc77fde194 HTTP/1.1" status: 200 len: 210 time: 0.0817618 Aug 11 08:22:10.190544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.274052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a05d783-06d1-4a4b-b061-6949a10f999b {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:10.287246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.361764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Transition to ACTIVE for port object 8a05d783-06d1-4a4b-b061-6949a10f999b will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:10.376553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.392519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:10.446625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b711d10d-7bf1-44c3-a750-0768deec0d1b None None] Provisioning for port 8a05d783-06d1-4a4b-b061-6949a10f999b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:10.560570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Pushing event updated for resources: {'Port': ['ID=8a05d783-06d1-4a4b-b061-6949a10f999b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:10.585043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.628985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0e687e-f433-4d3f-80fb-267275938860']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:10.638715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Attempting to bind port 8a05d783-06d1-4a4b-b061-6949a10f999b on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:10.638994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Attempting to bind port 8a05d783-06d1-4a4b-b061-6949a10f999b by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:10.639348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Attempting to bind port 8a05d783-06d1-4a4b-b061-6949a10f999b on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:10.646346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Port 8a05d783-06d1-4a4b-b061-6949a10f999b on network 9633078a-8d25-4858-b669-47a18fbde111 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:22:10.648500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Attempting to bind port 8a05d783-06d1-4a4b-b061-6949a10f999b on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:10.667402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:10.669911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:10.670383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:10.671885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Bound port: 8a05d783-06d1-4a4b-b061-6949a10f999b, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:10.671885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.681515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Deleting port 121b80ae-63ed-4eb3-8176-81df6697bf6c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:10.682579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.689698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b783ec-b5b6-4f25-a633-7de81c844c3e') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:10.689970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b783ec-b5b6-4f25-a633-7de81c844c3e') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:10.707633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7e450-276e-4393-b126-dd04229a3691 req-98349563-61a2-491b-aa84-82704e9d1778 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:10.712749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eaa7e450-276e-4393-b126-dd04229a3691 req-98349563-61a2-491b-aa84-82704e9d1778 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 944 time: 0.3228910 Aug 11 08:22:10.764401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.837416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] For port 8a05d783-06d1-4a4b-b061-6949a10f999b, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:10.842954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] For port 8a05d783-06d1-4a4b-b061-6949a10f999b, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8a05d783-06d1-4a4b-b061-6949a10f999b,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:10.852294 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.909839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.917517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:10.918326 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:10.961770 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:10.988200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Pushing event updated for resources: {'Port': ['ID=8a05d783-06d1-4a4b-b061-6949a10f999b,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:10.994271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1f28433-b3f8-4f9c-84da-00ef505f4597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.015389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-296c4dda-0279-4654-94dd-58c6bf079e8b req-a8e8dd95-481a-409f-be3e-b98c27beb3b6 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 210 time: 0.0684464 Aug 11 08:22:11.017002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:11.017637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.019061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-35b991b0-e37a-4531-a18b-39efb378e756 service neutron] 10.222.0.69 "PUT /v2.0/ports/8a05d783-06d1-4a4b-b061-6949a10f999b HTTP/1.1" status: 200 len: 1092 time: 1.5565250 Aug 11 08:22:11.020607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'tag': '8a05d783-06d1-4a4b-b061-6949a10f999b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:11.023465 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dea9f9-7f2c-4d06-99a7-08136d28fa7c", "tag": "8a05d783-06d1-4a4b-b061-6949a10f999b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:11.044282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eaa7e450-276e-4393-b126-dd04229a3691 req-d063b338-ce13-4be7-a7c2-f92e0c2acffd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156648 Aug 11 08:22:11.111346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52520) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:11.136663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.176872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] For port 121b80ae-63ed-4eb3-8176-81df6697bf6c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=121b80ae-63ed-4eb3-8176-81df6697bf6c,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:11.177454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.186335 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d21b496-fb1b-4d38-af1a-e6ee225f0bb9 x-openstack-request-id: req-5d21b496-fb1b-4d38-af1a-e6ee225f0bb9 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:11.186779 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dea9f9-7f2c-4d06-99a7-08136d28fa7c", "tag": "8a05d783-06d1-4a4b-b061-6949a10f999b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:11.187125 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d21b496-fb1b-4d38-af1a-e6ee225f0bb9 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:11.187646 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'tag': '8a05d783-06d1-4a4b-b061-6949a10f999b', 'status': 'completed', 'code': 200} Aug 11 08:22:11.253342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Deleting subnet 287d622e-ebf1-4400-bdd4-d30b17e7d40c {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:11.260428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.319495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-82a64f4a-2d46-4e57-bb74-ed67765644f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:11.321318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-82a64f4a-2d46-4e57-bb74-ed67765644f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 1095 time: 0.1324706 Aug 11 08:22:11.331684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.434804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-3f469b7a-fda8-4572-bb57-7b0ada938bb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a05d783-06d1-4a4b-b061-6949a10f999b HTTP/1.1" status: 200 len: 217 time: 0.0745456 Aug 11 08:22:11.464024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.469039 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1f28433-b3f8-4f9c-84da-00ef505f4597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.514598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1f28433-b3f8-4f9c-84da-00ef505f4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.576917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e1f28433-b3f8-4f9c-84da-00ef505f4597 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c4e42efe1384863a256f25db09f7372&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1757121 Aug 11 08:22:11.586913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52538) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:11.623845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-c23bb307-425b-40db-8278-03215145d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:11.625485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-c23bb307-425b-40db-8278-03215145d30e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1587462 Aug 11 08:22:11.636595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Calling delete_port for 121b80ae-63ed-4eb3-8176-81df6697bf6c owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:11.638707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.640578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] 10.222.0.58 "DELETE /v2.0/networks/bb0e687e-f433-4d3f-80fb-267275938860 HTTP/1.1" status: 204 len: 168 time: 2.3606966 Aug 11 08:22:11.692721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28433-b3f8-4f9c-84da-00ef505f4597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749f0c3c-f4c1-4db1-ab0e-48b668310569,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:11.722336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204d4bf-de30-4cbb-ba84-c41ece05f35b tempest-BulkNetworkOpsTest-308517212 tempest-BulkNetworkOpsTest-308517212-project] Pushing event deleted for resources: {'Network': ['ID=bb0e687e-f433-4d3f-80fb-267275938860,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:11.732126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59424b-1325-4895-988f-746d9d99c27a req-eed1383d-d7ab-4973-93a4-1516758dedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:11.733295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-eed1383d-d7ab-4973-93a4-1516758dedd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951037 Aug 11 08:22:11.815656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.859595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.861249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-31b01af5-78b6-474b-a9bd-7057abf9c809 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:11.863024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-31b01af5-78b6-474b-a9bd-7057abf9c809 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.69 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 815 time: 0.2215102 Aug 11 08:22:11.864417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/287d622e-ebf1-4400-bdd4-d30b17e7d40c HTTP/1.1" status: 204 len: 168 time: 0.7518694 Aug 11 08:22:11.865039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52548) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:11.865353 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9065db61-ad4c-42c5-8abd-1964d591e16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.869945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef0bf2-c43a-4fff-9b4a-34a6a567abd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287d622e-ebf1-4400-bdd4-d30b17e7d40c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:11.909253 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9065db61-ad4c-42c5-8abd-1964d591e16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:11.919779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Request body: {'port': {'device_id': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'admin_state_up': True, 'tenant_id': '0faa101549c54d51a14e1497a1980a5c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:11.933720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-30c2ccbe-a275-4288-ad59-c7ee28e9b223 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891496 Aug 11 08:22:12.008416 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.010737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:12.107106 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e59424b-1325-4895-988f-746d9d99c27a req-f53b3e26-f349-48b9-87d4-1243d4f4eca1 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653867 Aug 11 08:22:12.108570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9065db61-ad4c-42c5-8abd-1964d591e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.114711 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9065db61-ad4c-42c5-8abd-1964d591e16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.119600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9065db61-ad4c-42c5-8abd-1964d591e16f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/749f0c3c-f4c1-4db1-ab0e-48b668310569 HTTP/1.1" status: 204 len: 168 time: 0.5206048 Aug 11 08:22:12.130824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065db61-ad4c-42c5-8abd-1964d591e16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749f0c3c-f4c1-4db1-ab0e-48b668310569,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:12.167151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.225694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b4f921b-5cc5-42b2-ad0f-742d6a695393 req-1c63146a-c76b-46cf-b83d-d3de2a5103ce tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 210 time: 0.0784588 Aug 11 08:22:12.307838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b69f-0c80-4c45-8f8d-c3168207ecdf req-0ff4321c-9f34-48ab-a9e1-b04e49eac87f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:12.313466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5565b69f-0c80-4c45-8f8d-c3168207ecdf req-0ff4321c-9f34-48ab-a9e1-b04e49eac87f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 944 time: 0.1310623 Aug 11 08:22:12.317388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-de2150bf-88ab-4d7b-aaea-6c8bccfc5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:12.319598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-de2150bf-88ab-4d7b-aaea-6c8bccfc5c7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 1095 time: 0.0895407 Aug 11 08:22:12.352846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Pushing event deleted for resources: {'Port': ['ID=121b80ae-63ed-4eb3-8176-81df6697bf6c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:12.415346 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7b609d10-c5ec-4616-89bb-2bbef79f6761 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46107ff788fa4c96958edc434730b1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828096 Aug 11 08:22:12.415991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52612) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:12.458561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5565b69f-0c80-4c45-8f8d-c3168207ecdf req-b70b833f-e799-4dc4-8d98-9d9e13a49bf4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376543 Aug 11 08:22:12.492232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-d98357c2-83ff-4d45-8fc0-eac5ef685d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:12.494412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-d98357c2-83ff-4d45-8fc0-eac5ef685d65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1656709 Aug 11 08:22:12.502821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] No DVR routers for this DVR port 121b80ae-63ed-4eb3-8176-81df6697bf6c on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:12.512512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.512512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab81f6fd-e754-4164-91d1-4af85f92d6b0 req-0a834414-0f11-45a6-954e-468859409254 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.64 "DELETE /v2.0/ports/121b80ae-63ed-4eb3-8176-81df6697bf6c HTTP/1.1" status: 204 len: 173 time: 2.8096149 Aug 11 08:22:12.519989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'name': 'network-vif-deleted', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:12.522368 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93206950-9e3c-44e8-a0c8-1264d552c56d" -d '{"events": [{"server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "name": "network-vif-deleted", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:12.553141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.567341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-c2c3c172-b519-4728-8ac3-00d3ffadb387 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a05d783-06d1-4a4b-b061-6949a10f999b HTTP/1.1" status: 200 len: 217 time: 0.0639501 Aug 11 08:22:12.588091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Made reservation on behalf of 0faa101549c54d51a14e1497a1980a5c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:12.595615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.615560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f27d5f-82ed-477a-bdfb-96cdefccd937']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:12.651989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d70fbf1-17ed-4787-a155-312bbf5477dd') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:12.652962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d70fbf1-17ed-4787-a155-312bbf5477dd') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:12.656205 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1cd33d-d123-4620-b320-bb646f1100bd x-openstack-request-id: req-ee1cd33d-d123-4620-b320-bb646f1100bd {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:12.656498 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d374fa-f22f-4ed6-bfc5-ffd9950da37e", "name": "network-vif-deleted", "tag": "121b80ae-63ed-4eb3-8176-81df6697bf6c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:12.656845 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee1cd33d-d123-4620-b320-bb646f1100bd {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:12.657517 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d374fa-f22f-4ed6-bfc5-ffd9950da37e', 'name': 'network-vif-deleted', 'tag': '121b80ae-63ed-4eb3-8176-81df6697bf6c', 'status': 'completed', 'code': 200} Aug 11 08:22:12.672205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.720016 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.720685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-0c51f877-5b11-4c8b-90be-53fcb2ad96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:12.722349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-0c51f877-5b11-4c8b-90be-53fcb2ad96fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1454535 Aug 11 08:22:12.761879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebae38a2-dfec-417b-9770-a734399ea723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.773585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:12.774005 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:12.779444 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:12.811405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-bb3862db-c0fe-44d2-9653-1404c9014d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:12.813484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-bb3862db-c0fe-44d2-9653-1404c9014d9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538568 Aug 11 08:22:12.862753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f70fead5-b300-4a23-817d-021e3de336d2 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:12.887106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebae38a2-dfec-417b-9770-a734399ea723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.911729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: f70fead5-b300-4a23-817d-021e3de336d2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:12.914334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f70fead5-b300-4a23-817d-021e3de336d2 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:12.916016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 121b80ae-63ed-4eb3-8176-81df6697bf6c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:12.944056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-916d1e9f-64f2-4e38-a41d-0d23f3c6b8a9 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199231 Aug 11 08:22:12.951173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.956525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:12.960347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] 10.222.0.58 "DELETE /v2.0/networks/82f27d5f-82ed-477a-bdfb-96cdefccd937 HTTP/1.1" status: 204 len: 168 time: 1.0942028 Aug 11 08:22:12.977212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 121b80ae-63ed-4eb3-8176-81df6697bf6c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:12.977553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 121b80ae-63ed-4eb3-8176-81df6697bf6c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:13.041885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23d77d-1985-46e5-8ae2-2e1e6233e424 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f27d5f-82ed-477a-bdfb-96cdefccd937,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:13.054671 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebae38a2-dfec-417b-9770-a734399ea723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.057608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ebae38a2-dfec-417b-9770-a734399ea723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.058923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ebae38a2-dfec-417b-9770-a734399ea723 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ff56e9d-50a8-46a6-a339-e46284f1de7a HTTP/1.1" status: 204 len: 168 time: 0.5706491 Aug 11 08:22:13.078889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae38a2-dfec-417b-9770-a734399ea723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff56e9d-50a8-46a6-a339-e46284f1de7a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:13.081285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Allocated IP 172.20.0.14 (dc03682e-c9ef-4697-ae11-f5f3b426c9da/83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709/9bf078ce-da9b-41db-aa9d-e5a9808b9934) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:13.138132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1fd25727-ed5f-40b2-859c-b9148f6a8f7f req-bb5c821e-de50-4f24-9c3b-b5901b7dfc6a service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820579 Aug 11 08:22:13.218611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52656) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:13.321443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.360105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9bf0ef36-f30f-4923-9b90-fcb0536bb296 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbe0f938c206454bb4c28a68cc0e08eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344693 Aug 11 08:22:13.362041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52664) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:13.392387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.455479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52668) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:13.475095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Pushing event updated for resources: {'Port': ['ID=9bf078ce-da9b-41db-aa9d-e5a9808b9934,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:13.482418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Network dc03682e-c9ef-4697-ae11-f5f3b426c9da is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:13.484908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:13.487701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:13.546411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:13.547079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.570258 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-86c9c1a4-f0c6-49c4-953a-1a7bfb9ae8af tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6785061 Aug 11 08:22:13.587570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73f7de-ce6a-45ed-869d-c88ef699b7b3 req-5f6a5ef9-e1f7-4fdc-8b2b-19b85e03c1ba tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:13.589197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d73f7de-ce6a-45ed-869d-c88ef699b7b3 req-5f6a5ef9-e1f7-4fdc-8b2b-19b85e03c1ba tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 932 time: 0.2093391 Aug 11 08:22:13.606065 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbef0a96-63c7-4db1-82d8-b9110540e8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.633414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Request body: {'port': {'device_id': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:13.639265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbef0a96-63c7-4db1-82d8-b9110540e8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.704133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbef0a96-63c7-4db1-82d8-b9110540e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.706739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbef0a96-63c7-4db1-82d8-b9110540e8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.711210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dbef0a96-63c7-4db1-82d8-b9110540e8d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/879cd126-51e9-426a-b2df-f6e7dca32d90 HTTP/1.1" status: 204 len: 168 time: 0.3432686 Aug 11 08:22:13.717142 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:13.728777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e9f92-7973-45ae-bc80-6543404609b6 req-6105f9f7-dee3-4718-82df-f3679f15681f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:13.730407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a97e9f92-7973-45ae-bc80-6543404609b6 req-6105f9f7-dee3-4718-82df-f3679f15681f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 944 time: 0.1471941 Aug 11 08:22:13.732943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef0a96-63c7-4db1-82d8-b9110540e8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cd126-51e9-426a-b2df-f6e7dca32d90,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:13.812147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d73f7de-ce6a-45ed-869d-c88ef699b7b3 req-3a34d6ef-13e7-4f7a-be56-b7c0c7050944 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072518 Aug 11 08:22:13.854479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a97e9f92-7973-45ae-bc80-6543404609b6 req-a3175949-220c-4030-bc8c-87a0f5570ed1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035378 Aug 11 08:22:13.896157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48030c56-0ab1-42a3-99ab-8e9126325aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.060222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48030c56-0ab1-42a3-99ab-8e9126325aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.070197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48030c56-0ab1-42a3-99ab-8e9126325aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.120045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48030c56-0ab1-42a3-99ab-8e9126325aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82433678-55e8-488f-a6c3-93148beca131,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:14.123808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-48030c56-0ab1-42a3-99ab-8e9126325aa9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a1c68d4154647b1b1039968a9ef70fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027336 Aug 11 08:22:14.127407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52692) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:14.204965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f52298f8-be62-4815-ac60-597309e5277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.234480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf078ce-da9b-41db-aa9d-e5a9808b9934 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:14.235917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f52298f8-be62-4815-ac60-597309e5277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.244743 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.263921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Transition to ACTIVE for port object 9bf078ce-da9b-41db-aa9d-e5a9808b9934 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:14.269045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.334620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f52298f8-be62-4815-ac60-597309e5277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.338297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f52298f8-be62-4815-ac60-597309e5277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.339539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f52298f8-be62-4815-ac60-597309e5277e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82433678-55e8-488f-a6c3-93148beca131 HTTP/1.1" status: 204 len: 168 time: 0.2113717 Aug 11 08:22:14.346391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf078ce-da9b-41db-aa9d-e5a9808b9934,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:14.367922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52298f8-be62-4815-ac60-597309e5277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82433678-55e8-488f-a6c3-93148beca131,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:14.495392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Attempting to bind port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:14.495975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Attempting to bind port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:14.496537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Attempting to bind port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 on network dc03682e-c9ef-4697-ae11-f5f3b426c9da {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:14.504451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 on network dc03682e-c9ef-4697-ae11-f5f3b426c9da not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:22:14.505014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Attempting to bind port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 on network dc03682e-c9ef-4697-ae11-f5f3b426c9da {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:14.513784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:14.514346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Checking segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:14.515017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Bound using segment: {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:14.515695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Bound port: 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8579063-fe7c-43ab-b3c6-67b78aaa7953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:14.516174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.608564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] For port 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:14.612193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] For port 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:14.619508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.683018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:14.683717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.685112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] 10.222.0.69 "PUT /v2.0/ports/9bf078ce-da9b-41db-aa9d-e5a9808b9934 HTTP/1.1" status: 200 len: 1092 time: 1.0571036 Aug 11 08:22:14.685556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'tag': '9bf078ce-da9b-41db-aa9d-e5a9808b9934'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:14.687831 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e006cdea-0684-49a9-87b2-8b661b335227" -d '{"events": [{"name": "network-changed", "server_uuid": "7f452ac1-b048-49e3-9094-c2083166b2ce", "tag": "9bf078ce-da9b-41db-aa9d-e5a9808b9934"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:14.721904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e307d4-89f8-4588-81dc-51cb97be0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf078ce-da9b-41db-aa9d-e5a9808b9934,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:14.738186 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c3b1d-7c29-4070-bdd0-69401dac6536 x-openstack-request-id: req-148c3b1d-7c29-4070-bdd0-69401dac6536 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:14.738538 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f452ac1-b048-49e3-9094-c2083166b2ce", "tag": "9bf078ce-da9b-41db-aa9d-e5a9808b9934", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:14.738975 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-148c3b1d-7c29-4070-bdd0-69401dac6536 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:14.739566 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'tag': '9bf078ce-da9b-41db-aa9d-e5a9808b9934', 'status': 'completed', 'code': 200} Aug 11 08:22:14.818530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-7121370c-f86b-453a-a884-665bfc2510da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:14.820268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-7121370c-f86b-453a-a884-665bfc2510da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 1095 time: 0.0621305 Aug 11 08:22:14.852839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:14.872359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8c1-05bc-4d73-861c-646f4e23bbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:14.872994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-ad7f3f4b-cb3c-4be2-9f45-60b1490b2b13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934 HTTP/1.1" status: 200 len: 217 time: 0.0389805 Aug 11 08:22:15.004596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db01a-a401-4f3e-898a-d60b30eacd79 req-91b768f7-1af0-4d5a-8732-2d04c57ce6d0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:15.004596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f92db01a-a401-4f3e-898a-d60b30eacd79 req-91b768f7-1af0-4d5a-8732-2d04c57ce6d0 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 944 time: 0.1102011 Aug 11 08:22:15.005354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-c9a95a84-1c4d-44ab-b674-9ba1ccfc6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:15.007031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-c9a95a84-1c4d-44ab-b674-9ba1ccfc6687 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 200 len: 855 time: 0.1266260 Aug 11 08:22:15.031935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4d717-c49a-450a-9e49-778f27fa262c req-75a37f71-f081-4efb-bae5-867b2a4b7db3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:15.033563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6aa4d717-c49a-450a-9e49-778f27fa262c req-75a37f71-f081-4efb-bae5-867b2a4b7db3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 944 time: 0.0659981 Aug 11 08:22:15.069890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-8032335d-4ef0-4822-b443-b4e46ff31f5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc03682e-c9ef-4697-ae11-f5f3b426c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541675 Aug 11 08:22:15.093459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6aa4d717-c49a-450a-9e49-778f27fa262c req-02b4eac5-629f-4c85-8e3f-7c65468361e3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508404 Aug 11 08:22:15.107753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8c1-05bc-4d73-861c-646f4e23bbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.120860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ebda8c1-05bc-4d73-861c-646f4e23bbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.146795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f92db01a-a401-4f3e-898a-d60b30eacd79 req-e8124893-cac5-400d-9580-618e04cb3694 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329920 Aug 11 08:22:15.172080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ebda8c1-05bc-4d73-861c-646f4e23bbe2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e08180e4d7354c81b2922a152a7fcd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152061 Aug 11 08:22:15.174163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52736) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:15.176484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda8c1-05bc-4d73-861c-646f4e23bbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018bfda-55b8-454b-b757-ad0e56cfdfd6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:15.220050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-d5b05fad-d50b-41c8-b888-478bbc09399d service neutron] 10.222.0.69 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421025 Aug 11 08:22:15.242241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd2-51f0-4994-b445-127e074f79e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.269596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd2-51f0-4994-b445-127e074f79e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.325516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8a05d783-06d1-4a4b-b061-6949a10f999b details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:22:15.372635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f977b03-336d-438d-a404-92fa7044e7d7 req-be04d5ea-52f4-4d60-917c-7c375694c2fd service neutron] 10.222.0.69 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460834 Aug 11 08:22:15.392476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd2-51f0-4994-b445-127e074f79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.396782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd2-51f0-4994-b445-127e074f79e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.401847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-894e1cd2-51f0-4994-b445-127e074f79e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0018bfda-55b8-454b-b757-ad0e56cfdfd6 HTTP/1.1" status: 204 len: 168 time: 0.2242117 Aug 11 08:22:15.426457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e1cd2-51f0-4994-b445-127e074f79e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018bfda-55b8-454b-b757-ad0e56cfdfd6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:15.469831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8a05d783-06d1-4a4b-b061-6949a10f999b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8a05d783-06d1-4a4b-b061-6949a10f999b,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:15.481443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8a05d783-06d1-4a4b-b061-6949a10f999b', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': '8a05d783-06d1-4a4b-b061-6949a10f999b', 'mac_address': 'fa:16:3e:45:a9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:22:15.530677 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.553675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a05d783-06d1-4a4b-b061-6949a10f999b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:15.568993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006cdea-0684-49a9-87b2-8b661b335227 req-fa1ea161-b29d-4e8b-9bdc-b8172e383a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:15.570837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-fa1ea161-b29d-4e8b-9bdc-b8172e383a72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0faa101549c54d51a14e1497a1980a5c&device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 1095 time: 0.0735898 Aug 11 08:22:15.579173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8a05d783-06d1-4a4b-b061-6949a10f999b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8a05d783-06d1-4a4b-b061-6949a10f999b,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:15.586026 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.654974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8a05d783-06d1-4a4b-b061-6949a10f999b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:15.687412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006cdea-0684-49a9-87b2-8b661b335227 req-5a18c150-f384-40da-9ce4-f10c53e9b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:15.688344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:15.695707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-5a18c150-f384-40da-9ce4-f10c53e9b401 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 200 len: 916 time: 0.1173241 Aug 11 08:22:15.742991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-88d00315-5dc2-4694-9d8f-4d165c9ed0a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934 HTTP/1.1" status: 200 len: 217 time: 0.0393014 Aug 11 08:22:15.808434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006cdea-0684-49a9-87b2-8b661b335227 req-d1d7b9a0-0de2-4459-b507-11eafd7c455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:15.810970 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-d1d7b9a0-0de2-4459-b507-11eafd7c455c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 200 len: 855 time: 0.0600057 Aug 11 08:22:15.847396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-0c41eda8-de74-4742-8887-b2b7c062c48e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc03682e-c9ef-4697-ae11-f5f3b426c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281260 Aug 11 08:22:15.919146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-318336324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:15.946351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.948841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:15.953497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8a05d783-06d1-4a4b-b061-6949a10f999b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:15.954344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-d6c08566-a992-4890-ba04-ec5cbad5907e service neutron] 10.222.0.69 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967956 Aug 11 08:22:16.011876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.019606 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.044437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.046104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ea4e81fb-7bb7-4ea0-b60f-73ab819456b5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3566310 Aug 11 08:22:16.050752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52772) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:16.064090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-279378925'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:16.103863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Made reservation on behalf of 74289003ec824d4380637897cf8dd85b for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:16.108491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.119648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.159868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e006cdea-0684-49a9-87b2-8b661b335227 req-0fdaae65-9f2b-48ba-999b-41b710b142b4 service neutron] 10.222.0.69 "GET /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960592 Aug 11 08:22:16.366055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.379186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.395090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dda31-20a5-41ca-a0c3-04e88d5b6b80 req-83053a87-aa19-4703-8511-53f34bf8e57f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:16.395340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e49dda31-20a5-41ca-a0c3-04e88d5b6b80 req-83053a87-aa19-4703-8511-53f34bf8e57f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 944 time: 0.0734522 Aug 11 08:22:16.435360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61158e0-d825-426e-b819-b3a3256d6f97 req-381702a8-e037-432d-82f9-40eb2787fc1f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:16.442858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a61158e0-d825-426e-b819-b3a3256d6f97 req-381702a8-e037-432d-82f9-40eb2787fc1f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 945 time: 0.1788304 Aug 11 08:22:16.447977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e49dda31-20a5-41ca-a0c3-04e88d5b6b80 req-fa396259-ce2e-4073-bc73-1b84f3175cf4 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Aug 11 08:22:16.457591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:16.484014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae25ca24-34f3-4221-81e4-97a056a8082f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:16.494167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.494568 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Added segment 50a80133-9cdd-405d-b374-8a306bbd8396 of type vlan for network 714d6da6-9917-43dd-adff-b2edcd5b776b Aug 11 08:22:16.529418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a61158e0-d825-426e-b819-b3a3256d6f97 req-05a69744-4650-4f9c-9895-700e44cec4d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855336 Aug 11 08:22:16.576632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.615522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.621900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:16.622533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:16.689440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6339450 Aug 11 08:22:16.690208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52804) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:16.695124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'subnet': {'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:16.722042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f6480-d784-474d-9888-8f5343681b9b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Network': ['ID=714d6da6-9917-43dd-adff-b2edcd5b776b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:16.735932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 714d6da6-9917-43dd-adff-b2edcd5b776b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:16.850592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Made reservation on behalf of 74289003ec824d4380637897cf8dd85b for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:16.855484 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.134549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84097c72-f7e6-4db1-a7bd-1df957b5df7e req-9682669a-2ef5-46ac-848b-97e1d940852f tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0437102 Aug 11 08:22:17.185322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.234732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8146c0-9aec-4bc4-afdb-5c04818c8f04 req-7e473813-0774-4c83-a86c-624c822b0312 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:17.236364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea8146c0-9aec-4bc4-afdb-5c04818c8f04 req-7e473813-0774-4c83-a86c-624c822b0312 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1252129 Aug 11 08:22:17.290523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Subnet': ['ID=6e9b5ad9-0936-4942-920d-9efa189419f4,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:17.301608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Checking segment: {'id': '50a80133-9cdd-405d-b374-8a306bbd8396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:17.301977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network hostable DHCP agents. Network: 714d6da6-9917-43dd-adff-b2edcd5b776b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:17.322722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea8146c0-9aec-4bc4-afdb-5c04818c8f04 req-a945e281-f317-4317-9900-b9d55ecfe989 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744402 Aug 11 08:22:17.334478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network 714d6da6-9917-43dd-adff-b2edcd5b776b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:17.340463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bf078ce-da9b-41db-aa9d-e5a9808b9934 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:22:17.348646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8a05d783-06d1-4a4b-b061-6949a10f999b up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:17.350780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 714d6da6-9917-43dd-adff-b2edcd5b776b) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:17.356665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:17.357395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.382633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d819563c-ec63-4e36-b712-15f2b16ae595 None None] Network 714d6da6-9917-43dd-adff-b2edcd5b776b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:17.391483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eab873a5-858d-401c-8cb0-9902edbaf301 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7004337 Aug 11 08:22:17.405759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52848) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:17.417454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'network': {'name': 'tempest-router-network01--2116068106'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:17.471650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Made reservation on behalf of 74289003ec824d4380637897cf8dd85b for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:17.478551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.539256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:17.553474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.553857 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Added segment e00ed7d8-bef1-42ce-938a-14befe6cda09 of type vlan for network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c Aug 11 08:22:17.571385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.resource_extend [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:22:17.642930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23539d9d-03b2-4904-90b5-368886cad47c req-b2fa52b8-0c53-41b3-88d4-b948efbb796d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:17.653730 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23539d9d-03b2-4904-90b5-368886cad47c req-b2fa52b8-0c53-41b3-88d4-b948efbb796d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 944 time: 0.1020017 Aug 11 08:22:17.658983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.749309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8a05d783-06d1-4a4b-b061-6949a10f999b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:17.750209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24963ab7-0fc3-403a-8cc3-1b07904367ff req-ffd70fc8-5331-4759-b139-b0b57b21c645 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:17.756284 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23539d9d-03b2-4904-90b5-368886cad47c req-51ddc80c-f57e-4e84-ab91-b90fa952f39c tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832429 Aug 11 08:22:17.759497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24963ab7-0fc3-403a-8cc3-1b07904367ff req-ffd70fc8-5331-4759-b139-b0b57b21c645 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 945 time: 0.0934017 Aug 11 08:22:17.762237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.763158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8a05d783-06d1-4a4b-b061-6949a10f999b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:17.763697 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.771579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:17.772372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.806779 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3957686 Aug 11 08:22:17.806969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:17.815374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'network': {'name': 'tempest-router-network02--2001076241'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:17.867324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Made reservation on behalf of 74289003ec824d4380637897cf8dd85b for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:17.872267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.894310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:17.919562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450b421-2f81-41ab-b5cf-81fc7373b9d3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Network': ['ID=ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:17.944398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-24963ab7-0fc3-403a-8cc3-1b07904367ff req-df2a7080-44c3-4b47-b739-eabb016c247b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794889 Aug 11 08:22:17.955923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:17.956986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:17.976685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:17.977084 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Added segment 05d6ff51-5915-4f3a-9471-de5111c74768 of type vlan for network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca Aug 11 08:22:17.978449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-714d6da6-9917-43dd-adff-b2edcd5b776b', 'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b', 'tenant_id': '74289003ec824d4380637897cf8dd85b', 'fixed_ips': [{'subnet_id': '6e9b5ad9-0936-4942-920d-9efa189419f4'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:22:17.979618 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.025689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.031849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '9bf078ce-da9b-41db-aa9d-e5a9808b9934', 'network_id': 'dc03682e-c9ef-4697-ae11-f5f3b426c9da', 'port_id': '9bf078ce-da9b-41db-aa9d-e5a9808b9934', 'mac_address': 'fa:16:3e:f3:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:22:18.075930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.089028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:18.089901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.132694 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.134681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.199801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Network': ['ID=b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:18.211714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d5f2050-5ac6-4f3b-a42a-822b3be6867c tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4032919 Aug 11 08:22:18.214416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52878) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:18.221090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'subnet': {'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:18.243277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf078ce-da9b-41db-aa9d-e5a9808b9934 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:18.256758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:18.276769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:18.295418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9da45b6e-e55e-4733-9865-6e4345bf5421 req-31b36417-a96d-4f29-a278-97891a50db78 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0498166 Aug 11 08:22:18.334014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a05d783-06d1-4a4b-b061-6949a10f999b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:18.337572 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aca5a4e-b28c-4bc3-a0ab-b62c74c061dd" -d '{"events": [{"server_uuid": "d0dea9f9-7f2c-4d06-99a7-08136d28fa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8a05d783-06d1-4a4b-b061-6949a10f999b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:18.359651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Made reservation on behalf of 74289003ec824d4380637897cf8dd85b for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:18.365339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.411943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Allocated IP 172.20.0.2 (714d6da6-9917-43dd-adff-b2edcd5b776b/6e9b5ad9-0936-4942-920d-9efa189419f4/2e7cc128-23a0-4154-8c0b-18ec95b56b76) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:18.486892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:18.499638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8a05d783-06d1-4a4b-b061-6949a10f999b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8a05d783-06d1-4a4b-b061-6949a10f999b,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:18.520398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39547557-5bc7-4927-bb09-a14c96d0db74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.531442 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f827df-70cc-4a87-8f5d-6e0382a9812d x-openstack-request-id: req-d0f827df-70cc-4a87-8f5d-6e0382a9812d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:18.531810 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dea9f9-7f2c-4d06-99a7-08136d28fa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8a05d783-06d1-4a4b-b061-6949a10f999b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:18.531986 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0f827df-70cc-4a87-8f5d-6e0382a9812d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:18.532354 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a05d783-06d1-4a4b-b061-6949a10f999b', 'code': 200} Aug 11 08:22:18.534629 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.583545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7522a-6b58-43fa-bd6f-8e1ad66cc47d req-af5d1a35-c1fb-44fa-8de8-840aab0903b8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:18.593938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9cc7522a-6b58-43fa-bd6f-8e1ad66cc47d req-af5d1a35-c1fb-44fa-8de8-840aab0903b8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.0936391 Aug 11 08:22:18.595353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.605352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9bf078ce-da9b-41db-aa9d-e5a9808b9934,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:18.665905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9cc7522a-6b58-43fa-bd6f-8e1ad66cc47d req-c172a034-537d-4daf-99ac-e00acbcffedc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708308 Aug 11 08:22:18.676482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8a05d783-06d1-4a4b-b061-6949a10f999b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:18.731016 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39547557-5bc7-4927-bb09-a14c96d0db74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.743331 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39547557-5bc7-4927-bb09-a14c96d0db74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.793393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a379b25-f765-4015-b6a9-770ba9ac7981 req-3eeb1559-ec81-441b-8731-80697bee4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:18.795335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a379b25-f765-4015-b6a9-770ba9ac7981 req-3eeb1559-ec81-441b-8731-80697bee4c62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 1097 time: 0.1803901 Aug 11 08:22:18.825389 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.835751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Transition to ACTIVE for port object 2e7cc128-23a0-4154-8c0b-18ec95b56b76 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:18.852245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Transition to ACTIVE for port object 2e7cc128-23a0-4154-8c0b-18ec95b56b76 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:18.866932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.869631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:18.876093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a379b25-f765-4015-b6a9-770ba9ac7981 req-0a6151e1-fc9b-4f46-a991-cced8e587387 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729482 Aug 11 08:22:18.885789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-39547557-5bc7-4927-bb09-a14c96d0db74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b3c4fc4cd6e404bb23e9546fbbf5799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255250 Aug 11 08:22:18.888268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:18.943443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['9bf078ce-da9b-41db-aa9d-e5a9808b9934'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:18.957989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39547557-5bc7-4927-bb09-a14c96d0db74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97067173-8c0d-4125-9e22-8c0da0da8bcf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:18.977915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Network 714d6da6-9917-43dd-adff-b2edcd5b776b is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:18.989817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:18.990385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Checking segment: {'id': 'e00ed7d8-bef1-42ce-938a-14befe6cda09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:18.990844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network hostable DHCP agents. Network: ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:18.993890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Subnet': ['ID=07cf9bf3-61c9-4d94-9f67-e0447047e326,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:19.005178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:19.014319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Pushing event updated for resources: {'Port': ['ID=2e7cc128-23a0-4154-8c0b-18ec95b56b76,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:19.021059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:19.030764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-740b75a5-2784-4fe2-901c-0bbf0a8a2f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.038084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:19.043839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:19.044562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.067725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5c598-aee1-4488-b4da-9c439f6950fc req-f8602d70-95cb-4be1-bd15-ba5e3c2b5b03 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:19.073717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a3e62-fcbb-4eac-b656-dff1ffec747c None None] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:19.077683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ba5c598-aee1-4488-b4da-9c439f6950fc req-f8602d70-95cb-4be1-bd15-ba5e3c2b5b03 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 945 time: 0.1798086 Aug 11 08:22:19.105816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b1c72b4-6ed8-41d0-8413-a6619b590fd8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8872964 Aug 11 08:22:19.107875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52918) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:19.115601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'subnet': {'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:19.123618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-740b75a5-2784-4fe2-901c-0bbf0a8a2f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.140859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Attempting to bind port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:19.141656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Attempting to bind port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '50a80133-9cdd-405d-b374-8a306bbd8396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:19.141843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Attempting to bind port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 on network 714d6da6-9917-43dd-adff-b2edcd5b776b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:19.148212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ba5c598-aee1-4488-b4da-9c439f6950fc req-9bc46380-c953-4afa-9d34-9acb595fb3ab tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675530 Aug 11 08:22:19.165050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:19.165589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Checking segment: {'id': '50a80133-9cdd-405d-b374-8a306bbd8396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:19.166092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.166597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Bound using segment: {'id': '50a80133-9cdd-405d-b374-8a306bbd8396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:19.167159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Bound port: 2e7cc128-23a0-4154-8c0b-18ec95b56b76, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a80133-9cdd-405d-b374-8a306bbd8396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '714d6da6-9917-43dd-adff-b2edcd5b776b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:19.168063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.199176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadc294-c7ab-4a9e-9c58-c954f5cac31c req-726d9dcb-03c7-44a4-85f0-e596a1a79102 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:19.205881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ceadc294-c7ab-4a9e-9c58-c954f5cac31c req-726d9dcb-03c7-44a4-85f0-e596a1a79102 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 946 time: 0.1479557 Aug 11 08:22:19.236058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-740b75a5-2784-4fe2-901c-0bbf0a8a2f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.239616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-740b75a5-2784-4fe2-901c-0bbf0a8a2f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.242619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-740b75a5-2784-4fe2-901c-0bbf0a8a2f0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97067173-8c0d-4125-9e22-8c0da0da8bcf HTTP/1.1" status: 204 len: 168 time: 0.3521786 Aug 11 08:22:19.261934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b75a5-2784-4fe2-901c-0bbf0a8a2f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97067173-8c0d-4125-9e22-8c0da0da8bcf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:19.278203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ceadc294-c7ab-4a9e-9c58-c954f5cac31c req-2b6a8e7b-fd15-4738-be67-cbabc5d40c3f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Aug 11 08:22:19.323509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Made reservation on behalf of 74289003ec824d4380637897cf8dd85b for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:19.340320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.360057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] For port 2e7cc128-23a0-4154-8c0b-18ec95b56b76, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:19.405731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] For port 2e7cc128-23a0-4154-8c0b-18ec95b56b76, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e7cc128-23a0-4154-8c0b-18ec95b56b76,segment=NetworkSegment(50a80133-9cdd-405d-b374-8a306bbd8396),segment_id=50a80133-9cdd-405d-b374-8a306bbd8396)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:19.439508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.452449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-052767d5-b0ac-4aa9-9461-525220bc4c54 req-0e2b528e-98d3-4064-970d-88877f7f5445 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0339699 Aug 11 08:22:19.566374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:19.571039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c', 'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c', 'tenant_id': '74289003ec824d4380637897cf8dd85b', 'fixed_ips': [{'subnet_id': '07cf9bf3-61c9-4d94-9f67-e0447047e326'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:22:19.572257 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.598809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512857-0e2f-433f-afe4-5af56c55cc04 None None] Pushing event updated for resources: {'Port': ['ID=2e7cc128-23a0-4154-8c0b-18ec95b56b76,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:19.642786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.750084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccb55726-1702-4248-971c-fc60b34609ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.782264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Checking segment: {'id': '05d6ff51-5915-4f3a-9471-de5111c74768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:19.782762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network hostable DHCP agents. Network: b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:19.796724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Subnet': ['ID=2119a719-d9ad-4a14-8b07-8b45d4561892,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:19.833724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:19.859977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:19.888723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1cc48-85d0-4a76-a7f3-f3256010c283 req-4634b8cc-df44-4b15-978f-50ed12e7e0e3 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:19.890508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acc1cc48-85d0-4a76-a7f3-f3256010c283 req-4634b8cc-df44-4b15-978f-50ed12e7e0e3 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.0723407 Aug 11 08:22:19.891780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:19.892470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6dfaf08-4f17-46ab-9b6b-277a19cc9da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.892915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Allocated IP 172.20.0.2 (ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c/07cf9bf3-61c9-4d94-9f67-e0447047e326/dcb0e008-c7bb-4d6e-8893-e507945707a1) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:19.898824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:19.899664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:19.920015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354265f5-e107-42e6-8a5b-21a9d47a07fc None None] Network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:19.965424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-acc1cc48-85d0-4a76-a7f3-f3256010c283 req-8c983dcb-61ac-4852-ae7e-b944c3f959b8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Aug 11 08:22:19.996858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccb55726-1702-4248-971c-fc60b34609ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.002001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccb55726-1702-4248-971c-fc60b34609ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.012368 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d89bf2d0-2af6-487b-8429-97701bf66d5d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9030826 Aug 11 08:22:20.014980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52946) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:20.104445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ccb55726-1702-4248-971c-fc60b34609ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd42ac08797a490bb1b8896603a8f2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370493 Aug 11 08:22:20.106551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55726-1702-4248-971c-fc60b34609ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3df01-85a4-425b-9f0b-381aa1fb8994,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:20.113906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52948) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:20.193548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7ab4f69-1d9f-4e48-8b6c-4e4c85d6a787 req-1f03c5ba-c326-4263-ba96-a69208211e16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0561395 Aug 11 08:22:20.247497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6dfaf08-4f17-46ab-9b6b-277a19cc9da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.259543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6dfaf08-4f17-46ab-9b6b-277a19cc9da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.289411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcffa-81e7-4e47-9d4a-e5091afb921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.322521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f6dfaf08-4f17-46ab-9b6b-277a19cc9da0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f39cbca70b774e7ea94cb1b8b91e73fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613433 Aug 11 08:22:20.324040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfaf08-4f17-46ab-9b6b-277a19cc9da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8c64e-085a-43c3-b909-97190feb1530,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:20.330410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52954) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:20.368106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc618e4-dbd8-4a54-9c5d-1ac733c9645f req-2d9b9148-f2d3-4727-a2b1-822b86bd34ee tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:20.380224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dc618e4-dbd8-4a54-9c5d-1ac733c9645f req-2d9b9148-f2d3-4727-a2b1-822b86bd34ee tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 945 time: 0.1392097 Aug 11 08:22:20.421855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca', 'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca', 'tenant_id': '74289003ec824d4380637897cf8dd85b', 'fixed_ips': [{'subnet_id': '2119a719-d9ad-4a14-8b07-8b45d4561892'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:22:20.422594 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.428500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.434773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcffa-81e7-4e47-9d4a-e5091afb921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.461466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Transition to ACTIVE for port object dcb0e008-c7bb-4d6e-8893-e507945707a1 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:20.462513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dc618e4-dbd8-4a54-9c5d-1ac733c9645f req-71075a0c-55fd-4d66-90e9-9f818808f415 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765398 Aug 11 08:22:20.530221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1edceb-64fa-4383-9642-d5c11e1d8a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.540931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcffa-81e7-4e47-9d4a-e5091afb921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.543468 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcffa-81e7-4e47-9d4a-e5091afb921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.544626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4fdcffa-81e7-4e47-9d4a-e5091afb921d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ba3df01-85a4-425b-9f0b-381aa1fb8994 HTTP/1.1" status: 204 len: 168 time: 0.4290628 Aug 11 08:22:20.583288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1edceb-64fa-4383-9642-d5c11e1d8a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.614865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdcffa-81e7-4e47-9d4a-e5091afb921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3df01-85a4-425b-9f0b-381aa1fb8994,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:20.619818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Allocated IP 172.20.0.2 (b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca/2119a719-d9ad-4a14-8b07-8b45d4561892/7b121e73-1b94-4162-90a9-d1fa7a9a01f6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:20.637133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149aa6-5121-4d63-97ce-03a1738a00e8 req-1e750bc1-56ed-4f73-bb7a-562f217ba90d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:20.639256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff149aa6-5121-4d63-97ce-03a1738a00e8 req-1e750bc1-56ed-4f73-bb7a-562f217ba90d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 946 time: 0.2492344 Aug 11 08:22:20.757321 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff149aa6-5121-4d63-97ce-03a1738a00e8 req-cc0d1080-30c6-43d9-bf5a-a142dbfe98bd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947402 Aug 11 08:22:20.814500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.818767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.830996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Transition to ACTIVE for port object 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:20.875315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Transition to ACTIVE for port object dcb0e008-c7bb-4d6e-8893-e507945707a1 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:20.899284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Transition to ACTIVE for port object 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:20.903142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.950528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:20.954178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:20.958539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:20.960772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:20.968261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b42668-55a1-40e1-a0f9-c3d5a70cd8c0 None None] Network 714d6da6-9917-43dd-adff-b2edcd5b776b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:20.990922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7dbe723d-ebc9-48ac-823a-418f1d1cdad3 req-c6fc2336-d018-4c34-9161-679a3d7b0deb tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.3847301 Aug 11 08:22:21.052347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1edceb-64fa-4383-9642-d5c11e1d8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.055064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1edceb-64fa-4383-9642-d5c11e1d8a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.058538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e1edceb-64fa-4383-9642-d5c11e1d8a3d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86e8c64e-085a-43c3-b909-97190feb1530 HTTP/1.1" status: 204 len: 168 time: 0.7239871 Aug 11 08:22:21.079896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Pushing event updated for resources: {'Port': ['ID=dcb0e008-c7bb-4d6e-8893-e507945707a1,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:21.084095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1edceb-64fa-4383-9642-d5c11e1d8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8c64e-085a-43c3-b909-97190feb1530,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:21.151952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:21.213748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:21.222488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:21.225182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52968) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:21.246378 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60cb5c03-e55e-450e-8aa1-9bfab18a201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.258006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c7cf8a99-293a-4a49-a3ec-ee86ccc72e5e None None] Provisioning for port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:21.327680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e7cc128-23a0-4154-8c0b-18ec95b56b76 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:21.337967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Attempting to bind port dcb0e008-c7bb-4d6e-8893-e507945707a1 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:21.338604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Attempting to bind port dcb0e008-c7bb-4d6e-8893-e507945707a1 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e00ed7d8-bef1-42ce-938a-14befe6cda09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:21.339194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Attempting to bind port dcb0e008-c7bb-4d6e-8893-e507945707a1 on network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:21.341993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Pushing event updated for resources: {'Port': ['ID=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:21.407376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:21.408213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Checking segment: {'id': 'e00ed7d8-bef1-42ce-938a-14befe6cda09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:21.408692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.409328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Bound using segment: {'id': 'e00ed7d8-bef1-42ce-938a-14befe6cda09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:21.409765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Bound port: dcb0e008-c7bb-4d6e-8893-e507945707a1, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00ed7d8-bef1-42ce-938a-14befe6cda09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:21.410208 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.413061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bf078ce-da9b-41db-aa9d-e5a9808b9934 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:21.481367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60cb5c03-e55e-450e-8aa1-9bfab18a201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.493392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60cb5c03-e55e-450e-8aa1-9bfab18a201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.546295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-60cb5c03-e55e-450e-8aa1-9bfab18a201b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3df4af63bc90486ea21eef8dabf7f3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194516 Aug 11 08:22:21.546882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb5c03-e55e-450e-8aa1-9bfab18a201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b06c68-ec10-42f4-8953-ce809047a581,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:21.550293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52976) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:21.562361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Attempting to bind port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:21.562361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Attempting to bind port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '05d6ff51-5915-4f3a-9471-de5111c74768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:21.562641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Attempting to bind port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 on network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:21.590064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:21.590443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Checking segment: {'id': '05d6ff51-5915-4f3a-9471-de5111c74768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:21.590851 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.591247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Bound using segment: {'id': '05d6ff51-5915-4f3a-9471-de5111c74768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:21.591735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Bound port: 7b121e73-1b94-4162-90a9-d1fa7a9a01f6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d6ff51-5915-4f3a-9471-de5111c74768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:21.592119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.657875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:21.675230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f0f26-4e27-406a-98d2-f320c8a50627 req-c563690a-b5e1-454f-8852-9f4da6398777 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:21.686130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d36f0f26-4e27-406a-98d2-f320c8a50627 req-c563690a-b5e1-454f-8852-9f4da6398777 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 945 time: 0.1229684 Aug 11 08:22:21.691125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36406bc1-877e-4199-b300-4c3b0dac1c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.693308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] For port dcb0e008-c7bb-4d6e-8893-e507945707a1, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:21.698897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:21.699307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.701051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:21.716312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36406bc1-877e-4199-b300-4c3b0dac1c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.737537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:21.737773 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.743820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c0ea-f645-406f-b427-2687447ed95d req-27ec89aa-4990-40b5-a16a-427a927ff0de tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:21.745987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ad4c0ea-f645-406f-b427-2687447ed95d req-27ec89aa-4990-40b5-a16a-427a927ff0de tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.5713763 Aug 11 08:22:21.747624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Allocated IP 172.20.0.1 (ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c/07cf9bf3-61c9-4d94-9f67-e0447047e326/00b271ee-8496-48cf-ad93-fd7c79033128) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:21.772140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] For port dcb0e008-c7bb-4d6e-8893-e507945707a1, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=dcb0e008-c7bb-4d6e-8893-e507945707a1,segment=NetworkSegment(e00ed7d8-bef1-42ce-938a-14befe6cda09),segment_id=e00ed7d8-bef1-42ce-938a-14befe6cda09)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:21.805004 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.809716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d36f0f26-4e27-406a-98d2-f320c8a50627 req-feccf0bd-7c22-42e4-be9c-5b18e00c4362 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248438 Aug 11 08:22:21.816798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36406bc1-877e-4199-b300-4c3b0dac1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.822664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36406bc1-877e-4199-b300-4c3b0dac1c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.825202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36406bc1-877e-4199-b300-4c3b0dac1c42 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07b06c68-ec10-42f4-8953-ce809047a581 HTTP/1.1" status: 204 len: 168 time: 0.2729957 Aug 11 08:22:21.845355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36406bc1-877e-4199-b300-4c3b0dac1c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b06c68-ec10-42f4-8953-ce809047a581,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:21.864633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] For port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:21.899471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] For port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,segment=NetworkSegment(05d6ff51-5915-4f3a-9471-de5111c74768),segment_id=05d6ff51-5915-4f3a-9471-de5111c74768)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:21.943606 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.945407 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:21.962597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ad4c0ea-f645-406f-b427-2687447ed95d req-5420149b-dbed-469e-ad24-00bd7fe4533a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983447 Aug 11 08:22:21.976435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4103aaf-8f4b-419c-8afd-d98421b1d48c None None] Pushing event updated for resources: {'Port': ['ID=dcb0e008-c7bb-4d6e-8893-e507945707a1,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:21.991050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Transition to ACTIVE for port object 00b271ee-8496-48cf-ad93-fd7c79033128 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:22.083779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.126125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.153482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Port': ['ID=00b271ee-8496-48cf-ad93-fd7c79033128,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:22.169647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:22.173896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:22.178118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:22.281018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5512b73d-969a-4e12-b5fb-b68fa757006d req-9fadd321-8e8f-4744-9f97-6892953b367a tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0505581 Aug 11 08:22:22.284470 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.288287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.295603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b36ef-145f-4fb5-99b8-22ff341b3e4f None None] Pushing event updated for resources: {'Port': ['ID=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:22.399820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2e7cc128-23a0-4154-8c0b-18ec95b56b76, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e7cc128-23a0-4154-8c0b-18ec95b56b76,segment=NetworkSegment(50a80133-9cdd-405d-b374-8a306bbd8396),segment_id=50a80133-9cdd-405d-b374-8a306bbd8396)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:22.425101 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.449854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf078ce-da9b-41db-aa9d-e5a9808b9934'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:22.452346 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942dc61a-2811-44bf-8505-ea430f4d605a" -d '{"events": [{"server_uuid": "7f452ac1-b048-49e3-9094-c2083166b2ce", "name": "network-vif-plugged", "status": "completed", "tag": "9bf078ce-da9b-41db-aa9d-e5a9808b9934"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:22.500728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-148f15c9-f126-45af-b411-a87cc4126d36 None None] Provisioning complete for port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:22.501135 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-148f15c9-f126-45af-b411-a87cc4126d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.504035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:22.570533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.592976 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:22.655349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2e7cc128-23a0-4154-8c0b-18ec95b56b76,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:22.767559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=9bf078ce-da9b-41db-aa9d-e5a9808b9934,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:22.879943 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7b560-5532-4545-b728-10da0e95d5db x-openstack-request-id: req-28e7b560-5532-4545-b728-10da0e95d5db {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:22.880232 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f452ac1-b048-49e3-9094-c2083166b2ce", "name": "network-vif-plugged", "status": "completed", "tag": "9bf078ce-da9b-41db-aa9d-e5a9808b9934", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:22.880482 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28e7b560-5532-4545-b728-10da0e95d5db {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:22.880902 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf078ce-da9b-41db-aa9d-e5a9808b9934', 'code': 200} Aug 11 08:22:23.136864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cc0e-2de4-4b3d-8086-78c0f000f920 req-4b4c6eca-1f24-4729-abc5-873a1bc0b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:23.142144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c25cc0e-2de4-4b3d-8086-78c0f000f920 req-4b4c6eca-1f24-4729-abc5-873a1bc0b682 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 1097 time: 0.1656690 Aug 11 08:22:23.156812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156d8eb-c091-482a-8cd3-e1228861e46a req-1f66a4b2-61c3-47d8-8a9c-072ff6d18f3f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:23.164752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9156d8eb-c091-482a-8cd3-e1228861e46a req-1f66a4b2-61c3-47d8-8a9c-072ff6d18f3f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.2301846 Aug 11 08:22:23.337347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c25cc0e-2de4-4b3d-8086-78c0f000f920 req-418dfe90-a6b2-413f-ac2b-e7e880fbf334 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606457 Aug 11 08:22:23.349626 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:23.385947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9156d8eb-c091-482a-8cd3-e1228861e46a req-738a4896-80e2-4a0a-8b24-0980cf741a86 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182825 Aug 11 08:22:23.387732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:23.406925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:23.539284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:23.547666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device dcb0e008-c7bb-4d6e-8893-e507945707a1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:23.617620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3ae38-1b3c-426a-bcdf-1019eb6b8c32 req-21b58aff-fd8f-4155-8b5e-c71df89134b6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:23.629631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e3ae38-1b3c-426a-bcdf-1019eb6b8c32 req-21b58aff-fd8f-4155-8b5e-c71df89134b6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1215675 Aug 11 08:22:23.644600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port dcb0e008-c7bb-4d6e-8893-e507945707a1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:23.651585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e7cc128-23a0-4154-8c0b-18ec95b56b76 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:23.687212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e3ae38-1b3c-426a-bcdf-1019eb6b8c32 req-1c611220-584a-49e9-8a96-7cb84f3155ce tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560739 Aug 11 08:22:23.710521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:23.722132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7c83d94-5659-47d4-84c2-aa4f3cbf8176 req-38e1eec3-c962-42a7-90f1-308c22e52ba2 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1360993 Aug 11 08:22:23.754030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Port': ['ID=00b271ee-8496-48cf-ad93-fd7c79033128,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:23.897897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:23.899610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:24.012800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e0817-12d5-44fb-babf-c82f6eff49a7 None None] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:24.092093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] Provisioning for port dcb0e008-c7bb-4d6e-8893-e507945707a1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:24.110517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] Provisioning complete for port dcb0e008-c7bb-4d6e-8893-e507945707a1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:24.111185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:24.117454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Router 64f567f8-82ea-4dd7-9130-03c5d3de56fc is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:22:24.186789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:24.187388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:24.240582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626601d-2fed-4d41-9277-1879b68970a6 None None] Network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:24.262662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:22:24.274758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53070) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:24.276139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-400ac028-f91c-45f1-9ca7-efabc0561e68 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2600238 Aug 11 08:22:24.277134 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] Sync routers for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:22:24.290792 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:24.291629 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:24.367139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:24.376602 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:24.377755 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:24.444760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:24.445487 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033ec8b7-d7d1-4a32-919a-89d06cbb3634 None None] The sync data for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:22:24.466291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:24.621124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] For port dcb0e008-c7bb-4d6e-8893-e507945707a1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=dcb0e008-c7bb-4d6e-8893-e507945707a1,segment=NetworkSegment(e00ed7d8-bef1-42ce-938a-14befe6cda09),segment_id=e00ed7d8-bef1-42ce-938a-14befe6cda09)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:24.635081 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:24.681216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba04b2b-664b-4baf-9e00-dfb5e168aefc req-a1f18a01-cf88-4c56-9f03-2c56f33eb811 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:24.683396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ba04b2b-664b-4baf-9e00-dfb5e168aefc req-a1f18a01-cf88-4c56-9f03-2c56f33eb811 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.1876554 Aug 11 08:22:24.771779 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ba04b2b-664b-4baf-9e00-dfb5e168aefc req-0d70091b-5696-484a-a17b-ec39c5af9731 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798821 Aug 11 08:22:24.847065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02360bfc-98e4-4f27-90c6-06a1a2137b16 None None] Pushing event updated for resources: {'Port': ['ID=dcb0e008-c7bb-4d6e-8893-e507945707a1,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:24.854128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] Provisioning for port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:24.864609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] Provisioning complete for port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:24.865130 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:24.929899 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53e0d11c-08f3-4594-accd-8ee19e01b048 req-06fedfa5-35c7-4fb2-b83d-576bdb85d4a7 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0465286 Aug 11 08:22:25.006403 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.069817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] For port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,segment=NetworkSegment(05d6ff51-5915-4f3a-9471-de5111c74768),segment_id=05d6ff51-5915-4f3a-9471-de5111c74768)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:25.079137 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.128536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0c89-2eea-4332-991f-c1ab21de1acf req-d077c10a-0da8-4540-bf8b-296b33d80c4b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:25.130562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd1f0c89-2eea-4332-991f-c1ab21de1acf req-d077c10a-0da8-4540-bf8b-296b33d80c4b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.2385921 Aug 11 08:22:25.192227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device dcb0e008-c7bb-4d6e-8893-e507945707a1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:25.230092 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-ee6992bd-c164-432e-864b-e61036ec671d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:22:25.233928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ee6992bd-c164-432e-864b-e61036ec671d tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9554811 Aug 11 08:22:25.234492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53160) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:25.242379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd080-8233-4110-b25c-58291a3d4d33 None None] Pushing event updated for resources: {'Port': ['ID=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:25.308111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f583c58b-1709-4590-9b1d-7403c2cd4f0d None None] Provisioning for port 00b271ee-8496-48cf-ad93-fd7c79033128 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:25.321671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f583c58b-1709-4590-9b1d-7403c2cd4f0d None None] Provisioning complete for port 00b271ee-8496-48cf-ad93-fd7c79033128 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:25.322374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f583c58b-1709-4590-9b1d-7403c2cd4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.344320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd1f0c89-2eea-4332-991f-c1ab21de1acf req-5551a24f-a504-483c-9673-093c4320b1d2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875012 Aug 11 08:22:25.384590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f583c58b-1709-4590-9b1d-7403c2cd4f0d None None] Port 00b271ee-8496-48cf-ad93-fd7c79033128 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:22:25.388795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port dcb0e008-c7bb-4d6e-8893-e507945707a1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:25.389187 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.440625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f583c58b-1709-4590-9b1d-7403c2cd4f0d None None] Provisioning complete for port dcb0e008-c7bb-4d6e-8893-e507945707a1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:25.440971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f583c58b-1709-4590-9b1d-7403c2cd4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.761139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-58e15e29-2afd-4eb5-927c-96628a34a841 None None] Provisioning complete for port 00b271ee-8496-48cf-ad93-fd7c79033128 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:25.761997 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58e15e29-2afd-4eb5-927c-96628a34a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.815736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-58e15e29-2afd-4eb5-927c-96628a34a841 None None] Port 00b271ee-8496-48cf-ad93-fd7c79033128 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:22:25.821670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-b311a96e-0f08-4fd5-a4ab-4e75adf37e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:25.823878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-b311a96e-0f08-4fd5-a4ab-4e75adf37e0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1096 time: 0.0739493 Aug 11 08:22:25.829548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-58e15e29-2afd-4eb5-927c-96628a34a841 None None] Provisioning complete for port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:25.829935 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58e15e29-2afd-4eb5-927c-96628a34a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.870847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:25.994466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53192) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:26.077433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-cb4c3423-72f5-4cb7-b44a-420152c580be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.078936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-cb4c3423-72f5-4cb7-b44a-420152c580be service neutron] 10.222.0.69 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.2299862 Aug 11 08:22:26.079207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-760ec0c1-ce88-4484-8735-91c46b0cf9ae req-dfe8b75d-72b6-4bd8-99df-8544103add2b tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0332959 Aug 11 08:22:26.108792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77bae-efef-4fb1-bad0-d6c722f1aca3 req-4095c872-348b-4af0-8330-5f162ea6ffcf tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.110915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fd77bae-efef-4fb1-bad0-d6c722f1aca3 req-4095c872-348b-4af0-8330-5f162ea6ffcf tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.1569285 Aug 11 08:22:26.140160 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8fc-e16b-4b41-9f65-dc33a93c46a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.261592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-6547ed69-5971-4431-9a44-9b29ab5ccd10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 1000 time: 0.1744595 Aug 11 08:22:26.266465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fd77bae-efef-4fb1-bad0-d6c722f1aca3 req-0cb9cde6-c78d-473b-8012-cd99f990bc44 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Aug 11 08:22:26.276333 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8fc-e16b-4b41-9f65-dc33a93c46a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.282724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8fc-e16b-4b41-9f65-dc33a93c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.335150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fbd7f8fc-e16b-4b41-9f65-dc33a93c46a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2012f32e416b44eb94b4e8750421a274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395824 Aug 11 08:22:26.336096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f8fc-e16b-4b41-9f65-dc33a93c46a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfed8ea-4e6a-4c83-b7cc-4892685863de,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:26.339824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-6f4d73a8-3f44-4d9b-a5d5-58daf1d4f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.340825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53206) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:26.341338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-6f4d73a8-3f44-4d9b-a5d5-58daf1d4f9be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0706520 Aug 11 08:22:26.448600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66935d3f-705e-4355-b717-86a8054fb52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.462792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b736734-686a-421e-9512-aa63cd6304b0 req-da44cbe1-29df-4cf9-851d-a9db0a533002 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.464761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b736734-686a-421e-9512-aa63cd6304b0 req-da44cbe1-29df-4cf9-851d-a9db0a533002 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0923862 Aug 11 08:22:26.475836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-106ad6e9-4c9e-4813-bf28-cd071f6913d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.477406 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-106ad6e9-4c9e-4813-bf28-cd071f6913d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126080 Aug 11 08:22:26.499863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66935d3f-705e-4355-b717-86a8054fb52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.540008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b736734-686a-421e-9512-aa63cd6304b0 req-f004e14d-011b-45db-b607-543df555b80e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625584 Aug 11 08:22:26.554204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ecb2b-33ca-4e3a-9a9c-dc50e2499020 req-d018c6ad-8f86-4259-a457-c8a120321936 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.557221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-562ecb2b-33ca-4e3a-9a9c-dc50e2499020 req-d018c6ad-8f86-4259-a457-c8a120321936 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1284697 Aug 11 08:22:26.566261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Deleting port 00b271ee-8496-48cf-ad93-fd7c79033128 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:26.566985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.576113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66935d3f-705e-4355-b717-86a8054fb52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.579016 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66935d3f-705e-4355-b717-86a8054fb52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.580198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66935d3f-705e-4355-b717-86a8054fb52d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdfed8ea-4e6a-4c83-b7cc-4892685863de HTTP/1.1" status: 204 len: 168 time: 0.2383895 Aug 11 08:22:26.593079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935d3f-705e-4355-b717-86a8054fb52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfed8ea-4e6a-4c83-b7cc-4892685863de,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:26.699099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-562ecb2b-33ca-4e3a-9a9c-dc50e2499020 req-f95e0094-407d-4cce-bc42-cb2bff7f1902 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227000 Aug 11 08:22:26.720297 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-4003fa1a-4e76-462f-be16-9ddc5e9d3d49 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326212 Aug 11 08:22:26.769420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:26.820073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Calling delete_port for 00b271ee-8496-48cf-ad93-fd7c79033128 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:26.830677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1b84e-8852-47df-9024-8c0334164a74 req-ae0cca72-612e-432b-bd4f-424ac9aadba3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:26.832410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48b1b84e-8852-47df-9024-8c0334164a74 req-ae0cca72-612e-432b-bd4f-424ac9aadba3 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0867026 Aug 11 08:22:26.895302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48b1b84e-8852-47df-9024-8c0334164a74 req-6d6b087a-60b6-45cd-938f-1cb8347090ac tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Aug 11 08:22:26.911370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e45f17e5-0894-4bf0-ba96-e79c3ca4e158 req-e140bcac-a204-4e2a-8807-de8158a8d1ba service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697772 Aug 11 08:22:27.085701 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:27.103886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39797b1-23b1-459a-b6a4-8e1e041c3f16 req-3a942c12-b58c-47c4-a39d-70eb0f47fdda tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:27.111496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f39797b1-23b1-459a-b6a4-8e1e041c3f16 req-3a942c12-b58c-47c4-a39d-70eb0f47fdda tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0840545 Aug 11 08:22:27.168959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Port': ['ID=00b271ee-8496-48cf-ad93-fd7c79033128,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:27.225566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:27.254451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e5c4123-af0d-4d4d-b983-b07b98ec2327 req-e78ff7b5-4504-4689-a9ff-b7659035205c tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Aug 11 08:22:27.313859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:27.314501 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:27.322247 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f39797b1-23b1-459a-b6a4-8e1e041c3f16 req-4ab28065-cdb8-44fd-8b60-cd9c6a0c885f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098882 Aug 11 08:22:27.493618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:27.674337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Router 64f567f8-82ea-4dd7-9130-03c5d3de56fc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:22:27.678875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cebe-acbb-43f0-9ad2-2d7bc0fe3241 req-06a1598f-a713-4132-bb82-61d72281f785 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:27.686574 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a548cebe-acbb-43f0-9ad2-2d7bc0fe3241 req-06a1598f-a713-4132-bb82-61d72281f785 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0749886 Aug 11 08:22:27.731832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a548cebe-acbb-43f0-9ad2-2d7bc0fe3241 req-a0ca4424-e332-4e4f-a003-e3046c2673f1 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438592 Aug 11 08:22:27.777909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:22:27.793145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d8c91dee-fd2f-48f5-87fe-21532006ea45 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5571766 Aug 11 08:22:27.795594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] Sync routers for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:22:27.797368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53264) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:27.816699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:27.817632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:27.874458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:27.884204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:27.885018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:27.896391 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-e57cc193-8a18-4134-82a4-b1f681b85716 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] delete failed (client error): The resource could not be found. Aug 11 08:22:27.897855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e57cc193-8a18-4134-82a4-b1f681b85716 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1566503641 HTTP/1.1" status: 404 len: 335 time: 0.0924046 Aug 11 08:22:27.910918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53270) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:27.923607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:27.924544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b753c-1c54-4d99-8362-3d3a05eee049 None None] The sync data for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:22:27.930422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0f44-cf5f-4a10-9671-9252a7c2c301 req-64c55c8a-7948-4bfa-b1d9-6e765c04f790 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:27.937627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a06e0f44-cf5f-4a10-9671-9252a7c2c301 req-64c55c8a-7948-4bfa-b1d9-6e765c04f790 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.0899823 Aug 11 08:22:27.947357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cc266378-6b27-40c2-a182-9ec9efa34eec tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'router': {'external_gateway_info': {'network_id': '64f567f8-82ea-4dd7-9130-03c5d3de56fc'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:27.983550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a06e0f44-cf5f-4a10-9671-9252a7c2c301 req-a0dc2dc9-a08d-444e-8f4a-b839f529e68c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Aug 11 08:22:28.040388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eae9c8-961f-4964-9b5d-f6743ca59827 req-22c1d968-9012-4020-ac17-b87afae3c557 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:28.041969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79eae9c8-961f-4964-9b5d-f6743ca59827 req-22c1d968-9012-4020-ac17-b87afae3c557 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.1515057 Aug 11 08:22:28.217587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79eae9c8-961f-4964-9b5d-f6743ca59827 req-35ee9622-00ed-47b1-810d-29c88d937992 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359770 Aug 11 08:22:28.221986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc266378-6b27-40c2-a182-9ec9efa34eec tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:28.257932 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-cc266378-6b27-40c2-a182-9ec9efa34eec tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] update failed (client error): The resource could not be found. Aug 11 08:22:28.260921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc266378-6b27-40c2-a182-9ec9efa34eec tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc HTTP/1.1" status: 404 len: 339 time: 0.3404176 Aug 11 08:22:28.263262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53290) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:28.397437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4832e53-1056-4d7b-b736-1520711e16c3 req-81d73374-efb4-4cca-9b96-c4aa37c5b7f2 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0378878 Aug 11 08:22:28.614538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:28.647118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:28.748777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d572f6-7697-409d-b514-2306cee0fd8b req-dda9134a-dbad-4138-bf64-a0471a83cb8e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:28.757063 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02d572f6-7697-409d-b514-2306cee0fd8b req-dda9134a-dbad-4138-bf64-a0471a83cb8e tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0680091 Aug 11 08:22:28.803089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02d572f6-7697-409d-b514-2306cee0fd8b req-099b2dc4-b629-44fe-beea-979dc1e235ba tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Aug 11 08:22:28.906506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-92775173'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:28.939064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Made reservation on behalf of 89b0e08fad0248d4b7dc4d4dfa73b2b2 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:28.943442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:28.946218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:28.954195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.082325 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.088592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.119797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:29.126958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7e2fb2-db13-4cac-b21d-2a4051fc920c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:29.133825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.134179 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Added segment c75f02e9-a3bd-43df-bfc7-388871cd594f of type vlan for network 6e166759-6bad-42fd-9128-4c05869a2e27 Aug 11 08:22:29.182696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.201405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d603c4-087e-42da-80d5-57d122cf6acf req-c6259b7c-0a90-4567-8712-c147ec63d74b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:29.202965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4d603c4-087e-42da-80d5-57d122cf6acf req-c6259b7c-0a90-4567-8712-c147ec63d74b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1124930 Aug 11 08:22:29.230316 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.236074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:29.237937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.243123 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4469ffc3-7fba-4e7c-86cc-4afd631718ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.289161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4d603c4-087e-42da-80d5-57d122cf6acf req-9a81d6e9-78e5-49a6-921f-060fdb292284 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801227 Aug 11 08:22:29.300327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Allocated IP 172.20.0.1 (714d6da6-9917-43dd-adff-b2edcd5b776b/6e9b5ad9-0936-4942-920d-9efa189419f4/d16263bc-3cb2-47e2-92af-50b6bff98e57) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:29.318872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Pushing event updated for resources: {'Network': ['ID=6e166759-6bad-42fd-9128-4c05869a2e27,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:29.329542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26d2d76d-6a3c-42dd-a083-a72670472baa tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6805010 Aug 11 08:22:29.330816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53324) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:29.336000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 6e166759-6bad-42fd-9128-4c05869a2e27 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:29.449442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:22:29.456530 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.472539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Transition to ACTIVE for port object d16263bc-3cb2-47e2-92af-50b6bff98e57 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:29.512291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.541056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a9d71c9-a64d-4fc9-b0ec-813ad1c71779 req-0c2b56fd-db87-4681-8f81-d0164cdd38d2 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0350735 Aug 11 08:22:29.572294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:29.605673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'mac_address': 'fa:16:3e:a5:a8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:22:29.617754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network 714d6da6-9917-43dd-adff-b2edcd5b776b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:29.617754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:29.646431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:29.674868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'network': {'name': 'tempest-network--642215047', 'router:external': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:29.693881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Port': ['ID=d16263bc-3cb2-47e2-92af-50b6bff98e57,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:29.721334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.723827 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.734726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Made reservation on behalf of 6965e454d0494489b7e82e8c9a3b466c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:29.737321 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.750041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.759501 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.768871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 266d10d8-7ca8-4767-85b5-df9b06bd00ab {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:29.835030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:29.855579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.907992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:29.989343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:29.995143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b879-b2db-4e9d-9bc8-8f57e9c6ea3d req-a9d004c0-04f9-4069-8253-ccebc4b8f8ef tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:29.997325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e066b879-b2db-4e9d-9bc8-8f57e9c6ea3d req-a9d004c0-04f9-4069-8253-ccebc4b8f8ef tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0678744 Aug 11 08:22:30.058937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.080718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e066b879-b2db-4e9d-9bc8-8f57e9c6ea3d req-02f1ee50-909c-4f2c-a9b2-30bbf569f69f tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661855 Aug 11 08:22:30.081726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.116192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e51de7-8cce-454c-a1db-65efe2568e73,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:30.116374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6b4a83b0-08ad-4b07-9043-e9570131b6d4 None None] Provisioning for port d16263bc-3cb2-47e2-92af-50b6bff98e57 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:30.118996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:30.122538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6b4a83b0-08ad-4b07-9043-e9570131b6d4 None None] Provisioning complete for port d16263bc-3cb2-47e2-92af-50b6bff98e57 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:30.122931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6b4a83b0-08ad-4b07-9043-e9570131b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.129569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.129890 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['266d10d8-7ca8-4767-85b5-df9b06bd00ab'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:30.130059 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Added segment d965bb32-8537-4352-985a-c90fe46f1409 of type vlan for network cb4838ca-e3c0-42a8-b727-8f0d626548d5 Aug 11 08:22:30.198136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.235980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a83b0-08ad-4b07-9043-e9570131b6d4 None None] Port d16263bc-3cb2-47e2-92af-50b6bff98e57 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:22:30.247900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.250162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:30.250982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.394774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4447fb-feca-4650-8699-9d93290ff07d req-9e53c50a-1b34-43dc-a67f-9fcea5a02c67 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:30.397126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd4447fb-feca-4650-8699-9d93290ff07d req-9e53c50a-1b34-43dc-a67f-9fcea5a02c67 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.1142347 Aug 11 08:22:30.397779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0658877 Aug 11 08:22:30.400676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53370) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:30.414029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5f53-181f-421e-a246-b2ba5f1fb752 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Network': ['ID=cb4838ca-e3c0-42a8-b727-8f0d626548d5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:30.427734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network cb4838ca-e3c0-42a8-b727-8f0d626548d5 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:30.607306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.630215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.648473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563113e-fe92-4753-89cb-b541caa40dc1 req-a55c24e4-80bf-43a9-833a-b8d0aad961c9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:30.650099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8563113e-fe92-4753-89cb-b541caa40dc1 req-a55c24e4-80bf-43a9-833a-b8d0aad961c9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 944 time: 0.1612632 Aug 11 08:22:30.684804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1c04b41-dd19-460a-ba8d-e55f1549a7f3 req-3f75d163-6c14-4f1d-a488-ec973a20a2a2 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0436857 Aug 11 08:22:30.703385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.782625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Deleting port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:30.783108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.808126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event updated for resources: {'Port': ['ID=d16263bc-3cb2-47e2-92af-50b6bff98e57,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:30.869452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:30.893572 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8563113e-fe92-4753-89cb-b541caa40dc1 req-cfc624fd-5341-47b4-a801-357309bc3d61 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205777 Aug 11 08:22:31.013573 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.044920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4838ca-e3c0-42a8-b727-8f0d626548d5']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:31.065252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] For port 9bf078ce-da9b-41db-aa9d-e5a9808b9934, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=9bf078ce-da9b-41db-aa9d-e5a9808b9934,segment=NetworkSegment(d8579063-fe7c-43ab-b3c6-67b78aaa7953),segment_id=d8579063-fe7c-43ab-b3c6-67b78aaa7953)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:31.065919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.076547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd965bb32-8537-4352-985a-c90fe46f1409') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:31.076851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd965bb32-8537-4352-985a-c90fe46f1409') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:31.096711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.115145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Calling delete_port for 9bf078ce-da9b-41db-aa9d-e5a9808b9934 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:31.129381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.149058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:31.149470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.152668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Network 714d6da6-9917-43dd-adff-b2edcd5b776b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:31.153523 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:31.195546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:31.214359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53388) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:31.253380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892cdf8-b2fd-41f9-a168-b88e70197e9d req-251cbcae-30e7-48c8-9890-3a4b9d290553 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:31.261740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5892cdf8-b2fd-41f9-a168-b88e70197e9d req-251cbcae-30e7-48c8-9890-3a4b9d290553 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 946 time: 0.0921140 Aug 11 08:22:31.340186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5892cdf8-b2fd-41f9-a168-b88e70197e9d req-3c049053-4cc2-4437-88e0-1692589b8a8d tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/security-groups?id=940abe5f-b19a-4612-a044-33fe95047ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673485 Aug 11 08:22:31.400225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ec9b45-1775-4b27-84be-4c06e41c81cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.402903 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.451230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:31.481659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb4838ca-e3c0-42a8-b727-8f0d626548d5 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:22:31.487016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb4838ca-e3c0-42a8-b727-8f0d626548d5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:31.505596 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.512109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3bc08afe-f024-4c08-976b-6322900bdad7 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/networks/cb4838ca-e3c0-42a8-b727-8f0d626548d5 HTTP/1.1" status: 204 len: 168 time: 1.1070380 Aug 11 08:22:31.512955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53392) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:31.529080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:31.569826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Router 64f567f8-82ea-4dd7-9130-03c5d3de56fc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:22:31.593011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 266d10d8-7ca8-4767-85b5-df9b06bd00ab triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:31.593441 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.612360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-85634d64-d96e-44ab-a73e-f491935c087c None None] Provisioning complete for port d16263bc-3cb2-47e2-92af-50b6bff98e57 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:31.612721 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85634d64-d96e-44ab-a73e-f491935c087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.660056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ec9b45-1775-4b27-84be-4c06e41c81cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.677502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ec9b45-1775-4b27-84be-4c06e41c81cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.725494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-72ec9b45-1775-4b27-84be-4c06e41c81cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2e0d72548444407974e4cba19cf9e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098684 Aug 11 08:22:31.728857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:31.745750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-85634d64-d96e-44ab-a73e-f491935c087c None None] Port d16263bc-3cb2-47e2-92af-50b6bff98e57 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:22:31.783521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Made reservation on behalf of 6965e454d0494489b7e82e8c9a3b466c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:31.788557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.851246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9b45-1775-4b27-84be-4c06e41c81cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b99863f-6ab8-4951-ad2b-45537eccd89d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:31.872247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:31.903749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.908177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5557cae0-2a19-4f05-b664-95b53bbd01f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.913245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.913460 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Added segment 4b1f95f4-36b6-4455-9418-a00ab76c805a of type vlan for network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 Aug 11 08:22:31.992983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:31.996934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5557cae0-2a19-4f05-b664-95b53bbd01f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:31.999580 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a140c-f54f-4a9a-ae64-6e27c195e79c" -d '{"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-plugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:32.025793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-625d031d-0020-4ef3-9f28-f3c17731c6f9 req-90774ae7-becd-4117-96bb-d51fd3422ae9 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1477532 Aug 11 08:22:32.037599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.042725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.047232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:32.054974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.060668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:22:32.148775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cc4dc8fe-b719-451d-8074-08d8a5d65c08 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8842652 Aug 11 08:22:32.150056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Pushing event deleted for resources: {'Port': ['ID=9bf078ce-da9b-41db-aa9d-e5a9808b9934,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:32.153743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:32.168657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.170509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:32.171169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.201527 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1c3d8-85e2-44e6-acbb-d882c11a9e84 x-openstack-request-id: req-a8a1c3d8-85e2-44e6-acbb-d882c11a9e84 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:32.201805 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-plugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:32.202152 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8a1c3d8-85e2-44e6-acbb-d882c11a9e84 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:32.202609 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'code': 200} Aug 11 08:22:32.203669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:32.243539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] No DVR routers for this DVR port 9bf078ce-da9b-41db-aa9d-e5a9808b9934 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:32.246800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.249421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd4447fb-feca-4650-8699-9d93290ff07d req-963cf280-9c01-4949-866a-8152edf296ed tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.69 "DELETE /v2.0/ports/9bf078ce-da9b-41db-aa9d-e5a9808b9934 HTTP/1.1" status: 204 len: 173 time: 1.8383865 Aug 11 08:22:32.250059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'name': 'network-vif-deleted', 'tag': '9bf078ce-da9b-41db-aa9d-e5a9808b9934'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:32.252598 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ce304f-e48a-4c27-9ff8-ab84870c397e" -d '{"events": [{"server_uuid": "7f452ac1-b048-49e3-9094-c2083166b2ce", "name": "network-vif-deleted", "tag": "9bf078ce-da9b-41db-aa9d-e5a9808b9934"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:32.305057 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f0950-f986-4923-b1c2-dc2c84dd112d x-openstack-request-id: req-ac8f0950-f986-4923-b1c2-dc2c84dd112d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:32.307166 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f452ac1-b048-49e3-9094-c2083166b2ce", "name": "network-vif-deleted", "tag": "9bf078ce-da9b-41db-aa9d-e5a9808b9934", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:32.307628 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac8f0950-f986-4923-b1c2-dc2c84dd112d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:32.313503 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f452ac1-b048-49e3-9094-c2083166b2ce', 'name': 'network-vif-deleted', 'tag': '9bf078ce-da9b-41db-aa9d-e5a9808b9934', 'status': 'completed', 'code': 200} Aug 11 08:22:32.330380 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.348337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Network': ['ID=025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:32.358569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5557cae0-2a19-4f05-b664-95b53bbd01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.362417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5557cae0-2a19-4f05-b664-95b53bbd01f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.362631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:32.367245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5557cae0-2a19-4f05-b664-95b53bbd01f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b99863f-6ab8-4951-ad2b-45537eccd89d HTTP/1.1" status: 204 len: 168 time: 0.6198399 Aug 11 08:22:32.426104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa041-26da-4546-8ed0-af48e053abc0 req-40e564f2-73c1-413f-b2be-5213f03957ed tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:32.427807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4daaa041-26da-4546-8ed0-af48e053abc0 req-40e564f2-73c1-413f-b2be-5213f03957ed tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.3107052 Aug 11 08:22:32.431872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ba0d39c4-7116-45f0-919a-5b10f635366c tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9162519 Aug 11 08:22:32.435094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53412) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:32.441461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'subnet': {'network_id': '025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:32.442050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557cae0-2a19-4f05-b664-95b53bbd01f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b99863f-6ab8-4951-ad2b-45537eccd89d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:32.495976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb13a24c-3864-4c14-8866-919ecbea3069 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.591773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4daaa041-26da-4546-8ed0-af48e053abc0 req-afa64504-7407-48eb-b358-c617ccb45475 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356175 Aug 11 08:22:32.617503 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-bb13a24c-3864-4c14-8866-919ecbea3069 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 08:22:32.621261 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb13a24c-3864-4c14-8866-919ecbea3069 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc HTTP/1.1" status: 409 len: 329 time: 0.4630671 Aug 11 08:22:32.622356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:32.629989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] Sync routers for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:22:32.655152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfba8123-cf4d-424d-b547-d49274cc3cc4 req-cd2616c1-d4a1-4e51-8726-db156de5db80 tempest-ServerDiskConfigTestJSON-1600600271 tempest-ServerDiskConfigTestJSON-1600600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f452ac1-b048-49e3-9094-c2083166b2ce HTTP/1.1" status: 200 len: 210 time: 0.1412151 Aug 11 08:22:32.655979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Made reservation on behalf of 6965e454d0494489b7e82e8c9a3b466c for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:32.656143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:32.659869 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:32.661978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.707025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:32.707784 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ed3d09c5-43ee-4545-8828-618d99d50238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:32.718732 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:32.719632 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:32.912965 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:32.929679 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303c248-8d7f-4c4b-876d-59894e97a05f None None] The sync data for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:22:33.130661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53422) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:33.166804 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e0318bf-59ca-43f7-aa5b-6cd428edbab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.241870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6544ee1-12de-46d6-9995-e1921d27a1ff req-04ee3ca3-bcea-4251-8f25-51ab82576b73 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0404203 Aug 11 08:22:33.326787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:22:33.327348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.478733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bf078ce-da9b-41db-aa9d-e5a9808b9934 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:33.539740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Subnet': ['ID=21cba5c3-e852-4985-b210-15e9b7ab5b71,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:33.542953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 9bf078ce-da9b-41db-aa9d-e5a9808b9934 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:33.543294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 9bf078ce-da9b-41db-aa9d-e5a9808b9934 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:33.573519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e0318bf-59ca-43f7-aa5b-6cd428edbab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.577178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Checking segment: {'id': '4b1f95f4-36b6-4455-9418-a00ab76c805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:33.577595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Network hostable DHCP agents. Network: 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:33.586670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e0318bf-59ca-43f7-aa5b-6cd428edbab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.627240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e0318bf-59ca-43f7-aa5b-6cd428edbab3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cebdaaabba7485d9d1890fad5a421a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952326 Aug 11 08:22:33.632405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53424) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:33.637486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:33.656473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0318bf-59ca-43f7-aa5b-6cd428edbab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18752e9-d894-4531-a807-b89e71b4d18f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:33.668624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:33.685958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:33.686543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.693454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b5544-3d67-43b0-99d2-2637e0ed34eb None None] Network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:33.758178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bf345c66-1c7b-43e8-b9e2-dd9d5498ac9a tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3213911 Aug 11 08:22:33.763347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53432) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:33.772202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'floatingip': {'floating_network_id': '025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:33.788739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a26665a-2e39-48cf-9ecd-38b8d113c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.834942 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.848076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a26665a-2e39-48cf-9ecd-38b8d113c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.857716 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.940935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9ca4f-f4cc-47ff-8dbe-143376cae6a0 None None] Network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:33.941484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53440) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:33.981638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a26665a-2e39-48cf-9ecd-38b8d113c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.984375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a26665a-2e39-48cf-9ecd-38b8d113c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:33.985685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9a26665a-2e39-48cf-9ecd-38b8d113c895 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c18752e9-d894-4531-a807-b89e71b4d18f HTTP/1.1" status: 204 len: 168 time: 0.3522794 Aug 11 08:22:34.027930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26665a-2e39-48cf-9ecd-38b8d113c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18752e9-d894-4531-a807-b89e71b4d18f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:34.043025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Deleting subnet 83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:34.047449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.094461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.155915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.264083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.305523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c087b9-bd15-4ac3-bee1-7859c8c20c51 req-19d39914-9120-42cc-becc-6f2089012311 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:34.306931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9c087b9-bd15-4ac3-bee1-7859c8c20c51 req-19d39914-9120-42cc-becc-6f2089012311 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.4933372 Aug 11 08:22:34.309198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:34.319259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.326983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-afa30044-1766-4017-8a95-a53a44d98f8b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/83ce0cbb-2dd9-49c6-bed3-c6dcfd1a7709 HTTP/1.1" status: 204 len: 168 time: 0.3828821 Aug 11 08:22:34.329010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53452) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:34.396071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9c087b9-bd15-4ac3-bee1-7859c8c20c51 req-693c6bda-7785-4c66-b231-816228e007a6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730526 Aug 11 08:22:34.419977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.436323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.592319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a414-0f4b-43f3-b063-ff23c63a6a02 req-c77dd6e4-3578-4733-acb4-f7cff8863e86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:34.601439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d263a414-0f4b-43f3-b063-ff23c63a6a02 req-c77dd6e4-3578-4733-acb4-f7cff8863e86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1615651 Aug 11 08:22:34.607889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.628346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Allocated IP 172.20.0.14 (025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3/21cba5c3-e852-4985-b210-15e9b7ab5b71/5a87e099-fdbb-434e-91d1-b3be913a7670) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:34.633190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc03682e-c9ef-4697-ae11-f5f3b426c9da']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:34.654838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8579063-fe7c-43ab-b3c6-67b78aaa7953') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:34.655455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8579063-fe7c-43ab-b3c6-67b78aaa7953') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:34.685286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.701877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.708785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:34.713387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.764291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.768389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:34.796701 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:34.811512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d263a414-0f4b-43f3-b063-ff23c63a6a02 req-2a553ee4-2ec0-41a3-8dfc-0ef0e93220ba tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090766 Aug 11 08:22:34.812381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.846864 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.849296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dc03682e-c9ef-4697-ae11-f5f3b426c9da HTTP/1.1" status: 204 len: 168 time: 0.5182412 Aug 11 08:22:34.876285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:34.887033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bf1cd-684c-4205-90d5-aec01ff119f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc03682e-c9ef-4697-ae11-f5f3b426c9da,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:34.915648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:34.920196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:34.923576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:34.927973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8577b960-04a0-4b83-a76f-dee8fe549c38 req-b372de1e-ad6f-40a1-b140-400e3e73ecc6 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1007423 Aug 11 08:22:35.029001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521b51c-df12-4b0e-9ab4-75f50031d1fc req-6b55c5b6-e52e-4fbe-9d7f-228dced1a99b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:35.030712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c521b51c-df12-4b0e-9ab4-75f50031d1fc req-6b55c5b6-e52e-4fbe-9d7f-228dced1a99b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0726068 Aug 11 08:22:35.036296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Port': ['ID=5a87e099-fdbb-434e-91d1-b3be913a7670,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:35.048864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Deleting port d16263bc-3cb2-47e2-92af-50b6bff98e57 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:35.049144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.080228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53472) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:35.120255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c521b51c-df12-4b0e-9ab4-75f50031d1fc req-6617ac8e-960e-4abf-ac16-0979a9b9b2cf tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813315 Aug 11 08:22:35.166222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83a88ef8-b476-4339-8d56-8eee79d76824 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0faa101549c54d51a14e1497a1980a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822127 Aug 11 08:22:35.166501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53476) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:35.210640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.246654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f3d32ae-a463-4e79-86f1-09d0c7376c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.311497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f3d32ae-a463-4e79-86f1-09d0c7376c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.323355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.408493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f3d32ae-a463-4e79-86f1-09d0c7376c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.413219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f3d32ae-a463-4e79-86f1-09d0c7376c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.418916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2f3d32ae-a463-4e79-86f1-09d0c7376c6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/940abe5f-b19a-4612-a044-33fe95047ec3 HTTP/1.1" status: 204 len: 168 time: 0.2493508 Aug 11 08:22:35.427986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d32ae-a463-4e79-86f1-09d0c7376c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940abe5f-b19a-4612-a044-33fe95047ec3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:35.557501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.619081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Calling delete_port for d16263bc-3cb2-47e2-92af-50b6bff98e57 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:35.652042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7019a-5bad-49a2-ae04-8db787586517 req-61478aa1-3751-4c34-9055-915e615727f5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:35.655843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77e7019a-5bad-49a2-ae04-8db787586517 req-61478aa1-3751-4c34-9055-915e615727f5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1327126 Aug 11 08:22:35.724100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000cca-f988-4f60-a9a3-9b84661d2b8e req-e478c31b-6ba0-47b4-a3a1-aa71799e2574 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:35.725775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36000cca-f988-4f60-a9a3-9b84661d2b8e req-e478c31b-6ba0-47b4-a3a1-aa71799e2574 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1714218 Aug 11 08:22:35.736914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77e7019a-5bad-49a2-ae04-8db787586517 req-c9742ab0-1f44-45a7-bccb-6c7e42c06600 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750153 Aug 11 08:22:35.830249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.865754 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:35.876775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36000cca-f988-4f60-a9a3-9b84661d2b8e req-4a33eea0-1c87-40ae-b6b7-55b0d8a36408 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400506 Aug 11 08:22:35.976956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Port': ['ID=5a87e099-fdbb-434e-91d1-b3be913a7670,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:36.032403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:36.068467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:22:36.069386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:36.080688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:36.082391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b93c05d1-de90-4ea9-a7e4-abf0b0455b93 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3177519 Aug 11 08:22:36.086437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:36.116341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:36.149337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Port': ['ID=d16263bc-3cb2-47e2-92af-50b6bff98e57,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:36.197672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3072d94a-23d5-4f86-86ae-6199d54426fa req-b32a8464-13e2-4ef2-a8a3-913dd6d99957 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0599220 Aug 11 08:22:36.292696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a0ce392b-f6c9-43fe-a4de-5b3f4af73b33 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 HTTP/1.1" status: 200 len: 690 time: 0.2049472 Aug 11 08:22:36.296601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53516) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:36.520248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:36.607412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:36.878432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bab4d-1af0-4290-aba8-e8249c170b46 req-3c56f85b-d67f-4de9-95c3-95dd977f26ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:36.891406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-954bab4d-1af0-4290-aba8-e8249c170b46 req-3c56f85b-d67f-4de9-95c3-95dd977f26ec tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.3791549 Aug 11 08:22:36.923984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Router 64f567f8-82ea-4dd7-9130-03c5d3de56fc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:22:37.210204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53546) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:37.211608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:22:37.233507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-33bd292d-89df-4a7d-88bb-83a633a21ac8 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6102049 Aug 11 08:22:37.238847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:37.264673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-954bab4d-1af0-4290-aba8-e8249c170b46 req-d6d04f5d-b13a-434f-9921-9d7a4285b29a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3741221 Aug 11 08:22:37.378941 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-e30c7042-b2cf-426a-ae71-65c6c0e1aae3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] show failed (client error): The resource could not be found. Aug 11 08:22:37.387914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e30c7042-b2cf-426a-ae71-65c6c0e1aae3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-741733110 HTTP/1.1" status: 404 len: 334 time: 0.1476417 Aug 11 08:22:37.390243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53560) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:37.395095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88052c55-70ca-49b1-8fb9-7ed0710286cb req-8123cc39-926a-4fe7-aaa0-842de7d5bb99 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:37.401425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8cc4ea9c-774b-44fa-9e73-7f9c1715c8f0 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:37.402761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88052c55-70ca-49b1-8fb9-7ed0710286cb req-8123cc39-926a-4fe7-aaa0-842de7d5bb99 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1397672 Aug 11 08:22:37.471108 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-8cc4ea9c-774b-44fa-9e73-7f9c1715c8f0 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] update failed (client error): The resource could not be found. Aug 11 08:22:37.478606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53564) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:37.479178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8cc4ea9c-774b-44fa-9e73-7f9c1715c8f0 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1725138550 HTTP/1.1" status: 404 len: 335 time: 0.0874548 Aug 11 08:22:37.507934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88052c55-70ca-49b1-8fb9-7ed0710286cb req-3d165fe4-ec8e-45fc-970b-1236560c16c6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041555 Aug 11 08:22:37.518616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-01fb9386-b8e8-4974-9a13-8b7a74dc3807 req-fd753640-8d60-4e4b-885c-b756a38d6c76 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1117952 Aug 11 08:22:37.533456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-621484505-network', 'tenant_id': '11fb8ee604a04dd39baa120d9eb6bf16'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:37.555165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Deleting port 5a87e099-fdbb-434e-91d1-b3be913a7670 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:37.555529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.575201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] Sync routers for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:22:37.582988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Made reservation on behalf of 11fb8ee604a04dd39baa120d9eb6bf16 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:37.585995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.590155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:37.591199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:37.601920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.666608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:37.687963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] Routers {'64f567f8-82ea-4dd7-9130-03c5d3de56fc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:22:37.688860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:22:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:37.693753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.694084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.725922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Calling delete_port for 5a87e099-fdbb-434e-91d1-b3be913a7670 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:37.745681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:37.746326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e607c2-71c6-4d4a-96b5-8eb9dc31cdf4 None None] The sync data for ids ['64f567f8-82ea-4dd7-9130-03c5d3de56fc'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:22:37.800852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Deleting subnet 2119a719-d9ad-4a14-8b07-8b45d4561892 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:37.813306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.830844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.841014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.879995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:37.905628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.906476 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Added segment a7e86908-7f1a-4844-aa77-3db02f3a555e of type vlan for network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 Aug 11 08:22:37.908913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d84c6-34a6-44fa-8847-4e459db65a01,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:37.933155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:37.997851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.042045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.043380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:38.043976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.075566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8544817 Aug 11 08:22:38.102092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.103171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53580) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:38.108526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Request body: {'subnet': {'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-621484505-subnet', 'tenant_id': '11fb8ee604a04dd39baa120d9eb6bf16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:38.140307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Made reservation on behalf of 11fb8ee604a04dd39baa120d9eb6bf16 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:38.141790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.194644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53582) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:38.216181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.292919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.296216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/subnets/2119a719-d9ad-4a14-8b07-8b45d4561892 HTTP/1.1" status: 204 len: 168 time: 0.8137910 Aug 11 08:22:38.298387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960238ed-fd7d-40ce-9bf5-91f6490e3a0b tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Subnet': ['ID=2119a719-d9ad-4a14-8b07-8b45d4561892,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:38.299381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67215c-170a-4268-872d-1e23d844de37 None None] Network b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:38.301836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:38.384997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Deleting subnet 07cf9bf3-61c9-4d94-9f67-e0447047e326 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:38.389378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.444340 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.583441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.631064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] DHCP port deletion for b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:22:38.735077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Deleting port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:38.736746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54abbfea-507d-4ab4-ad02-ebd5712b2678 req-002d0716-e9b2-4eff-8ec7-a90bcb78df00 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0662775 Aug 11 08:22:38.739404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.744513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06ea28-0bc5-4814-bac6-8452bdf16f00 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd18a92-8617-4a02-b8ab-90de0ff59a85,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:38.760382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:38.774859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-213a66a5-8fb2-430d-8516-2d600226a192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.779254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.944719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] For port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,segment=NetworkSegment(05d6ff51-5915-4f3a-9471-de5111c74768),segment_id=05d6ff51-5915-4f3a-9471-de5111c74768)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:38.944997 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:38.965118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Calling delete_port for 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:39.009277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-213a66a5-8fb2-430d-8516-2d600226a192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.038202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.041946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8da2f-f468-4221-b177-f36424810606 req-06cec4fa-8945-4b9a-8311-7eb8a45a67f2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:39.043924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49748b-0204-4894-8f44-00e2b1733d44 None None] Network ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:39.046076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-213a66a5-8fb2-430d-8516-2d600226a192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.051053 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.053133 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9eb8da2f-f468-4221-b177-f36424810606 req-06cec4fa-8945-4b9a-8311-7eb8a45a67f2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1149220 Aug 11 08:22:39.056343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/subnets/07cf9bf3-61c9-4d94-9f67-e0447047e326 HTTP/1.1" status: 204 len: 168 time: 0.7481115 Aug 11 08:22:39.061822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Subnet': ['ID=07cf9bf3-61c9-4d94-9f67-e0447047e326,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.077709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53594) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:39.201275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa31cf-de35-48d9-9d51-e47ff0128fed req-fcf31f17-fcd2-4608-8a05-a0baec803812 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:39.204142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35fa31cf-de35-48d9-9d51-e47ff0128fed req-fcf31f17-fcd2-4608-8a05-a0baec803812 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.4976079 Aug 11 08:22:39.216824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.227028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.227411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.227792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.228117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.228440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.228765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.229233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.229579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.230301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.230433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.231933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.231933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b5b7b4-27d3-436f-bd00-5df6639edf64 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.234728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a87e099-fdbb-434e-91d1-b3be913a7670,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.254332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9eb8da2f-f468-4221-b177-f36424810606 req-186d652f-1612-4ea6-8196-85080502f76e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995928 Aug 11 08:22:39.288723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:39.303931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35fa31cf-de35-48d9-9d51-e47ff0128fed req-ce493622-a6ff-4f20-a57a-a51c28e91468 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670645 Aug 11 08:22:39.318414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:39.319221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:39.321311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.325342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-213a66a5-8fb2-430d-8516-2d600226a192 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a496839cccfd4609871c355ffa5f6e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263337 Aug 11 08:22:39.330076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a66a5-8fb2-430d-8516-2d600226a192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e48275-c3b9-431b-9ec1-c15ce9cf2e99,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.334872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53596) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:39.355035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.367834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Pushing event deleted for resources: {'Port': ['ID=7b121e73-1b94-4162-90a9-d1fa7a9a01f6,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.388029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.388429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.388759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.389102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.389438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.389775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.390105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.390437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.390766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.391274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.392293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.392627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:39.403782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f80cd7-58cf-4e36-bec4-6ac69c94f6f9 None None] No DVR routers for this DVR port 7b121e73-1b94-4162-90a9-d1fa7a9a01f6 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:39.419727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.421537 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.490305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d780734-81ca-4643-a7e6-0126201e6e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.528200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] DHCP port deletion for ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:22:39.538623 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d780734-81ca-4643-a7e6-0126201e6e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.569868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.577869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=597d5a33-8db2-4288-b2bd-b4eb876edd80,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.599536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:39.609548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] Deleting port dcb0e008-c7bb-4d6e-8893-e507945707a1 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:39.610409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.614464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.617928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Checking segment: {'id': 'a7e86908-7f1a-4844-aa77-3db02f3a555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:39.618358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Network hostable DHCP agents. Network: 8dd18a92-8617-4a02-b8ab-90de0ff59a85, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:22:39.622023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d6ff51-5915-4f3a-9471-de5111c74768') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:39.622352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d6ff51-5915-4f3a-9471-de5111c74768') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:39.636163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d780734-81ca-4643-a7e6-0126201e6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.637234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.639234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d780734-81ca-4643-a7e6-0126201e6e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.641806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1d780734-81ca-4643-a7e6-0126201e6e16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4e48275-c3b9-431b-9ec1-c15ce9cf2e99 HTTP/1.1" status: 204 len: 168 time: 0.3042822 Aug 11 08:22:39.675816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=21cba5c3-e852-4985-b210-15e9b7ab5b71,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.694512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.697426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:22:39.701270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d780734-81ca-4643-a7e6-0126201e6e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e48275-c3b9-431b-9ec1-c15ce9cf2e99,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:39.723609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] For port dcb0e008-c7bb-4d6e-8893-e507945707a1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=dcb0e008-c7bb-4d6e-8893-e507945707a1,segment=NetworkSegment(e00ed7d8-bef1-42ce-938a-14befe6cda09),segment_id=e00ed7d8-bef1-42ce-938a-14befe6cda09)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:39.724321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:39.724452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.724552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:39.727924 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:39.741993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] Calling delete_port for dcb0e008-c7bb-4d6e-8893-e507945707a1 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:39.764968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8dd18a92-8617-4a02-b8ab-90de0ff59a85) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:39.797225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.828407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:39.843866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:39.845031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9869b79-8dc7-4f0e-bb34-9890424bc703 None None] Network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:39.857641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.878534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f95f4-36b6-4455-9418-a00ab76c805a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:39.880019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f95f4-36b6-4455-9418-a00ab76c805a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:39.904739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7d0653d3-c978-4c10-a2d3-e4f7681d5e6b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8006220 Aug 11 08:22:39.907109 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.921176 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.944626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:39.949140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/networks/b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca HTTP/1.1" status: 204 len: 168 time: 0.8278973 Aug 11 08:22:39.951796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:39.990029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdc940-ec05-451b-bae0-ce2f024d9ad5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Network': ['ID=b2b80dd4-c8cd-4ef5-b909-9bad5e5241ca,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:40.057869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.060818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.061032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c09cd0e-6aad-418c-a3f6-d4a7b7f5e638 req-0d81506c-da4d-464c-be9c-dc546be33fea tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1180701 Aug 11 08:22:40.073098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:40.074135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:40.076511 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:40.178414 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.199722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] No DVR routers for this DVR port dcb0e008-c7bb-4d6e-8893-e507945707a1 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:40.204918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e92fc8-044c-4ec3-9313-88d343d61b5a None None] Network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:40.234714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] The port 'dcb0e008-c7bb-4d6e-8893-e507945707a1' was deleted {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:22:40.259842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee01a5-8097-4335-9a71-02c8dadb56af None None] Pushing event deleted for resources: {'Port': ['ID=dcb0e008-c7bb-4d6e-8893-e507945707a1,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:40.273764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53612) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:40.320046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-293f0c50-c657-4824-b10c-b05845943fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.330902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.343534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:22:40.348131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.350976 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/networks/025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 HTTP/1.1" status: 204 len: 168 time: 4.0532928 Aug 11 08:22:40.355271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:40.397290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a0a23-05c9-47e5-b067-4126e464715d tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Network': ['ID=025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:40.467958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.565536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:40.597294 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-293f0c50-c657-4824-b10c-b05845943fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.617460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-293f0c50-c657-4824-b10c-b05845943fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.627269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00ed7d8-bef1-42ce-938a-14befe6cda09') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:40.627566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00ed7d8-bef1-42ce-938a-14befe6cda09') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:40.658955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f0c50-c657-4824-b10c-b05845943fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b376aabc-94c9-4f03-bef3-ffe90bf28e0c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:40.678307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11369-154c-4d78-8a2d-051ebad68d3a req-9b8393f3-4b4d-48c3-b35a-efcad54eab8c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.689652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85b11369-154c-4d78-8a2d-051ebad68d3a req-9b8393f3-4b4d-48c3-b35a-efcad54eab8c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.2086029 Aug 11 08:22:40.693974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.705576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-46ff5fa9-3e91-42f0-9f29-0d033c91bb46 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2563 time: 0.3394639 Aug 11 08:22:40.710052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53622) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:40.729194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff182ae-6bed-4133-803c-2fc6fd12ec3a req-59c539cf-0f72-4ae4-8dab-57ae4fc8b89e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.730776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dff182ae-6bed-4133-803c-2fc6fd12ec3a req-59c539cf-0f72-4ae4-8dab-57ae4fc8b89e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.2266598 Aug 11 08:22:40.749136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-293f0c50-c657-4824-b10c-b05845943fea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5151ed4481e04ac38f969cd54fb2d6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741120 Aug 11 08:22:40.752540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53624) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:40.766904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.787227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:40.787665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:40.796571 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:40.810572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85b11369-154c-4d78-8a2d-051ebad68d3a req-3e307ae1-278b-4c2c-9341-ab7d4aec57f9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170399 Aug 11 08:22:40.887655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f8859ae-2c3a-4fd1-9f31-e8d71c5c85f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.918025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dff182ae-6bed-4133-803c-2fc6fd12ec3a req-bacb18e0-0814-48a2-bfb2-1d585478b56c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786225 Aug 11 08:22:40.946787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.947255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.947775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.948159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.948620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.949124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.949579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.950031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.950486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.950938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:40.955265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ebcd8fbe-9961-4cbf-a0de-bc13f5cd54ec tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6422 time: 0.2432132 Aug 11 08:22:40.956709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:40.958322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53628) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:40.973837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f8859ae-2c3a-4fd1-9f31-e8d71c5c85f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.002526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.010641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/networks/ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c HTTP/1.1" status: 204 len: 168 time: 1.0541637 Aug 11 08:22:41.012129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c519f-5896-4b0a-9f42-93f7f86534d1 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Network': ['ID=ba4c7a8b-cfb2-43a7-91e4-cad07e86de5c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:41.015068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53630) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:41.044001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f8859ae-2c3a-4fd1-9f31-e8d71c5c85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.045277 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f8859ae-2c3a-4fd1-9f31-e8d71c5c85f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.047272 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f8859ae-2c3a-4fd1-9f31-e8d71c5c85f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b376aabc-94c9-4f03-bef3-ffe90bf28e0c HTTP/1.1" status: 204 len: 168 time: 0.2931318 Aug 11 08:22:41.091374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Deleting subnet 6e9b5ad9-0936-4942-920d-9efa189419f4 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:22:41.095725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.238068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device dcb0e008-c7bb-4d6e-8893-e507945707a1 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:41.244621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.306001 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8859ae-2c3a-4fd1-9f31-e8d71c5c85f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b376aabc-94c9-4f03-bef3-ffe90bf28e0c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:41.313858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dedacb77-11a3-4bfc-9326-d8780af627bf req-17cd70c1-1538-46c4-aa04-e8181e75f8fa tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1012723 Aug 11 08:22:41.323696 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-ab382d68-a395-47d6-9202-e0e98c37bee3 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] delete failed (client error): The resource could not be found. Aug 11 08:22:41.330416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ab382d68-a395-47d6-9202-e0e98c37bee3 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/f9ed8931-76ff-4670-b6a9-9b9494287800 HTTP/1.1" status: 404 len: 345 time: 0.3702536 Aug 11 08:22:41.332230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53644) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:41.366180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: dcb0e008-c7bb-4d6e-8893-e507945707a1 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:41.366552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device dcb0e008-c7bb-4d6e-8893-e507945707a1 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:41.470945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.551970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-62d3d9b6-0ea1-45ec-821c-1bd54881c15d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:41.561546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-62d3d9b6-0ea1-45ec-821c-1bd54881c15d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/networks?id=8dd18a92-8617-4a02-b8ab-90de0ff59a85 HTTP/1.1" status: 200 len: 808 time: 0.1638699 Aug 11 08:22:41.564127 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e937ddf4-8dee-4ee4-8919-0cbc50e055e8 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 08:22:41.564800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e937ddf4-8dee-4ee4-8919-0cbc50e055e8 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:22:41.567560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e937ddf4-8dee-4ee4-8919-0cbc50e055e8 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/networks/025c8c1b-3f3e-477a-afe3-0dbd4d0f8fe3 HTTP/1.1" status: 404 len: 339 time: 0.2336285 Aug 11 08:22:41.579088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53646) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:41.586337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'network': {'name': 'tempest-network--467309496', 'router:external': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:41.600937 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-c1ea4985-9cae-4303-bfb3-66df8a77e589 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/quotas/11fb8ee604a04dd39baa120d9eb6bf16 HTTP/1.1" status: 200 len: 375 time: 0.0377390 Aug 11 08:22:41.629371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.653308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-87265a74-6793-4702-8b47-319ee2424df2 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=11fb8ee604a04dd39baa120d9eb6bf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505741 Aug 11 08:22:41.656443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7c626-489d-49a0-8b3d-a3f6f7a20d00 None None] Network 714d6da6-9917-43dd-adff-b2edcd5b776b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:22:41.659429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.664683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/subnets/6e9b5ad9-0936-4942-920d-9efa189419f4 HTTP/1.1" status: 204 len: 168 time: 0.6481726 Aug 11 08:22:41.672854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Made reservation on behalf of 6965e454d0494489b7e82e8c9a3b466c for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:41.672854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.673237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:41.765172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8921f18-dcb3-426f-985f-212281a280e7 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9b5ad9-0936-4942-920d-9efa189419f4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:41.792742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.796555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:41.816205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.816600 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Added segment 4b17ec59-5861-4ea4-925e-3fb178dee3c2 of type vlan for network dba28130-6ed9-4715-bcf1-3c432fbf0e90 Aug 11 08:22:41.960023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-2d1838a5-9f8a-4efb-a7dc-e56ad431b9c8 service neutron] 10.222.0.58 "GET /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055856 Aug 11 08:22:41.971267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Deleting port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:41.971617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:41.998222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.055202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5bf8b-a68d-4d8d-b0b9-ff2cbc6d31eb req-addc3671-05d3-4c2b-a563-dfcf6499484d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:42.057081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06b5bf8b-a68d-4d8d-b0b9-ff2cbc6d31eb req-addc3671-05d3-4c2b-a563-dfcf6499484d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1209102 Aug 11 08:22:42.100751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] DHCP port deletion for 714d6da6-9917-43dd-adff-b2edcd5b776b request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:22:42.113310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.116932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:42.117608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.181724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] For port 2e7cc128-23a0-4154-8c0b-18ec95b56b76, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e7cc128-23a0-4154-8c0b-18ec95b56b76,segment=NetworkSegment(50a80133-9cdd-405d-b374-8a306bbd8396),segment_id=50a80133-9cdd-405d-b374-8a306bbd8396)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:42.182314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.205872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Calling delete_port for 2e7cc128-23a0-4154-8c0b-18ec95b56b76 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:42.232460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-8f1b3ea5-40d0-4efe-8f40-48e8da9c52f1 service neutron] 10.222.0.58 "GET /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714913 Aug 11 08:22:42.238285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-06b5bf8b-a68d-4d8d-b0b9-ff2cbc6d31eb req-55c2056e-2ca7-4c09-bde7-9bd60c0a282b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1736279 Aug 11 08:22:42.239550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6586015 Aug 11 08:22:42.243273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53664) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:42.291976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] Deleting port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:22:42.291976 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.298078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe1f2a-f05a-458f-a396-07629ccf6080 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Network': ['ID=dba28130-6ed9-4715-bcf1-3c432fbf0e90,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:42.463023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] For port 2e7cc128-23a0-4154-8c0b-18ec95b56b76, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e7cc128-23a0-4154-8c0b-18ec95b56b76,segment=NetworkSegment(50a80133-9cdd-405d-b374-8a306bbd8396),segment_id=50a80133-9cdd-405d-b374-8a306bbd8396)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:42.463640 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.480920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] Calling delete_port for 2e7cc128-23a0-4154-8c0b-18ec95b56b76 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:22:42.577654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dba28130-6ed9-4715-bcf1-3c432fbf0e90 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:42.595611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:42.620182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b961f-dd63-4b02-a686-6f2a069487d7 req-868f9fc8-1ceb-487c-a5c2-62d03b3f3f6b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:42.635996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-070b961f-dd63-4b02-a686-6f2a069487d7 req-868f9fc8-1ceb-487c-a5c2-62d03b3f3f6b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.2416282 Aug 11 08:22:42.686829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] No DVR routers for this DVR port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:42.701036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46f6d1-a5b1-4979-9ff6-74cf385ce033 None None] Pushing event deleted for resources: {'Port': ['ID=2e7cc128-23a0-4154-8c0b-18ec95b56b76,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:42.757906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-070b961f-dd63-4b02-a686-6f2a069487d7 req-eaa28fc8-e57f-4f42-8d95-be80225fd686 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175661 Aug 11 08:22:42.996451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0638b710-34c3-42eb-9bcd-4fe5409f7e1b req-060dc2f9-300c-45c0-8d92-363494c69c68 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.2660298 Aug 11 08:22:43.005967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e3685b9f-3b31-4cd4-ab28-7852cb6f053a req-27f3394b-c375-4e68-8bb3-38bcab4c86f9 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 210 time: 0.1342902 Aug 11 08:22:43.006400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0813920-8bed-4d26-bf0e-813298257d18 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:43.025380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0813920-8bed-4d26-bf0e-813298257d18 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:43.036084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0813920-8bed-4d26-bf0e-813298257d18 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:43.058141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0813920-8bed-4d26-bf0e-813298257d18 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:43.065743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0813920-8bed-4d26-bf0e-813298257d18 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.8170433 Aug 11 08:22:43.066403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53684) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:43.086392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.119915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Port': ['ID=2e7cc128-23a0-4154-8c0b-18ec95b56b76,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:43.130796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] No DVR routers for this DVR port 2e7cc128-23a0-4154-8c0b-18ec95b56b76 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:22:43.268125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e7cc128-23a0-4154-8c0b-18ec95b56b76 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:43.289908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.312139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2e7cc128-23a0-4154-8c0b-18ec95b56b76 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:22:43.312733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e7cc128-23a0-4154-8c0b-18ec95b56b76 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:22:43.315383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.384165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714d6da6-9917-43dd-adff-b2edcd5b776b']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:43.399562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a80133-9cdd-405d-b374-8a306bbd8396') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:43.399858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a80133-9cdd-405d-b374-8a306bbd8396') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:43.422663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.475114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.476553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.490722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:43.491271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:43.496105 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:43.502652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba28130-6ed9-4715-bcf1-3c432fbf0e90']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:43.564052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b17ec59-5861-4ea4-925e-3fb178dee3c2') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:43.564924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b17ec59-5861-4ea4-925e-3fb178dee3c2') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:43.593839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3424682-b583-4ac0-82ca-631ab3c7c43b req-0c42358f-40eb-452c-8b64-d2f4d38bec09 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:43.597453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3424682-b583-4ac0-82ca-631ab3c7c43b req-0c42358f-40eb-452c-8b64-d2f4d38bec09 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1788366 Aug 11 08:22:43.605342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.645908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.663743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:43.664808 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.665027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:43.667655 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:43.680433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.685694 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/networks/714d6da6-9917-43dd-adff-b2edcd5b776b HTTP/1.1" status: 204 len: 168 time: 2.0119464 Aug 11 08:22:43.698182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53698) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:43.741561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3424682-b583-4ac0-82ca-631ab3c7c43b req-039756a1-22cf-42c1-a8df-d18c3c45af9f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256268 Aug 11 08:22:43.744092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af3e5a-eff8-49c7-b7d1-0d40c8e494a5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Pushing event deleted for resources: {'Network': ['ID=714d6da6-9917-43dd-adff-b2edcd5b776b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:43.777034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-24cc8db4-d0d5-408c-af7f-2ad97d624da5 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "GET /v2.0/ports?device_id=64f567f8-82ea-4dd7-9130-03c5d3de56fc HTTP/1.1" status: 200 len: 205 time: 0.0792890 Aug 11 08:22:43.777787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:43.851227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.856075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dba28130-6ed9-4715-bcf1-3c432fbf0e90 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:22:43.864594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.877899 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/networks/dba28130-6ed9-4715-bcf1-3c432fbf0e90 HTTP/1.1" status: 204 len: 168 time: 0.8081884 Aug 11 08:22:43.884242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53708) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:43.920176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'network': {'name': 'tempest-network--739998754', 'router:external': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:43.972704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:43.979870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d0dd2-a96a-4e83-94d4-749098469629 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Network': ['ID=dba28130-6ed9-4715-bcf1-3c432fbf0e90,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:44.074483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Made reservation on behalf of 6965e454d0494489b7e82e8c9a3b466c for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:44.079536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.180402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90a81b-7e07-4b0d-9a52-ae6a3dcd8f8d req-41a7597b-4033-4387-b385-31811ff47450 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:44.198684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c90a81b-7e07-4b0d-9a52-ae6a3dcd8f8d req-41a7597b-4033-4387-b385-31811ff47450 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.2373626 Aug 11 08:22:44.239950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39f42a56-c064-4165-98a9-b39f2b12f8e9 req-3a47270e-21b6-46ed-b3c4-c3002496695f tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0458748 Aug 11 08:22:44.312935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:44.365116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.365595 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Added segment 0b3e8a72-6b4c-41e6-9123-4674d4999017 of type vlan for network 09cd94e4-6b83-483c-8cb6-d0d7e63631bf Aug 11 08:22:44.392658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c90a81b-7e07-4b0d-9a52-ae6a3dcd8f8d req-4a501d72-ebfd-4f42-aeb3-203fb571a7c5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775706 Aug 11 08:22:44.472821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.568059 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.575265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.610519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.612039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:44.612817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.689287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8028052 Aug 11 08:22:44.697971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53722) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:44.793380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb174f5d-5f4d-44fa-9a7a-6b46160c4fc6 req-6ce0d7f1-ed2e-4aae-bd84-9e681e2e2237 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 210 time: 0.0477448 Aug 11 08:22:44.807589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.813302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Fanout notify agent at l3_agent the message router_deleted on router 64f567f8-82ea-4dd7-9130-03c5d3de56fc {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:22:44.846270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:44.849673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3e0d9238-118e-4e3f-b9a2-9593d30023f3 tempest-RoutersNegativeTest-8146739 tempest-RoutersNegativeTest-8146739-project] 10.222.0.58 "DELETE /v2.0/routers/64f567f8-82ea-4dd7-9130-03c5d3de56fc HTTP/1.1" status: 204 len: 168 time: 1.0702641 Aug 11 08:22:44.871168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14ce42-a0ae-4d0a-82f3-dd1bb64db226 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Network': ['ID=09cd94e4-6b83-483c-8cb6-d0d7e63631bf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:44.890970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 09cd94e4-6b83-483c-8cb6-d0d7e63631bf details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:44.920987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e17b6-664b-4931-b0ed-c2d6ea6003da tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:44.922580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e94e17b6-664b-4931-b0ed-c2d6ea6003da tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] 10.222.0.58 "GET /v2.0/networks/09cd94e4-6b83-483c-8cb6-d0d7e63631bf HTTP/1.1" status: 200 len: 756 time: 0.2232928 Aug 11 08:22:44.925794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:44.992715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-ba364362-a3e2-46c3-b6a4-1a2f2695e981 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:45.007230 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-ba364362-a3e2-46c3-b6a4-1a2f2695e981 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.64 "GET /v2.0/networks?id=8dd18a92-8617-4a02-b8ab-90de0ff59a85 HTTP/1.1" status: 200 len: 808 time: 0.4722366 Aug 11 08:22:45.032746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Request body: {'port': {'device_id': '13c83342-38e5-4956-a1ea-deed331d8edb', 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85', 'admin_state_up': True, 'tenant_id': '11fb8ee604a04dd39baa120d9eb6bf16'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:45.060715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91816bd9-3087-4eda-964e-f2cdd62fbfc1 req-b5d1b6e5-c4ae-4c60-a84c-57c3e863b840 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:45.062038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91816bd9-3087-4eda-964e-f2cdd62fbfc1 req-b5d1b6e5-c4ae-4c60-a84c-57c3e863b840 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1711726 Aug 11 08:22:45.130823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f15e0-bfc7-4303-88a7-5ddcc8cd8658 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:45.144208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d30f15e0-bfc7-4303-88a7-5ddcc8cd8658 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] 10.222.0.58 "GET /v2.0/networks/6e166759-6bad-42fd-9128-4c05869a2e27 HTTP/1.1" status: 200 len: 766 time: 0.2134614 Aug 11 08:22:45.145131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:45.169759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91816bd9-3087-4eda-964e-f2cdd62fbfc1 req-9a1bc24e-5287-491b-aaed-1133c1ef66d4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932217 Aug 11 08:22:45.281566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Made reservation on behalf of 11fb8ee604a04dd39baa120d9eb6bf16 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:45.286059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.331175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.469814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:45.534254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Allocated IP 172.20.0.10 (8dd18a92-8617-4a02-b8ab-90de0ff59a85/597d5a33-8db2-4288-b2bd-b4eb876edd80/1f586180-1aff-49f2-8983-4b7f6373be9a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:22:45.570546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54c19367-18eb-4131-bffa-e12c17a5321d req-9458811f-25e0-4633-a6cb-26053ba523f8 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1530790 Aug 11 08:22:45.607697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.640094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cd94e4-6b83-483c-8cb6-d0d7e63631bf']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:45.651162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e126e-35c0-402f-99ff-e4aefe54fd9f req-75dafbef-db33-4b2e-a092-6b3dade17ce1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:45.665461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a4e126e-35c0-402f-99ff-e4aefe54fd9f req-75dafbef-db33-4b2e-a092-6b3dade17ce1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1420979 Aug 11 08:22:45.669124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3e8a72-6b4c-41e6-9123-4674d4999017') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:45.669405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3e8a72-6b4c-41e6-9123-4674d4999017') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:45.691872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.731259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.741634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:45.742428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:45.745085 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:45.767447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a4e126e-35c0-402f-99ff-e4aefe54fd9f req-da475c64-9c4c-4e83-bcd5-0f7be9dddfcb tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010749 Aug 11 08:22:45.870700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7db753f0-533b-4732-b4ee-535b747cd788 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74289003ec824d4380637897cf8dd85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971198 Aug 11 08:22:45.872616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:45.895436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.905546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09cd94e4-6b83-483c-8cb6-d0d7e63631bf {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:22:45.920871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:45.928816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/networks/09cd94e4-6b83-483c-8cb6-d0d7e63631bf HTTP/1.1" status: 204 len: 168 time: 0.7825413 Aug 11 08:22:45.933116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:45.947514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'network': {'name': 'tempest-network--984533800'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:45.957633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69aa89-1168-48eb-95ec-e6bf1e9892b2 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Network': ['ID=09cd94e4-6b83-483c-8cb6-d0d7e63631bf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:45.990441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Made reservation on behalf of 6965e454d0494489b7e82e8c9a3b466c for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:45.992570 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.068805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a10eda4-1240-43e0-91b1-f4eb30a6a002 req-5f5d52d8-da7a-4d9a-b6a4-c86408e3336b tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 210 time: 0.0442326 Aug 11 08:22:46.076478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.113230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:46.117108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afabd42f-f71c-4afa-a60f-89ddec9f5163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.171186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.171561 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Added segment e1654f21-e7bb-48dd-8e2c-fe361d01b6d6 of type vlan for network 68a9ba7f-01d7-4308-83dd-ff4d8e947eb3 Aug 11 08:22:46.241646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afabd42f-f71c-4afa-a60f-89ddec9f5163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.401493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afabd42f-f71c-4afa-a60f-89ddec9f5163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.407144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afabd42f-f71c-4afa-a60f-89ddec9f5163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.407144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-afabd42f-f71c-4afa-a60f-89ddec9f5163 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae25ca24-34f3-4221-81e4-97a056a8082f HTTP/1.1" status: 204 len: 168 time: 0.5321848 Aug 11 08:22:46.438141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabd42f-f71c-4afa-a60f-89ddec9f5163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae25ca24-34f3-4221-81e4-97a056a8082f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:46.443573 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.473080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d6fd-1bc4-44d0-9720-301dda92b8f8 req-b8ad4f22-a9dd-4b04-bdb3-9e66b298342d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:46.480674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d30d6fd-1bc4-44d0-9720-301dda92b8f8 req-b8ad4f22-a9dd-4b04-bdb3-9e66b298342d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1483786 Aug 11 08:22:46.508048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.579597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:22:46.590520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:22:46.595997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:22:46.613886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d30d6fd-1bc4-44d0-9720-301dda92b8f8 req-4d3e5287-6560-4372-ae9a-5a846a1aa24c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274884 Aug 11 08:22:46.653927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.655111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:46.656182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.726047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Pushing event updated for resources: {'Port': ['ID=1f586180-1aff-49f2-8983-4b7f6373be9a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:46.744533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8046556 Aug 11 08:22:46.747355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:46.752582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:46.781525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:46.785001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:46.858529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-06a65f64-6060-4e76-8670-4ed883c6446d tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8293526 Aug 11 08:22:46.903332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Request body: {'port': {'device_id': '13c83342-38e5-4956-a1ea-deed331d8edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:46.959546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2662e-0778-4957-9924-c05c61a9eae1 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Network': ['ID=68a9ba7f-01d7-4308-83dd-ff4d8e947eb3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:46.973355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 68a9ba7f-01d7-4308-83dd-ff4d8e947eb3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:47.036199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.054479 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cb2f3b8-2164-4151-975a-22affda94f55 req-a4db3f61-049f-4af3-94e6-964109d6b624 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1329439 Aug 11 08:22:47.097063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53804) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:47.269354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb4ffd-18e0-4fc5-9265-91a75d4fa28a req-cb4bce38-74a8-475a-b3a7-56debd9a1f7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:47.278358 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-22eb4ffd-18e0-4fc5-9265-91a75d4fa28a req-cb4bce38-74a8-475a-b3a7-56debd9a1f7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.2868013 Aug 11 08:22:47.317340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.341662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-22eb4ffd-18e0-4fc5-9265-91a75d4fa28a req-592187d3-bd9b-480a-9fd9-fbd1eaf694b4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620241 Aug 11 08:22:47.410002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b668e-6995-451c-8cc0-d32232cdff8f req-0621da81-74c5-4560-b028-fbfb77bd39e1 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:47.413871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2b668e-6995-451c-8cc0-d32232cdff8f req-0621da81-74c5-4560-b028-fbfb77bd39e1 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 932 time: 0.2095957 Aug 11 08:22:47.413871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.485531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39f7f159-88bf-4063-894d-6d851921217e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.514513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Network 68a9ba7f-01d7-4308-83dd-ff4d8e947eb3 is not hosted by any dhcp agent {{(pid=94572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:22:47.515536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:47.516362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.517848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "PUT /v2.0/networks/68a9ba7f-01d7-4308-83dd-ff4d8e947eb3 HTTP/1.1" status: 200 len: 857 time: 0.7694933 Aug 11 08:22:47.521694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53818) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:47.550041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event updated for resources: {'Network': ['ID=68a9ba7f-01d7-4308-83dd-ff4d8e947eb3,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:47.611999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.612817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.613428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.614617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.615198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.615758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.616544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.617156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.617872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.618434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.618983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.619543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638885a-e1d8-40a1-b85f-7637d319e1b0 tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:22:47.673455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb2b668e-6995-451c-8cc0-d32232cdff8f req-0af33b95-270f-41b3-890e-a9188151683b tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835690 Aug 11 08:22:47.722483 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.733172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f586180-1aff-49f2-8983-4b7f6373be9a {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:47.758313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39f7f159-88bf-4063-894d-6d851921217e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.758957 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.766426 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39f7f159-88bf-4063-894d-6d851921217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.809966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53824) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:47.852302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-39f7f159-88bf-4063-894d-6d851921217e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22e1380a5a774af5b94af4e910e71f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616771 Aug 11 08:22:47.853496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53828) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:47.854490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7f159-88bf-4063-894d-6d851921217e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7280aa33-400b-4ff2-88ea-faa3d95349a5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:47.943422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14ccd920-c9a5-4de1-91ea-4bb2eecb362e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:47.984712 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14ccd920-c9a5-4de1-91ea-4bb2eecb362e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.009336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0ff48eb8-7ddd-4038-a992-b8b92573724a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1391596456', 'prefixes': ['172.20.0.0/16']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:48.085320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14ccd920-c9a5-4de1-91ea-4bb2eecb362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.088413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14ccd920-c9a5-4de1-91ea-4bb2eecb362e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.092903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-14ccd920-c9a5-4de1-91ea-4bb2eecb362e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7280aa33-400b-4ff2-88ea-faa3d95349a5 HTTP/1.1" status: 204 len: 168 time: 0.2241211 Aug 11 08:22:48.122483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccd920-c9a5-4de1-91ea-4bb2eecb362e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7280aa33-400b-4ff2-88ea-faa3d95349a5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:48.196249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ff48eb8-7ddd-4038-a992-b8b92573724a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] Notify callbacks [] for subnetpool, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.208368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ff48eb8-7ddd-4038-a992-b8b92573724a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3966811 Aug 11 08:22:48.209409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53834) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.321082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b7b53105-0270-4fcd-88e6-7ed78b2ef8b9 tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] 10.222.0.58 "GET /v2.0/subnetpools/fc4750ce-b1bb-4118-9319-19d6ed90ea42 HTTP/1.1" status: 200 len: 732 time: 0.1036170 Aug 11 08:22:48.336442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.338609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f364c247-8eb4-4095-8c8b-1c6e48339de5 req-b114616a-1972-4d1d-b6f4-0de336d9eff8 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0383363 Aug 11 08:22:48.343462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3d4c3425-6c05-4120-a5f6-1f213a2e7104 tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1236535040'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:48.374004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Transition to ACTIVE for port object 1f586180-1aff-49f2-8983-4b7f6373be9a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:22:48.386766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.442207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.478183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fecaf0-67bc-43e0-b7ad-f233c1073550 req-b3a1f13c-9564-4b49-86db-5d540257527e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:48.480228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2fecaf0-67bc-43e0-b7ad-f233c1073550 req-b3a1f13c-9564-4b49-86db-5d540257527e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.7392809 Aug 11 08:22:48.482243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a9ba7f-01d7-4308-83dd-ff4d8e947eb3']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:48.503723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1654f21-e7bb-48dd-8e2c-fe361d01b6d6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:48.504494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1654f21-e7bb-48dd-8e2c-fe361d01b6d6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:48.531354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3d4c3425-6c05-4120-a5f6-1f213a2e7104 tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] Notify callbacks [] for subnetpool, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.538290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3d4c3425-6c05-4120-a5f6-1f213a2e7104 tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] 10.222.0.58 "PUT /v2.0/subnetpools/fc4750ce-b1bb-4118-9319-19d6ed90ea42 HTTP/1.1" status: 200 len: 684 time: 0.1985736 Aug 11 08:22:48.539273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53842) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.570643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.603421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Pushing event updated for resources: {'Port': ['ID=1f586180-1aff-49f2-8983-4b7f6373be9a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:48.683347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.685786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43e73-00ba-4a5e-872e-d984ca12e152 req-335a886b-b79a-449f-82b6-d7a1ae2419de tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:48.696436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73f43e73-00ba-4a5e-872e-d984ca12e152 req-335a886b-b79a-449f-82b6-d7a1ae2419de tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1163001 Aug 11 08:22:48.710175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:48.710757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.715851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2fecaf0-67bc-43e0-b7ad-f233c1073550 req-260ea56a-5552-44f8-be35-c471d7316c75 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164540 Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:48.716738 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:48.785693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dfa569ae-435d-451f-a7d7-c02ee32bdd0a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] Notify callbacks [] for subnetpool, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.789911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dfa569ae-435d-451f-a7d7-c02ee32bdd0a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] 10.222.0.58 "DELETE /v2.0/subnetpools/fc4750ce-b1bb-4118-9319-19d6ed90ea42 HTTP/1.1" status: 204 len: 168 time: 0.2466881 Aug 11 08:22:48.791732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53848) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.806361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Attempting to bind port 1f586180-1aff-49f2-8983-4b7f6373be9a on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:22:48.807969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Attempting to bind port 1f586180-1aff-49f2-8983-4b7f6373be9a by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'a7e86908-7f1a-4844-aa77-3db02f3a555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:22:48.809935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Attempting to bind port 1f586180-1aff-49f2-8983-4b7f6373be9a on network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:48.816627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Port 1f586180-1aff-49f2-8983-4b7f6373be9a on network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:22:48.816627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Attempting to bind port 1f586180-1aff-49f2-8983-4b7f6373be9a on network 8dd18a92-8617-4a02-b8ab-90de0ff59a85 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:22:48.819105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53850) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.831669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:22:48.831820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Checking segment: {'id': 'a7e86908-7f1a-4844-aa77-3db02f3a555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:22:48.832215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Bound using segment: {'id': 'a7e86908-7f1a-4844-aa77-3db02f3a555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:22:48.832748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Bound port: 1f586180-1aff-49f2-8983-4b7f6373be9a, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e86908-7f1a-4844-aa77-3db02f3a555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:22:48.833662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.839654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73f43e73-00ba-4a5e-872e-d984ca12e152 req-6505bcae-6fc2-4273-b1db-f673dbf97f27 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442361 Aug 11 08:22:48.845084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.856766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68a9ba7f-01d7-4308-83dd-ff4d8e947eb3 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:22:48.856766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.856766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] 10.222.0.58 "DELETE /v2.0/networks/68a9ba7f-01d7-4308-83dd-ff4d8e947eb3 HTTP/1.1" status: 204 len: 168 time: 1.3317342 Aug 11 08:22:48.864966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a41-12b6-4b29-9e36-fbdcb75f96f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:48.872997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.903108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51dcb-2296-468f-95cf-01b8133ebd0f tempest-ExternalNetworksTestJSON-264780543 tempest-ExternalNetworksTestJSON-264780543-project-admin] Pushing event deleted for resources: {'Network': ['ID=68a9ba7f-01d7-4308-83dd-ff4d8e947eb3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:48.949921 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-3f33ff8e-45fe-48f8-b50f-005aff48f54b tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] show failed (client error): The resource could not be found. Aug 11 08:22:48.954610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53854) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:48.954930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3f33ff8e-45fe-48f8-b50f-005aff48f54b tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] 10.222.0.58 "GET /v2.0/subnetpools/fc4750ce-b1bb-4118-9319-19d6ed90ea42 HTTP/1.1" status: 404 len: 346 time: 0.1621134 Aug 11 08:22:48.957121 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-598b42bc-7f85-44ff-acab-9c2c5676c3b5 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] DELETE failed (client error): The resource could not be found. Aug 11 08:22:48.957585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598b42bc-7f85-44ff-acab-9c2c5676c3b5 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:22:48.965927 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-598b42bc-7f85-44ff-acab-9c2c5676c3b5 tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] 10.222.0.58 "DELETE /v2.0/subnets/21cba5c3-e852-4985-b210-15e9b7ab5b71 HTTP/1.1" status: 404 len: 337 time: 0.0893769 Aug 11 08:22:48.966591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:49.020528 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-5f4ee354-42f1-45ab-8e06-260ca85b720a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] delete failed (client error): The resource could not be found. Aug 11 08:22:49.022118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5f4ee354-42f1-45ab-8e06-260ca85b720a tempest-SubnetPoolsTestJSON-242616427 tempest-SubnetPoolsTestJSON-242616427-project] 10.222.0.58 "DELETE /v2.0/subnetpools/fc4750ce-b1bb-4118-9319-19d6ed90ea42 HTTP/1.1" status: 404 len: 346 time: 0.0629954 Aug 11 08:22:49.105550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.122686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b393c-8a8f-4218-8846-5c09da5daecd req-ffc46e3d-5a20-474c-b142-9df0e442ffb0 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:49.131912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d5b393c-8a8f-4218-8846-5c09da5daecd req-ffc46e3d-5a20-474c-b142-9df0e442ffb0 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 944 time: 0.2565372 Aug 11 08:22:49.149295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] For port 1f586180-1aff-49f2-8983-4b7f6373be9a, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:22:49.173040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] For port 1f586180-1aff-49f2-8983-4b7f6373be9a, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1f586180-1aff-49f2-8983-4b7f6373be9a,segment=NetworkSegment(a7e86908-7f1a-4844-aa77-3db02f3a555e),segment_id=a7e86908-7f1a-4844-aa77-3db02f3a555e)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:22:49.205222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.312547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:49.313460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.315371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] 10.222.0.64 "PUT /v2.0/ports/1f586180-1aff-49f2-8983-4b7f6373be9a HTTP/1.1" status: 200 len: 1092 time: 2.4430261 Aug 11 08:22:49.321363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c83342-38e5-4956-a1ea-deed331d8edb', 'tag': '1f586180-1aff-49f2-8983-4b7f6373be9a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:49.325152 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322" -d '{"events": [{"name": "network-changed", "server_uuid": "13c83342-38e5-4956-a1ea-deed331d8edb", "tag": "1f586180-1aff-49f2-8983-4b7f6373be9a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:49.349198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d5b393c-8a8f-4218-8846-5c09da5daecd req-9e33351c-7fb0-4716-9342-7e6730e34c59 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140343 Aug 11 08:22:49.479788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.502254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e166759-6bad-42fd-9128-4c05869a2e27']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:49.514174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a34f-6865-4422-b18e-6998f42a60ae req-fe6d7d80-9a68-48ee-9b02-2139817531c9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:49.516461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa00a34f-6865-4422-b18e-6998f42a60ae req-fe6d7d80-9a68-48ee-9b02-2139817531c9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.2937891 Aug 11 08:22:49.535258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75f02e9-a3bd-43df-bfc7-388871cd594f') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:49.535934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75f02e9-a3bd-43df-bfc7-388871cd594f') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:49.541427 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf2bb43-aab1-4575-ade3-72d4fa298f76 x-openstack-request-id: req-ddf2bb43-aab1-4575-ade3-72d4fa298f76 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:49.543703 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c83342-38e5-4956-a1ea-deed331d8edb", "tag": "1f586180-1aff-49f2-8983-4b7f6373be9a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:49.547145 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddf2bb43-aab1-4575-ade3-72d4fa298f76 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:49.547793 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c83342-38e5-4956-a1ea-deed331d8edb', 'tag': '1f586180-1aff-49f2-8983-4b7f6373be9a', 'status': 'completed', 'code': 200} Aug 11 08:22:49.551178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3dd4-bb2f-4cbb-a277-cfa54c017890 service neutron] Pushing event updated for resources: {'Port': ['ID=1f586180-1aff-49f2-8983-4b7f6373be9a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:49.558430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.593292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa00a34f-6865-4422-b18e-6998f42a60ae req-edb85815-6fd4-4344-8074-c3c629e3a9da tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679703 Aug 11 08:22:49.604348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.614200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-167a20eb-fa30-4c41-89b6-1568400f90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:49.614709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:49.615358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:49.620141 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:49.635003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-167a20eb-fa30-4c41-89b6-1568400f90df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.4632716 Aug 11 08:22:49.763651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:49.781530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.791320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.797675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] 10.222.0.58 "DELETE /v2.0/networks/6e166759-6bad-42fd-9128-4c05869a2e27 HTTP/1.1" status: 204 len: 168 time: 0.8273735 Aug 11 08:22:49.830011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073017f2-8c39-4563-8895-97bff57cde6f tempest-ExternalNetworksTestJSON-1948577915 tempest-ExternalNetworksTestJSON-1948577915-project] Pushing event deleted for resources: {'Network': ['ID=6e166759-6bad-42fd-9128-4c05869a2e27,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:49.837646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a41-12b6-4b29-9e36-fbdcb75f96f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.924216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94ac4a41-12b6-4b29-9e36-fbdcb75f96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:49.949120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-012d2ca7-8f31-4e50-8186-4cb32c2647e7 req-82012d79-6096-4613-8deb-43262550a0b5 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.3005328 Aug 11 08:22:49.988481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-d76b6971-d252-4540-938d-7d9ea7e7d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:49.990315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-d76b6971-d252-4540-938d-7d9ea7e7d811 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11fb8ee604a04dd39baa120d9eb6bf16&device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 1095 time: 0.5917838 Aug 11 08:22:50.080780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-94ac4a41-12b6-4b29-9e36-fbdcb75f96f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91381b85e619454bbd6d630c7a3313f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2542136 Aug 11 08:22:50.084908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-1880b3e1-5324-40f7-9b05-2e4c739546ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.086830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-1880b3e1-5324-40f7-9b05-2e4c739546ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.4411018 Aug 11 08:22:50.103252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:50.106273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-b17473af-3041-4f6e-b366-44f5882d1f15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f586180-1aff-49f2-8983-4b7f6373be9a HTTP/1.1" status: 200 len: 217 time: 0.0855935 Aug 11 08:22:50.146556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac4a41-12b6-4b29-9e36-fbdcb75f96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ae2b1-924b-44ee-b377-95ac96e0866e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:50.158723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0547d06f-67da-441c-9f82-ba10473ede12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.193135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e6bdc-20a8-4a74-a92b-7e877fbf799f req-381c0477-0f6f-4e66-9f35-a360aafbb3a7 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.194896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-719e6bdc-20a8-4a74-a92b-7e877fbf799f req-381c0477-0f6f-4e66-9f35-a360aafbb3a7 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.2168553 Aug 11 08:22:50.231575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53884) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:50.275250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-c72c1ffc-f50f-4817-91ec-121aff0515ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.1667480 Aug 11 08:22:50.296522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-ccc6cff9-5b91-4542-bd84-afa16a3dba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.298159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-ccc6cff9-5b91-4542-bd84-afa16a3dba91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=597d5a33-8db2-4288-b2bd-b4eb876edd80 HTTP/1.1" status: 200 len: 848 time: 0.1526926 Aug 11 08:22:50.300275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0547d06f-67da-441c-9f82-ba10473ede12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.328785 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf4d2acf-cca3-40db-93ff-d9e9493bf652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.353052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf4d2acf-cca3-40db-93ff-d9e9493bf652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.357121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-450f6ce1-5be3-439b-a662-f878aef5ea82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dd18a92-8617-4a02-b8ab-90de0ff59a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319359 Aug 11 08:22:50.394983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0547d06f-67da-441c-9f82-ba10473ede12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.495425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-719e6bdc-20a8-4a74-a92b-7e877fbf799f req-3f182a6f-8dec-4e68-b21a-dda1881ce3e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888208 Aug 11 08:22:50.499496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547d06f-67da-441c-9f82-ba10473ede12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f6484e-efc3-48ea-a076-857c09bdade2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:50.506433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf4d2acf-cca3-40db-93ff-d9e9493bf652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.524705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf4d2acf-cca3-40db-93ff-d9e9493bf652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:50.528259 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bf4d2acf-cca3-40db-93ff-d9e9493bf652 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b18ae2b1-924b-44ee-b377-95ac96e0866e HTTP/1.1" status: 204 len: 168 time: 0.4149845 Aug 11 08:22:50.543378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-8eeb55bf-9140-4843-baa0-314148a86f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.545335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-8eeb55bf-9140-4843-baa0-314148a86f70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.2585814 Aug 11 08:22:50.545754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0547d06f-67da-441c-9f82-ba10473ede12 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9f112e7f12549f9a809d8916538242a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809246 Aug 11 08:22:50.556131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:50.559200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d2acf-cca3-40db-93ff-d9e9493bf652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ae2b1-924b-44ee-b377-95ac96e0866e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:50.709155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-a92499f2-b558-4e40-9b1e-144a4e625b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.710072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-a92499f2-b558-4e40-9b1e-144a4e625b39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400249 Aug 11 08:22:50.729258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad997d0-517b-49ba-81d5-3a1526712bc0 req-2bd6aaad-34d3-42f6-9837-4678aaf90d22 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.734430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ad997d0-517b-49ba-81d5-3a1526712bc0 req-2bd6aaad-34d3-42f6-9837-4678aaf90d22 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 944 time: 0.2424893 Aug 11 08:22:50.778088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-d33175c5-466a-4a4e-b3f0-bbe4fe62fd46 service neutron] 10.222.0.64 "GET /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108315 Aug 11 08:22:50.854218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6cadc5c0-ebba-4e64-bada-3194b25a2a5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89b0e08fad0248d4b7dc4d4dfa73b2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072359 Aug 11 08:22:50.861383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615a1f4-29f0-4872-8def-c3cd3e993cdf req-142d3bee-74c2-4901-849f-9cf07674e167 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:50.864708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e615a1f4-29f0-4872-8def-c3cd3e993cdf req-142d3bee-74c2-4901-849f-9cf07674e167 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1050870 Aug 11 08:22:50.865249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:50.932298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ad997d0-517b-49ba-81d5-3a1526712bc0 req-1cc785a0-1e76-45fa-84b6-e4f54b37ea91 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957855 Aug 11 08:22:50.944754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86a8b3fe-ac52-41f2-ba1e-bd343192e9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.028320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86a8b3fe-ac52-41f2-ba1e-bd343192e9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.152061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-85a9c213-5e7c-41d1-b995-959807c93096 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103439 Aug 11 08:22:51.173101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ddec31-0611-40ec-9840-ce77d35178b5 req-763f3a40-5fa2-45fb-9842-b412db79f9d7 service neutron] 10.222.0.64 "GET /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666542 Aug 11 08:22:51.189091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5acb8396-a3ff-4e21-808c-c4adef6afbb5 req-72fac326-63bb-4377-b0d2-16d80d492a6c tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0628371 Aug 11 08:22:51.290929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86a8b3fe-ac52-41f2-ba1e-bd343192e9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.295285 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86a8b3fe-ac52-41f2-ba1e-bd343192e9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.299279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-86a8b3fe-ac52-41f2-ba1e-bd343192e9fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4f6484e-efc3-48ea-a076-857c09bdade2 HTTP/1.1" status: 204 len: 168 time: 0.7384174 Aug 11 08:22:51.329771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6b01f72-e7f9-4001-b290-f49e88501a7f req-ec609878-9a72-4a05-b7d8-39f010ac203a service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551249 Aug 11 08:22:51.414677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8b3fe-ac52-41f2-ba1e-bd343192e9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f6484e-efc3-48ea-a076-857c09bdade2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:51.431667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e615a1f4-29f0-4872-8def-c3cd3e993cdf req-272b8784-f333-4045-bbff-e763334874e6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5496142 Aug 11 08:22:51.443428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-eafd8d70-65bd-41be-a94d-6c1439108513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:51.446804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-eafd8d70-65bd-41be-a94d-6c1439108513 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11fb8ee604a04dd39baa120d9eb6bf16&device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 1095 time: 0.1156435 Aug 11 08:22:51.449445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a4cfa8-19f2-456a-9870-edc615898faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.496134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a4cfa8-19f2-456a-9870-edc615898faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.614674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a4cfa8-19f2-456a-9870-edc615898faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.619374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a4cfa8-19f2-456a-9870-edc615898faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:51.621939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36a4cfa8-19f2-456a-9870-edc615898faf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e7e2fb2-db13-4cac-b21d-2a4051fc920c HTTP/1.1" status: 204 len: 168 time: 0.7555196 Aug 11 08:22:51.630516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-4c7ef8ab-6062-42ac-8dce-3fe28bc7da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:51.634040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-4c7ef8ab-6062-42ac-8dce-3fe28bc7da69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8dd18a92-8617-4a02-b8ab-90de0ff59a85 HTTP/1.1" status: 200 len: 909 time: 0.1766376 Aug 11 08:22:51.645284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4cfa8-19f2-456a-9870-edc615898faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7e2fb2-db13-4cac-b21d-2a4051fc920c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:51.754069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-028ff32f-ee1f-42d3-9580-6e4a87c5f6b5 req-bb5a027f-0eb0-4cd4-af9f-f0442ad01946 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0827060 Aug 11 08:22:51.758677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-8a194bd7-6c71-48a4-b210-5290616950e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f586180-1aff-49f2-8983-4b7f6373be9a HTTP/1.1" status: 200 len: 217 time: 0.0955527 Aug 11 08:22:51.804713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f0701-597a-4b44-bb21-aa698a149492 req-3b85c58f-02f9-4bb7-b15a-53c44b23e2d4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:51.806561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-284f0701-597a-4b44-bb21-aa698a149492 req-3b85c58f-02f9-4bb7-b15a-53c44b23e2d4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1093638 Aug 11 08:22:51.855199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-284f0701-597a-4b44-bb21-aa698a149492 req-e877e6d9-8e91-4de0-8858-ca6978dbec9f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Aug 11 08:22:52.120871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10af5ad-a06a-495f-9785-ba145b91654b req-a4c41538-5b3a-4f93-aee8-687c9aff2c43 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.122907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a10af5ad-a06a-495f-9785-ba145b91654b req-a4c41538-5b3a-4f93-aee8-687c9aff2c43 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 944 time: 0.0987072 Aug 11 08:22:52.130584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53946) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:52.146858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-bc09b50d-5074-4014-9fa0-e3ddd10fbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.148410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-bc09b50d-5074-4014-9fa0-e3ddd10fbfb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=597d5a33-8db2-4288-b2bd-b4eb876edd80 HTTP/1.1" status: 200 len: 848 time: 0.0902684 Aug 11 08:22:52.202802 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-651bd63a-567b-49cf-828a-bb5219afa627 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dd18a92-8617-4a02-b8ab-90de0ff59a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328090 Aug 11 08:22:52.299888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a10af5ad-a06a-495f-9785-ba145b91654b req-ae212ed7-3980-44d8-93a1-099bd069870a tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581430 Aug 11 08:22:52.305020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-82d51f5d-d2a4-46b7-9890-337b6016e876 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6965e454d0494489b7e82e8c9a3b466c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723895 Aug 11 08:22:52.311837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:52.403959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02b083f5-c0d0-4d83-9bcb-e5c75cbf0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:52.427740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02b083f5-c0d0-4d83-9bcb-e5c75cbf0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:52.453640 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-0de43483-8632-4dea-bddc-70ed21a1af3b service neutron] 10.222.0.64 "GET /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399015 Aug 11 08:22:52.471212 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f70160a4-4593-458b-9db0-23f36f53ee6d req-6ce33edc-a5cf-440c-899c-19d62123eec6 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.1061070 Aug 11 08:22:52.496010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02b083f5-c0d0-4d83-9bcb-e5c75cbf0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:52.500104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02b083f5-c0d0-4d83-9bcb-e5c75cbf0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:52.501674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-02b083f5-c0d0-4d83-9bcb-e5c75cbf0716 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2e51de7-8cce-454c-a1db-65efe2568e73 HTTP/1.1" status: 204 len: 168 time: 0.1884801 Aug 11 08:22:52.512294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b083f5-c0d0-4d83-9bcb-e5c75cbf0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e51de7-8cce-454c-a1db-65efe2568e73,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:52.561289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-360d6de4-de83-4db6-99df-a3912dfaa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.563779 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-360d6de4-de83-4db6-99df-a3912dfaa8a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1096 time: 0.2366817 Aug 11 08:22:52.646983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616c6ea-2764-4958-9d80-ed6ecd6edf97 req-0a070c2b-a460-4b11-864c-b41e8ed6af7e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.649793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d616c6ea-2764-4958-9d80-ed6ecd6edf97 req-0a070c2b-a460-4b11-864c-b41e8ed6af7e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1029384 Aug 11 08:22:52.678779 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33c7374f-9ee7-4be0-8c7a-dfd6a0e2b322 req-840aa47a-da93-4bef-bc6a-30ffd9016814 service neutron] 10.222.0.64 "GET /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060189 Aug 11 08:22:52.714956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d616c6ea-2764-4958-9d80-ed6ecd6edf97 req-9ca0bf4a-3a3c-4582-ae7c-6324b5e8a883 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561912 Aug 11 08:22:52.743722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-3eeb3cff-dc95-4968-9954-66a88133e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.746277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-3eeb3cff-dc95-4968-9954-66a88133e5af service neutron] 10.222.0.69 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.1710854 Aug 11 08:22:52.864310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-3d308a7e-5645-4cb8-aed9-106c9e720bb9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 1000 time: 0.1097481 Aug 11 08:22:52.961090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942df6e-30d5-4bd6-8a9f-93666c625898 req-fbf4c77c-e73b-4638-b878-b4739494a99f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.963678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6942df6e-30d5-4bd6-8a9f-93666c625898 req-fbf4c77c-e73b-4638-b878-b4739494a99f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0968621 Aug 11 08:22:52.965970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-5a6b24d1-bd68-497c-931b-04898e8582d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:52.967468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-5a6b24d1-bd68-497c-931b-04898e8582d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0919509 Aug 11 08:22:53.057431 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6942df6e-30d5-4bd6-8a9f-93666c625898 req-375e4261-a092-4f4d-be58-e82f9f7a21f5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858026 Aug 11 08:22:53.064566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845388a-5c42-4e3e-9460-e90c949d70e9 req-5883ab86-397a-4033-b39e-e24817a0316a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:53.066549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4845388a-5c42-4e3e-9460-e90c949d70e9 req-5883ab86-397a-4033-b39e-e24817a0316a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.0920138 Aug 11 08:22:53.073563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-29640a29-8a1e-4925-8099-5973de4e0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:53.076004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-29640a29-8a1e-4925-8099-5973de4e0d95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763676 Aug 11 08:22:53.176785 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4845388a-5c42-4e3e-9460-e90c949d70e9 req-fa766787-4cbb-4a59-aecb-773eb62256c8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806923 Aug 11 08:22:53.195183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-d0c89d3c-9ca6-4be8-b2fa-287042ab8046 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093822 Aug 11 08:22:53.325539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9dad7bf1-229f-4f6f-9372-51818caa18ec req-7c026f2a-95bf-46bc-9ebd-1dddc795f31a service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215067 Aug 11 08:22:53.414052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3564-b642-4b07-b6b1-1258379eff1c req-e81202fd-1d4d-45f7-8409-00c4b656a8f9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:53.415688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44dd3564-b642-4b07-b6b1-1258379eff1c req-e81202fd-1d4d-45f7-8409-00c4b656a8f9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0599208 Aug 11 08:22:53.465310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44dd3564-b642-4b07-b6b1-1258379eff1c req-d4a7b443-0546-4c15-aceb-b8d11e567b8d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430164 Aug 11 08:22:53.746781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3864f-f28d-47d8-bf94-e9d29d457d0d req-8aea2917-a03c-4645-ba9e-7312cb8f4b84 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:53.748936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f587568-6112-43c6-bc56-37d8e8d7290d req-88197b0a-228e-42f9-b5cf-6460ba59328c tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0504231 Aug 11 08:22:53.755023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8c3864f-f28d-47d8-bf94-e9d29d457d0d req-8aea2917-a03c-4645-ba9e-7312cb8f4b84 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 944 time: 0.3550217 Aug 11 08:22:53.830190 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8c3864f-f28d-47d8-bf94-e9d29d457d0d req-1730d4f0-7019-44f3-8fdb-ed7349861781 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739839 Aug 11 08:22:53.990181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bef0d6-d7e4-4700-a03d-c5fddf3a7d48 req-7e36d1d5-b264-44bc-9509-9f73afaac3ab tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:53.994929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18bef0d6-d7e4-4700-a03d-c5fddf3a7d48 req-7e36d1d5-b264-44bc-9509-9f73afaac3ab tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0751274 Aug 11 08:22:54.098076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18bef0d6-d7e4-4700-a03d-c5fddf3a7d48 req-42ef52bc-b8b4-4135-b0d4-5405d10e18b5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966265 Aug 11 08:22:54.268993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af5b215f-96be-4b13-a3eb-95df96467cf7 req-9beabe27-87da-456a-9433-40c6ed925fb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=986209a61b0b4a9b82e9b8f0b6e80f44&device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0665689 Aug 11 08:22:54.324104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-628935d7-d6a9-4fcb-9165-68b4b14ef7b2 req-a35207ce-0227-42f6-b312-8b91020adce9 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0898802 Aug 11 08:22:54.388091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af5b215f-96be-4b13-a3eb-95df96467cf7 req-1549da7b-19cf-4ac8-8802-35d979e1516e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=986209a61b0b4a9b82e9b8f0b6e80f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084731 Aug 11 08:22:54.662601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebc5f3-afb7-402c-b8aa-165ce76a84ee req-c5216992-3706-444a-b321-6550045196dc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:54.665206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40ebc5f3-afb7-402c-b8aa-165ce76a84ee req-c5216992-3706-444a-b321-6550045196dc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.3297796 Aug 11 08:22:54.750557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40ebc5f3-afb7-402c-b8aa-165ce76a84ee req-dbd47448-ad01-426a-9d8a-8e4a8e310511 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772901 Aug 11 08:22:54.752784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b215f-96be-4b13-a3eb-95df96467cf7 req-0cc75e07-1ed9-4ac2-a95b-187b671d1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:54.754603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af5b215f-96be-4b13-a3eb-95df96467cf7 req-0cc75e07-1ed9-4ac2-a95b-187b671d1ea4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3404052 Aug 11 08:22:54.976929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ab30d-4bbc-4a8e-b8e2-dbf9564bb2ce req-d9570693-2c3d-4716-9d28-3ec6493d0b74 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:54.979075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d2ab30d-4bbc-4a8e-b8e2-dbf9564bb2ce req-d9570693-2c3d-4716-9d28-3ec6493d0b74 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 944 time: 0.0602200 Aug 11 08:22:55.045793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d2ab30d-4bbc-4a8e-b8e2-dbf9564bb2ce req-b7c6520c-d4f8-40b0-89c7-982e1f1927ff tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548255 Aug 11 08:22:55.046975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1f586180-1aff-49f2-8983-4b7f6373be9a details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:22:55.209924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54102) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:55.327828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e14a-1628-438d-8787-3265c0d7ef91 req-02fe73d8-adc9-4064-9af4-3d0af7e3f679 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:55.344471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-deb8e14a-1628-438d-8787-3265c0d7ef91 req-02fe73d8-adc9-4064-9af4-3d0af7e3f679 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1208212 Aug 11 08:22:55.396196 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-deb8e14a-1628-438d-8787-3265c0d7ef91 req-aaf16faa-8d34-4e4c-a784-99059712cedb tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504260 Aug 11 08:22:55.595704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:22:55.625538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd80b816-7413-48db-9b57-7bc08569fc14 req-968c271d-4b37-4d3b-b035-e43729b070af tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0914407 Aug 11 08:22:55.729740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1f586180-1aff-49f2-8983-4b7f6373be9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1f586180-1aff-49f2-8983-4b7f6373be9a,segment=NetworkSegment(a7e86908-7f1a-4844-aa77-3db02f3a555e),segment_id=a7e86908-7f1a-4844-aa77-3db02f3a555e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:55.779249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c04b02ad-4083-4402-a34d-a863715526c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:55.813100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '1f586180-1aff-49f2-8983-4b7f6373be9a', 'network_id': '8dd18a92-8617-4a02-b8ab-90de0ff59a85', 'port_id': '1f586180-1aff-49f2-8983-4b7f6373be9a', 'mac_address': 'fa:16:3e:5a:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597d5a33-8db2-4288-b2bd-b4eb876edd80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:22:55.883166 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:55.910503 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:55.916297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f586180-1aff-49f2-8983-4b7f6373be9a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:22:55.972111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1f586180-1aff-49f2-8983-4b7f6373be9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1f586180-1aff-49f2-8983-4b7f6373be9a,segment=NetworkSegment(a7e86908-7f1a-4844-aa77-3db02f3a555e),segment_id=a7e86908-7f1a-4844-aa77-3db02f3a555e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:55.979165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c04b02ad-4083-4402-a34d-a863715526c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:55.980860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:55.987298 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448aace7-7d73-423d-88ea-2f75bed53c53" -d '{"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:55.995210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c04b02ad-4083-4402-a34d-a863715526c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.018221 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.069623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b02ad-4083-4402-a34d-a863715526c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c1971b-12bf-472b-a3a1-ca5cfff3207a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:56.091794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:56.093724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=1f586180-1aff-49f2-8983-4b7f6373be9a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:56.094913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c07325-270f-41cb-9973-0d216b9d6982 req-3beee08a-06e4-4832-b2e7-740b42aad73d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:56.101325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.107576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61c07325-270f-41cb-9973-0d216b9d6982 req-3beee08a-06e4-4832-b2e7-740b42aad73d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 945 time: 0.1781907 Aug 11 08:22:56.109095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a8c3-5ec4-4e0a-b104-031907dd4fbf req-1baf4557-016a-444e-b911-d54cf31640a5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:56.134881 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4579a8c3-5ec4-4e0a-b104-031907dd4fbf req-1baf4557-016a-444e-b911-d54cf31640a5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.3368924 Aug 11 08:22:56.136791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54128) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:56.169863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c04b02ad-4083-4402-a34d-a863715526c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23fb274723044bc8875873b01bc261cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579365 Aug 11 08:22:56.172999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54132) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:56.197295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61c07325-270f-41cb-9973-0d216b9d6982 req-f5c0a950-1c59-4bc5-b3e6-81a8f4328fea tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840397 Aug 11 08:22:56.205176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:56.212842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4579a8c3-5ec4-4e0a-b104-031907dd4fbf req-cc7fec83-0271-4308-b004-d5d208b2b389 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769045 Aug 11 08:22:56.256673 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89027712-e822-4142-bb7c-34a52a43aff0 x-openstack-request-id: req-89027712-e822-4142-bb7c-34a52a43aff0 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:56.263010 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-unplugged", "status": "failed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "code": 422}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:56.263010 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89027712-e822-4142-bb7c-34a52a43aff0 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:56.263010 n-d-789963-6 neutron-server[94574]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'code': 422} returned with failed status Aug 11 08:22:56.335919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af5b215f-96be-4b13-a3eb-95df96467cf7 req-23d59e48-3a68-44c6-ba1c-03957cce47bf tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0515871 Aug 11 08:22:56.336825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cfd61e0e-8c9a-44e3-9b74-f0a690b57e36 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:56.337089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f7793e3-1496-4f07-9124-c022398a10fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.363324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['1f586180-1aff-49f2-8983-4b7f6373be9a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:22:56.381204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f7793e3-1496-4f07-9124-c022398a10fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.429233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336d4f-693f-4999-8dc5-8ee8ed212f3c req-05a5a346-fc3f-4d8e-9d80-6bb74fa1b497 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:56.431331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46336d4f-693f-4999-8dc5-8ee8ed212f3c req-05a5a346-fc3f-4d8e-9d80-6bb74fa1b497 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 945 time: 0.1114428 Aug 11 08:22:56.434115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cfd61e0e-8c9a-44e3-9b74-f0a690b57e36 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] 10.222.0.58 "PUT /v2.0/quotas/27e05ebcdcfd4ad4a3e08c726a297e43 HTTP/1.1" status: 200 len: 368 time: 0.2857277 Aug 11 08:22:56.436839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:56.443122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Request body: {'network': {'project_id': '27e05ebcdcfd4ad4a3e08c726a297e43'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:56.467818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f7793e3-1496-4f07-9124-c022398a10fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.471526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f7793e3-1496-4f07-9124-c022398a10fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.473702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4f7793e3-1496-4f07-9124-c022398a10fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5c1971b-12bf-472b-a3a1-ca5cfff3207a HTTP/1.1" status: 204 len: 168 time: 0.2984250 Aug 11 08:22:56.502765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7793e3-1496-4f07-9124-c022398a10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c1971b-12bf-472b-a3a1-ca5cfff3207a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:56.544020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Made reservation on behalf of 27e05ebcdcfd4ad4a3e08c726a297e43 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:56.546413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.563650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.584957 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46336d4f-693f-4999-8dc5-8ee8ed212f3c req-150f68d7-fe52-4626-89b2-f81a0fe0b074 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294787 Aug 11 08:22:56.748354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.754779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.817875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea7c9b52-8a99-4cb7-8da6-90cce62efeab req-4978b516-4737-4cd4-afaf-b60a66f50563 tempest-ServerShowV254Test-1466075401 tempest-ServerShowV254Test-1466075401-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c1a2abb-134e-41cf-91d2-7825d4d48fc0 HTTP/1.1" status: 200 len: 210 time: 0.0514748 Aug 11 08:22:56.827670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:56.866479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:56.867110 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Added segment ee346151-a3f0-47d9-aefe-95bce9ca51fd of type vlan for network bc00ea70-09f2-4012-9ec1-b8b2ed94c5c9 Aug 11 08:22:56.897938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f6b33-75bf-4ab8-90f0-de2339da526f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:56.978194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.028311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.031456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:57.032181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.145324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54178) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:57.162301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7239616 Aug 11 08:22:57.164756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb99d5a-3485-4051-bca9-ff5e376b1de6 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Pushing event updated for resources: {'Network': ['ID=bc00ea70-09f2-4012-9ec1-b8b2ed94c5c9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:57.168737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54180) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:57.170145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0925ca6f-57d7-4654-9395-c7cac3060f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.177954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Request body: {'network': {'project_id': '27e05ebcdcfd4ad4a3e08c726a297e43'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:57.178833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network bc00ea70-09f2-4012-9ec1-b8b2ed94c5c9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:57.213478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Made reservation on behalf of 27e05ebcdcfd4ad4a3e08c726a297e43 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:22:57.217414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.271059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:22:57.286612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.287902 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Added segment 88d64b1e-9296-4689-8047-748c6f6129c8 of type vlan for network edaf627b-7ec6-46a1-8345-f0f6823ecb25 Aug 11 08:22:57.343241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.399101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.400308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:57.401038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.423329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b911639-db5a-42c6-8870-a4f0ec7df41e req-54479fe3-157e-4b2c-83a4-20e578249d21 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:57.425104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b911639-db5a-42c6-8870-a4f0ec7df41e req-54479fe3-157e-4b2c-83a4-20e578249d21 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1880527 Aug 11 08:22:57.432363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0925ca6f-57d7-4654-9395-c7cac3060f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.439881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0925ca6f-57d7-4654-9395-c7cac3060f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.499357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf3338-21b4-4def-bae2-562db235ff77 req-587546d7-b7c4-495e-a811-c2c725fc901b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:57.501028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adbf3338-21b4-4def-bae2-562db235ff77 req-587546d7-b7c4-495e-a811-c2c725fc901b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1357043 Aug 11 08:22:57.511774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0925ca6f-57d7-4654-9395-c7cac3060f7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84599766f6374beabd76a180ec152104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647528 Aug 11 08:22:57.514674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54196) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:57.515553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925ca6f-57d7-4654-9395-c7cac3060f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628f39d6-4d81-4427-baa2-9e803218f1fc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:57.518268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3472524 Aug 11 08:22:57.537500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54198) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:57.554079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-43350295-1f2f-4c92-9931-24dad1892793 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Request body: {'network': {'project_id': '27e05ebcdcfd4ad4a3e08c726a297e43'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:22:57.589044 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-43350295-1f2f-4c92-9931-24dad1892793 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 08:22:57.589754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43350295-1f2f-4c92-9931-24dad1892793 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:22:57.591035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-43350295-1f2f-4c92-9931-24dad1892793 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0509768 Aug 11 08:22:57.594203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b569a5-b750-4dcd-94ac-537e5f8ff116 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Pushing event updated for resources: {'Network': ['ID=edaf627b-7ec6-46a1-8345-f0f6823ecb25,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:57.610608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b911639-db5a-42c6-8870-a4f0ec7df41e req-665e039a-c838-4452-9a08-053614793689 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668074 Aug 11 08:22:57.611554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network edaf627b-7ec6-46a1-8345-f0f6823ecb25 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:22:57.723288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adbf3338-21b4-4def-bae2-562db235ff77 req-6937f512-91f5-4158-87d1-77a16db4dec3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2099617 Aug 11 08:22:57.735752 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f537ffc-d885-4640-9848-eaa245d1e8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.764077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:57.808625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f537ffc-d885-4640-9848-eaa245d1e8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:57.833455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92524c7-6954-4e3e-8051-4e32bbfd4c4f req-331fc582-05c7-423c-98aa-0cd9c1c8d42b tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:57.837116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b92524c7-6954-4e3e-8051-4e32bbfd4c4f req-331fc582-05c7-423c-98aa-0cd9c1c8d42b tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 945 time: 0.1083202 Aug 11 08:22:57.905175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b92524c7-6954-4e3e-8051-4e32bbfd4c4f req-9cc93c1e-b5ed-4b1c-a594-2c9486289700 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615594 Aug 11 08:22:57.994893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04aa18-7fe3-4c97-8c34-a026e0f4f5f6 req-94a381ee-af30-44f0-9657-1a80cab53ffc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:57.999451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e04aa18-7fe3-4c97-8c34-a026e0f4f5f6 req-94a381ee-af30-44f0-9657-1a80cab53ffc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1406868 Aug 11 08:22:58.000840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f537ffc-d885-4640-9848-eaa245d1e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.005154 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f537ffc-d885-4640-9848-eaa245d1e8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.007094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6f537ffc-d885-4640-9848-eaa245d1e8a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/628f39d6-4d81-4427-baa2-9e803218f1fc HTTP/1.1" status: 204 len: 168 time: 0.4879363 Aug 11 08:22:58.035027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537ffc-d885-4640-9848-eaa245d1e8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f39d6-4d81-4427-baa2-9e803218f1fc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:58.133501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e04aa18-7fe3-4c97-8c34-a026e0f4f5f6 req-02467a0d-a991-49fb-a413-0abc4e23a611 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075065 Aug 11 08:22:58.175431 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-294578ec-9d5d-4532-88a7-d0a17900232e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27e05ebcdcfd4ad4a3e08c726a297e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099407 Aug 11 08:22:58.181389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54224) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:58.189684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-5c57be24-32f5-4826-8dec-4a4689375df5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3320246 Aug 11 08:22:58.398952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c76931-d8df-4867-9a9c-f59f62a342b7 req-a3b3fe52-346f-452b-8881-dc4da20ad769 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:58.402131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30c76931-d8df-4867-9a9c-f59f62a342b7 req-a3b3fe52-346f-452b-8881-dc4da20ad769 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0880375 Aug 11 08:22:58.404669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9531a8ee-c469-4bd0-aef4-e79642689ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.458537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9531a8ee-c469-4bd0-aef4-e79642689ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.476713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:58.539414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-30c76931-d8df-4867-9a9c-f59f62a342b7 req-cd347770-8818-4e45-a1a8-2a27c678bb48 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070108 Aug 11 08:22:58.613398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9531a8ee-c469-4bd0-aef4-e79642689ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.618272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9531a8ee-c469-4bd0-aef4-e79642689ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.624247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54244) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:58.625508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9531a8ee-c469-4bd0-aef4-e79642689ccc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c44f6b33-75bf-4ab8-90f0-de2339da526f HTTP/1.1" status: 204 len: 168 time: 0.4422364 Aug 11 08:22:58.635575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.668194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531a8ee-c469-4bd0-aef4-e79642689ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f6b33-75bf-4ab8-90f0-de2339da526f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:58.839975 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-132eaad8-c605-4775-acff-ac9ecf6a4322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:58.945057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6a245-f5c8-479a-afc5-f6d78683c023 req-638a4323-7dd6-4959-bc23-b3ea8df30c9e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:58.947557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65c6a245-f5c8-479a-afc5-f6d78683c023 req-638a4323-7dd6-4959-bc23-b3ea8df30c9e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1395371 Aug 11 08:22:58.952114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.019475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48014ea-2016-4099-9f6d-25f88be7b31c req-f9e74059-f272-46af-adfc-6c8ff0fe89f9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:59.030786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a48014ea-2016-4099-9f6d-25f88be7b31c req-f9e74059-f272-46af-adfc-6c8ff0fe89f9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.2142351 Aug 11 08:22:59.042004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65c6a245-f5c8-479a-afc5-f6d78683c023 req-0616fa1f-e1a9-4f78-a184-29cfd5961db0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881073 Aug 11 08:22:59.079850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1f586180-1aff-49f2-8983-4b7f6373be9a up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:22:59.206997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.232049 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a48014ea-2016-4099-9f6d-25f88be7b31c req-27268e1b-fe34-4a5f-87ae-bc099a83fc85 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001777 Aug 11 08:22:59.244159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaf627b-7ec6-46a1-8345-f0f6823ecb25']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:59.273639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 1f586180-1aff-49f2-8983-4b7f6373be9a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:22:59.293904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 1f586180-1aff-49f2-8983-4b7f6373be9a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:22:59.294348 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.299076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94ca6c6a-3c26-4cbb-a096-0883b06e023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.316840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d64b1e-9296-4689-8047-748c6f6129c8') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:59.319893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d64b1e-9296-4689-8047-748c6f6129c8') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:59.340538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.346428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7afb2-9333-4412-90a1-7d68446ebe14 req-b37ccd69-6370-4f23-85e0-ff33b22a329f tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:59.350912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60f7afb2-9333-4412-90a1-7d68446ebe14 req-b37ccd69-6370-4f23-85e0-ff33b22a329f tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 945 time: 0.1169882 Aug 11 08:22:59.365979 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.376555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:22:59.377235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:22:59.457362 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:22:59.464078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-60f7afb2-9333-4412-90a1-7d68446ebe14 req-1431f61d-b612-4288-97ed-9756f79d3664 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010044 Aug 11 08:22:59.501876 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.514897 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.521595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.524148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] 10.222.0.58 "DELETE /v2.0/networks/edaf627b-7ec6-46a1-8345-f0f6823ecb25 HTTP/1.1" status: 204 len: 168 time: 0.8985033 Aug 11 08:22:59.528263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54274) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:59.552760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-132eaad8-c605-4775-acff-ac9ecf6a4322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.554532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11869baa-cf86-4878-b800-ca8878d449d1 tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Pushing event deleted for resources: {'Network': ['ID=edaf627b-7ec6-46a1-8345-f0f6823ecb25,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:59.565093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-132eaad8-c605-4775-acff-ac9ecf6a4322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.568484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c83342-38e5-4956-a1ea-deed331d8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f586180-1aff-49f2-8983-4b7f6373be9a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:22:59.571317 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c4410-0429-4fa7-ac11-817543f59092" -d '{"events": [{"server_uuid": "13c83342-38e5-4956-a1ea-deed331d8edb", "name": "network-vif-plugged", "status": "completed", "tag": "1f586180-1aff-49f2-8983-4b7f6373be9a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:22:59.619988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-132eaad8-c605-4775-acff-ac9ecf6a4322 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=986209a61b0b4a9b82e9b8f0b6e80f44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419296 Aug 11 08:22:59.623620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54278) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:59.654210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 1f586180-1aff-49f2-8983-4b7f6373be9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1f586180-1aff-49f2-8983-4b7f6373be9a,segment=NetworkSegment(a7e86908-7f1a-4844-aa77-3db02f3a555e),segment_id=a7e86908-7f1a-4844-aa77-3db02f3a555e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:22:59.668131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.674969 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.720788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.729096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eaad8-c605-4775-acff-ac9ecf6a4322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3e775-a5f1-46d0-8064-81c619ee9fe8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:59.765417 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea2282f-6964-43cf-8b7c-7172379bad08 x-openstack-request-id: req-0ea2282f-6964-43cf-8b7c-7172379bad08 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:22:59.765931 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c83342-38e5-4956-a1ea-deed331d8edb", "name": "network-vif-plugged", "status": "completed", "tag": "1f586180-1aff-49f2-8983-4b7f6373be9a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:22:59.766318 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ea2282f-6964-43cf-8b7c-7172379bad08 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:22:59.789997 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c83342-38e5-4956-a1ea-deed331d8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f586180-1aff-49f2-8983-4b7f6373be9a', 'code': 200} Aug 11 08:22:59.794881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a199fac1-c126-441e-a417-1eef736207af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.834085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=1f586180-1aff-49f2-8983-4b7f6373be9a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:22:59.884126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a199fac1-c126-441e-a417-1eef736207af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.941350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54284) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:22:59.960694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:22:59.977407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc00ea70-09f2-4012-9ec1-b8b2ed94c5c9']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:22:59.982091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b427a7-a991-4e2d-9c84-0f738906d275 req-f094f89a-9ee9-4ec7-917d-534be09f96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:22:59.983759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96b427a7-a991-4e2d-9c84-0f738906d275 req-f094f89a-9ee9-4ec7-917d-534be09f96af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 1097 time: 0.1028118 Aug 11 08:23:00.003352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee346151-a3f0-47d9-aefe-95bce9ca51fd') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:00.003952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee346151-a3f0-47d9-aefe-95bce9ca51fd') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:00.019019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.031679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a199fac1-c126-441e-a417-1eef736207af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.034819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a199fac1-c126-441e-a417-1eef736207af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.036189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a199fac1-c126-441e-a417-1eef736207af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfe3e775-a5f1-46d0-8064-81c619ee9fe8 HTTP/1.1" status: 204 len: 168 time: 0.4082489 Aug 11 08:23:00.043092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.052022 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96b427a7-a991-4e2d-9c84-0f738906d275 req-ad22992a-c802-4070-8d8d-70d39524ceea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600290 Aug 11 08:23:00.053975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199fac1-c126-441e-a417-1eef736207af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3e775-a5f1-46d0-8064-81c619ee9fe8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:00.058188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:00.058922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:00.134221 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:00.141392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.157945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.166436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] 10.222.0.58 "DELETE /v2.0/networks/bc00ea70-09f2-4012-9ec1-b8b2ed94c5c9 HTTP/1.1" status: 204 len: 168 time: 0.6369724 Aug 11 08:23:00.188109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726fcca-099d-4da2-acd2-41ac716491fe tempest-QuotasNegativeTest-1491940961 tempest-QuotasNegativeTest-1491940961-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc00ea70-09f2-4012-9ec1-b8b2ed94c5c9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:00.198723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbe71b04-4f58-4e06-b968-5d48cdf9722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.321294 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbe71b04-4f58-4e06-b968-5d48cdf9722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.329835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbe71b04-4f58-4e06-b968-5d48cdf9722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.407484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fbe71b04-4f58-4e06-b968-5d48cdf9722d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efe57a1daa2542958879b29c0278ae9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618647 Aug 11 08:23:00.407772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:00.411974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71b04-4f58-4e06-b968-5d48cdf9722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77e8f20-5027-4996-9c7b-71b49479dd97,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:00.475899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407cd-ca57-4163-8e55-ccd76e2b8296 req-6f50b243-5da4-4120-853e-46e1c362b0a5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:00.477622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc6407cd-ca57-4163-8e55-ccd76e2b8296 req-6f50b243-5da4-4120-853e-46e1c362b0a5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1326795 Aug 11 08:23:00.548992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d43cf1cb-73fd-469f-a008-57cf04252efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.614508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc6407cd-ca57-4163-8e55-ccd76e2b8296 req-26a7e72a-398c-4768-88e5-0696ffd2e2bc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236649 Aug 11 08:23:00.616936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d43cf1cb-73fd-469f-a008-57cf04252efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.721795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d43cf1cb-73fd-469f-a008-57cf04252efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.725645 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d43cf1cb-73fd-469f-a008-57cf04252efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:00.726886 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d43cf1cb-73fd-469f-a008-57cf04252efd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e77e8f20-5027-4996-9c7b-71b49479dd97 HTTP/1.1" status: 204 len: 168 time: 0.3181210 Aug 11 08:23:00.735863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b370945-9fc6-40ca-965e-babbc3f37d9a req-4aff1cc0-17b5-4d67-8e00-2f3ca745ca16 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:00.738641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b370945-9fc6-40ca-965e-babbc3f37d9a req-4aff1cc0-17b5-4d67-8e00-2f3ca745ca16 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 946 time: 0.1365647 Aug 11 08:23:00.740176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cf1cb-73fd-469f-a008-57cf04252efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77e8f20-5027-4996-9c7b-71b49479dd97,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:00.799166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b370945-9fc6-40ca-965e-babbc3f37d9a req-6e1bcf79-b982-4e0f-9760-ba2258e9cad3 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Aug 11 08:23:00.954547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54316) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:00.970337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d817224a-602d-4b06-9618-27ec3f15cd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.133331 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d817224a-602d-4b06-9618-27ec3f15cd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.144804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d817224a-602d-4b06-9618-27ec3f15cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.206736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817224a-602d-4b06-9618-27ec3f15cd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e748b0-dba9-4081-9652-bfa3a34ce1d1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:01.236731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54322) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:01.237438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d817224a-602d-4b06-9618-27ec3f15cd4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a8ce9a4dbf24b7c87f55764d6d17936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816174 Aug 11 08:23:01.319712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80141a0b-f5e1-4637-9834-44ad9a28f398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.352078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80141a0b-f5e1-4637-9834-44ad9a28f398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.429447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80141a0b-f5e1-4637-9834-44ad9a28f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.433133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80141a0b-f5e1-4637-9834-44ad9a28f398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.435477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-80141a0b-f5e1-4637-9834-44ad9a28f398 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56e748b0-dba9-4081-9652-bfa3a34ce1d1 HTTP/1.1" status: 204 len: 168 time: 0.1974943 Aug 11 08:23:01.451411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80141a0b-f5e1-4637-9834-44ad9a28f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e748b0-dba9-4081-9652-bfa3a34ce1d1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:01.531841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54332) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:01.552705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-402a83a8-3f3b-48a3-b394-46ed22765baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.682135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-402a83a8-3f3b-48a3-b394-46ed22765baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.689413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-402a83a8-3f3b-48a3-b394-46ed22765baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.697886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54338) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:01.733350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54342) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:01.743019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-402a83a8-3f3b-48a3-b394-46ed22765baa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=558e7c2d893e4777bc84c852638d7b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093575 Aug 11 08:23:01.812584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a83a8-3f3b-48a3-b394-46ed22765baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e907a7c-ef70-4adc-bb7f-2dce01e21b99,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:01.829967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a845b-e7d4-4a0c-85ee-f85115e584d2 req-69f93bb0-94de-4527-9a23-beded13ac133 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:01.842385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-052a845b-e7d4-4a0c-85ee-f85115e584d2 req-69f93bb0-94de-4527-9a23-beded13ac133 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.0960193 Aug 11 08:23:01.871012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a259179a-c045-4dd6-b036-a6b7acd08b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:01.896999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-052a845b-e7d4-4a0c-85ee-f85115e584d2 req-2e3882ef-689c-4798-975e-1fe3fa2f4ea0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532634 Aug 11 08:23:01.928702 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a259179a-c045-4dd6-b036-a6b7acd08b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.025326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e72e63-496f-4aa9-a48d-304753c4c57b req-8860ad63-c2ab-434e-98ed-88f0fdbdfd44 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:02.027243 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57e72e63-496f-4aa9-a48d-304753c4c57b req-8860ad63-c2ab-434e-98ed-88f0fdbdfd44 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 946 time: 0.0787370 Aug 11 08:23:02.076986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a259179a-c045-4dd6-b036-a6b7acd08b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.079764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a259179a-c045-4dd6-b036-a6b7acd08b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.083851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a259179a-c045-4dd6-b036-a6b7acd08b50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e907a7c-ef70-4adc-bb7f-2dce01e21b99 HTTP/1.1" status: 204 len: 168 time: 0.3466372 Aug 11 08:23:02.090363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57e72e63-496f-4aa9-a48d-304753c4c57b req-565c58d5-b06a-4858-b06f-4c8ef0a46f21 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559587 Aug 11 08:23:02.098296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54352) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:02.100526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259179a-c045-4dd6-b036-a6b7acd08b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e907a7c-ef70-4adc-bb7f-2dce01e21b99,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:02.123761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95106c80-4fd1-4149-b018-b3b912199c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.134775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-891666935'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:02.179235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:23:02.179235 n-d-789963-6 neutron-server[94573]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 08:23:02.179235 n-d-789963-6 neutron-server[94573]: [parameters: {'project_id': '668383ac9a38497ea7462ef038fdd7f6', 'id': '18bc5e08-c315-468b-901f-ffb04c3e4ea7', 'expiration': datetime.datetime(2021, 8, 11, 8, 25, 2, 171101)}] Aug 11 08:23:02.179235 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:23:02.179798 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:23:02.334812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.343173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95106c80-4fd1-4149-b018-b3b912199c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.350083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95106c80-4fd1-4149-b018-b3b912199c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.426575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95106c80-4fd1-4149-b018-b3b912199c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befce8e5-e76c-483d-a06d-f38123e102a0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:02.444185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-95106c80-4fd1-4149-b018-b3b912199c49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82f78a31cf244fba98366567014b06b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447514 Aug 11 08:23:02.448825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:02.612628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30c262f7-0abc-4be1-87ac-b9aeb5d29fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.661673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30c262f7-0abc-4be1-87ac-b9aeb5d29fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.715276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8e69a526-ac49-4149-bfda-b06e45435531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.768602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Made reservation on behalf of 668383ac9a38497ea7462ef038fdd7f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:02.778175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.824115 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.887103 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30c262f7-0abc-4be1-87ac-b9aeb5d29fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.892461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30c262f7-0abc-4be1-87ac-b9aeb5d29fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:02.903851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30c262f7-0abc-4be1-87ac-b9aeb5d29fee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/befce8e5-e76c-483d-a06d-f38123e102a0 HTTP/1.1" status: 204 len: 168 time: 0.4532554 Aug 11 08:23:02.948480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c262f7-0abc-4be1-87ac-b9aeb5d29fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befce8e5-e76c-483d-a06d-f38123e102a0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:03.207470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc2477-56b1-4843-af89-96882f1b3842 req-5e04de71-3375-4b60-a17e-6259d45d8b93 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:03.215524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16bc2477-56b1-4843-af89-96882f1b3842 req-5e04de71-3375-4b60-a17e-6259d45d8b93 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1428177 Aug 11 08:23:03.248281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:03.255707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:03.302825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-16bc2477-56b1-4843-af89-96882f1b3842 req-afd6fe67-1cc6-4b10-aa90-e4dd606f67eb tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864954 Aug 11 08:23:03.324272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:03.349262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d5b11-2157-4277-aa43-9f90f43e442f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:03.369779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:03.370109 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Added segment e33e9b1d-101a-4291-a58c-40b966c8b5b8 of type vlan for network 80f08b22-5290-4209-bb47-ad8835fbea4d Aug 11 08:23:03.464163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:03.533635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:03.540101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:03.540757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:03.708964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0096943 Aug 11 08:23:03.721934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6e1a7-042e-475d-b269-3a88a5086eb9 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Pushing event updated for resources: {'Network': ['ID=80f08b22-5290-4209-bb47-ad8835fbea4d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:03.739678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 80f08b22-5290-4209-bb47-ad8835fbea4d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:03.953188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34231f00-85d9-4b63-99a6-fb144ca98948 req-61ce0803-867d-4ede-81bb-abf564c0220a tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0431671 Aug 11 08:23:04.357440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54470) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:04.365471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Request body: {'port': {'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d', 'binding:host_id': 'n-h2-789963-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1223179468'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:04.437136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Made reservation on behalf of 004a4dafc8f24af282c0eb452716f01f for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:04.442784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:04.455269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:04.568753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560d74-41ae-4189-849a-05d8019cd10c req-3a5f7d01-cf63-441b-a1fa-a72caeb484d0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:04.571520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a560d74-41ae-4189-849a-05d8019cd10c req-3a5f7d01-cf63-441b-a1fa-a72caeb484d0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.0830257 Aug 11 08:23:04.649373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a560d74-41ae-4189-849a-05d8019cd10c req-dc4fb49d-ed7c-42a1-8ed2-140c2f8687e1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659847 Aug 11 08:23:04.687705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:04.691699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54484) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:04.700553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:04.709540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port 87d43e2a-30f4-416b-b114-48d96b331748 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:04.786081 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:04.831577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60af2c-9db5-46ef-99c0-42ca8e844595,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:05.078774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1055852794'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:05.105494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port 87d43e2a-30f4-416b-b114-48d96b331748 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:05.133895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.141591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0ebf5f5-b0cc-4d96-aa46-8b903d8d430f req-ffd963dc-8631-46db-9ee4-f9b5c2f0574d tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0697773 Aug 11 08:23:05.145946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Made reservation on behalf of 8881479a514040bd85fd795fae02d793 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:05.150038 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.163722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.166224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Transition to ACTIVE for port object 87d43e2a-30f4-416b-b114-48d96b331748 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:05.219731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.351025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=87d43e2a-30f4-416b-b114-48d96b331748,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:05.372053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Checking segment: {'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:05.372650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Network hostable DHCP agents. Network: 80f08b22-5290-4209-bb47-ad8835fbea4d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:05.377471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a64c-cffc-440b-9733-6ca44501d08d req-022676b5-53cb-489e-becc-f0322f5faf3c tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:05.379901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0e4a64c-cffc-440b-9733-6ca44501d08d req-022676b5-53cb-489e-becc-f0322f5faf3c tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 946 time: 0.0672073 Aug 11 08:23:05.407248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Network 80f08b22-5290-4209-bb47-ad8835fbea4d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:05.415982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.426007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.444573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 80f08b22-5290-4209-bb47-ad8835fbea4d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:05.446612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0e4a64c-cffc-440b-9733-6ca44501d08d req-e324db51-711b-4c85-bedf-b95acc492cd6 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547805 Aug 11 08:23:05.455528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7aba7-2150-489e-9493-942c4befb2e4 None None] Network 80f08b22-5290-4209-bb47-ad8835fbea4d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:05.500328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:05.503336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45206a6c-20de-47eb-ad67-6d43e1170b84,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:05.512277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:05.535965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.537932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.538331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.546159 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.546507 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Added segment 619bea0f-29e2-4f37-9387-92d73c961749 of type vlan for network c5bcd0f4-d492-47ce-a451-e2a015176538 Aug 11 08:23:05.556483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.556861 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.558782 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 2 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.604087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.605007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.606203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.614966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.619311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.619638 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.620758 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 3 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.642863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.643188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.643527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.657022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.657353 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.658966 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 4 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.667405 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.675253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:05.675790 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.745741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.746089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.746259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.762238 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0648513 Aug 11 08:23:05.763651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54520) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:05.772233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'subnet': {'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:05.773745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.774062 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.809150 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 5 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.823036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7bc70-b5ec-4b1d-aea8-e8c4f8db775d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Network': ['ID=c5bcd0f4-d492-47ce-a451-e2a015176538,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:05.836589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.840043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.841674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.845154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c5bcd0f4-d492-47ce-a451-e2a015176538 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:05.853218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.853549 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.854935 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 6 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.890293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ca5f2-f678-4132-bb91-80c5b7ccbcc8 req-c47253a6-2844-44b0-b23e-e65fa8138ed6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:05.891875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea0ca5f2-f678-4132-bb91-80c5b7ccbcc8 req-c47253a6-2844-44b0-b23e-e65fa8138ed6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1411898 Aug 11 08:23:05.901884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.902228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.902567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.908218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.908515 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.915415 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 7 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.919119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Made reservation on behalf of 8881479a514040bd85fd795fae02d793 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:05.925029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:05.943112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.943737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.944242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.954548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.955105 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.960685 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 8 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:05.978123 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea0ca5f2-f678-4132-bb91-80c5b7ccbcc8 req-8aa7375b-ca47-4d05-b9d8-2b52353ae4f9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774782 Aug 11 08:23:05.980627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:05.981413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:05.981413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:05.987033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:05.987585 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:05.988135 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 9 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:06.015386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:06.015386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:06.015586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:06.020616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:06.021089 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:06.021485 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 10 to bind port 87d43e2a-30f4-416b-b114-48d96b331748 Aug 11 08:23:06.037485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:06.038313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:06.038313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:06.043712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 87d43e2a-30f4-416b-b114-48d96b331748 on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:06.044258 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 87d43e2a-30f4-416b-b114-48d96b331748 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:06.044822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.103012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.131182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] For port 87d43e2a-30f4-416b-b114-48d96b331748, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:06.131756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempted to set empty binding levels {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 08:23:06.139047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.172260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:06.172863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.194607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=87d43e2a-30f4-416b-b114-48d96b331748,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:06.195878 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.198946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-409d1a54-7fe0-4444-9ece-a5f0c3694543 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8399227 Aug 11 08:23:06.202573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:06.268743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Subnet': ['ID=6228aed4-b346-4b41-a787-73a5837b9543,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:06.298318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Deleting port 87d43e2a-30f4-416b-b114-48d96b331748 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:06.298734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.310199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03452e7a-7622-4552-b7ca-ace90b911de1 req-baa4884e-413d-4c06-a01b-2d74835ac02b tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0438807 Aug 11 08:23:06.316223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Checking segment: {'id': '619bea0f-29e2-4f37-9387-92d73c961749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:06.316597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network hostable DHCP agents. Network: c5bcd0f4-d492-47ce-a451-e2a015176538, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:06.350581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network c5bcd0f4-d492-47ce-a451-e2a015176538 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:06.367287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c5bcd0f4-d492-47ce-a451-e2a015176538) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:06.373880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:06.373880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.374288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54540) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:06.376271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] For port 87d43e2a-30f4-416b-b114-48d96b331748, host n-h2-789963-6, got binding levels [] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:06.376635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.377565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a983ef54-95dc-4006-b1b3-3a62e52fb73d None None] Network c5bcd0f4-d492-47ce-a451-e2a015176538 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:06.394497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b8658479-24ff-4497-b76c-6a8f89cc95f7 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6294258 Aug 11 08:23:06.395249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:06.400062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-275345772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:06.427341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.428470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.479106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Calling delete_port for 87d43e2a-30f4-416b-b114-48d96b331748 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:06.546759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.558819 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.583362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.587668 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-967133c0-f68c-42c4-a409-75759dacdff6 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1889858 Aug 11 08:23:06.588106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54548) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:06.592327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c5bcd0f4-d492-47ce-a451-e2a015176538', 'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538', 'tenant_id': '8881479a514040bd85fd795fae02d793', 'fixed_ips': [{'subnet_id': '6228aed4-b346-4b41-a787-73a5837b9543'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:06.593902 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.594963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-164bf121-29a6-4e31-8c8a-2bf5a5e77be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:06.597372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-164bf121-29a6-4e31-8c8a-2bf5a5e77be5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a&tenant_id=492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 1094 time: 0.2137330 Aug 11 08:23:06.627849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1b3a-b763-497f-8401-cf084b345fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.667620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8140847f-bede-4ecf-93bf-ab5dc2010a08 req-42473402-a6e7-4c4b-9eae-2aec83097e01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0327628 Aug 11 08:23:06.745603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5336c8-5c17-45ac-923a-a0c8dfe5b86c req-e056ba44-9c1c-4980-b5d3-744f8db67b7a tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:06.747183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db5336c8-5c17-45ac-923a-a0c8dfe5b86c req-e056ba44-9c1c-4980-b5d3-744f8db67b7a tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 946 time: 0.1789041 Aug 11 08:23:06.760524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Allocated IP 172.20.0.2 (c5bcd0f4-d492-47ce-a451-e2a015176538/6228aed4-b346-4b41-a787-73a5837b9543/b35a4573-610c-44d6-ab32-ca8cc758e054) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:06.785421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.858096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-18c39d54-a0da-4a89-9b0a-d929fd5ac5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:06.860153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-18c39d54-a0da-4a89-9b0a-d929fd5ac5fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1094 time: 0.1970134 Aug 11 08:23:06.870974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event deleted for resources: {'Port': ['ID=87d43e2a-30f4-416b-b114-48d96b331748,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:06.898971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.901928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b48c7dd2-49f4-4c43-a6e2-5ca68827ced9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "DELETE /v2.0/ports/87d43e2a-30f4-416b-b114-48d96b331748 HTTP/1.1" status: 204 len: 168 time: 0.6982834 Aug 11 08:23:06.905324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54550) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:06.910426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db5336c8-5c17-45ac-923a-a0c8dfe5b86c req-e443ee95-7d30-46cf-8226-2ccf5eee648f tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445649 Aug 11 08:23:06.938857 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e130e3-b344-4da4-b946-d0377d537364 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:23:06.940845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-98e130e3-b344-4da4-b946-d0377d537364 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "GET /v2.0/ports/87d43e2a-30f4-416b-b114-48d96b331748 HTTP/1.1" status: 404 len: 333 time: 0.0345523 Aug 11 08:23:06.956222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54552) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:06.963374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.974434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Transition to ACTIVE for port object b35a4573-610c-44d6-ab32-ca8cc758e054 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:06.980653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:06.990964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Transition to ACTIVE for port object b35a4573-610c-44d6-ab32-ca8cc758e054 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:06.998759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.011707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Request body: {'port': {'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-895498389'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:07.059737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Network c5bcd0f4-d492-47ce-a451-e2a015176538 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:07.063196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:07.067609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:07.076544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Pushing event updated for resources: {'Port': ['ID=b35a4573-610c-44d6-ab32-ca8cc758e054,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:07.082910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1b3a-b763-497f-8401-cf084b345fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.106240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1b3a-b763-497f-8401-cf084b345fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.143803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Attempting to bind port b35a4573-610c-44d6-ab32-ca8cc758e054 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:07.144275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Attempting to bind port b35a4573-610c-44d6-ab32-ca8cc758e054 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '619bea0f-29e2-4f37-9387-92d73c961749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:07.144712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Attempting to bind port b35a4573-610c-44d6-ab32-ca8cc758e054 on network c5bcd0f4-d492-47ce-a451-e2a015176538 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:07.152048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:07.152746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Checking segment: {'id': '619bea0f-29e2-4f37-9387-92d73c961749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:07.153383 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.153845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Bound using segment: {'id': '619bea0f-29e2-4f37-9387-92d73c961749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:07.154881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Bound port: b35a4573-610c-44d6-ab32-ca8cc758e054, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619bea0f-29e2-4f37-9387-92d73c961749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:07.155331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.168964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62667aed-9b82-4525-aede-053c09d8c274 req-4968e393-3f91-41cc-a656-69f4b127b113 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:07.171847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62667aed-9b82-4525-aede-053c09d8c274 req-4968e393-3f91-41cc-a656-69f4b127b113 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.64 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 946 time: 0.2329791 Aug 11 08:23:07.210548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Made reservation on behalf of 004a4dafc8f24af282c0eb452716f01f for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:07.213682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.225507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] For port b35a4573-610c-44d6-ab32-ca8cc758e054, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:07.229019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] For port b35a4573-610c-44d6-ab32-ca8cc758e054, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b35a4573-610c-44d6-ab32-ca8cc758e054,segment=NetworkSegment(619bea0f-29e2-4f37-9387-92d73c961749),segment_id=619bea0f-29e2-4f37-9387-92d73c961749)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:07.236247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.241337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-50c15930-4060-47a6-8b1a-6e1adf13a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:07.242836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-50c15930-4060-47a6-8b1a-6e1adf13a8ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.3311379 Aug 11 08:23:07.243663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa1b3a-b763-497f-8401-cf084b345fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da732a6c-8740-4dde-9733-ab4f73034bd3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:07.280864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d8aa1b3a-b763-497f-8401-cf084b345fca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7224018b157d44348322aa3e122af0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988099 Aug 11 08:23:07.280864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54556) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:07.315593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62a2f-b644-40a7-bdaa-ee72fe998cb2 req-35af878e-f967-4fad-bac1-b5fe6e3050bf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:07.317195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2a62a2f-b644-40a7-bdaa-ee72fe998cb2 req-35af878e-f967-4fad-bac1-b5fe6e3050bf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.2065415 Aug 11 08:23:07.327063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc5084-9b3d-4663-9ba3-4c148ef2464e None None] Pushing event updated for resources: {'Port': ['ID=b35a4573-610c-44d6-ab32-ca8cc758e054,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:07.346136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:07.415066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2a62a2f-b644-40a7-bdaa-ee72fe998cb2 req-fdfe505d-2c00-407f-a2fa-371f0e4736c5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849385 Aug 11 08:23:07.433150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Allocated IP 172.20.0.1 (c5bcd0f4-d492-47ce-a451-e2a015176538/6228aed4-b346-4b41-a787-73a5837b9543/dc5cc0a1-3a3d-417b-be69-cffe49c1e663) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:07.495209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-77abafe2-15e0-4814-bffd-465cc8d8e2da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 200 len: 998 time: 0.2365572 Aug 11 08:23:07.506763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c18866a-ec05-4b30-a073-49998c6ebaae req-ddfd1230-866f-490d-b561-aeaa86640eb8 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0577068 Aug 11 08:23:07.613353 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.631887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Transition to ACTIVE for port object dc5cc0a1-3a3d-417b-be69-cffe49c1e663 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:07.675061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.731640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network c5bcd0f4-d492-47ce-a451-e2a015176538 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:07.735151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:07.739340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:07.769419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Port': ['ID=dc5cc0a1-3a3d-417b-be69-cffe49c1e663,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:07.794648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.879070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84a56eaa-d8ea-4fc8-9c99-ec6b20da38bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.951611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-8c29d82b-20c8-480b-ba17-915163365af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:07.953141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-8c29d82b-20c8-480b-ba17-915163365af8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.4408278 Aug 11 08:23:07.971105 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.977129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Deleting port 1f586180-1aff-49f2-8983-4b7f6373be9a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:07.977129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:07.994151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84a56eaa-d8ea-4fc8-9c99-ec6b20da38bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.083279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.158104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-4bb45b30-53cb-4895-ac09-cb73c6c2c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:08.159681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-4bb45b30-53cb-4895-ac09-cb73c6c2c90e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921442 Aug 11 08:23:08.250998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84a56eaa-d8ea-4fc8-9c99-ec6b20da38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.253604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84a56eaa-d8ea-4fc8-9c99-ec6b20da38bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.257367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-84a56eaa-d8ea-4fc8-9c99-ec6b20da38bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da732a6c-8740-4dde-9733-ab4f73034bd3 HTTP/1.1" status: 204 len: 168 time: 0.9759505 Aug 11 08:23:08.262417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] For port 1f586180-1aff-49f2-8983-4b7f6373be9a, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=1f586180-1aff-49f2-8983-4b7f6373be9a,segment=NetworkSegment(a7e86908-7f1a-4844-aa77-3db02f3a555e),segment_id=a7e86908-7f1a-4844-aa77-3db02f3a555e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:08.262800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.301351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.322058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Calling delete_port for 1f586180-1aff-49f2-8983-4b7f6373be9a owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:08.336306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a56eaa-d8ea-4fc8-9c99-ec6b20da38bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da732a6c-8740-4dde-9733-ab4f73034bd3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:08.448601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Network 80f08b22-5290-4209-bb47-ad8835fbea4d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:08.454288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13636010-e102-46fd-aab5-e62dcb909117 req-5bd25fe5-1d09-4dac-bfcb-32cd535d3ff8 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:08.455371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-8bb5a317-db23-4e51-8a17-599e7e1680d3 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870264 Aug 11 08:23:08.459129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=3aedef21-847e-4c7d-87c1-5c6f7057f9aa,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:08.461846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13636010-e102-46fd-aab5-e62dcb909117 req-5bd25fe5-1d09-4dac-bfcb-32cd535d3ff8 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 946 time: 0.4511034 Aug 11 08:23:08.462499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:08.521185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-13636010-e102-46fd-aab5-e62dcb909117 req-0e913c3e-d441-4784-a49d-536f4efc8468 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/security-groups?id=926d84c6-34a6-44fa-8847-4e459db65a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Aug 11 08:23:08.527349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:08.528202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:08.528813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.615909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7541bc09-a9bf-470d-8339-0734d5600489 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6427214 Aug 11 08:23:08.619573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54570) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:08.619981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c28b90-3374-4ab2-b061-ccacd6f71b88 None None] Network c5bcd0f4-d492-47ce-a451-e2a015176538 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:08.628329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:08.674363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cec83993-c7d6-4ef4-a712-7b9916bc8fef req-a08aa2c2-931d-459b-97bd-984280a54e50 service neutron] 10.222.0.69 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076290 Aug 11 08:23:08.705754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f2b759f-e695-49aa-a784-166c73f9fcc8 req-fbe8f0fe-1fbc-4e0b-9c25-d34c0a5724a3 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0739176 Aug 11 08:23:08.717247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83edf58-cc2e-4dee-9cb3-398b5b7e0dde req-5ee1eef4-66bb-4a06-816f-a3d7fba6804c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:08.718851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d83edf58-cc2e-4dee-9cb3-398b5b7e0dde req-5ee1eef4-66bb-4a06-816f-a3d7fba6804c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1474750 Aug 11 08:23:08.753941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2879b7c6-3ef2-4f55-83fa-22cef40e84a6 None None] Provisioning for port b35a4573-610c-44d6-ab32-ca8cc758e054 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:08.777694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.810939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.815246 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d83edf58-cc2e-4dee-9cb3-398b5b7e0dde req-b2924c9c-cc93-483f-941a-a00018ba3955 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880127 Aug 11 08:23:08.863412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Pushing event deleted for resources: {'Port': ['ID=1f586180-1aff-49f2-8983-4b7f6373be9a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:08.874909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['1f586180-1aff-49f2-8983-4b7f6373be9a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:23:08.919255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54586) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:08.928751 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.944648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.954181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] No DVR routers for this DVR port 1f586180-1aff-49f2-8983-4b7f6373be9a on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:08.954597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bd0-6b22-4bcb-bdd5-48e80b7d4624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.961295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:08.963852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62667aed-9b82-4525-aede-053c09d8c274 req-2f800609-877c-4d53-8258-908f155e1115 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.64 "DELETE /v2.0/ports/1f586180-1aff-49f2-8983-4b7f6373be9a HTTP/1.1" status: 204 len: 173 time: 1.7704539 Aug 11 08:23:08.964371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c83342-38e5-4956-a1ea-deed331d8edb', 'name': 'network-vif-deleted', 'tag': '1f586180-1aff-49f2-8983-4b7f6373be9a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:23:08.978783 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8491be8-99c9-49c7-929a-3c5f9a2ef718" -d '{"events": [{"server_uuid": "13c83342-38e5-4956-a1ea-deed331d8edb", "name": "network-vif-deleted", "tag": "1f586180-1aff-49f2-8983-4b7f6373be9a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:23:09.093858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Port': ['ID=dc5cc0a1-3a3d-417b-be69-cffe49c1e663,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:09.102412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.122470 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade01995-0883-451d-9c54-c47b0de62606 x-openstack-request-id: req-ade01995-0883-451d-9c54-c47b0de62606 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:23:09.123184 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c83342-38e5-4956-a1ea-deed331d8edb", "name": "network-vif-deleted", "tag": "1f586180-1aff-49f2-8983-4b7f6373be9a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:23:09.123431 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ade01995-0883-451d-9c54-c47b0de62606 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:23:09.123935 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c83342-38e5-4956-a1ea-deed331d8edb', 'name': 'network-vif-deleted', 'tag': '1f586180-1aff-49f2-8983-4b7f6373be9a', 'status': 'completed', 'code': 200} Aug 11 08:23:09.307665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b35a4573-610c-44d6-ab32-ca8cc758e054 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:09.330752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:09.364643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2883299f-25d8-45f7-a440-6e616533a07c req-3debd6b9-ccc5-45cf-b498-436dca228ac1 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0445871 Aug 11 08:23:09.370773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.393576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b35a4573-610c-44d6-ab32-ca8cc758e054 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:09.393576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b35a4573-610c-44d6-ab32-ca8cc758e054 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:09.393576 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.445867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network c5bcd0f4-d492-47ce-a451-e2a015176538 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:09.451136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Transition to ACTIVE for port object 3aedef21-847e-4c7d-87c1-5c6f7057f9aa will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:09.452702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:09.467687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.517680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.522959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Provisioning complete for port b35a4573-610c-44d6-ab32-ca8cc758e054 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:09.523936 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.638022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b35a4573-610c-44d6-ab32-ca8cc758e054, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b35a4573-610c-44d6-ab32-ca8cc758e054,segment=NetworkSegment(619bea0f-29e2-4f37-9387-92d73c961749),segment_id=619bea0f-29e2-4f37-9387-92d73c961749)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:09.670305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.738587 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.818773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b35a4573-610c-44d6-ab32-ca8cc758e054,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:09.852298 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:23:09.853060 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:23:09.976854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bd0-6b22-4bcb-bdd5-48e80b7d4624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:09.982074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be9c750c-3e93-4a12-afd1-520fb9128ab5 req-a6b78d72-126b-497b-8888-32874c4a4ea7 tempest-ServerTagsTestJSON-395454277 tempest-ServerTagsTestJSON-395454277-project] 10.222.0.58 "GET /v2.0/ports?device_id=13c83342-38e5-4956-a1ea-deed331d8edb HTTP/1.1" status: 200 len: 210 time: 0.2196031 Aug 11 08:23:10.018542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bd0-6b22-4bcb-bdd5-48e80b7d4624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.061671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c672bc4-87d6-4c69-bc33-c77160226a89 req-a689bc73-0ff9-4195-aa88-d6224e29a2c7 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:10.075043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c672bc4-87d6-4c69-bc33-c77160226a89 req-a689bc73-0ff9-4195-aa88-d6224e29a2c7 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.0957553 Aug 11 08:23:10.089958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dc4d7bd0-6b22-4bcb-bdd5-48e80b7d4624 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c2b31d477ee4909995257bc096a1c99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1695178 Aug 11 08:23:10.099993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54612) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:10.106995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=3aedef21-847e-4c7d-87c1-5c6f7057f9aa,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:10.180589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c672bc4-87d6-4c69-bc33-c77160226a89 req-e20baab9-f006-4897-88f3-9b87fd87fffb tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035500 Aug 11 08:23:10.187814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.188272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.189254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.200850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.201827 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.202459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Router bae059f8-b421-4d34-9d1e-34f53a6a0769 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:23:10.209871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7bd0-6b22-4bcb-bdd5-48e80b7d4624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e9239-86b6-407a-a00e-18ac97120104,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:10.223712 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 2 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.224220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0d012b4-c6b1-4470-b7e4-e9da052d9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.297005 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0d012b4-c6b1-4470-b7e4-e9da052d9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.374860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.375507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.376064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.386704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0d012b4-c6b1-4470-b7e4-e9da052d9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.390910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0d012b4-c6b1-4470-b7e4-e9da052d9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.397296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d0d012b4-c6b1-4470-b7e4-e9da052d9347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a26e9239-86b6-407a-a00e-18ac97120104 HTTP/1.1" status: 204 len: 168 time: 0.2950075 Aug 11 08:23:10.407831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d012b4-c6b1-4470-b7e4-e9da052d9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e9239-86b6-407a-a00e-18ac97120104,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:10.463494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:23:10.470907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a68b0650-d2e6-4db9-b015-3e9dcd0e42f4 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "PUT /v2.0/routers/bae059f8-b421-4d34-9d1e-34f53a6a0769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8817832 Aug 11 08:23:10.474305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:10.480587 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] Sync routers for ids ['bae059f8-b421-4d34-9d1e-34f53a6a0769'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:23:10.483459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'port': {'network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538', 'name': 'tempest-FloatingIPNegativeTestJSON-1021973461'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:10.487376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.488593 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.489274 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 3 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.500327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Provisioning for port dc5cc0a1-3a3d-417b-be69-cffe49c1e663 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:10.507932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Provisioning complete for port dc5cc0a1-3a3d-417b-be69-cffe49c1e663 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:10.508338 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.509155 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] Routers {'bae059f8-b421-4d34-9d1e-34f53a6a0769'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:23:10.510670 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae059f8-b421-4d34-9d1e-34f53a6a0769'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:10.533974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.535772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.536237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.565103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.565619 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.570121 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 4 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.583133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d862ed67-d2bf-42b7-9f0d-00b4f8726481 None None] Port dc5cc0a1-3a3d-417b-be69-cffe49c1e663 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:23:10.613341 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:10.638390 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] Routers {'bae059f8-b421-4d34-9d1e-34f53a6a0769'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:23:10.639187 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae059f8-b421-4d34-9d1e-34f53a6a0769'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:10.666534 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ae41323-8cac-4de0-a3bc-d1bd4932eccb req-abfef0c1-4da6-4a44-97c0-95d6cf246dfd tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.1067121 Aug 11 08:23:10.668588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.669118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.669533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.679678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.681368 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.681886 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 5 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.711120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-feda6a9f-a28f-4d43-b08b-ce7792cfd3c3 None None] Provisioning complete for port dc5cc0a1-3a3d-417b-be69-cffe49c1e663 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:10.714050 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-feda6a9f-a28f-4d43-b08b-ce7792cfd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.720733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.723253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.723752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.739489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.740009 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.740568 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 6 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.745201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Made reservation on behalf of 8881479a514040bd85fd795fae02d793 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:10.751485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:10.764078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:10.764902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71eadfe-e572-4bf6-9167-e68c02c355ef None None] The sync data for ids ['bae059f8-b421-4d34-9d1e-34f53a6a0769'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:23:10.788622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.789969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.790484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.810170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.810323 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.810641 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 7 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.811594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] device_id is not set on port 34286c8a-3a91-48ec-b6a9-a6586cd23f6d yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:10.833576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.833776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.834212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.858510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.859073 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.859756 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 8 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.868487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-feda6a9f-a28f-4d43-b08b-ce7792cfd3c3 None None] Port dc5cc0a1-3a3d-417b-be69-cffe49c1e663 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:23:10.910242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.910638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.910969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.922468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.922793 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.923194 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 9 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:10.957018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:10.957622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:10.957772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:10.978072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:10.979348 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:10.980198 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 10 to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa Aug 11 08:23:11.038446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:11.039240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:11.040642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:11.058400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:11.062634 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:11.063850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.088415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1f586180-1aff-49f2-8983-4b7f6373be9a no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:23:11.099030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54624) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:11.134541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 1f586180-1aff-49f2-8983-4b7f6373be9a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:23:11.135028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 1f586180-1aff-49f2-8983-4b7f6373be9a not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:23:11.142800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Allocated IP 172.20.0.8 (c5bcd0f4-d492-47ce-a451-e2a015176538/6228aed4-b346-4b41-a787-73a5837b9543/34286c8a-3a91-48ec-b6a9-a6586cd23f6d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:11.246155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Deleting subnet 597d5a33-8db2-4288-b2bd-b4eb876edd80 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:23:11.256437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.289345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] For port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:11.289746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempted to set empty binding levels {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 08:23:11.304149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b35a4573-610c-44d6-ab32-ca8cc758e054 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:11.318681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.373807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.420015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b35a4573-610c-44d6-ab32-ca8cc758e054 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:11.421535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.423717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] In _notify_port_updated(), no bound segment for port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:23:11.424627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.425359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.429823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "PUT /v2.0/ports/3aedef21-847e-4c7d-87c1-5c6f7057f9aa HTTP/1.1" status: 200 len: 974 time: 2.8060405 Aug 11 08:23:11.433638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54638) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:11.482535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29255d14-066d-4791-bebc-60db6dc397c4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=3aedef21-847e-4c7d-87c1-5c6f7057f9aa,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:11.521989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.562497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa469c-3cb6-48d0-90ec-bc189f72aacf req-8a2b7369-5dce-4c36-a98c-32ba608682ce tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.570683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2baa469c-3cb6-48d0-90ec-bc189f72aacf req-8a2b7369-5dce-4c36-a98c-32ba608682ce tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1558728 Aug 11 08:23:11.645889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2baa469c-3cb6-48d0-90ec-bc189f72aacf req-0081acdf-e41d-485b-8581-08cba0a98fb8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739968 Aug 11 08:23:11.697768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.715760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.716555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.717047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.717646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.718155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.718837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.719356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.720259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.720745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.721379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.721926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.722442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.724034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.724573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.725222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.725708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.726181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.726655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.727121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.727703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.728152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.728568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.729067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.729536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.729998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.730459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.730934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.731397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.731908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.732376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.732841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.733367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:11.737879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-62f12477-15fb-4494-88eb-9fbf432f6dae tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28757 time: 0.2883773 Aug 11 08:23:11.738844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597d5a33-8db2-4288-b2bd-b4eb876edd80,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:11.742054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.745026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1d3724b4-c875-48a2-a5fc-85310f203feb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/597d5a33-8db2-4288-b2bd-b4eb876edd80 HTTP/1.1" status: 204 len: 168 time: 0.6445072 Aug 11 08:23:11.746775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:11.747536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:11.752587 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.791994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Transition to ACTIVE for port object 34286c8a-3a91-48ec-b6a9-a6586cd23f6d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:11.843856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:11.967579 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca88da0b-e1aa-456d-ba23-5e123d7a6d31 req-9eb3bf6d-16de-4ad0-9ed6-083cab77a01a tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.1294894 Aug 11 08:23:11.971538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54654) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:11.999695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.016917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd18a92-8617-4a02-b8ab-90de0ff59a85']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:12.032579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e86908-7f1a-4844-aa77-3db02f3a555e') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:12.032939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e86908-7f1a-4844-aa77-3db02f3a555e') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:12.040435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.047862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.063663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Deleting port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:12.064015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.077718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.120717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Port': ['ID=34286c8a-3a91-48ec-b6a9-a6586cd23f6d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:12.132327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network c5bcd0f4-d492-47ce-a451-e2a015176538 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:12.133949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:12.139933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:12.142587 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:12.146717 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:12.153963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:12.259919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1171701483-network', 'tenant_id': 'b63da8c6e89842f59e6fb47f924f7f70'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:12.268090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] For port 3aedef21-847e-4c7d-87c1-5c6f7057f9aa, host n-h2-789963-6, got binding levels [] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:12.268090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.304351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Calling delete_port for 3aedef21-847e-4c7d-87c1-5c6f7057f9aa owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:12.321462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.332962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.334854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] 10.222.0.58 "DELETE /v2.0/networks/8dd18a92-8617-4a02-b8ab-90de0ff59a85 HTTP/1.1" status: 204 len: 168 time: 0.5836520 Aug 11 08:23:12.360006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:12.360697 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.386680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Made reservation on behalf of b63da8c6e89842f59e6fb47f924f7f70 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:12.389113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.392159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69118ab9-4f27-48e3-873f-d2c1d13f3edf admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd18a92-8617-4a02-b8ab-90de0ff59a85,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:12.415182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.427488 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa9e0179-694f-4c45-b69d-2c35393237c2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9479353 Aug 11 08:23:12.430719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54660) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:12.440674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:12.486344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.538834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event deleted for resources: {'Port': ['ID=3aedef21-847e-4c7d-87c1-5c6f7057f9aa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:12.548336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.554018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aecef62f-f0d9-4d33-90d5-039cb9a6e8ea tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "DELETE /v2.0/ports/3aedef21-847e-4c7d-87c1-5c6f7057f9aa HTTP/1.1" status: 204 len: 168 time: 0.8021116 Aug 11 08:23:12.555126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54662) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:12.612405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c152b6d4-8922-4c03-ac0c-b9028e1d8433 None None] Provisioning for port 34286c8a-3a91-48ec-b6a9-a6586cd23f6d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:12.615148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.623632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.623889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c152b6d4-8922-4c03-ac0c-b9028e1d8433 None None] Provisioning complete for port 34286c8a-3a91-48ec-b6a9-a6586cd23f6d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:12.625927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c152b6d4-8922-4c03-ac0c-b9028e1d8433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.638245 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e545bd73-466d-4665-8173-5682f6445ca4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:23:12.640314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e545bd73-466d-4665-8173-5682f6445ca4 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "GET /v2.0/ports/3aedef21-847e-4c7d-87c1-5c6f7057f9aa HTTP/1.1" status: 404 len: 333 time: 0.0849109 Aug 11 08:23:12.640974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54666) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:12.645756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54668) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:12.657012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1279482179', 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:12.681154 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.684900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:12.692986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c152b6d4-8922-4c03-ac0c-b9028e1d8433 None None] Port 34286c8a-3a91-48ec-b6a9-a6586cd23f6d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:23:12.700437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Made reservation on behalf of 004a4dafc8f24af282c0eb452716f01f for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:12.703580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.727574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10981328-29ce-42a8-b254-7f82e8ec526f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:12.731426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.731852 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Added segment d4e1a13d-8945-465f-bc8e-3e974725c80a of type vlan for network 04681f41-2642-42e4-af85-cb522c166a10 Aug 11 08:23:12.819818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.861131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.865977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dc326879-0bfd-417f-9bed-f7e617cb3cb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11fb8ee604a04dd39baa120d9eb6bf16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208457 Aug 11 08:23:12.866266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:12.866266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:12.869851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54672) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:12.912331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port 1e231486-3012-4235-8b63-d98c27ec9a82 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:12.997011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0188630 Aug 11 08:23:12.998425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea8ffd-b9b0-483f-8ef5-a806745bbccc admin admin] Pushing event updated for resources: {'Network': ['ID=04681f41-2642-42e4-af85-cb522c166a10,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:13.009671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54674) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:13.010793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 04681f41-2642-42e4-af85-cb522c166a10 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:13.026380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Request body: {'subnet': {'network_id': '04681f41-2642-42e4-af85-cb522c166a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1171701483-subnet', 'tenant_id': 'b63da8c6e89842f59e6fb47f924f7f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:13.058763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc54520-94f0-49e7-a043-69c8e7c4e6cc req-08fe5cc3-91c4-4bde-9bd9-d7eeb3b5ecce tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:13.061007 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5bc54520-94f0-49e7-a043-69c8e7c4e6cc req-08fe5cc3-91c4-4bde-9bd9-d7eeb3b5ecce tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.2726183 Aug 11 08:23:13.074500 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:23:13.104124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99713efb-25e4-4c4a-9e05-2a7da122a2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.133865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6443190c-15b4-41e4-bcd2-cddd8a2bf6f8 req-f66de7b0-6870-4f43-9810-3a312f1c5677 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0432403 Aug 11 08:23:13.166114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Made reservation on behalf of b63da8c6e89842f59e6fb47f924f7f70 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:13.168674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.230485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99713efb-25e4-4c4a-9e05-2a7da122a2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.334514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5bc54520-94f0-49e7-a043-69c8e7c4e6cc req-bb49691a-a451-4f3d-8149-5c4f7da46642 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608130 Aug 11 08:23:13.412306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99713efb-25e4-4c4a-9e05-2a7da122a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.415124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-99713efb-25e4-4c4a-9e05-2a7da122a2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.416393 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-99713efb-25e4-4c4a-9e05-2a7da122a2bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/926d84c6-34a6-44fa-8847-4e459db65a01 HTTP/1.1" status: 204 len: 168 time: 0.5465655 Aug 11 08:23:13.417994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.535751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99713efb-25e4-4c4a-9e05-2a7da122a2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d84c6-34a6-44fa-8847-4e459db65a01,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:13.544292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.598892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Allocated IP 172.25.2.21 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/08137e56-6ea4-4e35-ba86-09879ea6438c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:13.745212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.752459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.852228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Network 80f08b22-5290-4209-bb47-ad8835fbea4d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:13.869205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:13.882279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:13.883232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:13.883843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.888040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=1e231486-3012-4235-8b63-d98c27ec9a82,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:13.905415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:13.907838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:13.935137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-89e1a4cc-8120-422b-9810-163ee5837a74 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2859461 Aug 11 08:23:13.935654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:13.938732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Checking segment: {'id': 'd4e1a13d-8945-465f-bc8e-3e974725c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '04681f41-2642-42e4-af85-cb522c166a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:13.939089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Network hostable DHCP agents. Network: 04681f41-2642-42e4-af85-cb522c166a10, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:13.982236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Network 04681f41-2642-42e4-af85-cb522c166a10 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:14.001222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.042374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8273905b-8ff5-4ad7-9934-e11595f983d5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:14.048236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8273905b-8ff5-4ad7-9934-e11595f983d5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "GET /v2.0/ports/1e231486-3012-4235-8b63-d98c27ec9a82 HTTP/1.1" status: 200 len: 955 time: 0.1112351 Aug 11 08:23:14.052702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54692) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:14.058390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 04681f41-2642-42e4-af85-cb522c166a10) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:14.067678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb9121-9d9c-4361-b447-02cca6f71cfd None None] Network 04681f41-2642-42e4-af85-cb522c166a10 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:14.093584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:14.095529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:14.096278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.107505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:14.114852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:14.183286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Port': ['ID=08137e56-6ea4-4e35-ba86-09879ea6438c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:14.208699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Deleting port 1e231486-3012-4235-8b63-d98c27ec9a82 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:14.208699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.210379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ce631c2-5705-4524-ae9d-b5d14dd988e1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1891613 Aug 11 08:23:14.376423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80cf79-9907-43f8-b088-5d5de09a092e None None] Network 04681f41-2642-42e4-af85-cb522c166a10 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:14.418852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.443248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.483699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Calling delete_port for 1e231486-3012-4235-8b63-d98c27ec9a82 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:14.545534 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.686551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.745786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.753524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54712) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:14.754519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1e231486-3012-4235-8b63-d98c27ec9a82 HTTP/1.1" status: 204 len: 168 time: 0.6994073 Aug 11 08:23:14.757684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c30cf8-c1a1-44e6-abf9-4a802dad867c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e231486-3012-4235-8b63-d98c27ec9a82,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:14.802432 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b54734-ce3b-43d9-be11-9baeb7f2626c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:23:14.804271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54b54734-ce3b-43d9-be11-9baeb7f2626c tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "GET /v2.0/ports/1e231486-3012-4235-8b63-d98c27ec9a82 HTTP/1.1" status: 404 len: 333 time: 0.0449178 Aug 11 08:23:14.809151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54716) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:14.817923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Request body: {'port': {'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1264202614'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:14.892715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Made reservation on behalf of 004a4dafc8f24af282c0eb452716f01f for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:14.896729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:14.917253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:15.009096 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.031721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.052335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6376e714-f788-409c-9315-b676531fa4a9 req-2ae7b039-014e-4eb2-90f3-18d3dc6678e6 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.6975751 Aug 11 08:23:15.325853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Port': ['ID=08137e56-6ea4-4e35-ba86-09879ea6438c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:15.396085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.399912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54726) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:15.412590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.418122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.422830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6b629600-199b-4710-b09f-e0fc9ed37508 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9871979 Aug 11 08:23:15.423581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54730) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:15.428071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90363fd4-e2c7-4dd2-b466-cf91f06d93ad req-9a137702-8c98-4bbe-a506-80fe17be3b7b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:15.428741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8a728255-bc6f-44de-b099-d4e19e4f5b78 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'floatingip': {'port_id': '34286c8a-3a91-48ec-b6a9-a6586cd23f6d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:15.429679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90363fd4-e2c7-4dd2-b466-cf91f06d93ad req-9a137702-8c98-4bbe-a506-80fe17be3b7b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.8854642 Aug 11 08:23:15.626259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a728255-bc6f-44de-b099-d4e19e4f5b78 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.780923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54738) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:15.790121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1180356228-network', 'tenant_id': '24dbae77e55b418084ef5d1a2d8875db'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:15.800970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-444714784-network', 'tenant_id': '91720e40ab104b57b234dc426dd1f324'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:15.865573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Made reservation on behalf of 91720e40ab104b57b234dc426dd1f324 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:15.868790 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.912398 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:15.928577 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-8a728255-bc6f-44de-b099-d4e19e4f5b78 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] update failed (client error): The resource could not be found. Aug 11 08:23:15.932870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8a728255-bc6f-44de-b099-d4e19e4f5b78 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "PUT /v2.0/floatingips/f7135be0-c33e-4b6c-9bdc-2e562e076b58 HTTP/1.1" status: 404 len: 507 time: 0.5085697 Aug 11 08:23:15.935533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:15.944063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Made reservation on behalf of 24dbae77e55b418084ef5d1a2d8875db for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:15.946729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.000684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-90363fd4-e2c7-4dd2-b466-cf91f06d93ad req-0d69b416-4860-473d-b0a5-373e698c2de7 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5631561 Aug 11 08:23:16.012570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.018615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.099416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Network 80f08b22-5290-4209-bb47-ad8835fbea4d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:16.105185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:16.109632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:16.111815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:16.112402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.136336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:16.227396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df88c547-6508-4b49-9eb6-2ad800396895 req-5b78c52e-94b3-486e-8c94-d8667fa59ab8 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0733812 Aug 11 08:23:16.296333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.302338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Deleting port 08137e56-6ea4-4e35-ba86-09879ea6438c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:16.303000 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.312970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07400822-4306-43bf-8429-e5ce56b48bd5 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4989364 Aug 11 08:23:16.313360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.313793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:16.319303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:16.392215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.476560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:16.505049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c1c53e-56d3-4847-b38b-6c585b12cc16,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:16.512022 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.512516 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Added segment c4f8c585-4777-440e-bb94-f4d5d9315169 of type vlan for network 3cadd9d8-136d-4e1d-a673-5942d8fd93c4 Aug 11 08:23:16.614614 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.615169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.619956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.622534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] device_id is not set on port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:16.638883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.649837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Calling delete_port for 08137e56-6ea4-4e35-ba86-09879ea6438c owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:16.668774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Transition to ACTIVE for port object fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:16.674006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.737672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.746488 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.747052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:16.751894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.752204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.752665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.756612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.757639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:16.758826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.759015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.759385 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.759780 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 2 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.775202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.775540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.775878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.781202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.781558 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.782039 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 3 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.799894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.800275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.800560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.807555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.807555 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.807555 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 4 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.823727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.824102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.824386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.829756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.830085 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.830467 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 5 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.848072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.851284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.851284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.854565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.854920 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.855805 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 6 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.860371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:16.872594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.872992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.873320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.879761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabedd28-143e-4b93-9d7a-418b13a7b076,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:16.880270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.880437 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.880843 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 7 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.895871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.896160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.896521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.900913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1146142 Aug 11 08:23:16.901768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54746) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:16.902103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15137e-322d-4ba6-9422-3118254274af admin admin] Pushing event updated for resources: {'Network': ['ID=3cadd9d8-136d-4e1d-a673-5942d8fd93c4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:16.905247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.905523 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Added segment c958f525-203d-47d8-a2fa-17999e051ba4 of type vlan for network 639f1c21-12cc-40c3-9517-5f73d79c05dd Aug 11 08:23:16.906772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Request body: {'subnet': {'network_id': '3cadd9d8-136d-4e1d-a673-5942d8fd93c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-444714784-subnet', 'tenant_id': '91720e40ab104b57b234dc426dd1f324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:16.911950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.912239 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.915142 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 8 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.920465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 3cadd9d8-136d-4e1d-a673-5942d8fd93c4 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:16.936040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.936406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.936662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.943967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.944308 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.947230 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 9 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:16.961425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Made reservation on behalf of 91720e40ab104b57b234dc426dd1f324 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:16.964044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:16.967610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:16.967946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:16.968287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:16.983223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:16.983471 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:16.988020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.024729 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempt 10 to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a Aug 11 08:23:17.066682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:17.067040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:17.067387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempting to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:17.067914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.104417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.104417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:17.104735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:17.104837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.104962 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Failed to bind port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e33e9b1d-101a-4291-a58c-40b966c8b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '80f08b22-5290-4209-bb47-ad8835fbea4d'}] Aug 11 08:23:17.105205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.194122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] For port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:17.194582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attempted to set empty binding levels {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 08:23:17.217491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.247799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] In _notify_port_updated(), no bound segment for port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a on network 80f08b22-5290-4209-bb47-ad8835fbea4d {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:23:17.248675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:17.249396 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.253624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "PUT /v2.0/ports/fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a HTTP/1.1" status: 200 len: 975 time: 0.9359593 Aug 11 08:23:17.279761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:17.287492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] Pushing event updated for resources: {'Network': ['ID=639f1c21-12cc-40c3-9517-5f73d79c05dd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:17.298499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 639f1c21-12cc-40c3-9517-5f73d79c05dd details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:17.315287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Port': ['ID=08137e56-6ea4-4e35-ba86-09879ea6438c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:17.327341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.331120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.340468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-909b1556-00dc-41cd-8776-bbc0b6d2608a tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "DELETE /v2.0/floatingips/f7135be0-c33e-4b6c-9bdc-2e562e076b58 HTTP/1.1" status: 204 len: 168 time: 1.4035368 Aug 11 08:23:17.343497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54754) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:17.354187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e1efacf8-b639-463c-840f-7d7950b75b8d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'floatingip': {'floating_network_id': 'c5bcd0f4-d492-47ce-a451-e2a015176538', 'port_id': '34286c8a-3a91-48ec-b6a9-a6586cd23f6d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:17.364736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c1e9b195-ac03-4cdd-800f-e0f63ff3b455 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9637759 Aug 11 08:23:17.405148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decad136-534c-4f29-8ad1-b0a2b169710b req-9a7cdd59-fd18-404a-a2b1-e47c2345a954 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:17.406788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-decad136-534c-4f29-8ad1-b0a2b169710b req-9a7cdd59-fd18-404a-a2b1-e47c2345a954 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.2713521 Aug 11 08:23:17.412985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aecd11-a109-4094-9b1b-395e09a23094 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:17.456825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1efacf8-b639-463c-840f-7d7950b75b8d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.477499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5dc805ab-88be-4712-a09d-da58ff705132 req-63d99c48-5457-417a-942b-7d1b12844c53 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0543160 Aug 11 08:23:17.502730 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-decad136-534c-4f29-8ad1-b0a2b169710b req-489f0231-48da-4f13-8fab-6e8d2d1280de tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838318 Aug 11 08:23:17.505941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Deleting port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:17.506289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.576387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] For port fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a, host n-h2-789963-6, got binding levels [] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:17.576798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.619938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Calling delete_port for fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:17.705359 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-e1efacf8-b639-463c-840f-7d7950b75b8d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:23:17.710272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e1efacf8-b639-463c-840f-7d7950b75b8d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3616545 Aug 11 08:23:17.711535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.712511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54760) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:17.725236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '34286c8a-3a91-48ec-b6a9-a6586cd23f6d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:17.777706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.858815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e14652f-38f0-4891-a3a4-59e5cfd364e4,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:17.873770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.883684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Checking segment: {'id': 'c4f8c585-4777-440e-bb94-f4d5d9315169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3cadd9d8-136d-4e1d-a673-5942d8fd93c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:17.884053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Network hostable DHCP agents. Network: 3cadd9d8-136d-4e1d-a673-5942d8fd93c4, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:17.900037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.924768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:17.953457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:17.956428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0179953-a8c2-4c85-a8c8-835e0bb45fb9 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "DELETE /v2.0/ports/fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a HTTP/1.1" status: 204 len: 168 time: 0.6741629 Aug 11 08:23:17.959369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:17.991836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Network 3cadd9d8-136d-4e1d-a673-5942d8fd93c4 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:17.998900 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6c65ff-c3d3-45b9-89f8-ce6710606b59 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:23:18.000567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ff6c65ff-c3d3-45b9-89f8-ce6710606b59 tempest-PortsAdminExtendedAttrsTestJSON-368106334 tempest-PortsAdminExtendedAttrsTestJSON-368106334-project-admin] 10.222.0.58 "GET /v2.0/ports/fa3cfcc0-fab5-4d35-ace2-3e73c08bd77a HTTP/1.1" status: 404 len: 333 time: 0.0402749 Aug 11 08:23:18.009513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54768) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:18.098163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 3cadd9d8-136d-4e1d-a673-5942d8fd93c4) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:18.114970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:18.116584 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.116927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb946b7-f26d-4df2-a229-c35dd3d00951 None None] Network 3cadd9d8-136d-4e1d-a673-5942d8fd93c4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:18.163612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8968b567-e242-476d-ae5c-20edbb382108 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2609212 Aug 11 08:23:18.169872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.325060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.345462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f08b22-5290-4209-bb47-ad8835fbea4d']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:18.358731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33e9b1d-101a-4291-a58c-40b966c8b5b8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:18.359077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33e9b1d-101a-4291-a58c-40b966c8b5b8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:18.360822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee8e673-149c-4a32-9f49-784fab17bdc3 None None] Network 3cadd9d8-136d-4e1d-a673-5942d8fd93c4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:18.375241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.418127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.435544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:18.435991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:18.464279 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:18.561650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.585789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:18.590233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] 10.222.0.58 "DELETE /v2.0/networks/80f08b22-5290-4209-bb47-ad8835fbea4d HTTP/1.1" status: 204 len: 168 time: 0.5771403 Aug 11 08:23:18.614442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeedbc4-46a4-489e-8cb7-8aff8fc2d8a4 tempest-PortsAdminExtendedAttrsTestJSON-1930782272 tempest-PortsAdminExtendedAttrsTestJSON-1930782272-project] Pushing event deleted for resources: {'Network': ['ID=80f08b22-5290-4209-bb47-ad8835fbea4d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:18.787985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Allocated IP 172.25.2.92 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/3c91429b-fa7e-4bbc-8670-385dbdd3fe2a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:18.800380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cedbf53-f576-4b2d-8fe4-487b878bb5ca req-b1f3d8f2-1d66-4e60-a71f-46df0d304254 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0739064 Aug 11 08:23:18.828916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6c301-01a0-48e5-a651-5ecfa74233d1 req-0b1498d3-3be0-4b41-9a72-c48eeafb6e3c tempest-ComputeTenantNetworksTest-2108455494 tempest-ComputeTenantNetworksTest-2108455494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:18.829900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6c301-01a0-48e5-a651-5ecfa74233d1 req-0b1498d3-3be0-4b41-9a72-c48eeafb6e3c tempest-ComputeTenantNetworksTest-2108455494 tempest-ComputeTenantNetworksTest-2108455494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:18.847093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6c301-01a0-48e5-a651-5ecfa74233d1 req-0b1498d3-3be0-4b41-9a72-c48eeafb6e3c tempest-ComputeTenantNetworksTest-2108455494 tempest-ComputeTenantNetworksTest-2108455494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:18.849157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3a6c301-01a0-48e5-a651-5ecfa74233d1 req-0b1498d3-3be0-4b41-9a72-c48eeafb6e3c tempest-ComputeTenantNetworksTest-2108455494 tempest-ComputeTenantNetworksTest-2108455494-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8053262 Aug 11 08:23:19.018408 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.027766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e71ad-11e9-4a75-9604-7be3c3b09db1 req-f378d5f8-3d41-404b-a92a-a400dcc29c62 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:19.029770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-332e71ad-11e9-4a75-9604-7be3c3b09db1 req-f378d5f8-3d41-404b-a92a-a400dcc29c62 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.0914631 Aug 11 08:23:19.086238 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-332e71ad-11e9-4a75-9604-7be3c3b09db1 req-35933227-e186-437d-ba11-71d682891a6f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496650 Aug 11 08:23:19.103450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.161513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54800) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:19.246443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:19.249764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-08a9ad25-3c65-48fb-8e59-86d0a768f014 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:19.251498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-08a9ad25-3c65-48fb-8e59-86d0a768f014 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/networks?id=04681f41-2642-42e4-af85-cb522c166a10 HTTP/1.1" status: 200 len: 809 time: 0.1784449 Aug 11 08:23:19.259509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:19.264409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:19.283862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-fa485acd-7528-4ff8-bdda-3de351b3fc64 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/quotas/b63da8c6e89842f59e6fb47f924f7f70 HTTP/1.1" status: 200 len: 375 time: 0.0218575 Aug 11 08:23:19.294725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event updated for resources: {'Port': ['ID=3c91429b-fa7e-4bbc-8670-385dbdd3fe2a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:19.342897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-49ca2156-a243-4ec8-8276-456b69bfeb07 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b63da8c6e89842f59e6fb47f924f7f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516040 Aug 11 08:23:19.343960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d15edc-f0e8-43f5-a0d0-a2e6e7a21ca5 req-8de28f07-12a5-4c59-9a9f-0e642d0cdfc2 tempest-ComputeTenantNetworksTest-2108455494 tempest-ComputeTenantNetworksTest-2108455494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:19.345571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7d15edc-f0e8-43f5-a0d0-a2e6e7a21ca5 req-8de28f07-12a5-4c59-9a9f-0e642d0cdfc2 tempest-ComputeTenantNetworksTest-2108455494 tempest-ComputeTenantNetworksTest-2108455494-project] 10.222.0.58 "GET /v2.0/networks/639f1c21-12cc-40c3-9517-5f73d79c05dd HTTP/1.1" status: 200 len: 769 time: 0.1849861 Aug 11 08:23:19.354759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54804) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:19.489370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.531751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba7ef337-634e-4029-9302-7230e16ef4f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=668383ac9a38497ea7462ef038fdd7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672342 Aug 11 08:23:19.535907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54806) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:19.552153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Deleting port 3c91429b-fa7e-4bbc-8670-385dbdd3fe2a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:19.552779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.562810 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-b222ba96-003f-409c-ae62-d4aaac1de62a service neutron] 10.222.0.58 "GET /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069855 Aug 11 08:23:19.653093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.653760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.668094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Calling delete_port for 3c91429b-fa7e-4bbc-8670-385dbdd3fe2a owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:19.677055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.702181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639f1c21-12cc-40c3-9517-5f73d79c05dd']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:19.715731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c958f525-203d-47d8-a2fa-17999e051ba4') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:19.716164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c958f525-203d-47d8-a2fa-17999e051ba4') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:19.732376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa1eba69-8d1c-4d4b-be90-bda0f057fa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.740260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.770051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa1eba69-8d1c-4d4b-be90-bda0f057fa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.788214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.804321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:19.805089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:19.806626 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:19.823287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-af129f79-5b2b-4785-8cd6-12448a5f770c service neutron] 10.222.0.58 "GET /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430654 Aug 11 08:23:19.829294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.914686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.920646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.936276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] 10.222.0.58 "DELETE /v2.0/networks/639f1c21-12cc-40c3-9517-5f73d79c05dd HTTP/1.1" status: 204 len: 168 time: 0.5687323 Aug 11 08:23:19.937491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Port': ['ID=3c91429b-fa7e-4bbc-8670-385dbdd3fe2a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:19.937726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa1eba69-8d1c-4d4b-be90-bda0f057fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.942995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa1eba69-8d1c-4d4b-be90-bda0f057fa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:19.961683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fa1eba69-8d1c-4d4b-be90-bda0f057fa26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a3d5b11-2157-4277-aa43-9f90f43e442f HTTP/1.1" status: 204 len: 168 time: 0.4047408 Aug 11 08:23:19.982306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8fd5cb68-83ae-4ba3-a1a4-61bb8585771e req-c9faa1cf-fbf2-4b7c-a90f-f9e060e74cd9 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0693321 Aug 11 08:23:20.013168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8dff3-c80d-4667-8718-c6f734c13418 admin admin] Pushing event deleted for resources: {'Network': ['ID=639f1c21-12cc-40c3-9517-5f73d79c05dd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:20.015177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1eba69-8d1c-4d4b-be90-bda0f057fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d5b11-2157-4277-aa43-9f90f43e442f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:20.070318 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] create failed (client error): The resource could not be found. Aug 11 08:23:20.071815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-651657d1-dd40-4960-a273-c9e78e89379f tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3581367 Aug 11 08:23:20.075716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54816) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.176775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d725bdd0-4cb5-420e-8fe6-b077df0703bb req-e68f86ed-b756-4265-95bb-90d4a72ff9f4 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 210 time: 0.0546396 Aug 11 08:23:20.203660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Deleting port 34286c8a-3a91-48ec-b6a9-a6586cd23f6d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:20.204011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.204559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54824) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.314177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ffac9a5-7c4b-4766-a2d1-d6bfb5bd59d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24dbae77e55b418084ef5d1a2d8875db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082597 Aug 11 08:23:20.316809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.322827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.338506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Calling delete_port for 34286c8a-3a91-48ec-b6a9-a6586cd23f6d owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:20.346537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887d45-cfb8-44a8-a589-04e268fc480c req-16d5b013-e6b2-4039-acbe-a0586fe0d0d0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:20.354526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51887d45-cfb8-44a8-a589-04e268fc480c req-16d5b013-e6b2-4039-acbe-a0586fe0d0d0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.0909693 Aug 11 08:23:20.437350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51887d45-cfb8-44a8-a589-04e268fc480c req-a0e578e6-fca9-4ba7-b07f-ee2ed6ba41cc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820076 Aug 11 08:23:20.442985 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-853218bc-5121-4f54-9e90-4555fcedd485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.467688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-853218bc-5121-4f54-9e90-4555fcedd485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.537509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-853218bc-5121-4f54-9e90-4555fcedd485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.540555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-853218bc-5121-4f54-9e90-4555fcedd485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.541793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-853218bc-5121-4f54-9e90-4555fcedd485 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dabedd28-143e-4b93-9d7a-418b13a7b076 HTTP/1.1" status: 204 len: 168 time: 0.2239709 Aug 11 08:23:20.542646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.562070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853218bc-5121-4f54-9e90-4555fcedd485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabedd28-143e-4b93-9d7a-418b13a7b076,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:20.584067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Port': ['ID=34286c8a-3a91-48ec-b6a9-a6586cd23f6d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:20.614494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.697549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-670b626e-795c-43df-b329-360ab6bf6f90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=004a4dafc8f24af282c0eb452716f01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816686 Aug 11 08:23:20.700214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54840) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.701305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.705460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-415f59d0-3cf9-4074-a64d-13fe2bf0cfd0 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "DELETE /v2.0/ports/34286c8a-3a91-48ec-b6a9-a6586cd23f6d HTTP/1.1" status: 204 len: 168 time: 0.6284931 Aug 11 08:23:20.708210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.779590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-12f756d7-d9a4-4cea-be32-1526efe690ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.791398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6a755-0be4-4ea7-8408-318a5211b878 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:20.796168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d7a6a755-0be4-4ea7-8408-318a5211b878 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "GET /v2.0/ports?device_id=bae059f8-b421-4d34-9d1e-34f53a6a0769 HTTP/1.1" status: 200 len: 913 time: 0.0861490 Aug 11 08:23:20.796896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54846) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:20.809939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-12f756d7-d9a4-4cea-be32-1526efe690ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.882943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-12f756d7-d9a4-4cea-be32-1526efe690ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.885786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-12f756d7-d9a4-4cea-be32-1526efe690ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:20.890233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-12f756d7-d9a4-4cea-be32-1526efe690ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef60af2c-9db5-46ef-99c0-42ca8e844595 HTTP/1.1" status: 204 len: 168 time: 0.1885800 Aug 11 08:23:20.901805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f756d7-d9a4-4cea-be32-1526efe690ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60af2c-9db5-46ef-99c0-42ca8e844595,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:21.174320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a64d1851-a9f8-470f-918b-d02a1c7ee4d0 req-60c18536-ed9c-4816-95db-c6174b81ff92 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0576611 Aug 11 08:23:21.313749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:21.318996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10e668d4-2523-4ce7-9b88-417d343435fa req-7d3168e0-552f-4f4f-897a-e2b0693d5de4 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 210 time: 0.0370967 Aug 11 08:23:21.708004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e923-7a90-4a57-a8e7-26b02e7461a8 req-50ea1407-627d-45bf-84f8-334286490a1a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:21.709602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f101e923-7a90-4a57-a8e7-26b02e7461a8 req-50ea1407-627d-45bf-84f8-334286490a1a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1379509 Aug 11 08:23:21.731472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Deleting port dc5cc0a1-3a3d-417b-be69-cffe49c1e663 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:21.731712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:21.824059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-f616d9e0-c4a3-4a10-985b-71735c8ab954 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:21.825764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-f616d9e0-c4a3-4a10-985b-71735c8ab954 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.64 "GET /v2.0/networks?id=04681f41-2642-42e4-af85-cb522c166a10 HTTP/1.1" status: 200 len: 809 time: 0.2148547 Aug 11 08:23:21.839149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f101e923-7a90-4a57-a8e7-26b02e7461a8 req-3b8485a1-b016-442c-a243-31fce7506752 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186740 Aug 11 08:23:21.876948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Request body: {'port': {'device_id': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'network_id': '04681f41-2642-42e4-af85-cb522c166a10', 'admin_state_up': True, 'tenant_id': 'b63da8c6e89842f59e6fb47f924f7f70'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:21.882631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:21.907571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54894) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:21.936306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Calling delete_port for dc5cc0a1-3a3d-417b-be69-cffe49c1e663 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:22.028494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'networks': [{'name': 'tempest-network--2070495729'}, {'name': 'tempest-network--1762793784'}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:22.028772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'network': {'name': 'tempest-network--2070495729'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:22.029286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'network': {'name': 'tempest-network--1762793784'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:22.066067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'network': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:22.071113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.080488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.090345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:23:22.090345 n-d-789963-6 neutron-server[94573]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 08:23:22.090345 n-d-789963-6 neutron-server[94573]: [parameters: {'project_id': 'b63da8c6e89842f59e6fb47f924f7f70', 'id': '20d2df3a-90e3-4912-9612-5a90a4c458cd', 'expiration': datetime.datetime(2021, 8, 11, 8, 25, 22, 51357)}] Aug 11 08:23:22.090345 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:23:22.090945 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:23:22.177822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.184292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.190063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.190541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.208647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Port': ['ID=dc5cc0a1-3a3d-417b-be69-cffe49c1e663,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:22.231328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59889831-a67e-4ee4-9fa3-170ffa15ecc7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:22.238630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:22.249873 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.250455 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Added segment f9abbad7-04f6-418c-a43a-c00186230147 of type vlan for network e2c920c6-aff8-415e-a814-f588a03c1139 Aug 11 08:23:22.329092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.392237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:22.405214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.405496 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Added segment 9dd72fa1-5078-4569-9638-fa9ea5ef7c2d of type vlan for network 0d963f9c-b0a3-4d4b-acaf-acc0904b7d6e Aug 11 08:23:22.442021 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68a05cdd-9359-4f56-aa8c-9a1f1c90f6ad req-0387b513-a9d3-40c8-88a3-ae67f1299e04 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0745726 Aug 11 08:23:22.447936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.523088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.557572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-992b0de8-7670-45af-9a45-d33d1d268e02 req-89a1ff86-281e-4044-a022-faadd8661c04 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 210 time: 0.0657437 Aug 11 08:23:22.591073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.591623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.597354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:22.602770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:22.603417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.660984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Router bae059f8-b421-4d34-9d1e-34f53a6a0769 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:23:22.666965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Made reservation on behalf of b63da8c6e89842f59e6fb47f924f7f70 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:22.670750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:22.673991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7636280 Aug 11 08:23:22.677614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54914) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:22.700979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Network': ['ID=e2c920c6-aff8-415e-a814-f588a03c1139,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:22.714269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e2c920c6-aff8-415e-a814-f588a03c1139 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:22.836363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bce6c-584b-44ef-a972-b5bdf64cfc5c tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Network': ['ID=0d963f9c-b0a3-4d4b-acaf-acc0904b7d6e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:22.848312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 0d963f9c-b0a3-4d4b-acaf-acc0904b7d6e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:22.912241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125248-aca6-4c24-a733-0c1d4cdfd86f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:22.918966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125248-aca6-4c24-a733-0c1d4cdfd86f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:22.925831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125248-aca6-4c24-a733-0c1d4cdfd86f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:22.932351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125248-aca6-4c24-a733-0c1d4cdfd86f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:22.937680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-93125248-aca6-4c24-a733-0c1d4cdfd86f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2587762 Aug 11 08:23:22.938713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54918) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:23.052171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.110094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:23:23.126869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] Sync routers for ids ['bae059f8-b421-4d34-9d1e-34f53a6a0769'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:23:23.145223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8d78b673-7ae7-42a9-b261-5f21cbe97c80 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "PUT /v2.0/routers/bae059f8-b421-4d34-9d1e-34f53a6a0769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3471863 Aug 11 08:23:23.155286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] Routers {'bae059f8-b421-4d34-9d1e-34f53a6a0769'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:23:23.156155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae059f8-b421-4d34-9d1e-34f53a6a0769'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.162629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54920) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:23.195585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.201697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.207715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c920c6-aff8-415e-a814-f588a03c1139']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.214419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] Routers {'bae059f8-b421-4d34-9d1e-34f53a6a0769'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:23:23.215040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae059f8-b421-4d34-9d1e-34f53a6a0769'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.220566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9abbad7-04f6-418c-a43a-c00186230147') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.220864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9abbad7-04f6-418c-a43a-c00186230147') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.231089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.246027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.250780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.251750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea78c3fb-27b0-4198-b69b-7310d05544b6 None None] The sync data for ids ['bae059f8-b421-4d34-9d1e-34f53a6a0769'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:23:23.254320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:23.254866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:23.258148 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:23.264385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0deefb-1362-4198-ac9b-1344a6600a29 req-9245ec24-df1e-48e2-91e7-9cfca97d4304 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:23.266036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db0deefb-1362-4198-ac9b-1344a6600a29 req-9245ec24-df1e-48e2-91e7-9cfca97d4304 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.2392995 Aug 11 08:23:23.287931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.327020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.333217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.335755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/networks/e2c920c6-aff8-415e-a814-f588a03c1139 HTTP/1.1" status: 204 len: 168 time: 0.3954549 Aug 11 08:23:23.338774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54922) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:23.358420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5a449-efe0-4df8-814f-a54261af59ba tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Network': ['ID=e2c920c6-aff8-415e-a814-f588a03c1139,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:23.419376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db0deefb-1362-4198-ac9b-1344a6600a29 req-e50a0f0a-3048-424d-8ea3-642afcc4f391 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431537 Aug 11 08:23:23.424694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.512761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Allocated IP 172.20.0.3 (04681f41-2642-42e4-af85-cb522c166a10/de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275/43781bc0-f5d6-4de5-9959-e016b04ae897) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:23.517076 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.523841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.528575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d963f9c-b0a3-4d4b-acaf-acc0904b7d6e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.529162 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.549306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd72fa1-5078-4569-9638-fa9ea5ef7c2d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.549587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd72fa1-5078-4569-9638-fa9ea5ef7c2d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:23.571270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-76a640d6-8788-448c-ad80-845908e9ce65 req-46f29edf-ce62-41ba-b1a8-851eb1036aa4 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0401993 Aug 11 08:23:23.575688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.591853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.594405 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.595073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Fanout notify agent at l3_agent the message router_deleted on router bae059f8-b421-4d34-9d1e-34f53a6a0769 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:23:23.603739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:23.604297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.616160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.617345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e6ea7e3d-64e4-42df-b912-c76a0be6dd82 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "DELETE /v2.0/routers/bae059f8-b421-4d34-9d1e-34f53a6a0769 HTTP/1.1" status: 204 len: 168 time: 0.4514282 Aug 11 08:23:23.621238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54932) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:23.658981 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:23.709504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4515628-92a2-49d9-a1ec-0d426cdff0a3 req-a49e7445-eb0d-4814-a44d-0b6701a0c868 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 210 time: 0.0432198 Aug 11 08:23:23.731029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Deleting subnet 6228aed4-b346-4b41-a787-73a5837b9543 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:23:23.735740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.745610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.746540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.748670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/networks/0d963f9c-b0a3-4d4b-acaf-acc0904b7d6e HTTP/1.1" status: 204 len: 168 time: 0.4090092 Aug 11 08:23:23.754474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:23.764839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267d5e9-1e81-42dc-b024-d7658c8f6910 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Network': ['ID=0d963f9c-b0a3-4d4b-acaf-acc0904b7d6e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:23.868286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.876354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:23.989701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb210b39-10b1-4f19-babe-e0dba61bcaf6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:23.995791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb210b39-10b1-4f19-babe-e0dba61bcaf6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:23.997441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fb210b39-10b1-4f19-babe-e0dba61bcaf6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2190065 Aug 11 08:23:24.002930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54948) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:24.008284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783312835'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:24.033219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:24.037281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.037499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.048836 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.063925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:24.075076 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.075416 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Added segment 487f93ff-abed-4834-870e-81a6bdae7cf6 of type vlan for network 97a92f5a-6b61-4117-8fca-e0c9da7464be Aug 11 08:23:24.121290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.124634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Network 04681f41-2642-42e4-af85-cb522c166a10 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:24.130420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:24.135139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Pushing event updated for resources: {'Port': ['ID=43781bc0-f5d6-4de5-9959-e016b04ae897,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:24.137721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:24.163484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.169564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:24.170319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.201278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:24.201966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.209478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.242201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2380466 Aug 11 08:23:24.243926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Subnet': ['ID=6228aed4-b346-4b41-a787-73a5837b9543,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:24.245765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54950) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:24.248649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-5a7acc74-a0b5-4196-b9ee-fd2b1fff10fc tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3758419 Aug 11 08:23:24.251597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa92141-d239-440e-9134-7d1ddb85d6ff tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Network': ['ID=97a92f5a-6b61-4117-8fca-e0c9da7464be,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:24.253677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1121713617'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:24.257681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.260127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b789af4-d074-47e6-a529-b8c88c1c5f7d tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "DELETE /v2.0/subnets/6228aed4-b346-4b41-a787-73a5837b9543 HTTP/1.1" status: 204 len: 168 time: 0.6376991 Aug 11 08:23:24.261568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0149b1-7d11-419e-8ba7-d6b7f2d4490c None None] Network c5bcd0f4-d492-47ce-a451-e2a015176538 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:24.263838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:24.273992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Request body: {'port': {'device_id': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:24.323337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 97a92f5a-6b61-4117-8fca-e0c9da7464be details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:24.332858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:24.337482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.357234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.360553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.389630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:24.422146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.422501 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Added segment 59bca26c-7596-4929-abb7-db582796a21d of type vlan for network e546b0b7-fc08-477b-84ea-5292aaba2f55 Aug 11 08:23:24.438969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Deleting port b35a4573-610c-44d6-ab32-ca8cc758e054 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:24.439528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.560285 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.573979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] DHCP port deletion for c5bcd0f4-d492-47ce-a451-e2a015176538 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:23:24.600834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] For port b35a4573-610c-44d6-ab32-ca8cc758e054, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b35a4573-610c-44d6-ab32-ca8cc758e054,segment=NetworkSegment(619bea0f-29e2-4f37-9387-92d73c961749),segment_id=619bea0f-29e2-4f37-9387-92d73c961749)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:24.601291 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.623264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] Deleting port b35a4573-610c-44d6-ab32-ca8cc758e054 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:24.623902 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.645757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Calling delete_port for b35a4573-610c-44d6-ab32-ca8cc758e054 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:24.695481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] For port b35a4573-610c-44d6-ab32-ca8cc758e054, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b35a4573-610c-44d6-ab32-ca8cc758e054,segment=NetworkSegment(619bea0f-29e2-4f37-9387-92d73c961749),segment_id=619bea0f-29e2-4f37-9387-92d73c961749)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:24.696388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.711732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] Calling delete_port for b35a4573-610c-44d6-ab32-ca8cc758e054 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:24.724427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0aff-a18b-4a65-9ef1-bf36c6275804 req-5a7337eb-a477-4d10-8ea0-1182e48b6f2a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:24.727999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-341a0aff-a18b-4a65-9ef1-bf36c6275804 req-5a7337eb-a477-4d10-8ea0-1182e48b6f2a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1687455 Aug 11 08:23:24.794881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bff762e2-eca8-4d19-b72b-2cc1b30d1511 req-a7ddfc87-5371-4d09-ada1-f0a662bc4c78 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0597866 Aug 11 08:23:24.814043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.827163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-341a0aff-a18b-4a65-9ef1-bf36c6275804 req-2664fc6a-fe37-4ac9-9df4-67c7a9c7313c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644190 Aug 11 08:23:24.861703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.868435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] Pushing event deleted for resources: {'Port': ['ID=b35a4573-610c-44d6-ab32-ca8cc758e054,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:24.877447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfbef4-e41d-4202-8539-b3f0562354f3 None None] No DVR routers for this DVR port b35a4573-610c-44d6-ab32-ca8cc758e054 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:24.909739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Port': ['ID=b35a4573-610c-44d6-ab32-ca8cc758e054,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:24.917034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] No DVR routers for this DVR port b35a4573-610c-44d6-ab32-ca8cc758e054 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:24.927741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.934416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:24.935110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:24.954090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43781bc0-f5d6-4de5-9959-e016b04ae897 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:23:24.991620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.007987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.018212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bcd0f4-d492-47ce-a451-e2a015176538']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:25.030898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619bea0f-29e2-4f37-9387-92d73c961749') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:25.031690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619bea0f-29e2-4f37-9387-92d73c961749') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:25.042017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.055441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8083560 Aug 11 08:23:25.058533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54966) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:25.063916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'ports': [{'network_id': '97a92f5a-6b61-4117-8fca-e0c9da7464be', 'name': 'tempest-port--530556219', 'admin_state_up': True}, {'network_id': 'e546b0b7-fc08-477b-84ea-5292aaba2f55', 'admin_state_up': False}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:25.064554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'port': {'network_id': '97a92f5a-6b61-4117-8fca-e0c9da7464be', 'name': 'tempest-port--530556219', 'admin_state_up': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:25.065263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'port': {'network_id': 'e546b0b7-fc08-477b-84ea-5292aaba2f55', 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:25.069503 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.070484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335ecd0-8816-4e34-9de2-365954542bb8 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Network': ['ID=e546b0b7-fc08-477b-84ea-5292aaba2f55,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:25.086934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e546b0b7-fc08-477b-84ea-5292aaba2f55 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:25.089331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e0bd-55be-4e9a-a316-a471511efbc7 req-279d189b-6212-4284-bfd3-af05f78db9ee tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:25.097163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d26e0bd-55be-4e9a-a316-a471511efbc7 req-279d189b-6212-4284-bfd3-af05f78db9ee tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 931 time: 0.1588230 Aug 11 08:23:25.111593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:25.112314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:25.116424 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:25.139934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d26e0bd-55be-4e9a-a316-a471511efbc7 req-adef0b2d-a683-4562-b02a-24c2d0cc6030 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Aug 11 08:23:25.214079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b35a4573-610c-44d6-ab32-ca8cc758e054 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:23:25.236478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b35a4573-610c-44d6-ab32-ca8cc758e054 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:23:25.236809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b35a4573-610c-44d6-ab32-ca8cc758e054 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:23:25.506626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Transition to ACTIVE for port object 43781bc0-f5d6-4de5-9959-e016b04ae897 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:25.507906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.511351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.525338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.529951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] 10.222.0.58 "DELETE /v2.0/networks/c5bcd0f4-d492-47ce-a451-e2a015176538 HTTP/1.1" status: 204 len: 168 time: 1.2650125 Aug 11 08:23:25.575118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e6992-2237-4fd8-8def-9a9d3815b5b2 tempest-FloatingIPNegativeTestJSON-923531714 tempest-FloatingIPNegativeTestJSON-923531714-project] Pushing event deleted for resources: {'Network': ['ID=c5bcd0f4-d492-47ce-a451-e2a015176538,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:25.604338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Pushing event updated for resources: {'Port': ['ID=43781bc0-f5d6-4de5-9959-e016b04ae897,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:25.625426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'port': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:25.630635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.645301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.673024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Attempting to bind port 43781bc0-f5d6-4de5-9959-e016b04ae897 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:25.673320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Attempting to bind port 43781bc0-f5d6-4de5-9959-e016b04ae897 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'd4e1a13d-8945-465f-bc8e-3e974725c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '04681f41-2642-42e4-af85-cb522c166a10'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:25.673651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Attempting to bind port 43781bc0-f5d6-4de5-9959-e016b04ae897 on network 04681f41-2642-42e4-af85-cb522c166a10 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:25.679373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Port 43781bc0-f5d6-4de5-9959-e016b04ae897 on network 04681f41-2642-42e4-af85-cb522c166a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:23:25.679736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Attempting to bind port 43781bc0-f5d6-4de5-9959-e016b04ae897 on network 04681f41-2642-42e4-af85-cb522c166a10 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:25.686080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:25.686439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Checking segment: {'id': 'd4e1a13d-8945-465f-bc8e-3e974725c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '04681f41-2642-42e4-af85-cb522c166a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:25.686917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Bound using segment: {'id': 'd4e1a13d-8945-465f-bc8e-3e974725c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '04681f41-2642-42e4-af85-cb522c166a10'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:25.687523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Bound port: 43781bc0-f5d6-4de5-9959-e016b04ae897, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e1a13d-8945-465f-bc8e-3e974725c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '04681f41-2642-42e4-af85-cb522c166a10'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:25.687900 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.740764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] device_id is not set on port 53317e6a-3c9b-4e62-a13e-493d9b32cfd3 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:25.853467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-a5561355-c274-4246-a889-237136c24a21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947256 Aug 11 08:23:25.854537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] For port 43781bc0-f5d6-4de5-9959-e016b04ae897, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:25.858756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] For port 43781bc0-f5d6-4de5-9959-e016b04ae897, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=43781bc0-f5d6-4de5-9959-e016b04ae897,segment=NetworkSegment(d4e1a13d-8945-465f-bc8e-3e974725c80a),segment_id=d4e1a13d-8945-465f-bc8e-3e974725c80a)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:25.868467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.908383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.938677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54976) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:25.953791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:25.954395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:25.955745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] 10.222.0.64 "PUT /v2.0/ports/43781bc0-f5d6-4de5-9959-e016b04ae897 HTTP/1.1" status: 200 len: 1091 time: 1.6884925 Aug 11 08:23:25.963343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'tag': '43781bc0-f5d6-4de5-9959-e016b04ae897'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:23:25.965480 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb0e6c-39dc-4253-a617-2468e98d0b59" -d '{"events": [{"name": "network-changed", "server_uuid": "395d59b4-76f0-43ea-8975-28621b4b19a6", "tag": "43781bc0-f5d6-4de5-9959-e016b04ae897"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:23:26.016118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c8b68d5-ec0d-4c12-af97-47d2c5b2bfa0 req-16b991fd-8648-4c5e-a7bb-94c7ff821225 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0504808 Aug 11 08:23:26.047189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] device_id is not set on port 8b86e5dc-49c7-447c-a851-b3e017aad0b6 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:26.101418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e1910-ac00-4dd2-b43d-ba38d00ce76d service neutron] Pushing event updated for resources: {'Port': ['ID=43781bc0-f5d6-4de5-9959-e016b04ae897,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:26.124791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-4e289984-aa31-4729-b412-cc2dc16ddc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.126710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-4e289984-aa31-4729-b412-cc2dc16ddc87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1869562 Aug 11 08:23:26.148526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c449983-c687-43dd-836f-3e0004d6371a req-d9745d84-a5f2-4bb4-bd41-325bb72abd60 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.150277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c449983-c687-43dd-836f-3e0004d6371a req-d9745d84-a5f2-4bb4-bd41-325bb72abd60 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1985698 Aug 11 08:23:26.158643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-0ae61a49-d044-4eb4-b148-e77e680704b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.160412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-0ae61a49-d044-4eb4-b148-e77e680704b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b63da8c6e89842f59e6fb47f924f7f70&device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 1094 time: 0.1338558 Aug 11 08:23:26.185409 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbcdf1e-42bd-4b26-ae53-3ec289489f5d x-openstack-request-id: req-ccbcdf1e-42bd-4b26-ae53-3ec289489f5d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:23:26.185693 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d59b4-76f0-43ea-8975-28621b4b19a6", "tag": "43781bc0-f5d6-4de5-9959-e016b04ae897", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:23:26.185935 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccbcdf1e-42bd-4b26-ae53-3ec289489f5d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:23:26.186319 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'tag': '43781bc0-f5d6-4de5-9959-e016b04ae897', 'status': 'completed', 'code': 200} Aug 11 08:23:26.193977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.279739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.317739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-e0ab1245-0b42-4aba-bdc1-117a1c61b703 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43781bc0-f5d6-4de5-9959-e016b04ae897 HTTP/1.1" status: 200 len: 217 time: 0.1075985 Aug 11 08:23:26.351837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c449983-c687-43dd-836f-3e0004d6371a req-20a99c71-e9c6-4b28-9936-11b1f6c0a5ae tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903193 Aug 11 08:23:26.385558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Port': ['ID=53317e6a-3c9b-4e62-a13e-493d9b32cfd3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:26.399331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-287b709b-dc77-44dc-840b-c6d7405fb1f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8881479a514040bd85fd795fae02d793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486847 Aug 11 08:23:26.401049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54992) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:26.417857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e703c6a-02d6-487f-8349-0c310536fc43 req-75938386-4399-4498-9937-896ae8278149 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.419723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e703c6a-02d6-487f-8349-0c310536fc43 req-75938386-4399-4498-9937-896ae8278149 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 943 time: 0.1533241 Aug 11 08:23:26.431245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Checking segment: {'id': '487f93ff-abed-4834-870e-81a6bdae7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '97a92f5a-6b61-4117-8fca-e0c9da7464be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:26.431905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network hostable DHCP agents. Network: 97a92f5a-6b61-4117-8fca-e0c9da7464be, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:26.433159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-bf4f2cb4-dac7-449e-8ddd-5cffd5aacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.434957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-bf4f2cb4-dac7-449e-8ddd-5cffd5aacbaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275 HTTP/1.1" status: 200 len: 849 time: 0.1015420 Aug 11 08:23:26.447067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-c5a1bbce-71d1-4797-8cc4-75925d099fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.448586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-c5a1bbce-71d1-4797-8cc4-75925d099fbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.2374539 Aug 11 08:23:26.482047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-0a95c8c0-398b-4114-b011-bb7e58776786 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04681f41-2642-42e4-af85-cb522c166a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324519 Aug 11 08:23:26.486463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:26.508503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network 97a92f5a-6b61-4117-8fca-e0c9da7464be is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:26.524265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e703c6a-02d6-487f-8349-0c310536fc43 req-860a1de3-6a47-407e-969f-e03b8f8b23d1 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887985 Aug 11 08:23:26.534136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 97a92f5a-6b61-4117-8fca-e0c9da7464be) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:26.540202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:26.541144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.548982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e1abb-dd5e-4333-820e-1a0120bc4021 None None] Network 97a92f5a-6b61-4117-8fca-e0c9da7464be requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:26.603847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-6c8f7095-da1e-4fed-94f7-23e37b3af765 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.1448946 Aug 11 08:23:26.606901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d257-7482-418b-b191-08833a02dd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.659421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d257-7482-418b-b191-08833a02dd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.666298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Port': ['ID=8b86e5dc-49c7-447c-a851-b3e017aad0b6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:26.701010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-add73ad7-e03a-47bc-bc71-2d2508a76ab8 service neutron] 10.222.0.64 "GET /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870956 Aug 11 08:23:26.710845 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d67d451b-5ade-422b-9b61-090a09805782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.718648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Checking segment: {'id': '59bca26c-7596-4929-abb7-db582796a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e546b0b7-fc08-477b-84ea-5292aaba2f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:26.719019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network hostable DHCP agents. Network: e546b0b7-fc08-477b-84ea-5292aaba2f55, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:26.762692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-bd1ef7b8-0c38-447b-a27e-d3c45b49a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.764163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-bd1ef7b8-0c38-447b-a27e-d3c45b49a49b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1417806 Aug 11 08:23:26.766053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network e546b0b7-fc08-477b-84ea-5292aaba2f55 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:26.782666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d257-7482-418b-b191-08833a02dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.787739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d257-7482-418b-b191-08833a02dd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.788991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cbd7d257-7482-418b-b191-08833a02dd0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45206a6c-20de-47eb-ad67-6d43e1170b84 HTTP/1.1" status: 204 len: 168 time: 0.3865781 Aug 11 08:23:26.796061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e546b0b7-fc08-477b-84ea-5292aaba2f55) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:26.809842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:26.813868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2af71e-26fd-4598-8706-fb6559264818 None None] Network e546b0b7-fc08-477b-84ea-5292aaba2f55 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:26.816535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.822123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.822944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.847168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7d257-7482-418b-b191-08833a02dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45206a6c-20de-47eb-ad67-6d43e1170b84,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:26.865773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-a4c11c21-eb8b-440a-90e5-7017ceb617d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:26.867390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-a4c11c21-eb8b-440a-90e5-7017ceb617d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951142 Aug 11 08:23:26.871805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c5c8e129-3a2a-425d-bc44-4ba8e5920f54 req-045d853c-cd33-467e-81fc-a47e653beaec service neutron] 10.222.0.64 "GET /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588373 Aug 11 08:23:26.928816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d67d451b-5ade-422b-9b61-090a09805782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.934962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d67d451b-5ade-422b-9b61-090a09805782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:26.963608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1714f00d-9677-4d95-a615-1a53bc80da6f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9037397 Aug 11 08:23:26.966458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55000) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.007789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d67d451b-5ade-422b-9b61-090a09805782 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eaa2ede5676d4e6bb304bd2ac4e666bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157001 Aug 11 08:23:27.008362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d451b-5ade-422b-9b61-090a09805782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877864b1-39a8-478b-a830-60b1ef34d522,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:27.011377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55004) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.372282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49f3344a-6f3a-47f0-a8c2-ea630ec049c5 req-044ddf03-710a-4b90-bbe7-26d6d98169dd tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0612404 Aug 11 08:23:27.379026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-0fc7c028-d717-4560-9cfb-481d1350c59c service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921653 Aug 11 08:23:27.411016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6fdc79-39f5-4562-9dd6-79b1862c0318 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.416846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6fdc79-39f5-4562-9dd6-79b1862c0318 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.421177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba6fdc79-39f5-4562-9dd6-79b1862c0318 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4511132 Aug 11 08:23:27.422345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.435788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-712b1c43-38ba-486d-9eb3-256c9ea86b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.435974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-712b1c43-38ba-486d-9eb3-256c9ea86b65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b63da8c6e89842f59e6fb47f924f7f70&device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 1094 time: 0.4548237 Aug 11 08:23:27.535387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51310bae-93b0-4df6-9580-f43dc4aa6e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.556966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52f81-49cd-4720-b158-58d1e17cefb4 req-2abdbf97-425d-444c-91c4-2c724e70b57f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.564708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92d52f81-49cd-4720-b158-58d1e17cefb4 req-2abdbf97-425d-444c-91c4-2c724e70b57f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 943 time: 0.1007702 Aug 11 08:23:27.587368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51310bae-93b0-4df6-9580-f43dc4aa6e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.593014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Deleting port 53317e6a-3c9b-4e62-a13e-493d9b32cfd3 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:27.593617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.641155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36b88c8e-cb1a-4ce2-8e7a-86cd88765884 req-e7d0e595-e403-4766-b1aa-48e92d2ee7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489910 Aug 11 08:23:27.659682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.666417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-c449f8f7-3414-409b-9be1-e305b103dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.667955 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-c449f8f7-3414-409b-9be1-e305b103dc3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=04681f41-2642-42e4-af85-cb522c166a10 HTTP/1.1" status: 200 len: 910 time: 0.2026780 Aug 11 08:23:27.689662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92d52f81-49cd-4720-b158-58d1e17cefb4 req-c4e56d94-b20c-4684-a8cb-6154cf47cc25 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236651 Aug 11 08:23:27.703690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.727402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:23:27.730152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Calling delete_port for 53317e6a-3c9b-4e62-a13e-493d9b32cfd3 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:27.764073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-1735c330-d1e1-475c-8e1e-bd1dd47fc013 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43781bc0-f5d6-4de5-9959-e016b04ae897 HTTP/1.1" status: 200 len: 217 time: 0.0637615 Aug 11 08:23:27.820534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-5c0324dd-a0d9-45f7-a54c-7e9068cce8d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1510897 Aug 11 08:23:27.823690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51310bae-93b0-4df6-9580-f43dc4aa6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.826267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51310bae-93b0-4df6-9580-f43dc4aa6e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.827433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-51310bae-93b0-4df6-9580-f43dc4aa6e5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/877864b1-39a8-478b-a830-60b1ef34d522 HTTP/1.1" status: 204 len: 168 time: 0.8166845 Aug 11 08:23:27.845618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-504dd747-6f08-4c37-a367-6a7d2efedafa tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] Request body: {'port': {'network_id': 'a889b53c-9011-48ec-ad61-4f31fed2f7e8', 'name': 'tempest-NetworksNegativeTestJSON-1451449274'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:27.852828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb40a14-527d-4e2d-b9bb-2c38a4e2623b req-9f826684-4110-4ea2-a49e-d67b58fd6c88 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.854083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2eb40a14-527d-4e2d-b9bb-2c38a4e2623b req-9f826684-4110-4ea2-a49e-d67b58fd6c88 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 943 time: 0.1561582 Aug 11 08:23:27.857375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310bae-93b0-4df6-9580-f43dc4aa6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877864b1-39a8-478b-a830-60b1ef34d522,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:27.868114 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-504dd747-6f08-4c37-a367-6a7d2efedafa tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] POST failed (client error): The resource could not be found. Aug 11 08:23:27.869128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504dd747-6f08-4c37-a367-6a7d2efedafa tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:27.875925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-504dd747-6f08-4c37-a367-6a7d2efedafa tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2130189 Aug 11 08:23:27.878448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55038) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.882822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-7c7979cd-d295-4d3c-8cb9-1f2195e9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:27.884430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-7c7979cd-d295-4d3c-8cb9-1f2195e9ab93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275 HTTP/1.1" status: 200 len: 849 time: 0.1105912 Aug 11 08:23:27.898364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:27.909657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.918584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'port_id': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'mac_address': 'fa:16:3e:a5:a8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:23:27.928354 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46cc85b-028e-404b-97a6-b57740e80c1b tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] DELETE failed (client error): The resource could not be found. Aug 11 08:23:27.928987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46cc85b-028e-404b-97a6-b57740e80c1b tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:27.934647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e46cc85b-028e-404b-97a6-b57740e80c1b tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "DELETE /v2.0/networks/03a91cf3-e5e6-48c9-bc11-abbaf7896bb7 HTTP/1.1" status: 404 len: 339 time: 0.0510993 Aug 11 08:23:27.954176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55040) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.958269 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-2be23127-fd6c-4eb0-b6d4-6f071a927996 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04681f41-2642-42e4-af85-cb522c166a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598640 Aug 11 08:23:27.960959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Port': ['ID=53317e6a-3c9b-4e62-a13e-493d9b32cfd3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:27.967633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:27.970304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-75603a4a-2dc8-43b5-bd48-e89b9503e7c9 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/ports/53317e6a-3c9b-4e62-a13e-493d9b32cfd3 HTTP/1.1" status: 204 len: 168 time: 0.5466869 Aug 11 08:23:27.973425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55042) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:27.979305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.000028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266d10d8-7ca8-4767-85b5-df9b06bd00ab {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:23:28.023278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:28.027278 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e532b65-2f69-409e-b00e-c74be608eb18 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] DELETE failed (client error): The resource could not be found. Aug 11 08:23:28.028331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e532b65-2f69-409e-b00e-c74be608eb18 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:28.030349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5e532b65-2f69-409e-b00e-c74be608eb18 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "DELETE /v2.0/ports/32f5d51e-eb05-4dde-ad56-a81522a119e6 HTTP/1.1" status: 404 len: 333 time: 0.0711794 Aug 11 08:23:28.031169 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.033747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2eb40a14-527d-4e2d-b9bb-2c38a4e2623b req-857be390-7c10-4f96-bd2c-61fd2c5f2420 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669099 Aug 11 08:23:28.034566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55044) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.083751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.084293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.084732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.085202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.085650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.086119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.086592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.088562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8067ddd8-9033-46c6-8d06-c0386385aa85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1009c75a305d4b85b6c02662c39ca94e&device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 6490 time: 0.1777830 Aug 11 08:23:28.094727 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-089527dd-1fd8-4942-b37a-a5fdafbbd0ef tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] DELETE failed (client error): The resource could not be found. Aug 11 08:23:28.095185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089527dd-1fd8-4942-b37a-a5fdafbbd0ef tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:28.100918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-089527dd-1fd8-4942-b37a-a5fdafbbd0ef tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "DELETE /v2.0/subnets/fc408587-dd51-4601-9c42-c08e3e9f3a6c HTTP/1.1" status: 404 len: 337 time: 0.0609996 Aug 11 08:23:28.101303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55046) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.120493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:28.131301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Deleting port 8b86e5dc-49c7-447c-a851-b3e017aad0b6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:28.131648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.149862 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22515bb-3deb-4ef8-b022-a8657cd01111 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] GET failed (client error): The resource could not be found. Aug 11 08:23:28.156301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f22515bb-3deb-4ef8-b022-a8657cd01111 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "GET /v2.0/networks/c5e6907d-75c8-49ac-abbd-a534f5557e44 HTTP/1.1" status: 404 len: 339 time: 0.0477176 Aug 11 08:23:28.166995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55050) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.168743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-c746b137-01ce-465f-9d0a-1faa3e282ee1 service neutron] 10.222.0.64 "GET /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841011 Aug 11 08:23:28.208618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.222638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Calling delete_port for 8b86e5dc-49c7-447c-a851-b3e017aad0b6 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:28.243901 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eecfc25-2768-4d5f-9cbb-dc2d85e734b2 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] GET failed (client error): The resource could not be found. Aug 11 08:23:28.245598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4eecfc25-2768-4d5f-9cbb-dc2d85e734b2 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "GET /v2.0/ports/9a695e45-5e47-40ea-b43e-894667ba04f4 HTTP/1.1" status: 404 len: 333 time: 0.0759232 Aug 11 08:23:28.269589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55054) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.324141 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80f66f6-632f-4eb4-9fdf-318ed9655d34 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] GET failed (client error): The resource could not be found. Aug 11 08:23:28.328999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f80f66f6-632f-4eb4-9fdf-318ed9655d34 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "GET /v2.0/subnets/36d21344-8fe4-4e63-a170-58dad567731e HTTP/1.1" status: 404 len: 337 time: 0.0548568 Aug 11 08:23:28.334843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55060) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.341639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f765f835-7cb7-481a-875d-05b5aa1737bb tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:28.363189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-06a7457b-d30a-4d45-a5bc-ea3c97b7fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.363885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-06a7457b-d30a-4d45-a5bc-ea3c97b7fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.364422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-06a7457b-d30a-4d45-a5bc-ea3c97b7fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.366265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-06a7457b-d30a-4d45-a5bc-ea3c97b7fa2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d470a6ef-a623-45cb-aae5-a04f60242f52&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&id=b8929ac4-6709-490b-82c4-85e4a9c02241&id=b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 200 len: 2292 time: 0.2482007 Aug 11 08:23:28.369783 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-f765f835-7cb7-481a-875d-05b5aa1737bb tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] PUT failed (client error): The resource could not be found. Aug 11 08:23:28.370448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f765f835-7cb7-481a-875d-05b5aa1737bb tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:28.371062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.373030 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f765f835-7cb7-481a-875d-05b5aa1737bb tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "PUT /v2.0/networks/2738e966-e08a-4b87-82db-4a92a6abfca0 HTTP/1.1" status: 404 len: 339 time: 0.0342925 Aug 11 08:23:28.379825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55062) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.405596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['266d10d8-7ca8-4767-85b5-df9b06bd00ab'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:23:28.407872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3dcced6a-cddc-4212-b67e-35b7b939962d tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:28.429950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Port': ['ID=8b86e5dc-49c7-447c-a851-b3e017aad0b6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:28.435975 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcced6a-cddc-4212-b67e-35b7b939962d tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] PUT failed (client error): The resource could not be found. Aug 11 08:23:28.436730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcced6a-cddc-4212-b67e-35b7b939962d tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:28.437966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3dcced6a-cddc-4212-b67e-35b7b939962d tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "PUT /v2.0/ports/4757de28-18fc-4396-b1f5-1bdd6a5682eb HTTP/1.1" status: 404 len: 333 time: 0.0571845 Aug 11 08:23:28.444267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.447518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0702821c-e0bd-4dd7-b6d4-4a34c21402cb tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/ports/8b86e5dc-49c7-447c-a851-b3e017aad0b6 HTTP/1.1" status: 204 len: 168 time: 0.4726844 Aug 11 08:23:28.448142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55068) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.450632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55070) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.454627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5af53a18-b1e3-426f-b919-cfb4a36363b7 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:28.478104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-3b968b67-220c-4bf3-8c43-ba0b5d1b49e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 200 len: 1001 time: 0.1005387 Aug 11 08:23:28.481076 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0cb0e6c-39dc-4253-a617-2468e98d0b59 req-3449bd2c-f2d1-4868-89cd-6838e085143c service neutron] 10.222.0.64 "GET /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766483 Aug 11 08:23:28.499204 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af53a18-b1e3-426f-b919-cfb4a36363b7 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] PUT failed (client error): The resource could not be found. Aug 11 08:23:28.499665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af53a18-b1e3-426f-b919-cfb4a36363b7 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:28.500820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5af53a18-b1e3-426f-b919-cfb4a36363b7 tempest-NetworksNegativeTestJSON-742152623 tempest-NetworksNegativeTestJSON-742152623-project] 10.222.0.58 "PUT /v2.0/subnets/ed257379-0995-41c9-8436-f427f0fdace7 HTTP/1.1" status: 404 len: 337 time: 0.0517383 Aug 11 08:23:28.520579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4db30d92-d42c-47c7-9ec7-ddfc8aa69e43 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0613229 Aug 11 08:23:28.529680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55074) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.537372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-108960446'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:28.540692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6014cf7-5149-4018-a495-8997e898d979 req-7d6fbf41-4cca-4c29-9a98-c97d560a7d0e tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0529428 Aug 11 08:23:28.575781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-6ab71f45-b104-4902-adad-25fc2b1aa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.575781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-6ab71f45-b104-4902-adad-25fc2b1aa4f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 200 len: 850 time: 0.0861726 Aug 11 08:23:28.599554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:28.605070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.635188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.672540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:28.691998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.692364 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Added segment edb1adf9-e3d8-4c33-9e42-8d071a8084da of type vlan for network 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef Aug 11 08:23:28.695362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-904b16d0-2bf1-496e-82a4-212b3221e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.696936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-904b16d0-2bf1-496e-82a4-212b3221e730 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d470a6ef-a623-45cb-aae5-a04f60242f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137035 Aug 11 08:23:28.790494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.857895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55090) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.883180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f927c99-b771-484e-bc68-9debcc318f87 req-9d7b2106-b111-4105-a1cd-106e8b98859b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.884716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f927c99-b771-484e-bc68-9debcc318f87 req-9d7b2106-b111-4105-a1cd-106e8b98859b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 944 time: 0.1010408 Aug 11 08:23:28.887281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.892671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:28.893288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:28.914733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-5f68e63e-5cc8-4a0c-8ae8-bff67f7dee5f service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096245 Aug 11 08:23:28.981362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4499290 Aug 11 08:23:28.984532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:28.990973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-664709994'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:29.021135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:29.028358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.042938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df120d2-0531-45ea-b96a-33063d86a443 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Network': ['ID=15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:29.050911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f927c99-b771-484e-bc68-9debcc318f87 req-ee5e3d30-7ce3-444a-9417-08135563aaa2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521180 Aug 11 08:23:29.062664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:29.073227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:29.097518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.098110 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Added segment ba3f46e0-1ddf-4fed-b9ab-36218f1e3351 of type vlan for network 79bfcc7b-a931-4156-8b84-208a37acd003 Aug 11 08:23:29.125986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-33a2954a-206c-447d-9b77-84a61f7d9aaa service neutron] 10.222.0.69 "GET /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971300 Aug 11 08:23:29.146034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.170467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6bb51b2-07ad-49b2-a3b2-77837f43dad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.180552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 43781bc0-f5d6-4de5-9959-e016b04ae897 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:23:29.183445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-7bbbe14a-9ca9-4956-babc-2db1aa611068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 217 time: 0.0492241 Aug 11 08:23:29.226853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.246543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:29.247497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.285387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-1d906459-df84-40fd-8fca-fdfb42088d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:29.287467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-1d906459-df84-40fd-8fca-fdfb42088d79 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.0894091 Aug 11 08:23:29.303505 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d264af4-eb8b-40d6-b2b9-97dbdbd860b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.353530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Network': ['ID=79bfcc7b-a931-4156-8b84-208a37acd003,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:29.375030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 79bfcc7b-a931-4156-8b84-208a37acd003 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:29.385964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6bb51b2-07ad-49b2-a3b2-77837f43dad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.394921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7811576-c364-4e92-9342-92c25b6fefd8 req-0e738745-189a-40a0-8918-baed5ea49f17 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:29.396168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7811576-c364-4e92-9342-92c25b6fefd8 req-0e738745-189a-40a0-8918-baed5ea49f17 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 943 time: 0.2102113 Aug 11 08:23:29.396821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6bb51b2-07ad-49b2-a3b2-77837f43dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.428901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-16d4b9d0-d76f-4f77-99b6-b410a16a991b tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4327402 Aug 11 08:23:29.429155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-b96605a6-322d-4121-9daf-d08059e64976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:29.429155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-b96605a6-322d-4121-9daf-d08059e64976 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285510 Aug 11 08:23:29.465864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb51b2-07ad-49b2-a3b2-77837f43dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1713834-c466-45b6-8095-366f9f508723,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:29.466413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 43781bc0-f5d6-4de5-9959-e016b04ae897, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=43781bc0-f5d6-4de5-9959-e016b04ae897,segment=NetworkSegment(d4e1a13d-8945-465f-bc8e-3e974725c80a),segment_id=d4e1a13d-8945-465f-bc8e-3e974725c80a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:29.472844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b6bb51b2-07ad-49b2-a3b2-77837f43dad8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20f4337e03a54234aa8f266d56ed6de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114602 Aug 11 08:23:29.474086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55112) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:29.484802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '43781bc0-f5d6-4de5-9959-e016b04ae897', 'network_id': '04681f41-2642-42e4-af85-cb522c166a10', 'port_id': '43781bc0-f5d6-4de5-9959-e016b04ae897', 'mac_address': 'fa:16:3e:c9:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:23:29.512068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcc0b6-fbc7-41f8-a3c0-1981e32ad699 req-7e9a240a-5e53-4303-ab6f-4d7d0a0415d8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:29.513616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afbcc0b6-fbc7-41f8-a3c0-1981e32ad699 req-7e9a240a-5e53-4303-ab6f-4d7d0a0415d8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0993457 Aug 11 08:23:29.533063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.549356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43781bc0-f5d6-4de5-9959-e016b04ae897 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:23:29.575536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 43781bc0-f5d6-4de5-9959-e016b04ae897, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=43781bc0-f5d6-4de5-9959-e016b04ae897,segment=NetworkSegment(d4e1a13d-8945-465f-bc8e-3e974725c80a),segment_id=d4e1a13d-8945-465f-bc8e-3e974725c80a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:29.583507 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.591464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5349-6206-4d10-8492-900a211c14ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.595417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-e18439d7-0c68-4919-a983-f5c231b26c53 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521873 Aug 11 08:23:29.599287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7811576-c364-4e92-9342-92c25b6fefd8 req-0fff7ed3-188f-4c71-970a-00c12d633030 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856775 Aug 11 08:23:29.601708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afbcc0b6-fbc7-41f8-a3c0-1981e32ad699 req-8b9409e6-c310-4095-be5a-a2dc735e1a98 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742710 Aug 11 08:23:29.606691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-cd938996-23ee-4277-96b6-cc70751e3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:29.608176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-cd938996-23ee-4277-96b6-cc70751e3649 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1804013 Aug 11 08:23:29.681159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5349-6206-4d10-8492-900a211c14ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.740985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=43781bc0-f5d6-4de5-9959-e016b04ae897,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:29.747197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:29.751484 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.826719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-456fd164-909e-4629-b0dc-6609d4a0616e req-068e9c20-383a-4b04-bb5a-825104c8a2b7 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0867023 Aug 11 08:23:29.857809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5349-6206-4d10-8492-900a211c14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.860916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5349-6206-4d10-8492-900a211c14ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.862967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2cbb5349-6206-4d10-8492-900a211c14ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1713834-c466-45b6-8095-366f9f508723 HTTP/1.1" status: 204 len: 168 time: 0.3877296 Aug 11 08:23:29.888692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb5349-6206-4d10-8492-900a211c14ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1713834-c466-45b6-8095-366f9f508723,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:29.933693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-aef2a023-c298-4df9-94bc-6aca572ed708 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290923 Aug 11 08:23:29.939253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['43781bc0-f5d6-4de5-9959-e016b04ae897'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:23:29.994318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 266d10d8-7ca8-4767-85b5-df9b06bd00ab triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:29.994731 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:29.999348 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-048d943b-4d18-4c81-86f0-78091ee7e949 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 217 time: 0.0563273 Aug 11 08:23:30.001521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-0f0d9dfd-531b-4cd3-803b-3a5fa71dd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.002607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-0f0d9dfd-531b-4cd3-803b-3a5fa71dd0fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.3766527 Aug 11 08:23:30.172119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:30.211686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-0a51568a-10d9-436b-bc59-35045f9fc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.213657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-0a51568a-10d9-436b-bc59-35045f9fc7d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.2055473 Aug 11 08:23:30.221113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-950dab2e-b492-4d4d-b9e9-032865644432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.2005017 Aug 11 08:23:30.231842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:30.233934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:23:30.239027 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02286f4-c2cc-4f20-9db7-b1ef5083e2e3" -d '{"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-plugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:23:30.261293 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:30.329242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-c0db53f4-98e6-432a-9535-3879b28d48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.331211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-c0db53f4-98e6-432a-9535-3879b28d48a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086512 Aug 11 08:23:30.334860 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc56a2a9-fe2a-49f5-aacd-e7b175f12e7e x-openstack-request-id: req-dc56a2a9-fe2a-49f5-aacd-e7b175f12e7e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:23:30.336812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-149fd20d-cd74-40bb-91b1-4268d244c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.338378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-149fd20d-cd74-40bb-91b1-4268d244c41d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1057796 Aug 11 08:23:30.338917 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-plugged", "status": "completed", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:23:30.339339 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc56a2a9-fe2a-49f5-aacd-e7b175f12e7e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:23:30.341811 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'code': 200} Aug 11 08:23:30.354387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ef8f-b9e0-4816-b39f-24dc21c3df67 req-343810d2-8fc9-4f49-974e-0bf573d056f0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.364849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f24ef8f-b9e0-4816-b39f-24dc21c3df67 req-343810d2-8fc9-4f49-974e-0bf573d056f0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.1384797 Aug 11 08:23:30.400893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:30.413267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:30.473405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f24ef8f-b9e0-4816-b39f-24dc21c3df67 req-ffc772cb-74d1-4317-aaf1-7af7e19f0379 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075296 Aug 11 08:23:30.553721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-52f9c886-5af3-4ef7-bff3-4565bf91125a service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368232 Aug 11 08:23:30.631374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-369f6b56-4ae1-4006-9f03-cc3df0644442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.632810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-369f6b56-4ae1-4006-9f03-cc3df0644442 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2860720 Aug 11 08:23:30.670565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a91ae7-08ab-4281-bb07-7051ef21f286 req-aa89770b-1996-4bd2-8e0c-8e554795a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.673571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4a91ae7-08ab-4281-bb07-7051ef21f286 req-aa89770b-1996-4bd2-8e0c-8e554795a358 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 1097 time: 0.1270421 Aug 11 08:23:30.762486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-8dc94017-a12e-4edd-925d-89dc63d24219 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973088 Aug 11 08:23:30.835199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4a91ae7-08ab-4281-bb07-7051ef21f286 req-ccc660ea-93b6-455c-a19a-42ed31076798 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523485 Aug 11 08:23:30.836363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-627fe5b4-6811-4c92-a02f-9e2f8978ae72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:30.851014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-ed78404f-2525-47db-9b40-5ccb76938c7f service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080579 Aug 11 08:23:30.854674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-9157770e-b521-429d-a176-00a7dfc755d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 200 len: 217 time: 0.0825810 Aug 11 08:23:30.888108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d78ac-6bc7-4b2f-808d-7c006d98479b req-514e9d07-19e1-44b6-b83c-432bc5c8b421 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.895989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-147d78ac-6bc7-4b2f-808d-7c006d98479b req-514e9d07-19e1-44b6-b83c-432bc5c8b421 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 944 time: 0.0927503 Aug 11 08:23:30.965058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-147d78ac-6bc7-4b2f-808d-7c006d98479b req-f03d2749-0c0a-47fd-bee9-fa3758c52cc8 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Aug 11 08:23:30.993120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd93536-c828-4e5e-9571-7c3084387ec0 req-ec39ae61-d908-4015-9a06-a6e977af8ec8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:30.996304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dd93536-c828-4e5e-9571-7c3084387ec0 req-ec39ae61-d908-4015-9a06-a6e977af8ec8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1575069 Aug 11 08:23:31.056763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db1cc6f1-b296-4402-9cd5-6083366663a4 req-88d16a4d-851d-4781-9f93-9a5f78edd45a service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822703 Aug 11 08:23:31.089977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44463d6f-914f-4b19-b247-57025ecb5b3d req-c3468e88-9b21-46f0-b339-73c8946fa4fb tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0462000 Aug 11 08:23:31.093307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-627fe5b4-6811-4c92-a02f-9e2f8978ae72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.099909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-627fe5b4-6811-4c92-a02f-9e2f8978ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.118992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dd93536-c828-4e5e-9571-7c3084387ec0 req-072ff4fd-511c-4df0-b21c-dc5e537ddc1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095259 Aug 11 08:23:31.159254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 43781bc0-f5d6-4de5-9959-e016b04ae897 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:31.210002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55170) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:31.217925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-627fe5b4-6811-4c92-a02f-9e2f8978ae72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49ebd1e6c20e441ea7614bc502aa83d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034763 Aug 11 08:23:31.223474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe5b4-6811-4c92-a02f-9e2f8978ae72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a445e6b-f782-4460-a217-a569058d26ef,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:31.239681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 43781bc0-f5d6-4de5-9959-e016b04ae897 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:31.247996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-c728e87c-9c6d-4a77-a796-be66ec0821d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:31.251665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 43781bc0-f5d6-4de5-9959-e016b04ae897 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:31.252613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-c728e87c-9c6d-4a77-a796-be66ec0821d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1288660 Aug 11 08:23:31.254688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.342527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4bd3-beef-4e52-b35f-1d699f9bfca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.370361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-75a1f662-6330-4ef6-b1e5-42000e3f89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:31.372745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-75a1f662-6330-4ef6-b1e5-42000e3f89cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955155 Aug 11 08:23:31.388363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.388587 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4bd3-beef-4e52-b35f-1d699f9bfca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.433042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 43781bc0-f5d6-4de5-9959-e016b04ae897, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=43781bc0-f5d6-4de5-9959-e016b04ae897,segment=NetworkSegment(d4e1a13d-8945-465f-bc8e-3e974725c80a),segment_id=d4e1a13d-8945-465f-bc8e-3e974725c80a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:31.440486 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:31.506293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=43781bc0-f5d6-4de5-9959-e016b04ae897,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:31.554797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-d42f4785-9f0c-45be-aee2-cddda06d6920 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559453 Aug 11 08:23:32.013847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4bd3-beef-4e52-b35f-1d699f9bfca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:32.016744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4bd3-beef-4e52-b35f-1d699f9bfca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:32.021155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb5d4bd3-beef-4e52-b35f-1d699f9bfca2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a445e6b-f782-4460-a217-a569058d26ef HTTP/1.1" status: 204 len: 168 time: 0.8100655 Aug 11 08:23:32.058663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d4bd3-beef-4e52-b35f-1d699f9bfca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a445e6b-f782-4460-a217-a569058d26ef,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:32.107062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-0f7f01aa-a08f-49b3-8dc4-c09afc2aeca8 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414245 Aug 11 08:23:32.217800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef461c-b483-423d-aef4-b899d031c8ca req-500326f9-29fc-4f3b-b464-4fb3c0c438f5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:32.219435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fef461c-b483-423d-aef4-b899d031c8ca req-500326f9-29fc-4f3b-b464-4fb3c0c438f5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.2213264 Aug 11 08:23:32.221457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-c2b68a4a-1545-489a-8986-ced4ed2a0c3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 200 len: 217 time: 0.1047711 Aug 11 08:23:32.248603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b3896-a9a9-4519-8a32-4b411bb3dc63 req-7744b974-ada8-4e14-9a0e-e19927d0aa3b tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:32.258552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c75b3896-a9a9-4519-8a32-4b411bb3dc63 req-7744b974-ada8-4e14-9a0e-e19927d0aa3b tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 945 time: 0.0913684 Aug 11 08:23:32.332107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c75b3896-a9a9-4519-8a32-4b411bb3dc63 req-f26aaec1-4d46-4de5-8586-2bd76eba8ee0 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704725 Aug 11 08:23:32.337902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-17c2bbc3-5d3f-4683-8dad-475979ca41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:32.346918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-17c2bbc3-5d3f-4683-8dad-475979ca41fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 200 len: 797 time: 0.1020558 Aug 11 08:23:32.347635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43781bc0-f5d6-4de5-9959-e016b04ae897'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:23:32.355212 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44ad66-14ac-4f2a-bb1e-2518c2dd0016" -d '{"events": [{"server_uuid": "395d59b4-76f0-43ea-8975-28621b4b19a6", "name": "network-vif-plugged", "status": "completed", "tag": "43781bc0-f5d6-4de5-9959-e016b04ae897"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:23:32.385254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:32.409275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-978ff742-ca22-4ab9-8631-1626b17a8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:32.411192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-978ff742-ca22-4ab9-8631-1626b17a8355 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625675 Aug 11 08:23:32.479056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590bb04-ca59-474a-96ac-369cc5533178 req-deff3fd1-edf1-4413-b362-c77f048bf6f0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:32.487364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5fef461c-b483-423d-aef4-b899d031c8ca req-6f11c7ae-dbdc-4d73-a796-60c51cf3c73b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477355 Aug 11 08:23:32.493416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6590bb04-ca59-474a-96ac-369cc5533178 req-deff3fd1-edf1-4413-b362-c77f048bf6f0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0845518 Aug 11 08:23:32.557550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6590bb04-ca59-474a-96ac-369cc5533178 req-0aebced3-e4a1-4855-b40f-2f739ca4480e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621521 Aug 11 08:23:32.574268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-e488da34-5000-405c-ac3b-819c6a75dc8e service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554325 Aug 11 08:23:32.639744 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c466c8c-1813-41c5-bee7-14a617eb8c7d x-openstack-request-id: req-7c466c8c-1813-41c5-bee7-14a617eb8c7d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:23:32.640007 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d59b4-76f0-43ea-8975-28621b4b19a6", "name": "network-vif-plugged", "status": "completed", "tag": "43781bc0-f5d6-4de5-9959-e016b04ae897", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:23:32.640278 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c466c8c-1813-41c5-bee7-14a617eb8c7d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:23:32.640633 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43781bc0-f5d6-4de5-9959-e016b04ae897', 'code': 200} Aug 11 08:23:32.686122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0dc2c824-601a-4047-a0a1-44827e14f1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:32.708286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1802b30c-9a48-48bc-bf65-e19d0f1f8d84 req-1df41a71-f0ed-4648-ac76-3a9ca93cb9af tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0461993 Aug 11 08:23:32.826446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55232) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:32.829153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-fffc026e-2ea2-43ab-818e-601e72a8a288 service neutron] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429707 Aug 11 08:23:32.832194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'subnets': [{'network_id': '15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1566589204', 'ip_version': 6}, {'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:32.832499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'subnet': {'network_id': '15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1566589204', 'ip_version': 6}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:32.833236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Request body: {'subnet': {'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:32.846635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202efb5d-3e3d-4950-ac4b-bf7e465c6ac7 req-9456a735-95d0-45f2-af15-7d6c51a7c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:32.848358 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-202efb5d-3e3d-4950-ac4b-bf7e465c6ac7 req-9456a735-95d0-45f2-af15-7d6c51a7c8eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 1096 time: 0.1044073 Aug 11 08:23:32.894519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-56686d3d-f6d3-421d-b0df-7d7ed15a8e19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 200 len: 217 time: 0.0575075 Aug 11 08:23:32.925172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55240) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:32.989218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-202efb5d-3e3d-4950-ac4b-bf7e465c6ac7 req-0ec35f9a-5ed0-470e-b4de-2d98846e0f07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053028 Aug 11 08:23:33.009891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-152cf19a-1fdf-4fc3-841b-0d3682270e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:33.012012 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-152cf19a-1fdf-4fc3-841b-0d3682270e52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.1103554 Aug 11 08:23:33.085628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6faa5266-cb0b-484a-ae4e-36f85af2d5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.122154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-e622b745-4ad9-4e07-b492-84090a43e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:33.124219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-e622b745-4ad9-4e07-b492-84090a43e9f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1038306 Aug 11 08:23:33.125058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Made reservation on behalf of 669d042ec8ac4f39a28c07b3b4609a4d for: {'subnet': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:33.131664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.132469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.305890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-4eba6d3c-d33c-4270-a0f0-eacc0578ab86 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698833 Aug 11 08:23:33.405953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6faa5266-cb0b-484a-ae4e-36f85af2d5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.413933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6faa5266-cb0b-484a-ae4e-36f85af2d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.502283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa5266-cb0b-484a-ae4e-36f85af2d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34129abc-9354-4efe-8373-8c4cb6f8d6f2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:33.509287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-c62d6d98-16ef-4b5a-8859-a36690fbef6e service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895127 Aug 11 08:23:33.519836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6faa5266-cb0b-484a-ae4e-36f85af2d5a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7af99e9e561944d1b359dce07b94a699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5933125 Aug 11 08:23:33.523860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55276) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:33.566734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e67dd-134c-43d8-a783-b05e824f5a72 req-6f01c8a3-4f97-49ab-9347-cfc8e5b6e9e0 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:33.572103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-d80ea202-53af-4c92-84e3-fac1d81928ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 200 len: 217 time: 0.0511184 Aug 11 08:23:33.573374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b49e67dd-134c-43d8-a783-b05e824f5a72 req-6f01c8a3-4f97-49ab-9347-cfc8e5b6e9e0 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 945 time: 0.1254339 Aug 11 08:23:33.670453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-d2622234-d034-4d57-89eb-8e95f375039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:33.672060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-d2622234-d034-4d57-89eb-8e95f375039b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 200 len: 797 time: 0.0779948 Aug 11 08:23:33.684925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f39c6-27c3-4ace-afef-48ff071d51bc req-6b4df48c-ae9a-48e6-8459-0e9fe9146e15 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:33.686565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a6f39c6-27c3-4ace-afef-48ff071d51bc req-6b4df48c-ae9a-48e6-8459-0e9fe9146e15 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.0657530 Aug 11 08:23:33.699291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b49e67dd-134c-43d8-a783-b05e824f5a72 req-d6a1b8ae-704b-4a86-8258-aceb3bc3d498 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181228 Aug 11 08:23:33.713338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0385-7cc7-4b32-8b0c-d58cc883cf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.742641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0385-7cc7-4b32-8b0c-d58cc883cf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.767767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991b1-7137-4182-a036-d7a40794df85 req-71226de3-a630-4d3f-94e9-d1ac37f2284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:33.769665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-71226de3-a630-4d3f-94e9-d1ac37f2284b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8929ac4-6709-490b-82c4-85e4a9c02241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819950 Aug 11 08:23:33.830892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a6f39c6-27c3-4ace-afef-48ff071d51bc req-ab34b756-4a15-464b-a105-bc63e3e76c09 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334131 Aug 11 08:23:33.890554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-93dfb41f-17ce-4c89-880d-1822f2f179d8 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121604 Aug 11 08:23:33.896955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-61f32f78-feb4-4568-8e74-c2d02b31158f req-e9f6d042-d26e-434d-84ae-71a58d08b985 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0569189 Aug 11 08:23:33.898178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.939086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0385-7cc7-4b32-8b0c-d58cc883cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.942258 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0385-7cc7-4b32-8b0c-d58cc883cf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:33.946371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cd4d0385-7cc7-4b32-8b0c-d58cc883cf67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34129abc-9354-4efe-8373-8c4cb6f8d6f2 HTTP/1.1" status: 204 len: 168 time: 0.4001815 Aug 11 08:23:33.971728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d0385-7cc7-4b32-8b0c-d58cc883cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34129abc-9354-4efe-8373-8c4cb6f8d6f2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:34.009166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Subnet': ['ID=7efd3574-4858-4537-a6aa-653c29a45757,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:34.026838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Checking segment: {'id': 'edb1adf9-e3d8-4c33-9e42-8d071a8084da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:34.027522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network hostable DHCP agents. Network: 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:34.037286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ac991b1-7137-4182-a036-d7a40794df85 req-08bb2c56-762f-419a-a263-404ab5350ec6 service neutron] 10.222.0.69 "GET /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380332 Aug 11 08:23:34.049548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:34.080587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:34.088039 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.099889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bcb08-6837-48b6-9e34-3f5b16c45aff None None] Network 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:34.195784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event updated for resources: {'Subnet': ['ID=7a6cb902-14c2-4403-9df3-35acf7789a27,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:34.203796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Checking segment: {'id': 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:34.204216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network hostable DHCP agents. Network: 79bfcc7b-a931-4156-8b84-208a37acd003, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:34.230774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Network 79bfcc7b-a931-4156-8b84-208a37acd003 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:34.244495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 79bfcc7b-a931-4156-8b84-208a37acd003) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:34.251242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:34.251755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:34.252418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.274381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55302) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:34.285091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7d24209e-e03b-4451-a03b-d37b564f46df tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4448538 Aug 11 08:23:34.292453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a7d2d9-5f00-4720-b6dc-8d29dd622409 None None] Network 79bfcc7b-a931-4156-8b84-208a37acd003 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:34.344047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a1cbd-212b-4847-b641-c8dfb06704ad tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:34.346245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a1cbd-212b-4847-b641-c8dfb06704ad tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:34.348391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a1cbd-212b-4847-b641-c8dfb06704ad tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:34.360101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7e5a1cbd-212b-4847-b641-c8dfb06704ad tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0780590 Aug 11 08:23:34.362957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55304) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:34.370859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb5943-390b-4895-af3c-5b45d320844c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef', 'network_id': '15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef', 'tenant_id': '669d042ec8ac4f39a28c07b3b4609a4d', 'fixed_ips': [{'subnet_id': '7efd3574-4858-4537-a6aa-653c29a45757'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:34.371998 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-39eb5943-390b-4895-af3c-5b45d320844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.429722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Deleting subnet 7efd3574-4858-4537-a6aa-653c29a45757 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:23:34.435293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.498962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.549932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55310) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:34.568017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.570133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f077a6f-9b3a-48e0-8552-3ce568366e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.572325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-79bfcc7b-a931-4156-8b84-208a37acd003', 'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003', 'tenant_id': '669d042ec8ac4f39a28c07b3b4609a4d', 'fixed_ips': [{'subnet_id': '7a6cb902-14c2-4403-9df3-35acf7789a27'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:34.573240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.657332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-39eb5943-390b-4895-af3c-5b45d320844c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7efd3574-4858-4537-a6aa-653c29a45757: This subnet is being modified by another concurrent operation. Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:23:34.672111 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7efd3574-4858-4537-a6aa-653c29a45757: This subnet is being modified by another concurrent operation. Aug 11 08:23:34.676481 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:23:34.685877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.685877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/subnets/7efd3574-4858-4537-a6aa-653c29a45757 HTTP/1.1" status: 204 len: 168 time: 0.3141165 Aug 11 08:23:34.686805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55314) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:34.696548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26bfb74-e3ed-4156-86c5-5374e9d9db62 None None] Network 15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:34.711641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ef222-c3fe-417d-863d-753288895d9a tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Subnet': ['ID=7efd3574-4858-4537-a6aa-653c29a45757,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:34.723024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f077a6f-9b3a-48e0-8552-3ce568366e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.768557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f077a6f-9b3a-48e0-8552-3ce568366e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.812084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:34.827498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Allocated IP 2001:db8:0:1::1 (79bfcc7b-a931-4156-8b84-208a37acd003/7a6cb902-14c2-4403-9df3-35acf7789a27/f0f21bfd-e040-4b78-82b2-f40a9f837aef) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:34.841320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6f077a6f-9b3a-48e0-8552-3ce568366e92 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9e059a2750948d3837c5dacbf925c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863128 Aug 11 08:23:34.849123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736cd32-c160-4579-9b30-fbbd188b12d1 req-21217d6a-b115-48b4-8762-94a063a0f6ab tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:34.855092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55322) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:34.862781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7736cd32-c160-4579-9b30-fbbd188b12d1 req-21217d6a-b115-48b4-8762-94a063a0f6ab tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 945 time: 0.0879190 Aug 11 08:23:34.872151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f077a6f-9b3a-48e0-8552-3ce568366e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bea975-c8f9-4886-8703-dfd9cc710762,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:34.895410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Deleting subnet 7a6cb902-14c2-4403-9df3-35acf7789a27 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:23:34.936015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7736cd32-c160-4579-9b30-fbbd188b12d1 req-8d9f3e32-3ac9-4803-9961-9b46b44b86c1 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721669 Aug 11 08:23:34.981293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1b3-2f87-41df-96f7-6d6c541eb48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.020691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1b3-2f87-41df-96f7-6d6c541eb48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.050518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.061378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Transition to ACTIVE for port object f0f21bfd-e040-4b78-82b2-f40a9f837aef will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:35.086209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Transition to ACTIVE for port object f0f21bfd-e040-4b78-82b2-f40a9f837aef will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:35.094040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.095546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8144724-7ec9-4714-9153-f3a161eed8f4 req-a06c4cbc-b3b0-43f4-99de-afe5964fc22b tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0409482 Aug 11 08:23:35.096635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.169611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Network 79bfcc7b-a931-4156-8b84-208a37acd003 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:35.170491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Pushing event updated for resources: {'Port': ['ID=f0f21bfd-e040-4b78-82b2-f40a9f837aef,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:35.174093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:35.179455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:35.186569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.214703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1b3-2f87-41df-96f7-6d6c541eb48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.219393 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b44e1b3-2f87-41df-96f7-6d6c541eb48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.223129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7b44e1b3-2f87-41df-96f7-6d6c541eb48d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9bea975-c8f9-4886-8703-dfd9cc710762 HTTP/1.1" status: 204 len: 168 time: 0.3644679 Aug 11 08:23:35.233898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44e1b3-2f87-41df-96f7-6d6c541eb48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bea975-c8f9-4886-8703-dfd9cc710762,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:35.311232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.325729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Attempting to bind port f0f21bfd-e040-4b78-82b2-f40a9f837aef on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:35.326111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Attempting to bind port f0f21bfd-e040-4b78-82b2-f40a9f837aef by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:35.326477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Attempting to bind port f0f21bfd-e040-4b78-82b2-f40a9f837aef on network 79bfcc7b-a931-4156-8b84-208a37acd003 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:35.335211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:35.335803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Checking segment: {'id': 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:35.336405 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.336910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Bound using segment: {'id': 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:35.337612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Bound port: f0f21bfd-e040-4b78-82b2-f40a9f837aef, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '79bfcc7b-a931-4156-8b84-208a37acd003'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:35.338152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.428529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.483263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6cb902-14c2-4403-9df3-35acf7789a27,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:35.493082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.498670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55346) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:35.508152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] For port f0f21bfd-e040-4b78-82b2-f40a9f837aef, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:35.509835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d8a5ab82-fe80-46f5-822d-9a8e1ff1c511 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/subnets/7a6cb902-14c2-4403-9df3-35acf7789a27 HTTP/1.1" status: 204 len: 168 time: 0.8243873 Aug 11 08:23:35.519678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] For port f0f21bfd-e040-4b78-82b2-f40a9f837aef, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f0f21bfd-e040-4b78-82b2-f40a9f837aef,segment=NetworkSegment(ba3f46e0-1ddf-4fed-b9ab-36218f1e3351),segment_id=ba3f46e0-1ddf-4fed-b9ab-36218f1e3351)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:35.528931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.562428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a4d8f-98ec-46b4-8600-1b0eae104a7e tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:35.568061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55350) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:35.577482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-263a4d8f-98ec-46b4-8600-1b0eae104a7e tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775931 Aug 11 08:23:35.673534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e656a-aed7-4e9a-a760-b5403d7f11d0 None None] Pushing event updated for resources: {'Port': ['ID=f0f21bfd-e040-4b78-82b2-f40a9f837aef,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:35.708846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.791517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Deleting port f0f21bfd-e040-4b78-82b2-f40a9f837aef {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:35.791873 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.909227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] For port f0f21bfd-e040-4b78-82b2-f40a9f837aef, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f0f21bfd-e040-4b78-82b2-f40a9f837aef,segment=NetworkSegment(ba3f46e0-1ddf-4fed-b9ab-36218f1e3351),segment_id=ba3f46e0-1ddf-4fed-b9ab-36218f1e3351)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:35.909679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:35.931603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Calling delete_port for f0f21bfd-e040-4b78-82b2-f40a9f837aef owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:36.052287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.098465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.102380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Port': ['ID=f0f21bfd-e040-4b78-82b2-f40a9f837aef,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:36.111477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] No DVR routers for this DVR port f0f21bfd-e040-4b78-82b2-f40a9f837aef on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:36.272931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.294525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d01bf805-0c0f-4abc-b1ba-5ca3b22e9676 req-8956b6db-e9b9-46ab-9028-6a6e91767afc tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0700054 Aug 11 08:23:36.301563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bfcc7b-a931-4156-8b84-208a37acd003']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:36.314098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:36.314450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3f46e0-1ddf-4fed-b9ab-36218f1e3351') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:36.342779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.364099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.373454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:36.374110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:36.382631 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:36.488071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.496590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.503720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/networks/79bfcc7b-a931-4156-8b84-208a37acd003 HTTP/1.1" status: 204 len: 168 time: 0.9345012 Aug 11 08:23:36.506723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55392) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:36.525738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f262-0529-4b07-a3b5-10af145111b6 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Network': ['ID=79bfcc7b-a931-4156-8b84-208a37acd003,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:36.613145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.733187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.745532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:36.760048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb1adf9-e3d8-4c33-9e42-8d071a8084da') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:36.761458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb1adf9-e3d8-4c33-9e42-8d071a8084da') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:36.778772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.796512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.805669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:36.806439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:36.811754 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:36.907727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.931141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:36.935350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/networks/15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef HTTP/1.1" status: 204 len: 168 time: 0.4275911 Aug 11 08:23:36.938349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55402) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:36.977062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3f5f-8fbe-4b08-bde3-f4cbda938a4f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Network': ['ID=15a7dfa0-0619-4922-a6f2-eec6f0ffd8ef,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:37.058509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.105793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7b17fafb-8ae0-49b6-9dbf-003cc196d688 None None] Could not find standard attr ID for object f0f21bfd-e040-4b78-82b2-f40a9f837aef. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:23:37.158969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb629c6-97ef-45df-aad4-37ee0fdb54d9 None None] DHCP port deletion for 79bfcc7b-a931-4156-8b84-208a37acd003 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:23:37.180415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.180850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf073acf-6be6-4712-8590-e96c2f44ef57 None None] Network 79bfcc7b-a931-4156-8b84-208a37acd003 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:37.192238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e546b0b7-fc08-477b-84ea-5292aaba2f55']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:37.201711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf073acf-6be6-4712-8590-e96c2f44ef57 None None] Network 79bfcc7b-a931-4156-8b84-208a37acd003 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 08:23:37.207979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bca26c-7596-4929-abb7-db582796a21d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:37.208284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bca26c-7596-4929-abb7-db582796a21d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:37.212209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64104a99-d235-492b-a5f1-02b29dba0cdd None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:23:37.225129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.244749 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.255726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:37.256138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:37.259567 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:37.338370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64104a99-d235-492b-a5f1-02b29dba0cdd None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:23:37.340235 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.345937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.348987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/networks/e546b0b7-fc08-477b-84ea-5292aaba2f55 HTTP/1.1" status: 204 len: 168 time: 0.4090455 Aug 11 08:23:37.353629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55422) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:37.369132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09d05e-28fb-4fe0-a74a-ce82807745f0 tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Network': ['ID=e546b0b7-fc08-477b-84ea-5292aaba2f55,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:37.463734 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31e0d5df-6d38-47d5-8973-a8a5035c1fd6 req-16837e2b-a3aa-44fd-a6bc-2fdfb414d4f6 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0444615 Aug 11 08:23:37.532492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.644648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.675539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a92f5a-6b61-4117-8fca-e0c9da7464be']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:37.694207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487f93ff-abed-4834-870e-81a6bdae7cf6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:37.694494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487f93ff-abed-4834-870e-81a6bdae7cf6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:37.704646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.723933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.732572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:37.733537 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:37.827024 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:37.834657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.849048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:37.853447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] 10.222.0.58 "DELETE /v2.0/networks/97a92f5a-6b61-4117-8fca-e0c9da7464be HTTP/1.1" status: 204 len: 168 time: 0.4965289 Aug 11 08:23:37.868213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc917e7-f27b-4102-83e8-4256c6ea7e9f tempest-BulkNetworkOpsIpV6Test-51261244 tempest-BulkNetworkOpsIpV6Test-51261244-project] Pushing event deleted for resources: {'Network': ['ID=97a92f5a-6b61-4117-8fca-e0c9da7464be,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:38.227595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd819e33-3eac-44b9-9dbf-c28734aa91c8 req-2986dcef-af4d-4d22-80ba-7867a75a46c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0432048 Aug 11 08:23:38.242468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:38.407623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba57a-a599-48ad-a847-9f633283dd21 req-52f51f6d-9d6e-40ff-b726-c008e90094c4 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:38.409263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a98ba57a-a599-48ad-a847-9f633283dd21 req-52f51f6d-9d6e-40ff-b726-c008e90094c4 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 945 time: 0.0562518 Aug 11 08:23:38.450650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a98ba57a-a599-48ad-a847-9f633283dd21 req-0d1f8fd8-9b14-4bb0-b2f7-a4fe41cf950d tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Aug 11 08:23:38.534356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fad3e6ca-2fe6-4063-b48a-8d6ea96103ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=669d042ec8ac4f39a28c07b3b4609a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905922 Aug 11 08:23:38.537226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55488) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:38.596990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-029415a5-3464-4719-a4b9-a2c42c706917 req-80fb8030-291e-4673-870c-0508d7672c9c tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0361433 Aug 11 08:23:38.601428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a38cac48-b951-44a3-b4e4-7ef5b28bcd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:38.624256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a38cac48-b951-44a3-b4e4-7ef5b28bcd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:38.685624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a38cac48-b951-44a3-b4e4-7ef5b28bcd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:38.689482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a38cac48-b951-44a3-b4e4-7ef5b28bcd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:38.691344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a38cac48-b951-44a3-b4e4-7ef5b28bcd35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59889831-a67e-4ee4-9fa3-170ffa15ecc7 HTTP/1.1" status: 204 len: 168 time: 0.1531434 Aug 11 08:23:38.700489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cac48-b951-44a3-b4e4-7ef5b28bcd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59889831-a67e-4ee4-9fa3-170ffa15ecc7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:39.263414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:39.527866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efefaa4-3575-4418-91d4-ef0f8022517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.642757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b3b6-b621-4884-af2d-02a3b9b07acc req-449bb921-ef41-4822-8527-ea81a949c7de tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:39.645207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d01b3b6-b621-4884-af2d-02a3b9b07acc req-449bb921-ef41-4822-8527-ea81a949c7de tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 945 time: 0.1048493 Aug 11 08:23:39.698480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efefaa4-3575-4418-91d4-ef0f8022517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.707550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efefaa4-3575-4418-91d4-ef0f8022517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.731295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d01b3b6-b621-4884-af2d-02a3b9b07acc req-3e5ec2b8-edea-4acc-a951-c2da3de72e8e tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/security-groups?id=10981328-29ce-42a8-b254-7f82e8ec526f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730290 Aug 11 08:23:39.756436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3efefaa4-3575-4418-91d4-ef0f8022517f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6538a175d76a42f7bd9ddd6f56c5b028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907758 Aug 11 08:23:39.760635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55556) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:39.766324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0d98931-d23a-4005-98d4-8e7cdd1058dd req-aacf97e7-5821-4b71-8591-9acb11203e8d tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0495455 Aug 11 08:23:39.767858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efefaa4-3575-4418-91d4-ef0f8022517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688c29e6-b21a-4142-a87f-e5fecf395a3e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:39.845614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-34f19d37-a46e-460c-8aa0-0210db5366ee tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:39.846328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb6d-49a3-4a0c-bb55-99fab5234a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.849678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-34f19d37-a46e-460c-8aa0-0210db5366ee tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.64 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 945 time: 0.0818684 Aug 11 08:23:39.863138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55564) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:39.884841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb6d-49a3-4a0c-bb55-99fab5234a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.952677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb6d-49a3-4a0c-bb55-99fab5234a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.955330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9aafcb6d-49a3-4a0c-bb55-99fab5234a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:39.957131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9aafcb6d-49a3-4a0c-bb55-99fab5234a5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/688c29e6-b21a-4142-a87f-e5fecf395a3e HTTP/1.1" status: 204 len: 168 time: 0.1950891 Aug 11 08:23:39.968645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafcb6d-49a3-4a0c-bb55-99fab5234a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c29e6-b21a-4142-a87f-e5fecf395a3e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:39.983808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Deleting port 43781bc0-f5d6-4de5-9959-e016b04ae897 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:39.984457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.100988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-578717105'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:40.164165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61ec9d10-b00f-4e32-8be0-e07b0f0fe924 req-ae885f70-a499-4cd2-905b-9a7f5833a19e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a12894cc50a4af4b87d81afde85813b&device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0712380 Aug 11 08:23:40.170150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d0c371c-544d-4d78-818e-c1dc6c9c9a06 req-40a5caed-e3d9-4d91-a7da-1828fc086380 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0801299 Aug 11 08:23:40.212370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:40.216069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.239413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61ec9d10-b00f-4e32-8be0-e07b0f0fe924 req-5acefb9b-cf05-4acb-9fd1-82932445aa73 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8a12894cc50a4af4b87d81afde85813b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423119 Aug 11 08:23:40.245192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.325028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] For port 43781bc0-f5d6-4de5-9959-e016b04ae897, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=43781bc0-f5d6-4de5-9959-e016b04ae897,segment=NetworkSegment(d4e1a13d-8945-465f-bc8e-3e974725c80a),segment_id=d4e1a13d-8945-465f-bc8e-3e974725c80a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:40.325469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.351549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Calling delete_port for 43781bc0-f5d6-4de5-9959-e016b04ae897 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:40.367551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55598) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:40.382326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cf40b59-556c-418e-b6cd-eb36ffe96086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.454174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9d10-b00f-4e32-8be0-e07b0f0fe924 req-0a505753-6ac0-4ae0-a38b-18ce669b7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:40.455680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61ec9d10-b00f-4e32-8be0-e07b0f0fe924 req-0a505753-6ac0-4ae0-a38b-18ce669b7de2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2083654 Aug 11 08:23:40.522585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.529269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.592339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2bea52-f032-47ac-900f-d7ec00006f12,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:40.604541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.605013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.605360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.605922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.606536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.607059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.607760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.608258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.608923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.609259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.609626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.609939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:40.617223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.627254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:40.651278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['43781bc0-f5d6-4de5-9959-e016b04ae897'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:23:40.658592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Pushing event deleted for resources: {'Port': ['ID=43781bc0-f5d6-4de5-9959-e016b04ae897,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:40.668020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cf40b59-556c-418e-b6cd-eb36ffe96086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.671119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.671481 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Added segment 3a705d42-c228-4bd3-bc7d-3c06e7318a12 of type vlan for network d5849f31-505d-43cf-888d-9450703c70a5 Aug 11 08:23:40.678410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cf40b59-556c-418e-b6cd-eb36ffe96086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.734140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2cf40b59-556c-418e-b6cd-eb36ffe96086 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65d59af8a690495bbc3ea63d02983b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609917 Aug 11 08:23:40.734465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] No DVR routers for this DVR port 43781bc0-f5d6-4de5-9959-e016b04ae897 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:40.734598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:40.739158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.741834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1357d89-ea68-40c4-b84f-095c617ebc45 req-7b993ddb-cff0-4649-a781-f54b3c6c8708 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.64 "DELETE /v2.0/ports/43781bc0-f5d6-4de5-9959-e016b04ae897 HTTP/1.1" status: 204 len: 173 time: 0.8861122 Aug 11 08:23:40.742540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'name': 'network-vif-deleted', 'tag': '43781bc0-f5d6-4de5-9959-e016b04ae897'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:23:40.744418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf40b59-556c-418e-b6cd-eb36ffe96086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c73331-9a24-42eb-a39f-a8c99f2bdd21,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:40.744977 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a120289-e194-41cc-9ad4-8f83fedadb6a" -d '{"events": [{"server_uuid": "395d59b4-76f0-43ea-8975-28621b4b19a6", "name": "network-vif-deleted", "tag": "43781bc0-f5d6-4de5-9959-e016b04ae897"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:23:40.772158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.816818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.824235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:40.825006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.883400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8272bad-ad21-49bf-831a-dc72ce36d0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.913603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c5b1b59-362a-4cf4-917f-88942126e5f3 req-3b191ebd-b78a-4974-bcd7-6963b486dd22 tempest-VolumesActionsTest-758179907 tempest-VolumesActionsTest-758179907-project] 10.222.0.58 "GET /v2.0/ports?device_id=395d59b4-76f0-43ea-8975-28621b4b19a6 HTTP/1.1" status: 200 len: 210 time: 0.0844481 Aug 11 08:23:40.939678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0743389 Aug 11 08:23:40.956923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8272bad-ad21-49bf-831a-dc72ce36d0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:40.977070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6ed6e-11be-461b-971a-850cdb849604 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Network': ['ID=d5849f31-505d-43cf-888d-9450703c70a5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:40.989257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network d5849f31-505d-43cf-888d-9450703c70a5 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:41.050051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8272bad-ad21-49bf-831a-dc72ce36d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:41.054493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8272bad-ad21-49bf-831a-dc72ce36d0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:41.062857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c8272bad-ad21-49bf-831a-dc72ce36d0e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64c73331-9a24-42eb-a39f-a8c99f2bdd21 HTTP/1.1" status: 204 len: 168 time: 0.3267879 Aug 11 08:23:41.085936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8272bad-ad21-49bf-831a-dc72ce36d0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c73331-9a24-42eb-a39f-a8c99f2bdd21,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:41.092088 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b3c76d-3c38-4740-bd27-26f9aa7b2925 x-openstack-request-id: req-52b3c76d-3c38-4740-bd27-26f9aa7b2925 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:23:41.092692 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d59b4-76f0-43ea-8975-28621b4b19a6", "name": "network-vif-deleted", "tag": "43781bc0-f5d6-4de5-9959-e016b04ae897", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:23:41.092984 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52b3c76d-3c38-4740-bd27-26f9aa7b2925 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:23:41.093470 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395d59b4-76f0-43ea-8975-28621b4b19a6', 'name': 'network-vif-deleted', 'tag': '43781bc0-f5d6-4de5-9959-e016b04ae897', 'status': 'completed', 'code': 200} Aug 11 08:23:41.310771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e3ca844-8d0a-4a3c-8841-d9643e02c04a req-a8ec1b8a-dff4-4cde-987b-bfe226cfd375 tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0417807 Aug 11 08:23:41.840992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61ec9d10-b00f-4e32-8be0-e07b0f0fe924 req-70a686c8-ef5a-4721-879d-3aeb004ec3ff tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0286236 Aug 11 08:23:42.025129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55702) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:42.162432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77bb7f9c-bb15-404e-aa15-da9294b4d779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.339412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77bb7f9c-bb15-404e-aa15-da9294b4d779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.347783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77bb7f9c-bb15-404e-aa15-da9294b4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.429565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-77bb7f9c-bb15-404e-aa15-da9294b4d779 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb745defacef47c58c7cf2bc88d4953a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029791 Aug 11 08:23:42.431198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7f9c-bb15-404e-aa15-da9294b4d779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bbd65c-38f8-4cd5-a37f-53b0526e1347,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:42.432423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:42.573516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45a6c919-6923-478b-b1bc-fd79b5b97453 req-5486ac66-4535-4712-82f6-dd383e5fc9db tempest-ServerShowV257Test-1467564597 tempest-ServerShowV257Test-1467564597-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdfdeabf-26ed-4a0d-981a-1bcdf7ebde66 HTTP/1.1" status: 200 len: 210 time: 0.0406413 Aug 11 08:23:42.599907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e593970c-4ea5-4b32-b906-d33ace6b70c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.653594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e593970c-4ea5-4b32-b906-d33ace6b70c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.774246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e593970c-4ea5-4b32-b906-d33ace6b70c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.779496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e593970c-4ea5-4b32-b906-d33ace6b70c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:42.784104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e593970c-4ea5-4b32-b906-d33ace6b70c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82bbd65c-38f8-4cd5-a37f-53b0526e1347 HTTP/1.1" status: 204 len: 168 time: 0.3482070 Aug 11 08:23:42.805950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593970c-4ea5-4b32-b906-d33ace6b70c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bbd65c-38f8-4cd5-a37f-53b0526e1347,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:43.173229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 43781bc0-f5d6-4de5-9959-e016b04ae897 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:23:43.214774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 43781bc0-f5d6-4de5-9959-e016b04ae897 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:23:43.215197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 43781bc0-f5d6-4de5-9959-e016b04ae897 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:23:43.512129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:43.534000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31a37dd6-194d-4dd7-8f42-50c50a5b7ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.675102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31a37dd6-194d-4dd7-8f42-50c50a5b7ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.681560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31a37dd6-194d-4dd7-8f42-50c50a5b7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.757510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-31a37dd6-194d-4dd7-8f42-50c50a5b7ee4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79a7161b9c084cd380002267854ebb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438631 Aug 11 08:23:43.762374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55754) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:43.764319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a37dd6-194d-4dd7-8f42-50c50a5b7ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c1ca0-e64f-4eb9-baac-a2233e0d48f4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:43.844830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07da574a-a754-4677-b79b-e251c7dd7a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.873956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07da574a-a754-4677-b79b-e251c7dd7a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.935204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07da574a-a754-4677-b79b-e251c7dd7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.938375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07da574a-a754-4677-b79b-e251c7dd7a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:43.945209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-07da574a-a754-4677-b79b-e251c7dd7a81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a5c1ca0-e64f-4eb9-baac-a2233e0d48f4 HTTP/1.1" status: 204 len: 168 time: 0.1803050 Aug 11 08:23:43.953767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da574a-a754-4677-b79b-e251c7dd7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c1ca0-e64f-4eb9-baac-a2233e0d48f4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:44.094037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:44.099573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'subnet': {'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:44.170441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:44.231721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:44.235478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.329170 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-416f2e9d-d96a-4e62-86bb-ca1e53e6c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.521810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.574413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-416f2e9d-d96a-4e62-86bb-ca1e53e6c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.586714 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-416f2e9d-d96a-4e62-86bb-ca1e53e6c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.609646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Subnet': ['ID=6ae097ba-79ad-4d06-85b6-c85bcd9be9a9,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:44.646764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55802) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:44.647254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-416f2e9d-d96a-4e62-86bb-ca1e53e6c547 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a12894cc50a4af4b87d81afde85813b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751329 Aug 11 08:23:44.652100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f2e9d-d96a-4e62-86bb-ca1e53e6c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934896ea-56a1-4d90-b9e5-b51e1d91c5e6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:44.657465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Checking segment: {'id': '3a705d42-c228-4bd3-bc7d-3c06e7318a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:44.657834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network hostable DHCP agents. Network: d5849f31-505d-43cf-888d-9450703c70a5, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:44.680082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network d5849f31-505d-43cf-888d-9450703c70a5 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:44.696773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, d5849f31-505d-43cf-888d-9450703c70a5) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:44.703367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:44.703367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.707263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef049b3-aa67-416c-a573-0f6787dad324 None None] Network d5849f31-505d-43cf-888d-9450703c70a5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:44.725242 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-01cc4dc1-22f9-4834-9ae0-e1b2570ca280 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6296906 Aug 11 08:23:44.728862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55808) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:44.746248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-501260657'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:44.746597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1547aec1-59ea-4725-ae7a-b43b46536e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.770220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:44.782653 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.826004 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1547aec1-59ea-4725-ae7a-b43b46536e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.836306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:44.858109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.858541 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Added segment ba75f622-50e8-42b2-9e7e-893faef15935 of type vlan for network 0889a6fc-158b-4d4c-9a91-facee2622e40 Aug 11 08:23:44.941273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.945639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-d5849f31-505d-43cf-888d-9450703c70a5', 'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5', 'tenant_id': 'f50460f917bd4988a544b3fc1006b105', 'fixed_ips': [{'subnet_id': '6ae097ba-79ad-4d06-85b6-c85bcd9be9a9'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:44.946561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:44.995246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.009493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:45.010389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.013995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1547aec1-59ea-4725-ae7a-b43b46536e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.017791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1547aec1-59ea-4725-ae7a-b43b46536e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.021731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1547aec1-59ea-4725-ae7a-b43b46536e44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/934896ea-56a1-4d90-b9e5-b51e1d91c5e6 HTTP/1.1" status: 204 len: 168 time: 0.3707905 Aug 11 08:23:45.049187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547aec1-59ea-4725-ae7a-b43b46536e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934896ea-56a1-4d90-b9e5-b51e1d91c5e6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:45.106541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3764541 Aug 11 08:23:45.109782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55826) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:45.110437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f7e15-ad65-404d-8254-e7b7f397074a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Network': ['ID=0889a6fc-158b-4d4c-9a91-facee2622e40,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:45.120362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'subnet': {'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:45.151892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 0889a6fc-158b-4d4c-9a91-facee2622e40 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:45.255365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Allocated IP 2001:db8:0:ffff::2 (d5849f31-505d-43cf-888d-9450703c70a5/6ae097ba-79ad-4d06-85b6-c85bcd9be9a9/2b3e5f3a-9c2e-4928-8df0-6cefe9909b29) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:45.275256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:45.282594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.512643 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.524687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Transition to ACTIVE for port object 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:45.543934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Transition to ACTIVE for port object 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:45.555738 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.642928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Network d5849f31-505d-43cf-888d-9450703c70a5 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:45.646683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:45.655688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:45.664286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Pushing event updated for resources: {'Port': ['ID=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:45.678223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.682051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.682414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.682721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.683058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.683385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.686501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.687017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.696384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.697224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.697775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.698336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:45.761072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:23:45.762894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.840202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Attempting to bind port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:45.840753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Attempting to bind port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3a705d42-c228-4bd3-bc7d-3c06e7318a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:45.841326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Attempting to bind port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 on network d5849f31-505d-43cf-888d-9450703c70a5 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:45.850029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:45.850414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Checking segment: {'id': '3a705d42-c228-4bd3-bc7d-3c06e7318a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:45.850867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.851262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Bound using segment: {'id': '3a705d42-c228-4bd3-bc7d-3c06e7318a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:45.851734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Bound port: 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a705d42-c228-4bd3-bc7d-3c06e7318a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd5849f31-505d-43cf-888d-9450703c70a5'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:45.852314 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:45.875427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Checking segment: {'id': 'ba75f622-50e8-42b2-9e7e-893faef15935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:45.875798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network hostable DHCP agents. Network: 0889a6fc-158b-4d4c-9a91-facee2622e40, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:45.889821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Subnet': ['ID=a7d7d6b3-0de1-4b92-a3d9-94db2360a224,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:45.935029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network 0889a6fc-158b-4d4c-9a91-facee2622e40 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:45.955064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 0889a6fc-158b-4d4c-9a91-facee2622e40) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:45.959983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:45.960951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:46.009382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f68f439e-44fe-494d-9d8b-a1e0d5af3e8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8985329 Aug 11 08:23:46.012297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55852) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:46.021419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'port': {'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40', 'name': 'tempest-NetworksIpV6TestAttrs-614860466'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:46.051009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] For port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:46.056284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] For port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,segment=NetworkSegment(3a705d42-c228-4bd3-bc7d-3c06e7318a12),segment_id=3a705d42-c228-4bd3-bc7d-3c06e7318a12)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:46.060494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7db72-2336-49b5-b770-b99704d7ab9f None None] Network 0889a6fc-158b-4d4c-9a91-facee2622e40 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:46.067439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:46.225523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f6715-e9f4-4d5b-80da-d52d69f5b0b7 None None] Pushing event updated for resources: {'Port': ['ID=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:46.251643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:46.259039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:46.306127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] device_id is not set on port 6a9aa20c-6f08-449a-8cd3-80d33fbd76b1 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:46.337929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-0889a6fc-158b-4d4c-9a91-facee2622e40', 'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40', 'tenant_id': 'f50460f917bd4988a544b3fc1006b105', 'fixed_ips': [{'subnet_id': 'a7d7d6b3-0de1-4b92-a3d9-94db2360a224'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:46.339365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:46.577028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Allocated IP 2001:db8::f816:3eff:feaf:300c (0889a6fc-158b-4d4c-9a91-facee2622e40/a7d7d6b3-0de1-4b92-a3d9-94db2360a224/6a9aa20c-6f08-449a-8cd3-80d33fbd76b1) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:46.849385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:46.873409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Transition to ACTIVE for port object 6a9aa20c-6f08-449a-8cd3-80d33fbd76b1 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:46.931656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.021866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Allocated IP 2001:db8::f816:3eff:fe5b:ed8 (0889a6fc-158b-4d4c-9a91-facee2622e40/a7d7d6b3-0de1-4b92-a3d9-94db2360a224/4e847213-b7f9-496f-a082-d6c4fa9e84c4) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:47.057034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network 0889a6fc-158b-4d4c-9a91-facee2622e40 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:47.065853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Port': ['ID=6a9aa20c-6f08-449a-8cd3-80d33fbd76b1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:47.074861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:47.078941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:47.085681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:47.086338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.122602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ee3d6c58-6410-4446-9d49-73af1bb7718d tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1058242 Aug 11 08:23:47.122975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55882) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:47.432654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:47.552919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.587677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Transition to ACTIVE for port object 4e847213-b7f9-496f-a082-d6c4fa9e84c4 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:47.603005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:47.624757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Transition to ACTIVE for port object 4e847213-b7f9-496f-a082-d6c4fa9e84c4 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:47.634532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.700440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Pushing event updated for resources: {'Port': ['ID=4e847213-b7f9-496f-a082-d6c4fa9e84c4,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:47.718659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Network 0889a6fc-158b-4d4c-9a91-facee2622e40 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:47.722125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:47.726650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:47.795717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting subnet a7d7d6b3-0de1-4b92-a3d9-94db2360a224 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:23:47.814259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.839214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Attempting to bind port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:47.839607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Attempting to bind port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ba75f622-50e8-42b2-9e7e-893faef15935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:47.839975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Attempting to bind port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 on network 0889a6fc-158b-4d4c-9a91-facee2622e40 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:47.847565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:47.847940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Checking segment: {'id': 'ba75f622-50e8-42b2-9e7e-893faef15935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:47.848355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.849254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Bound using segment: {'id': 'ba75f622-50e8-42b2-9e7e-893faef15935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:47.850109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Bound port: 4e847213-b7f9-496f-a082-d6c4fa9e84c4, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba75f622-50e8-42b2-9e7e-893faef15935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0889a6fc-158b-4d4c-9a91-facee2622e40'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:47.850251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.865336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd136e-27e5-4851-9e71-f56b41300de4 None None] Network d5849f31-505d-43cf-888d-9450703c70a5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:47.892298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:47.925787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55896) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:47.979238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] Provisioning for port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:47.997179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] Provisioning complete for port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:47.997555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.069359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.098610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.174215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.194377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] For port 4e847213-b7f9-496f-a082-d6c4fa9e84c4, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:48.206895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d7d6b3-0de1-4b92-a3d9-94db2360a224,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:48.214814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.218472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0f9429fd-c1c6-49a4-8497-6fc756814a8a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/a7d7d6b3-0de1-4b92-a3d9-94db2360a224 HTTP/1.1" status: 204 len: 168 time: 1.0936449 Aug 11 08:23:48.220777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:48.257783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] For port 4e847213-b7f9-496f-a082-d6c4fa9e84c4, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4e847213-b7f9-496f-a082-d6c4fa9e84c4,segment=NetworkSegment(ba75f622-50e8-42b2-9e7e-893faef15935),segment_id=ba75f622-50e8-42b2-9e7e-893faef15935)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:48.259222 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.267304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.273468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.285162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.326464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb51e4-822f-430c-aefe-d1d68d73005a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:48.332439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb51e4-822f-430c-aefe-d1d68d73005a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:48.340268 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dfbb51e4-822f-430c-aefe-d1d68d73005a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1178334 Aug 11 08:23:48.340907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55914) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:48.361068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb641f95-05c3-4653-b1e9-a6c9a4c30d66,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:48.402177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] For port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,segment=NetworkSegment(3a705d42-c228-4bd3-bc7d-3c06e7318a12),segment_id=3a705d42-c228-4bd3-bc7d-3c06e7318a12)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:48.410235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.432090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8c16-e30d-4d28-9a28-6c038b3129b5 None None] Pushing event updated for resources: {'Port': ['ID=4e847213-b7f9-496f-a082-d6c4fa9e84c4,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:48.486861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.491592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.492035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.495750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.496251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.501773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.502273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.502653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.504407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.506836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.511420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.512065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:48.540489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26e172e9-9c36-4be6-9968-6f131ad5de5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=540e0172311b4040aa8e3ce1ee3b2c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6131873 Aug 11 08:23:48.540893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:48.586264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2e9cc-023c-4145-a0ab-122b5d21cc66 None None] Pushing event updated for resources: {'Port': ['ID=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:48.695987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-140c4b08-bf26-40c4-8051-7c5a9a4d5bc4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.731264 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-140c4b08-bf26-40c4-8051-7c5a9a4d5bc4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 08:23:48.737867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140c4b08-bf26-40c4-8051-7c5a9a4d5bc4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:48.739987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4635c16-7145-4701-9eb9-55985b272f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.740663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-140c4b08-bf26-40c4-8051-7c5a9a4d5bc4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/0889a6fc-158b-4d4c-9a91-facee2622e40 HTTP/1.1" status: 409 len: 405 time: 0.3964465 Aug 11 08:23:48.744430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55924) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:48.753184 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1371905139'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:48.827585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4635c16-7145-4701-9eb9-55985b272f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.827831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:48.861305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.950385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3ee84829-3f1a-4024-9d7e-a48c1a087a51 None None] Provisioning complete for port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:48.951897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3ee84829-3f1a-4024-9d7e-a48c1a087a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.976056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4635c16-7145-4701-9eb9-55985b272f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.979337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4635c16-7145-4701-9eb9-55985b272f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:48.983663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c4635c16-7145-4701-9eb9-55985b272f37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb641f95-05c3-4653-b1e9-a6c9a4c30d66 HTTP/1.1" status: 204 len: 168 time: 0.4393251 Aug 11 08:23:48.996870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:49.004350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4635c16-7145-4701-9eb9-55985b272f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb641f95-05c3-4653-b1e9-a6c9a4c30d66,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:49.044608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:49.045053 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Added segment a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86 of type vlan for network a6256053-4d61-4341-8e84-b1d8f74d7c06 Aug 11 08:23:49.145389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:49.209426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:49.221300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:49.223108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:49.436901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Network': ['ID=a6256053-4d61-4341-8e84-b1d8f74d7c06,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:49.457996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d91950f6-c739-4bd0-a1ee-948e9a7108dc tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7114651 Aug 11 08:23:49.459648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a6256053-4d61-4341-8e84-b1d8f74d7c06 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:49.460308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:49.463692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:49.466589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'subnet': {'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:49.646797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:49.657242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:49.658005 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:49.659007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:49.878863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4e847213-b7f9-496f-a082-d6c4fa9e84c4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:50.025711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:50.076843 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:23:50.242411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e043f42-898f-4572-9883-b2ad4aa452ed None None] Network 0889a6fc-158b-4d4c-9a91-facee2622e40 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:50.256054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:23:50.257829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:50.357388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Subnet': ['ID=4fbee981-80fc-4ccc-9523-e2b50ae8d0fa,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:50.393436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Checking segment: {'id': 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:50.393811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network hostable DHCP agents. Network: a6256053-4d61-4341-8e84-b1d8f74d7c06, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:50.396754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-08783765-67c8-4793-86a3-af670007af93 None None] Provisioning for port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:50.415275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network a6256053-4d61-4341-8e84-b1d8f74d7c06 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:50.429610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a6256053-4d61-4341-8e84-b1d8f74d7c06) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:50.441823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:50.443512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:50.460563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f337003-7ef8-4d7a-9b90-9c1e0034657e None None] Network a6256053-4d61-4341-8e84-b1d8f74d7c06 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:50.464810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-08783765-67c8-4793-86a3-af670007af93 None None] Provisioning complete for port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:50.465296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-08783765-67c8-4793-86a3-af670007af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:50.474998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2126bc01-e4bb-4471-aa94-63bf0cdaaf26 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0132949 Aug 11 08:23:50.477477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55968) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:50.483675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'port': {'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06', 'name': 'tempest-NetworksIpV6TestAttrs-1724726575'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:50.698351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] DHCP port deletion for 0889a6fc-158b-4d4c-9a91-facee2622e40 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:23:50.715231 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-08783765-67c8-4793-86a3-af670007af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:50.736673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:50.748655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:50.779582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-08783765-67c8-4793-86a3-af670007af93 None None] For port 4e847213-b7f9-496f-a082-d6c4fa9e84c4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4e847213-b7f9-496f-a082-d6c4fa9e84c4,segment=NetworkSegment(ba75f622-50e8-42b2-9e7e-893faef15935),segment_id=ba75f622-50e8-42b2-9e7e-893faef15935)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:50.817244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] device_id is not set on port c0b9bfd6-87bc-45b0-b639-89ee90e06417 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:23:51.001281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55984) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:51.017478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-08783765-67c8-4793-86a3-af670007af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.028641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a6256053-4d61-4341-8e84-b1d8f74d7c06', 'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06', 'tenant_id': 'f50460f917bd4988a544b3fc1006b105', 'fixed_ips': [{'subnet_id': '4fbee981-80fc-4ccc-9523-e2b50ae8d0fa'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:51.029764 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.077353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Allocated IP 2001:db8::f816:3eff:fe3f:126d (a6256053-4d61-4341-8e84-b1d8f74d7c06/4fbee981-80fc-4ccc-9523-e2b50ae8d0fa/c0b9bfd6-87bc-45b0-b639-89ee90e06417) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:51.173678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] Deleting port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:51.177268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.179378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08783765-67c8-4793-86a3-af670007af93 None None] Pushing event updated for resources: {'Port': ['ID=4e847213-b7f9-496f-a082-d6c4fa9e84c4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:51.227974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-353106038-network', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:51.283461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4e847213-b7f9-496f-a082-d6c4fa9e84c4 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:23:51.295886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Made reservation on behalf of 37d24d010e1e4b80bd7ad1211e8737d7 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:51.298769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.320936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.339392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] For port 4e847213-b7f9-496f-a082-d6c4fa9e84c4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4e847213-b7f9-496f-a082-d6c4fa9e84c4,segment=NetworkSegment(ba75f622-50e8-42b2-9e7e-893faef15935),segment_id=ba75f622-50e8-42b2-9e7e-893faef15935)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:51.339775 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.374619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] Calling delete_port for 4e847213-b7f9-496f-a082-d6c4fa9e84c4 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:51.472186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.485360 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.494497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.499806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Transition to ACTIVE for port object c0b9bfd6-87bc-45b0-b639-89ee90e06417 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:51.511827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.551010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.572725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d63d2-c135-4d7e-92d6-665820e3e2b3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:51.581341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:51.584741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 4e847213-b7f9-496f-a082-d6c4fa9e84c4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4e847213-b7f9-496f-a082-d6c4fa9e84c4,segment=NetworkSegment(ba75f622-50e8-42b2-9e7e-893faef15935),segment_id=ba75f622-50e8-42b2-9e7e-893faef15935)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:51.593231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.593672 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Added segment a9d96cf0-826e-4342-ab17-f6aac041e3fb of type vlan for network fc582351-1147-4951-96c6-ee4d5ad3809c Aug 11 08:23:51.611117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.667601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.713375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network a6256053-4d61-4341-8e84-b1d8f74d7c06 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:51.733893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.735082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:51.735886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.738268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:51.742584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:51.764587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:51.769885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.780196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.784523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Port': ['ID=c0b9bfd6-87bc-45b0-b639-89ee90e06417,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:51.815111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6918cf7b-8f03-4e03-aeab-31837c7d51b9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3343666 Aug 11 08:23:51.816791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56000) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:51.818379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8154554 Aug 11 08:23:51.822338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Allocated IP 2001:db8::f816:3eff:feb3:9d77 (a6256053-4d61-4341-8e84-b1d8f74d7c06/4fbee981-80fc-4ccc-9523-e2b50ae8d0fa/76962580-08b0-4975-a5e6-ee6ea1b27b1e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:51.824760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56002) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:51.830490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Request body: {'subnet': {'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-353106038-subnet', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:51.848052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] No DVR routers for this DVR port 4e847213-b7f9-496f-a082-d6c4fa9e84c4 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:51.854763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81659c-af96-4b53-851f-8f38a7ce33d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc582351-1147-4951-96c6-ee4d5ad3809c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:51.887550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network fc582351-1147-4951-96c6-ee4d5ad3809c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:51.903466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Made reservation on behalf of 37d24d010e1e4b80bd7ad1211e8737d7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:51.906755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:51.940850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=4e847213-b7f9-496f-a082-d6c4fa9e84c4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:51.964189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting subnet 4fbee981-80fc-4ccc-9523-e2b50ae8d0fa {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:23:52.029720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d8165-12fe-41d9-b99c-e08d7ee00d5e None None] Pushing event deleted for resources: {'Port': ['ID=4e847213-b7f9-496f-a082-d6c4fa9e84c4,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:52.179800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.192129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Transition to ACTIVE for port object 76962580-08b0-4975-a5e6-ee6ea1b27b1e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:52.216794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Transition to ACTIVE for port object 76962580-08b0-4975-a5e6-ee6ea1b27b1e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:52.228579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.245456 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.335882 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.360027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Network a6256053-4d61-4341-8e84-b1d8f74d7c06 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:52.386716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:52.401068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:52.452926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Pushing event updated for resources: {'Port': ['ID=76962580-08b0-4975-a5e6-ee6ea1b27b1e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:52.586967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.619376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Attempting to bind port 76962580-08b0-4975-a5e6-ee6ea1b27b1e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:52.620004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Attempting to bind port 76962580-08b0-4975-a5e6-ee6ea1b27b1e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:52.620004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Attempting to bind port 76962580-08b0-4975-a5e6-ee6ea1b27b1e on network a6256053-4d61-4341-8e84-b1d8f74d7c06 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:52.642507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321d2451-06bc-4419-98dd-9c68d2557caa,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:52.645409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:52.645780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Checking segment: {'id': 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:52.646189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.646572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Bound using segment: {'id': 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:52.647045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Bound port: 76962580-08b0-4975-a5e6-ee6ea1b27b1e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a6256053-4d61-4341-8e84-b1d8f74d7c06'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:52.647565 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.657174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.708555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Checking segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:52.708961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Network hostable DHCP agents. Network: fc582351-1147-4951-96c6-ee4d5ad3809c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:52.744842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.759609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Network fc582351-1147-4951-96c6-ee4d5ad3809c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:52.783180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, fc582351-1147-4951-96c6-ee4d5ad3809c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:52.790141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:52.791517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.808983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d07b41-9c68-4364-9fcf-fb55e2b66c63 None None] Network fc582351-1147-4951-96c6-ee4d5ad3809c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:52.820374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-06c8affc-c6e7-4df1-b8bf-371dfebf66c0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9941676 Aug 11 08:23:52.823223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56036) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:52.835052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:52.875577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbee981-80fc-4ccc-9523-e2b50ae8d0fa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:52.879041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.881844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b3818eb-3d8a-44a8-909e-f3aa11f32d66 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/4fbee981-80fc-4ccc-9523-e2b50ae8d0fa HTTP/1.1" status: 204 len: 168 time: 1.0634048 Aug 11 08:23:52.883989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56038) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:52.884549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] For port 76962580-08b0-4975-a5e6-ee6ea1b27b1e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:52.908203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.910170 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.935199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] For port 76962580-08b0-4975-a5e6-ee6ea1b27b1e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=76962580-08b0-4975-a5e6-ee6ea1b27b1e,segment=NetworkSegment(a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86),segment_id=a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:52.947700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:52.979852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6193b-c778-468a-b5b1-59cac272116b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:52.981546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6193b-c778-468a-b5b1-59cac272116b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:52.986867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-91c6193b-c778-468a-b5b1-59cac272116b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1002226 Aug 11 08:23:52.987616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56042) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:53.052713 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.068822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-895bc2de-8cfe-466c-a4bc-c3e56c9e33a9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.077542 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-895bc2de-8cfe-466c-a4bc-c3e56c9e33a9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 08:23:53.078022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895bc2de-8cfe-466c-a4bc-c3e56c9e33a9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:23:53.084536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-895bc2de-8cfe-466c-a4bc-c3e56c9e33a9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/a6256053-4d61-4341-8e84-b1d8f74d7c06 HTTP/1.1" status: 409 len: 405 time: 0.0957835 Aug 11 08:23:53.085235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:53.090399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1075364277'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:53.120306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:53.132448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.165700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:53.180344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.180985 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Added segment 75436fba-322e-4bac-9108-284ef5b9db89 of type vlan for network dc226092-7438-4126-a355-86779d0c398d Aug 11 08:23:53.245968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.262538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3bfe4-bf8c-444e-b195-854862b9d9ae None None] Pushing event updated for resources: {'Port': ['ID=76962580-08b0-4975-a5e6-ee6ea1b27b1e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:53.287046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-fc582351-1147-4951-96c6-ee4d5ad3809c', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:53.290817 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.304339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.315032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:53.315929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.400646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.433270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3467553 Aug 11 08:23:53.441962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56048) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:53.451945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'subnet': {'network_id': 'dc226092-7438-4126-a355-86779d0c398d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:53.460450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa80c24-e466-4aee-ada2-5ca43d8c8c1b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Network': ['ID=dc226092-7438-4126-a355-86779d0c398d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:53.619058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Allocated IP 172.20.0.2 (fc582351-1147-4951-96c6-ee4d5ad3809c/321d2451-06bc-4419-98dd-9c68d2557caa/8369faea-d406-422c-b2d8-cedde4036082) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:53.637763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:53.642676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.644268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dc226092-7438-4126-a355-86779d0c398d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:53.881601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:53.918830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.024951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.036657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Transition to ACTIVE for port object 8369faea-d406-422c-b2d8-cedde4036082 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:54.053943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Transition to ACTIVE for port object 8369faea-d406-422c-b2d8-cedde4036082 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:54.064449 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.071277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Allocated IP 172.25.2.162 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6243e030-5c6e-4950-bee3-52bb3814bbc2) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:54.193763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Network fc582351-1147-4951-96c6-ee4d5ad3809c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:54.197332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:54.208096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Pushing event updated for resources: {'Port': ['ID=8369faea-d406-422c-b2d8-cedde4036082,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:54.219710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:54.267545 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.305109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:23:54.309023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Attempting to bind port 8369faea-d406-422c-b2d8-cedde4036082 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:54.309763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Attempting to bind port 8369faea-d406-422c-b2d8-cedde4036082 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:54.310390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Attempting to bind port 8369faea-d406-422c-b2d8-cedde4036082 on network fc582351-1147-4951-96c6-ee4d5ad3809c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:54.314992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.316855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:54.317600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Checking segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:54.318175 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.318734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Bound using segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:54.319914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Bound port: 8369faea-d406-422c-b2d8-cedde4036082, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:54.320484 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.369576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.426114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Checking segment: {'id': '75436fba-322e-4bac-9108-284ef5b9db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dc226092-7438-4126-a355-86779d0c398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:54.426430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network hostable DHCP agents. Network: dc226092-7438-4126-a355-86779d0c398d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:54.433801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Subnet': ['ID=1286b334-477d-47c3-93a6-9b241a98862c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:54.448065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] For port 8369faea-d406-422c-b2d8-cedde4036082, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:54.459251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] For port 8369faea-d406-422c-b2d8-cedde4036082, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8369faea-d406-422c-b2d8-cedde4036082,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:54.469850 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.472572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:54.475257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network dc226092-7438-4126-a355-86779d0c398d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:54.480388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:54.484817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:54.497641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dc226092-7438-4126-a355-86779d0c398d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:54.503255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:54.504027 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.523461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Pushing event updated for resources: {'Port': ['ID=6243e030-5c6e-4950-bee3-52bb3814bbc2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:54.542177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a91a5c0a-35f9-49bc-a97a-6ac230e6dc73 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0986438 Aug 11 08:23:54.544715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56060) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:54.557769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67dfcb-2bb7-4d24-8bef-98d1e0c2c6be None None] Network dc226092-7438-4126-a355-86779d0c398d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:54.715462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c50b1-d5dc-43a9-9658-a3d43a3afc11 None None] Pushing event updated for resources: {'Port': ['ID=8369faea-d406-422c-b2d8-cedde4036082,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:54.738411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfcbf5a-4c42-4893-a6e6-45c014daea01 None None] Network a6256053-4d61-4341-8e84-b1d8f74d7c06 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:54.753468 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.848987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:54.942742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-df791be0-0833-4b73-a12d-3ef7ecb30397 None None] Provisioning for port 76962580-08b0-4975-a5e6-ee6ea1b27b1e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:55.082799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b4cb7-1e56-4a4b-b60f-160815f8626c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-dc226092-7438-4126-a355-86779d0c398d', 'network_id': 'dc226092-7438-4126-a355-86779d0c398d', 'tenant_id': 'f50460f917bd4988a544b3fc1006b105', 'fixed_ips': [{'subnet_id': '1286b334-477d-47c3-93a6-9b241a98862c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:55.084658 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cf8b4cb7-1e56-4a4b-b60f-160815f8626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.110872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.201037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Subnet': ['ID=1286b334-477d-47c3-93a6-9b241a98862c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:55.288171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.352325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0da06c-cfb4-4d90-ad49-821a80fe97e4 None None] Network dc226092-7438-4126-a355-86779d0c398d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:55.393841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.450001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc226092-7438-4126-a355-86779d0c398d']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:55.479916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75436fba-322e-4bac-9108-284ef5b9db89') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:55.480226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75436fba-322e-4bac-9108-284ef5b9db89') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:55.483114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] DHCP port deletion for a6256053-4d61-4341-8e84-b1d8f74d7c06 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:23:55.493330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.511141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8369faea-d406-422c-b2d8-cedde4036082 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:55.513312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.520232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:55.520643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:55.581569 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:55.636048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.642806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.648255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/dc226092-7438-4126-a355-86779d0c398d HTTP/1.1" status: 204 len: 168 time: 1.0987408 Aug 11 08:23:55.650413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:55.657686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] Deleting port 76962580-08b0-4975-a5e6-ee6ea1b27b1e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:55.658057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.676850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1508448522'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:55.678017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530c980-c0a1-4442-af63-87f06e51f796 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Network': ['ID=dc226092-7438-4126-a355-86779d0c398d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:55.695708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8369faea-d406-422c-b2d8-cedde4036082 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:55.814505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] For port 76962580-08b0-4975-a5e6-ee6ea1b27b1e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=76962580-08b0-4975-a5e6-ee6ea1b27b1e,segment=NetworkSegment(a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86),segment_id=a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:55.815489 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.832432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] Calling delete_port for 76962580-08b0-4975-a5e6-ee6ea1b27b1e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:55.864831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:55.874437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:55.916781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56090) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:56.007709 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.036089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.040968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] Pushing event deleted for resources: {'Port': ['ID=76962580-08b0-4975-a5e6-ee6ea1b27b1e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:56.047896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2f1c0-405a-465c-b395-0b001b5e073d None None] No DVR routers for this DVR port 76962580-08b0-4975-a5e6-ee6ea1b27b1e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:23:56.073199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:23:56.127485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.127981 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Added segment a4fc96c8-8671-4ad3-a48e-ea490ea62c1b of type vlan for network c5067fa1-dad9-49de-8879-4dc439737aab Aug 11 08:23:56.183661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5f981b49-2ece-4335-bc9b-fc7749229792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.342330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.438477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5f981b49-2ece-4335-bc9b-fc7749229792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.451874 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5f981b49-2ece-4335-bc9b-fc7749229792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.485308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.499459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:56.500225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.517513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5f981b49-2ece-4335-bc9b-fc7749229792 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c333be3c7e947198b522f65b49850f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995650 Aug 11 08:23:56.531213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:56.555121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0678a-56d8-4e65-8bfd-4137858d043c None None] Network fc582351-1147-4951-96c6-ee4d5ad3809c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:56.561851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f981b49-2ece-4335-bc9b-fc7749229792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee52c2-3194-429e-b91e-3c3b95b1dc23,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:56.635171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9823484 Aug 11 08:23:56.637912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56100) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:56.649340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff20027-3a3b-442a-8558-c7b96a0ebbfd tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Network': ['ID=c5067fa1-dad9-49de-8879-4dc439737aab,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:56.661196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'subnet': {'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:23:56.668791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31599f8e-51fc-4af9-883e-ee4a174c7c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.673509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Router 08ce052e-6906-4a09-9310-9723387a66f9 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:23:56.712046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c5067fa1-dad9-49de-8879-4dc439737aab details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:23:56.739550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31599f8e-51fc-4af9-883e-ee4a174c7c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.803057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] Provisioning for port 8369faea-d406-422c-b2d8-cedde4036082 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:23:56.828133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] Provisioning complete for port 8369faea-d406-422c-b2d8-cedde4036082 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:56.828833 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.838681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:23:56.843037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.897019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31599f8e-51fc-4af9-883e-ee4a174c7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.900356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-31599f8e-51fc-4af9-883e-ee4a174c7c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:56.904166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-31599f8e-51fc-4af9-883e-ee4a174c7c24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16ee52c2-3194-429e-b91e-3c3b95b1dc23 HTTP/1.1" status: 204 len: 168 time: 0.3316381 Aug 11 08:23:56.957634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:23:56.970192 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:23:56.973904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31599f8e-51fc-4af9-883e-ee4a174c7c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee52c2-3194-429e-b91e-3c3b95b1dc23,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:56.988279 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:23:56.988989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:57.007162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.007162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7f55df4-fa69-4979-9400-a6c724f1eb23 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1799843 Aug 11 08:23:57.008069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56112) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:57.338278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 76962580-08b0-4975-a5e6-ee6ea1b27b1e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:23:57.397382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 76962580-08b0-4975-a5e6-ee6ea1b27b1e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:23:57.398929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 76962580-08b0-4975-a5e6-ee6ea1b27b1e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:23:57.406998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.421386 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:23:57.502085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.557921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] For port 8369faea-d406-422c-b2d8-cedde4036082, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8369faea-d406-422c-b2d8-cedde4036082,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:57.570141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56122) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:57.574499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.592167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Checking segment: {'id': 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:57.592765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network hostable DHCP agents. Network: c5067fa1-dad9-49de-8879-4dc439737aab, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:23:57.593357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58034e91-fa03-4b64-ae12-168b2948ba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.594937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Subnet': ['ID=c97796dd-b44a-4a72-b686-4720980611c2,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:57.645589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network c5067fa1-dad9-49de-8879-4dc439737aab is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:23:57.659762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c5067fa1-dad9-49de-8879-4dc439737aab) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:57.664332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:23:57.665351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.677236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbc23b-23ff-4f12-980f-69c5f9b201cd None None] Pushing event updated for resources: {'Port': ['ID=8369faea-d406-422c-b2d8-cedde4036082,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:57.680224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ab21d-daec-4fff-818d-b9017e200b47 None None] Network c5067fa1-dad9-49de-8879-4dc439737aab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:57.732891 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:54Z', 'revision_number': 3, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:57.746599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58034e91-fa03-4b64-ae12-168b2948ba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.757575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58034e91-fa03-4b64-ae12-168b2948ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.763604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c3e9badc-49d8-4bd7-9223-bfd359d37df0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1241257 Aug 11 08:23:57.766544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56124) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:57.775359 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:23:57.776822 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Updating router 08ce052e-6906-4a09-9310-9723387a66f9 port 6243e030-5c6e-4950-bee3-52bb3814bbc2 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:23:57.810068 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.852373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-58034e91-fa03-4b64-ae12-168b2948ba24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a94baab1c134daf84bd658d272df0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804644 Aug 11 08:23:57.856247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56126) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:23:57.907440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c2d3c0fc-beb1-4892-981f-b91d7802ec99 None None] Provisioning complete for port 8369faea-d406-422c-b2d8-cedde4036082 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:57.908534 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c2d3c0fc-beb1-4892-981f-b91d7802ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.959978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c5067fa1-dad9-49de-8879-4dc439737aab', 'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab', 'tenant_id': 'f50460f917bd4988a544b3fc1006b105', 'fixed_ips': [{'subnet_id': 'c97796dd-b44a-4a72-b686-4720980611c2'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:23:57.961188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.964810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:57.986970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58034e91-fa03-4b64-ae12-168b2948ba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b544e-1eed-48c1-8753-2ae3e331ff90,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:58.027856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fff0e9dc-3fb6-4e65-a7c5-01daf82bc9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.052577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.101953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fff0e9dc-3fb6-4e65-a7c5-01daf82bc9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.126013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Allocated IP 2001:db8::2 (c5067fa1-dad9-49de-8879-4dc439737aab/c97796dd-b44a-4a72-b686-4720980611c2/a37b26d8-9b9c-4cf7-84d5-353d7959f420) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:58.161397 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.173558 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Transition to ACTIVE for port object 6243e030-5c6e-4950-bee3-52bb3814bbc2 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:58.186470 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.195055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fff0e9dc-3fb6-4e65-a7c5-01daf82bc9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.198616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fff0e9dc-3fb6-4e65-a7c5-01daf82bc9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.199777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fff0e9dc-3fb6-4e65-a7c5-01daf82bc9ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/643b544e-1eed-48c1-8753-2ae3e331ff90 HTTP/1.1" status: 204 len: 168 time: 0.3411293 Aug 11 08:23:58.213330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0e9dc-3fb6-4e65-a7c5-01daf82bc9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b544e-1eed-48c1-8753-2ae3e331ff90,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:58.226559 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Attempting to bind port 6243e030-5c6e-4950-bee3-52bb3814bbc2 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:58.226945 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Attempting to bind port 6243e030-5c6e-4950-bee3-52bb3814bbc2 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:58.227248 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Attempting to bind port 6243e030-5c6e-4950-bee3-52bb3814bbc2 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:58.239193 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:58.239568 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:58.239968 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.240356 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:58.240967 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Bound port: 6243e030-5c6e-4950-bee3-52bb3814bbc2, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:58.241521 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.322826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Pushing event updated for resources: {'Port': ['ID=6243e030-5c6e-4950-bee3-52bb3814bbc2,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:58.342096 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.343025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.344011 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.344962 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.345582 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.346230 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.346739 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.347322 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.347798 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.348465 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.348979 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.349502 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:23:58.362502 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] For port 6243e030-5c6e-4950-bee3-52bb3814bbc2, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:58.366761 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] For port 6243e030-5c6e-4950-bee3-52bb3814bbc2, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6243e030-5c6e-4950-bee3-52bb3814bbc2,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:58.372703 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.433471 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:23:58.434610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:58.501189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.511259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Transition to ACTIVE for port object a37b26d8-9b9c-4cf7-84d5-353d7959f420 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:58.550223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Transition to ACTIVE for port object a37b26d8-9b9c-4cf7-84d5-353d7959f420 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:58.562132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.576600 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.586864 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:23:58.599425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.727800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b7af-d6ae-494a-8ffc-f9f792947773 None None] Pushing event updated for resources: {'Port': ['ID=6243e030-5c6e-4950-bee3-52bb3814bbc2,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:58.735387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Subnet': ['ID=c97796dd-b44a-4a72-b686-4720980611c2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:58.804528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Network c5067fa1-dad9-49de-8879-4dc439737aab is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:58.824699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:58.831519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:58.834828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.843745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.847594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5067fa1-dad9-49de-8879-4dc439737aab']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:58.860644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:58.861525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:58.869505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Pushing event updated for resources: {'Port': ['ID=a37b26d8-9b9c-4cf7-84d5-353d7959f420,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:58.874287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.922220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.935712 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:54Z', 'revision_number': 3, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:23:58.945974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:23:58.951230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:23:58.961781 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:23:58.999836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Attempting to bind port a37b26d8-9b9c-4cf7-84d5-353d7959f420 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:23:59.000492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Attempting to bind port a37b26d8-9b9c-4cf7-84d5-353d7959f420 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:23:59.000627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Attempting to bind port a37b26d8-9b9c-4cf7-84d5-353d7959f420 on network c5067fa1-dad9-49de-8879-4dc439737aab {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:23:59.014228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a91b8-7316-4b72-93d2-6842a9b8387f None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:54Z', 'revision_number': 3, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:23:59.018260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:23:59.018260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Checking segment: {'id': 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:23:59.018637 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.019016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Bound using segment: {'id': 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:23:59.019896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Bound port: a37b26d8-9b9c-4cf7-84d5-353d7959f420, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c5067fa1-dad9-49de-8879-4dc439737aab'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:23:59.020630 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.049310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:23:59.049310 n-d-789963-6 neutron-server[94573]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:23:59.049310 n-d-789963-6 neutron-server[94573]: [parameters: {'id': 'c5067fa1-dad9-49de-8879-4dc439737aab'}] Aug 11 08:23:59.049310 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:23:59.050326 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:23:59.063716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Allocated IP 172.20.0.1 (fc582351-1147-4951-96c6-ee4d5ad3809c/321d2451-06bc-4419-98dd-9c68d2557caa/16e3eebf-2717-4f9b-8e25-1b465c89e54b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:23:59.123515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] For port a37b26d8-9b9c-4cf7-84d5-353d7959f420, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:23:59.127856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] For port a37b26d8-9b9c-4cf7-84d5-353d7959f420, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a37b26d8-9b9c-4cf7-84d5-353d7959f420,segment=NetworkSegment(a4fc96c8-8671-4ad3-a48e-ea490ea62c1b),segment_id=a4fc96c8-8671-4ad3-a48e-ea490ea62c1b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:23:59.134511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.284997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.311056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Transition to ACTIVE for port object 16e3eebf-2717-4f9b-8e25-1b465c89e54b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:23:59.320230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8369faea-d406-422c-b2d8-cedde4036082 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:23:59.365782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.370748 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aaca49f8-d18d-4e0f-ab90-72ab82ac35be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.410860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea51a78-3e3d-4458-bcae-0a31db6f8b59 None None] Pushing event updated for resources: {'Port': ['ID=a37b26d8-9b9c-4cf7-84d5-353d7959f420,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:59.427700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfbeaf-55db-41d9-bbbc-1f61084184f5 None None] Network c5067fa1-dad9-49de-8879-4dc439737aab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:23:59.460001 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=16e3eebf-2717-4f9b-8e25-1b465c89e54b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:23:59.522663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8369faea-d406-422c-b2d8-cedde4036082 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:23:59.530426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Network fc582351-1147-4951-96c6-ee4d5ad3809c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:23:59.531395 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.533408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:23:59.548571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:23:59.552497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.670168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.700435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting port a37b26d8-9b9c-4cf7-84d5-353d7959f420 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:23:59.700949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.824237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.922044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] For port a37b26d8-9b9c-4cf7-84d5-353d7959f420, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a37b26d8-9b9c-4cf7-84d5-353d7959f420,segment=NetworkSegment(a4fc96c8-8671-4ad3-a48e-ea490ea62c1b),segment_id=a4fc96c8-8671-4ad3-a48e-ea490ea62c1b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:23:59.922529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:23:59.962494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Calling delete_port for a37b26d8-9b9c-4cf7-84d5-353d7959f420 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:23:59.990562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.048713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d9073-21dd-4dbe-907a-42b4cae517cb None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:24:00.107278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b68f05aa-ae7f-46fa-a373-a8570935e659 None None] Provisioning for port 16e3eebf-2717-4f9b-8e25-1b465c89e54b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:00.120641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b68f05aa-ae7f-46fa-a373-a8570935e659 None None] Provisioning complete for port 16e3eebf-2717-4f9b-8e25-1b465c89e54b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:00.122464 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b68f05aa-ae7f-46fa-a373-a8570935e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.173681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.209612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Port': ['ID=a37b26d8-9b9c-4cf7-84d5-353d7959f420,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:00.218390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No DVR routers for this DVR port a37b26d8-9b9c-4cf7-84d5-353d7959f420 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:00.249613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b68f05aa-ae7f-46fa-a373-a8570935e659 None None] Port 16e3eebf-2717-4f9b-8e25-1b465c89e54b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:00.331570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d9073-21dd-4dbe-907a-42b4cae517cb None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:24:00.334029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.341520 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.356197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.384595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5067fa1-dad9-49de-8879-4dc439737aab']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:00.446848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:00.447237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fc96c8-8671-4ad3-a48e-ea490ea62c1b') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:00.460030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=16e3eebf-2717-4f9b-8e25-1b465c89e54b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:00.489741 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.492737 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.560078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.579213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:00.581360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:00.627806 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:00.757415 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.775160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:00.780522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56186) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:00.789863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Network fc582351-1147-4951-96c6-ee4d5ad3809c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:00.790094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/c5067fa1-dad9-49de-8879-4dc439737aab HTTP/1.1" status: 204 len: 168 time: 3.0092316 Aug 11 08:24:00.790209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-997752700'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:00.803581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:00.821450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfeb8f-3bdc-461e-b497-96691f7e2bda tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Network': ['ID=c5067fa1-dad9-49de-8879-4dc439737aab,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:00.934577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:00.940703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.389563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6243e030-5c6e-4950-bee3-52bb3814bbc2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:01.430251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6ba155d4-74f3-4d37-b639-ca0f0c61de87 None None] Provisioning complete for port 16e3eebf-2717-4f9b-8e25-1b465c89e54b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:01.436155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6ba155d4-74f3-4d37-b639-ca0f0c61de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.612833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6ba155d4-74f3-4d37-b639-ca0f0c61de87 None None] Port 16e3eebf-2717-4f9b-8e25-1b465c89e54b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:01.631754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6243e030-5c6e-4950-bee3-52bb3814bbc2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:01.638534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6243e030-5c6e-4950-bee3-52bb3814bbc2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:01.639036 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.664366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:01.686537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.686892 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Added segment d304e653-96bc-4a49-8856-0c182a8eecbf of type vlan for network 8c4321ba-a024-4dbb-9b29-aa734bf57c0a Aug 11 08:24:01.695127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Router 08ce052e-6906-4a09-9310-9723387a66f9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:24:01.757999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.794103 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.870413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6243e030-5c6e-4950-bee3-52bb3814bbc2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6243e030-5c6e-4950-bee3-52bb3814bbc2,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:01.881871 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.902520 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.908628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:01.909324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:01.948129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:24:01.967008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56224) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:01.995477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-13286fd2-6bba-4dc2-b397-0c4244dbeeb5 admin admin] 10.222.0.58 "PUT /v2.0/routers/08ce052e-6906-4a09-9310-9723387a66f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9863029 Aug 11 08:24:02.007805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2257798 Aug 11 08:24:02.010336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56230) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:02.020143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Request body: {'subnet': {'network_id': '8c4321ba-a024-4dbb-9b29-aa734bf57c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:02.022978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f1fc-76e1-4e4a-8bd5-bd9746bab3fa tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Network': ['ID=8c4321ba-a024-4dbb-9b29-aa734bf57c0a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:02.057986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8c4321ba-a024-4dbb-9b29-aa734bf57c0a details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:02.060117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:24:02.063776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6243e030-5c6e-4950-bee3-52bb3814bbc2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:02.125815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:02.126559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:23:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:02.157238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Made reservation on behalf of f50460f917bd4988a544b3fc1006b105 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:02.165018 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.265995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c893-334a-4002-adb7-24d29b867fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.325474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:02.377897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.700235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-18fdc268-d44e-4895-b188-39b1e1f2cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.711694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c893-334a-4002-adb7-24d29b867fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.723763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c893-334a-4002-adb7-24d29b867fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.752753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:00Z', 'revision_number': 2, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:02.785177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1c893-334a-4002-adb7-24d29b867fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3320b273-e780-4a21-b317-729c0147ab7a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:02.796712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:24:02.807333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Updating router 08ce052e-6906-4a09-9310-9723387a66f9 port 16e3eebf-2717-4f9b-8e25-1b465c89e54b binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:24:02.843118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.848063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f2d1c893-334a-4002-adb7-24d29b867fb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85beb7cfe9a840e298df401d5c2ee91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8791730 Aug 11 08:24:02.850930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56258) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:02.938802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4d26-8884-40f4-bbb6-6bc32d90af66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.975575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4d26-8884-40f4-bbb6-6bc32d90af66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:02.994518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:24:02.996111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.045969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4d26-8884-40f4-bbb6-6bc32d90af66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.049903 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4d26-8884-40f4-bbb6-6bc32d90af66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.053835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac9d4d26-8884-40f4-bbb6-6bc32d90af66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3320b273-e780-4a21-b317-729c0147ab7a HTTP/1.1" status: 204 len: 168 time: 0.2004321 Aug 11 08:24:03.063153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4d26-8884-40f4-bbb6-6bc32d90af66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320b273-e780-4a21-b317-729c0147ab7a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:03.142078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event updated for resources: {'Subnet': ['ID=c23ab981-bba0-40d2-b44f-9a1dcbff859d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:03.153072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Checking segment: {'id': 'd304e653-96bc-4a49-8856-0c182a8eecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8c4321ba-a024-4dbb-9b29-aa734bf57c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:03.153645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network hostable DHCP agents. Network: 8c4321ba-a024-4dbb-9b29-aa734bf57c0a, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:03.196827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Network 8c4321ba-a024-4dbb-9b29-aa734bf57c0a is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:03.216856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8c4321ba-a024-4dbb-9b29-aa734bf57c0a) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:03.223960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:03.226868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.238064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb37c4-dec9-4452-b706-2377d6e88442 None None] Network 8c4321ba-a024-4dbb-9b29-aa734bf57c0a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:03.240614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56268) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:03.247247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112948005', 'description': 'tempest-description--788424285'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:03.268910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-64b086d5-0d2e-4e0d-b5ea-3993955dea2a tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2573392 Aug 11 08:24:03.281407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56272) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:03.303680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.372383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6243e030-5c6e-4950-bee3-52bb3814bbc2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:03.434027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.441714 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.498145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.499924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4df5d70-cc56-410f-88b1-650426354b54,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:03.508675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.514776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56278) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:03.514923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c3fdc550-846e-453f-bc39-69979f688a19 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2728839 Aug 11 08:24:03.521861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'security_group_rule': {'security_group_id': 'f4df5d70-cc56-410f-88b1-650426354b54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:03.639493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.679623 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.738319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56282) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:03.761961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee0d3-df21-46d2-8f79-8756a7299237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.765835 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.766863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.779696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Transition to ACTIVE for port object 16e3eebf-2717-4f9b-8e25-1b465c89e54b will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:03.796670 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.796947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.827477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Subnet': ['ID=c23ab981-bba0-40d2-b44f-9a1dcbff859d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:03.829517 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.883883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56288) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:03.925688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.937972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4321ba-a024-4dbb-9b29-aa734bf57c0a']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:03.942890 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee0d3-df21-46d2-8f79-8756a7299237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.950387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd304e653-96bc-4a49-8856-0c182a8eecbf') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:03.950631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd304e653-96bc-4a49-8856-0c182a8eecbf') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:03.954211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee0d3-df21-46d2-8f79-8756a7299237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:03.962674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b150f2-3879-4bbb-aa82-e26587396022 None None] Pushing event updated for resources: {'Port': ['ID=16e3eebf-2717-4f9b-8e25-1b465c89e54b,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:03.981469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3863d8-0ff8-46d7-b0cc-e48c34690f68,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:03.987464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.028600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6243e030-5c6e-4950-bee3-52bb3814bbc2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:04.029295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.034645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.037379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ee0d3-df21-46d2-8f79-8756a7299237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6671fc8f-0d96-4b78-866f-fcbc1049297f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.041977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7d6ee0d3-df21-46d2-8f79-8756a7299237 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e0d5a97823fe47b8b07d88fffc1dfbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019874 Aug 11 08:24:04.046023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56292) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.065480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:04.065945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.070615 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec99a5fa-bafa-45df-a1e9-de05d6ce23ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:04.081755 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:04.110116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Attempting to bind port 16e3eebf-2717-4f9b-8e25-1b465c89e54b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:04.110471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Attempting to bind port 16e3eebf-2717-4f9b-8e25-1b465c89e54b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:04.110828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Attempting to bind port 16e3eebf-2717-4f9b-8e25-1b465c89e54b on network fc582351-1147-4951-96c6-ee4d5ad3809c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:04.116597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8f4a0-df5f-4c47-8340-eb658f9d2348 None None] Network 8c4321ba-a024-4dbb-9b29-aa734bf57c0a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:04.142624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.144299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72d94b5c-8399-43bd-b6f6-bae8b1448927 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271565 Aug 11 08:24:04.150497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56294) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.156155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'security_group_rule': {'security_group_id': 'f4df5d70-cc56-410f-88b1-650426354b54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:04.159034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:04.159411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Checking segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:04.160051 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.160384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Bound using segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:04.160895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Bound port: 16e3eebf-2717-4f9b-8e25-1b465c89e54b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:04.161575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.182178 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.205410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec99a5fa-bafa-45df-a1e9-de05d6ce23ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.208814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.211850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/8c4321ba-a024-4dbb-9b29-aa734bf57c0a HTTP/1.1" status: 204 len: 168 time: 0.9283748 Aug 11 08:24:04.217423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56296) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.218240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec99a5fa-bafa-45df-a1e9-de05d6ce23ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.221932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef2186-7e3a-453a-a47c-16f2e904f0df tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Network': ['ID=8c4321ba-a024-4dbb-9b29-aa734bf57c0a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.233603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-757def02-742e-40e8-a221-36bb719bbb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.254328 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a2b57b-8b36-42f0-8524-5db0c4adcf18 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:04.254989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a2b57b-8b36-42f0-8524-5db0c4adcf18 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:04.259472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-09a2b57b-8b36-42f0-8524-5db0c4adcf18 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/c23ab981-bba0-40d2-b44f-9a1dcbff859d HTTP/1.1" status: 404 len: 337 time: 0.0361910 Aug 11 08:24:04.261354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56298) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.270244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec99a5fa-bafa-45df-a1e9-de05d6ce23ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53d6ac50066d4f719381d173d683cf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837314 Aug 11 08:24:04.272638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.273257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99a5fa-bafa-45df-a1e9-de05d6ce23ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c00fee7-045f-412f-8294-f325fa9c57cb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.297469 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b2aa3c-c296-441f-9d5a-f78750890db9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:04.298370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b2aa3c-c296-441f-9d5a-f78750890db9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:04.302940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4b2aa3c-c296-441f-9d5a-f78750890db9 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/8c4321ba-a024-4dbb-9b29-aa734bf57c0a HTTP/1.1" status: 404 len: 339 time: 0.0396962 Aug 11 08:24:04.304389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56302) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.306696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-757def02-742e-40e8-a221-36bb719bbb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.350322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.352250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] For port 16e3eebf-2717-4f9b-8e25-1b465c89e54b, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:04.365976 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22b85b9-0818-4b47-bdfd-feed87a8b1e0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:04.366281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22b85b9-0818-4b47-bdfd-feed87a8b1e0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:04.367614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] For port 16e3eebf-2717-4f9b-8e25-1b465c89e54b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16e3eebf-2717-4f9b-8e25-1b465c89e54b,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:04.369018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b22b85b9-0818-4b47-bdfd-feed87a8b1e0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/c97796dd-b44a-4a72-b686-4720980611c2 HTTP/1.1" status: 404 len: 337 time: 0.0628133 Aug 11 08:24:04.372953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56304) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.373257 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.398917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0020a3bb-1282-460b-b18b-2251cd83538f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.399863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-757def02-742e-40e8-a221-36bb719bbb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.404119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-757def02-742e-40e8-a221-36bb719bbb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.409549 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-757def02-742e-40e8-a221-36bb719bbb98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6671fc8f-0d96-4b78-866f-fcbc1049297f HTTP/1.1" status: 204 len: 168 time: 0.3624690 Aug 11 08:24:04.410677 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7a435a-27e5-4ea6-b313-5cbb152c82ef tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:04.411303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7a435a-27e5-4ea6-b313-5cbb152c82ef tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:04.415491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b7a435a-27e5-4ea6-b313-5cbb152c82ef tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/c5067fa1-dad9-49de-8879-4dc439737aab HTTP/1.1" status: 404 len: 339 time: 0.0386920 Aug 11 08:24:04.416506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56308) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.436328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757def02-742e-40e8-a221-36bb719bbb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671fc8f-0d96-4b78-866f-fcbc1049297f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.441668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0020a3bb-1282-460b-b18b-2251cd83538f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.462824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:04.463675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:04.478129 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-27700acf-43d9-4543-9fc5-bbfab91c2e4b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:04.478588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27700acf-43d9-4543-9fc5-bbfab91c2e4b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:04.481089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-27700acf-43d9-4543-9fc5-bbfab91c2e4b tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/1286b334-477d-47c3-93a6-9b241a98862c HTTP/1.1" status: 404 len: 337 time: 0.0641289 Aug 11 08:24:04.483674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.483933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56310) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.498846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.510454 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b4840d-d0ab-4911-82ee-0b745d50ee5f tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:04.511172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b4840d-d0ab-4911-82ee-0b745d50ee5f tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:04.514418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-39b4840d-d0ab-4911-82ee-0b745d50ee5f tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/dc226092-7438-4126-a355-86779d0c398d HTTP/1.1" status: 404 len: 339 time: 0.0291877 Aug 11 08:24:04.517192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56312) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.526311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99bd723-9bfb-4950-86bd-e54616b712fc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.534462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b150f2-3879-4bbb-aa82-e26587396022 None None] Pushing event updated for resources: {'Port': ['ID=16e3eebf-2717-4f9b-8e25-1b465c89e54b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.538305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.540289 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f6252ddb-10e3-4397-95e4-f194145bb714 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3886895 Aug 11 08:24:04.543640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56314) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:04.550929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:04.571908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0020a3bb-1282-460b-b18b-2251cd83538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.575240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0020a3bb-1282-460b-b18b-2251cd83538f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.589688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0020a3bb-1282-460b-b18b-2251cd83538f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c00fee7-045f-412f-8294-f325fa9c57cb HTTP/1.1" status: 204 len: 168 time: 0.3051732 Aug 11 08:24:04.614168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.677266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a3bb-1282-460b-b18b-2251cd83538f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c00fee7-045f-412f-8294-f325fa9c57cb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:04.691890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting port c0b9bfd6-87bc-45b0-b639-89ee90e06417 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:04.692584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.803593 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.814689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Calling delete_port for c0b9bfd6-87bc-45b0-b639-89ee90e06417 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:04.846905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:04.866699 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.938614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4ee91-0de7-4976-8b51-b5ccaa726026 req-7eace085-34a3-4aa8-9114-e0c1021cbbb3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:04.939173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:04.940570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59c4ee91-0de7-4976-8b51-b5ccaa726026 req-7eace085-34a3-4aa8-9114-e0c1021cbbb3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1084466 Aug 11 08:24:04.958287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.053672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.055670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/ports/c0b9bfd6-87bc-45b0-b639-89ee90e06417 HTTP/1.1" status: 204 len: 168 time: 0.5365014 Aug 11 08:24:05.056588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56334) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:05.058399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56338) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:05.059215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c3e6-39aa-4c76-bae3-2fe8ad9e69e4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Port': ['ID=c0b9bfd6-87bc-45b0-b639-89ee90e06417,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:05.100573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Allocated IP 172.25.2.158 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7f03b9eb-1eaf-464b-9ed3-665440c734f8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:05.190154 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-f057f08a-4d9a-44e3-b713-8928bba6cf53 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:05.191881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f057f08a-4d9a-44e3-b713-8928bba6cf53 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:05.195828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f057f08a-4d9a-44e3-b713-8928bba6cf53 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/4fbee981-80fc-4ccc-9523-e2b50ae8d0fa HTTP/1.1" status: 404 len: 337 time: 0.1269927 Aug 11 08:24:05.200841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5380479-d3ad-4d47-9b29-c06e277eeb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.203881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56342) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:05.213947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:04Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:05.275148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45c625-861b-4659-ab39-822730c82df2 None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:04Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:24:05.370382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59c4ee91-0de7-4976-8b51-b5ccaa726026 req-9bddb11a-1fd0-4fb6-86c3-8b6da682f7d9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306994 Aug 11 08:24:05.383021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:05.409604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74f1fb2f-408b-4e8a-8bbd-3000b6a575e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.427674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.463943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.568031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.625175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb657-0b77-4a4a-af3a-39ee04635e96 req-c658a554-b4ad-4fb6-9113-1cbc6dfbec26 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:05.627089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58ceb657-0b77-4a4a-af3a-39ee04635e96 req-c658a554-b4ad-4fb6-9113-1cbc6dfbec26 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1209829 Aug 11 08:24:05.629254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:05.632697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:05.642718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:05.821972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'Port': ['ID=7f03b9eb-1eaf-464b-9ed3-665440c734f8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:05.835584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58ceb657-0b77-4a4a-af3a-39ee04635e96 req-0095bed8-d430-48a5-974e-14cf762e5291 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985176 Aug 11 08:24:05.867876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:05.927609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.020567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.031229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6256053-4d61-4341-8e84-b1d8f74d7c06']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:06.063790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:06.064599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b0dac6-5b56-4a96-a89f-bbf6a0c89a86') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:06.088508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.109901 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.121085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.122402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:06.123205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:06.196191 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:06.242493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5380479-d3ad-4d47-9b29-c06e277eeb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.245751 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.269737 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.278288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5380479-d3ad-4d47-9b29-c06e277eeb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.285942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.312800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.315281 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/a6256053-4d61-4341-8e84-b1d8f74d7c06 HTTP/1.1" status: 204 len: 168 time: 1.1101389 Aug 11 08:24:06.330311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:06.404752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926876d-a244-491a-b23a-cb6e2b06e07e tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Network': ['ID=a6256053-4d61-4341-8e84-b1d8f74d7c06,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:06.438599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f5380479-d3ad-4d47-9b29-c06e277eeb28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=558b775a3fae410a853ea965f02b32f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3809390 Aug 11 08:24:06.453225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.453512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-045dbbce-c103-4ad9-a644-cfd6c3c1ad98 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.459904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.461477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-045dbbce-c103-4ad9-a644-cfd6c3c1ad98 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.3283343 Aug 11 08:24:06.466382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.470969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56368) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:06.473285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.480182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.487594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.492869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:06.494906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-4915ef79-a278-49e8-9d35-df598c3ce225 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.4351718 Aug 11 08:24:06.495593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5380479-d3ad-4d47-9b29-c06e277eeb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b2745-d9ac-4c61-a4db-2d39d61cd4a7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:06.524910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'Port': ['ID=7f03b9eb-1eaf-464b-9ed3-665440c734f8,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:06.535855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-359d9b11-597b-453e-9b27-707629fe3085 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/quotas/1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 375 time: 0.0565293 Aug 11 08:24:06.558008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31d1b216-646d-4d28-9cc6-f2b80a8ff609 req-cb30795a-72c3-4ace-88c1-e643d7ae0b53 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506983 Aug 11 08:24:06.560029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting port 6a9aa20c-6f08-449a-8cd3-80d33fbd76b1 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:06.560418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.588530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.646680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.668774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Calling delete_port for 6a9aa20c-6f08-449a-8cd3-80d33fbd76b1 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:06.673763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74f1fb2f-408b-4e8a-8bbd-3000b6a575e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.682965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9b306c2-5171-4aa5-9f79-1ee9ce748e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.685937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74f1fb2f-408b-4e8a-8bbd-3000b6a575e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.723135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-1b7fdc0e-6977-4bb3-9c5f-4ba01ca81e51 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1422970 Aug 11 08:24:06.733357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.734753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-224f55b5-9b8e-4fff-845a-b7ce2dc01c15 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1891222 Aug 11 08:24:06.801114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.825395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1fb2f-408b-4e8a-8bbd-3000b6a575e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844018a-143c-4c18-b1fd-acace7b0b96f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:06.863665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Port': ['ID=6a9aa20c-6f08-449a-8cd3-80d33fbd76b1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:06.899030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.904472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0802ed47-4daf-4347-b915-0e56ded078d8 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/ports/6a9aa20c-6f08-449a-8cd3-80d33fbd76b1 HTTP/1.1" status: 204 len: 168 time: 0.5710917 Aug 11 08:24:06.905061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56374) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:06.924420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9b306c2-5171-4aa5-9f79-1ee9ce748e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:06.942076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-74f1fb2f-408b-4e8a-8bbd-3000b6a575e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7348216b30af42bb9d5e8601f5150873&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5577941 Aug 11 08:24:06.946627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56378) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:06.979869 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9bc8b5-6329-4e0c-9295-5aa3040b4b51 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] DELETE failed (client error): The resource could not be found. Aug 11 08:24:06.979869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9bc8b5-6329-4e0c-9295-5aa3040b4b51 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:24:06.982253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dd9bc8b5-6329-4e0c-9295-5aa3040b4b51 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/a7d7d6b3-0de1-4b92-a3d9-94db2360a224 HTTP/1.1" status: 404 len: 337 time: 0.0745997 Aug 11 08:24:06.984834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56382) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:07.088008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74072eff-eb35-4bce-b97f-0ef33120b436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.096328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-fc463171-6144-4523-a16d-86116a329d46 service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546331 Aug 11 08:24:07.124844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9b306c2-5171-4aa5-9f79-1ee9ce748e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.127598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9b306c2-5171-4aa5-9f79-1ee9ce748e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.128753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c9b306c2-5171-4aa5-9f79-1ee9ce748e94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa3b2745-d9ac-4c61-a4db-2d39d61cd4a7 HTTP/1.1" status: 204 len: 168 time: 0.6565695 Aug 11 08:24:07.177469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74072eff-eb35-4bce-b97f-0ef33120b436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.194487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.195908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b306c2-5171-4aa5-9f79-1ee9ce748e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b2745-d9ac-4c61-a4db-2d39d61cd4a7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:07.282462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-8d5b85d9-fbbf-4bc4-8614-216578bede26 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--112948005&fields=id&tenant_id=37d24d010e1e4b80bd7ad1211e8737d7 HTTP/1.1" status: 200 len: 267 time: 0.2155373 Aug 11 08:24:07.289531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-ac281e3d-7b68-454a-acf8-5d0a13fd187f service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855829 Aug 11 08:24:07.291033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74072eff-eb35-4bce-b97f-0ef33120b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.293952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74072eff-eb35-4bce-b97f-0ef33120b436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.298079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-74072eff-eb35-4bce-b97f-0ef33120b436 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e844018a-143c-4c18-b1fd-acace7b0b96f HTTP/1.1" status: 204 len: 168 time: 0.3464885 Aug 11 08:24:07.307737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072eff-eb35-4bce-b97f-0ef33120b436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844018a-143c-4c18-b1fd-acace7b0b96f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:07.311265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16e3eebf-2717-4f9b-8e25-1b465c89e54b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:07.384228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.402908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.420142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.422177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 16e3eebf-2717-4f9b-8e25-1b465c89e54b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:07.427982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 16e3eebf-2717-4f9b-8e25-1b465c89e54b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:07.428984 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.440631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.449689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.470018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.476124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.480350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-40b4eba2-dbec-4516-bc04-45d3f4a7d03d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.4069116 Aug 11 08:24:07.555576 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.631171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 16e3eebf-2717-4f9b-8e25-1b465c89e54b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16e3eebf-2717-4f9b-8e25-1b465c89e54b,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:07.638652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.684284 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.695111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0889a6fc-158b-4d4c-9a91-facee2622e40']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:07.705774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba75f622-50e8-42b2-9e7e-893faef15935') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:07.706067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba75f622-50e8-42b2-9e7e-893faef15935') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:07.720223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.734751 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.741140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:07.741554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.753394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=16e3eebf-2717-4f9b-8e25-1b465c89e54b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:07.812118 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:07.821433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.837311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.841641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/0889a6fc-158b-4d4c-9a91-facee2622e40 HTTP/1.1" status: 204 len: 168 time: 0.8536000 Aug 11 08:24:07.842865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:07.843431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-69fa8a66-04f1-4661-9730-64e74ce9d994 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:07.844840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-69fa8a66-04f1-4661-9730-64e74ce9d994 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "GET /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3531625 Aug 11 08:24:07.927960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting subnet 6ae097ba-79ad-4d06-85b6-c85bcd9be9a9 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:24:07.931958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:07.982585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-8203e07e-c3b4-4e17-a8a6-e9dbc50be346 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "GET /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1226799 Aug 11 08:24:07.983978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086b78c-a12a-4c34-b898-ef0af30f31a4 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Network': ['ID=0889a6fc-158b-4d4c-9a91-facee2622e40,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:07.984121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:08.026530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-33db83f6-3a06-4545-944a-8bbf034af72d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.028589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-33db83f6-3a06-4545-944a-8bbf034af72d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 810 time: 0.7451150 Aug 11 08:24:08.049004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-4303a681-8157-4e27-8c06-45d53b9f2bd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/quotas/37d24d010e1e4b80bd7ad1211e8737d7 HTTP/1.1" status: 200 len: 375 time: 0.0119047 Aug 11 08:24:08.155085 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19f912f3-3f80-41ab-86f0-36037b057df0 req-ae23fecf-42d5-43de-aa79-a8f2b7649bf9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 210 time: 0.0684915 Aug 11 08:24:08.160583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-1a7afeea-99a7-4508-b758-c142e14c0d88 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018062 Aug 11 08:24:08.315991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:08.316521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-872f3c24-8101-4ae2-ab86-714d704a101d service neutron] 10.222.0.58 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340308 Aug 11 08:24:08.382507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.392030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.400146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.406700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.412783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.427947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.435241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:08.445850 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a695bdf6-8661-478b-9752-80fee8d942cd req-38becd89-20b2-401a-afc4-6baee2d35b48 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5433 time: 0.1986761 Aug 11 08:24:08.495174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:08.529735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a695bdf6-8661-478b-9752-80fee8d942cd req-58d4acd1-776c-4404-a201-792ca9816770 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822017 Aug 11 08:24:08.584807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:08.719590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:08.720434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae097ba-79ad-4d06-85b6-c85bcd9be9a9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:08.738506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:08.741328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cbf5d-1f5b-4898-9444-dc80e0a5352d None None] Network d5849f31-505d-43cf-888d-9450703c70a5 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:08.747166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8bde7775-5ecd-46a2-8414-818baf7369a0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/subnets/6ae097ba-79ad-4d06-85b6-c85bcd9be9a9 HTTP/1.1" status: 204 len: 168 time: 0.8995924 Aug 11 08:24:08.751813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56454) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:08.777171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-fae40e22-5163-4a69-bdf8-69cef69d8c90 service neutron] 10.222.0.58 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463971 Aug 11 08:24:09.039186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.169486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] DHCP port deletion for d5849f31-505d-43cf-888d-9450703c70a5 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:24:09.315319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:09.344552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] Deleting port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:09.344951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.439526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a29db75c-8375-45f1-9369-1fda1b4dd98e req-71b47459-6827-4e1b-8ac6-fa14be811837 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 210 time: 0.1432278 Aug 11 08:24:09.509162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Deleting port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:09.510054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.521937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16e3eebf-2717-4f9b-8e25-1b465c89e54b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:09.559992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c39db91-6fb3-4ba7-97b6-1d670509730c req-f57c7866-32cc-4880-842e-c7568f055b0e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 210 time: 0.0928147 Aug 11 08:24:09.568135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] For port cb58a12e-2849-4ba1-b62d-4c1f8942ac69, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:09.699568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] For port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,segment=NetworkSegment(3a705d42-c228-4bd3-bc7d-3c06e7318a12),segment_id=3a705d42-c228-4bd3-bc7d-3c06e7318a12)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:09.714618 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.735646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] For port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,segment=NetworkSegment(3a705d42-c228-4bd3-bc7d-3c06e7318a12),segment_id=3a705d42-c228-4bd3-bc7d-3c06e7318a12)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:09.736626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.737708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] device_id is not set on port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:24:09.747536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] Calling delete_port for 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:09.763718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.789471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.841221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 16e3eebf-2717-4f9b-8e25-1b465c89e54b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:09.841994 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:09.881083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Calling delete_port for 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:10.075817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] No DVR routers for this DVR port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:10.210640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f1d29db8-2fd6-4aed-a058-eb265ef098ea no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:10.213922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.226158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.234304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.262286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.277910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.295687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.309626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.344069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-a4b23398-a151-404b-9327-468e3a1b3e72 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 5355 time: 0.6262050 Aug 11 08:24:10.396912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:10.464598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:10.535910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] Pushing event deleted for resources: {'Port': ['ID=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:10.536514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2bfb9ce8-a225-4996-8a45-bf318adee843 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.551560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d0f258-a53f-4538-8a81-8326fc0d7541 None None] No DVR routers for this DVR port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:10.554460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2bfb9ce8-a225-4996-8a45-bf318adee843 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.6600173 Aug 11 08:24:10.614529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'port': {'device_id': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'admin_state_up': True, 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:10.624274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1da0b4bf-0f93-461e-aa10-d8f4c81d1d8b None None] Provisioning complete for port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:10.629198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1da0b4bf-0f93-461e-aa10-d8f4c81d1d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:10.636303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:10.668093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Port': ['ID=2b3e5f3a-9c2e-4928-8df0-6cefe9909b29,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:10.677934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] In _notify_port_updated(), no bound segment for port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:24:10.680492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:10.681232 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:10.682992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 200 len: 1027 time: 2.6910033 Aug 11 08:24:10.702188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:10.705948 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d9f6e5-83db-48e9-b8d0-6f525a34df81" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:10.711246 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b9311bc1-0c33-49e0-8e68-b9880f8c0f63 req-994dbdfb-28c0-4a4e-80d3-3cb4cb9ef0a1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3640800 Aug 11 08:24:10.730868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] No DVR routers for this DVR port 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:10.732272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60e7af-b53b-4a29-8c6e-47d9139232a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:10.739945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:10.743405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1da0b4bf-0f93-461e-aa10-d8f4c81d1d8b None None] Port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:10.758999 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:10.766256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56a52cb4-d7c1-4b5b-b90a-116476d93701 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:10.792764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45fd9654-8094-4c12-87b5-072b39e3744e req-1045a307-4b11-463e-ad75-4b092b8f85e9 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 210 time: 0.1082213 Aug 11 08:24:10.958747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:10.990515 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3fb6b2-fec6-484e-98c4-543824c804e9 x-openstack-request-id: req-be3fb6b2-fec6-484e-98c4-543824c804e9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:10.991816 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:10.993335 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be3fb6b2-fec6-484e-98c4-543824c804e9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:10.994049 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea', 'code': 200} Aug 11 08:24:11.022764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-87cf09bf-978d-4eec-bc8e-a951b308beaf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:11.024109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-87cf09bf-978d-4eec-bc8e-a951b308beaf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "GET /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2880945 Aug 11 08:24:11.059402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:11.093332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-47836dec-2f59-4e6d-9a5a-d126a6f91851 req-4ac2718e-0531-44c9-a973-89a4aef546ac tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 210 time: 0.0891707 Aug 11 08:24:11.098758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.113107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:24:11.120979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b3e5f3a-9c2e-4928-8df0-6cefe9909b29 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:24:11.125630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5849f31-505d-43cf-888d-9450703c70a5']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:11.149360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a705d42-c228-4bd3-bc7d-3c06e7318a12') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:11.149917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a705d42-c228-4bd3-bc7d-3c06e7318a12') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:11.161210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.171851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:11.181936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.191294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:11.192132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:11.196257 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:11.246213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.275481 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.301695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.328177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.331060 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] 10.222.0.58 "DELETE /v2.0/networks/d5849f31-505d-43cf-888d-9450703c70a5 HTTP/1.1" status: 204 len: 168 time: 2.5754280 Aug 11 08:24:11.332254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd7bab-150b-46d8-a006-767d14d9e5d0 tempest-NetworksIpV6TestAttrs-224888032 tempest-NetworksIpV6TestAttrs-224888032-project] Pushing event deleted for resources: {'Network': ['ID=d5849f31-505d-43cf-888d-9450703c70a5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:11.339307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:11.344423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:11.348543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.352325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.353169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e264d25c-500b-4bc4-9f63-86ce0f899634 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:11.557296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-73d68326-d862-43e6-8a20-eeb84dfaac62 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:11.559119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-73d68326-d862-43e6-8a20-eeb84dfaac62 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 810 time: 0.2048221 Aug 11 08:24:11.572439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:11.582393 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.676910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-ab55e9de-655d-4052-b4bd-cc866cfb4f92 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d24d010e1e4b80bd7ad1211e8737d7 HTTP/1.1" status: 200 len: 379 time: 0.1025796 Aug 11 08:24:11.700782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'port': {'device_id': '2643056e-c2e9-48e8-9d76-bd6322508096', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'admin_state_up': True, 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'security_groups': ['f4df5d70-cc56-410f-88b1-650426354b54']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:11.713761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Allocated IP 172.20.0.8 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/f33f8573-f57d-4dd0-a338-99013f200dfd) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:11.716932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e264d25c-500b-4bc4-9f63-86ce0f899634,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:11.778431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] For port e264d25c-500b-4bc4-9f63-86ce0f899634, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:11.931500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] device_id is not set on port e264d25c-500b-4bc4-9f63-86ce0f899634 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:24:11.949982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Made reservation on behalf of 37d24d010e1e4b80bd7ad1211e8737d7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:11.954011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.955188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:11.990667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c7d553b-2ba6-4af1-aa1b-a64b03335222 req-3cb7e90e-8d88-45f3-8686-1045856e0a63 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 210 time: 0.0576432 Aug 11 08:24:12.001140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.016607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.023730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.031747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.038493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.050394 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:24:12.050812 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:24:12.052352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.059681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.063204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-867abc93-e779-44e4-977a-9c1387b73c7c req-32e499a9-5090-4735-a68c-b2c8a5ff0399 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 4577 time: 0.1673198 Aug 11 08:24:12.175028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-867abc93-e779-44e4-977a-9c1387b73c7c req-38b500c2-51b7-47de-a37c-46329a2acf02 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=3da15f10-5843-4e52-a454-0042604a7a82&id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602582 Aug 11 08:24:12.256958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.275816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56556) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:12.304919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Transition to ACTIVE for port object f33f8573-f57d-4dd0-a338-99013f200dfd will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:12.362403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Allocated IP 172.20.0.14 (fc582351-1147-4951-96c6-ee4d5ad3809c/321d2451-06bc-4419-98dd-9c68d2557caa/3854bbf6-b23f-45b3-8f07-2e8a56c2da27) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:12.363790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] No DVR routers for this DVR port e264d25c-500b-4bc4-9f63-86ce0f899634 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:12.417669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] In _notify_port_updated(), no bound segment for port e264d25c-500b-4bc4-9f63-86ce0f899634 on network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:24:12.418620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.419286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.420943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] 10.222.0.69 "PUT /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 200 len: 1028 time: 1.3774841 Aug 11 08:24:12.422042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.428703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83568cad-cdb6-4fbe-babf-a37252daeeee service neutron] Pushing event updated for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:12.458356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:12.460943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8a05d783-06d1-4a4b-b061-6949a10f999b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:12.563518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:12.620003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:12.623872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:12.639257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.639951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:12.670377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Transition to ACTIVE for port object 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:12.710609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.711368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.747178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.754476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa885f20-1e01-4a7e-b79d-de63728bd8dc req-ce32f591-7b64-4726-8c27-0854bce78a0c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:12.757076 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa885f20-1e01-4a7e-b79d-de63728bd8dc req-ce32f591-7b64-4726-8c27-0854bce78a0c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 931 time: 0.3412654 Aug 11 08:24:12.760087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-547c0160-3146-47fa-b304-d21f055dca36 None None] Provisioning complete for port e264d25c-500b-4bc4-9f63-86ce0f899634 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:12.760087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-547c0160-3146-47fa-b304-d21f055dca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.785400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78ee9029-1515-4ccc-a96b-8563448c8d1b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1989605 Aug 11 08:24:12.835429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-c4f7b818-0ecd-4e0c-9366-0c2b1e3997d7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:24:12.846852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-c4f7b818-0ecd-4e0c-9366-0c2b1e3997d7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120211 Aug 11 08:24:12.854671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Request body: {'port': {'device_id': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:12.893338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa885f20-1e01-4a7e-b79d-de63728bd8dc req-d786b5f9-23d4-44dc-9ba3-a5bdc946c3a0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067791 Aug 11 08:24:12.925111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Network fc582351-1147-4951-96c6-ee4d5ad3809c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:12.969454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 47f859b7-88f0-4c22-95c6-58231dce8f4f no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:12.979801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:12.983133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port 53b079e1-b750-44fc-9900-b27575fd4f98 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:12.983646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:12.988668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.008752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:13.023596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'Port': ['ID=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:13.123902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e2e957a0-b434-47e4-af65-9dd4938da868 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f50460f917bd4988a544b3fc1006b105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356378 Aug 11 08:24:13.133392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56576) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:13.350448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:13.351441 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.363771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:13.369447 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ccc17d-796c-4d3c-bd4f-5d04e0894a43" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:13.416303 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7754219a-37c1-411a-8fc3-635a3e12cc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.425715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-547c0160-3146-47fa-b304-d21f055dca36 None None] Port e264d25c-500b-4bc4-9f63-86ce0f899634 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:13.464656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f26ed2dd-fc6e-4b8f-9191-021460940224 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7762327 Aug 11 08:24:13.488916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-7f70e844-b944-44f5-9dd0-e8e676d2703d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:24:13.490186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-7f70e844-b944-44f5-9dd0-e8e676d2703d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093029 Aug 11 08:24:13.504053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Request body: {'port': {'device_id': '2643056e-c2e9-48e8-9d76-bd6322508096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:13.658833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7754219a-37c1-411a-8fc3-635a3e12cc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.682675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.685620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Provisioning for port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:13.713655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.729212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Provisioning complete for port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:13.729714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.878387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:13.884038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:13.898388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:13.901348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 53b079e1-b750-44fc-9900-b27575fd4f98 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:14.088064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Provisioning for port f33f8573-f57d-4dd0-a338-99013f200dfd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:14.167808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Provisioning complete for port f33f8573-f57d-4dd0-a338-99013f200dfd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:14.168765 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.220919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:14.311861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ba94658f-bad1-4f4b-8fde-e6ce2e050c8e None None] Port f33f8573-f57d-4dd0-a338-99013f200dfd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:14.322293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33f8573-f57d-4dd0-a338-99013f200dfd {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:14.336863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.352397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.376811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Transition to ACTIVE for port object f33f8573-f57d-4dd0-a338-99013f200dfd will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:14.392164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.421027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-6a790141-936b-4f64-9133-8b7217d23256 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:14.428070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-6a790141-936b-4f64-9133-8b7217d23256 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:14.437937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-6a790141-936b-4f64-9133-8b7217d23256 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:14.445409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-6a790141-936b-4f64-9133-8b7217d23256 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:14.452180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-6a790141-936b-4f64-9133-8b7217d23256 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:14.462876 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-6a790141-936b-4f64-9133-8b7217d23256 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3878 time: 0.2163947 Aug 11 08:24:14.464806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=53b079e1-b750-44fc-9900-b27575fd4f98,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:14.473434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] For port 53b079e1-b750-44fc-9900-b27575fd4f98, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=53b079e1-b750-44fc-9900-b27575fd4f98,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:14.473720 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.473852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.474215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 139e2f8a-e394-4702-98f0-6b9e879498c5 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:14.556631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for 53b079e1-b750-44fc-9900-b27575fd4f98 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:14.564856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3928-3c62-4bd5-a42f-3d7ee2899f95 req-d3fd3af5-e0c8-471e-94e7-37d04ee8907f tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:14.566611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3cc3928-3c62-4bd5-a42f-3d7ee2899f95 req-d3fd3af5-e0c8-471e-94e7-37d04ee8907f tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 932 time: 1.4271071 Aug 11 08:24:14.741039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Pushing event updated for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:14.762299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Attempting to bind port f33f8573-f57d-4dd0-a338-99013f200dfd on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:14.762706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Attempting to bind port f33f8573-f57d-4dd0-a338-99013f200dfd by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:14.763040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Attempting to bind port f33f8573-f57d-4dd0-a338-99013f200dfd on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:14.779597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1af1cef8-e249-4a4f-a1fd-cf0038779e8b req-07b70243-cb71-49f4-bd24-87c5af704668 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123298 Aug 11 08:24:14.826146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:14.829847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Port f33f8573-f57d-4dd0-a338-99013f200dfd on network 9633078a-8d25-4858-b669-47a18fbde111 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:24:14.834479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Attempting to bind port f33f8573-f57d-4dd0-a338-99013f200dfd on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:14.865816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:14.868181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:14.872192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:14.872898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Bound port: f33f8573-f57d-4dd0-a338-99013f200dfd, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:14.873465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.930008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7754219a-37c1-411a-8fc3-635a3e12cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.930596 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.941870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7754219a-37c1-411a-8fc3-635a3e12cc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:14.948462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7754219a-37c1-411a-8fc3-635a3e12cc79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea2bea52-f032-47ac-900f-d7ec00006f12 HTTP/1.1" status: 204 len: 168 time: 1.8128402 Aug 11 08:24:14.973626 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3cc3928-3c62-4bd5-a42f-3d7ee2899f95 req-54f3053b-7c06-4f7d-91cf-380cb47dbda9 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937948 Aug 11 08:24:14.995768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754219a-37c1-411a-8fc3-635a3e12cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2bea52-f032-47ac-900f-d7ec00006f12,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:15.014041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=139e2f8a-e394-4702-98f0-6b9e879498c5,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:15.024070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.024808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cb58a12e-2849-4ba1-b62d-4c1f8942ac69 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:15.137311 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e49d4d-15e8-437b-a3c0-c3200aaeb0cc x-openstack-request-id: req-01e49d4d-15e8-437b-a3c0-c3200aaeb0cc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:15.137598 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:15.137740 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01e49d4d-15e8-437b-a3c0-c3200aaeb0cc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:15.138130 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'code': 200} Aug 11 08:24:15.263408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:15.273994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f33f8573-f57d-4dd0-a338-99013f200dfd,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:15.289197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:15.292357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cb58a12e-2849-4ba1-b62d-4c1f8942ac69 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:24:15.312497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.386429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:15.405854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.437784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Pushing event updated for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:15.438448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Transition to ACTIVE for port object 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:15.448552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.448844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.494408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:15.495234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.496735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-2fe53af3-46a3-4eef-8118-62a2501e7025 service neutron] 10.222.0.64 "PUT /v2.0/ports/f33f8573-f57d-4dd0-a338-99013f200dfd HTTP/1.1" status: 200 len: 1091 time: 2.6484888 Aug 11 08:24:15.497306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:15.499626 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad5e77-9908-4f7e-8955-612903cdcc79" -d '{"events": [{"name": "network-changed", "server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:15.544362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=53b079e1-b750-44fc-9900-b27575fd4f98,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:15.607205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Pushing event updated for resources: {'Port': ['ID=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:15.611921 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c6cd8a-a021-4647-bf6a-267472d271e2 x-openstack-request-id: req-e1c6cd8a-a021-4647-bf6a-267472d271e2 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:15.612165 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:15.612352 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1c6cd8a-a021-4647-bf6a-267472d271e2 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:15.612755 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd', 'status': 'completed', 'code': 200} Aug 11 08:24:15.613629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] No DVR routers for this DVR port 53b079e1-b750-44fc-9900-b27575fd4f98 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:15.617395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.619830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-fe68ca0b-f590-4ef6-832b-9c8ffc7468c2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "DELETE /v2.0/ports/53b079e1-b750-44fc-9900-b27575fd4f98 HTTP/1.1" status: 204 len: 173 time: 3.0584900 Aug 11 08:24:15.644755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f832d-0748-41d8-95b7-dee7daf8e0d9 req-66408a2f-52f6-42b6-916a-b2eb1f211b73 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:15.650192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-350f832d-0748-41d8-95b7-dee7daf8e0d9 req-66408a2f-52f6-42b6-916a-b2eb1f211b73 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 943 time: 0.4709096 Aug 11 08:24:15.809703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-350f832d-0748-41d8-95b7-dee7daf8e0d9 req-1e3739fc-706d-496e-9d99-3e37e919710e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441574 Aug 11 08:24:15.930884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Attempting to bind port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:15.931564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Attempting to bind port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:15.931564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Attempting to bind port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 on network fc582351-1147-4951-96c6-ee4d5ad3809c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:15.950732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port 56a52cb4-d7c1-4b5b-b90a-116476d93701 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:15.951151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:15.966246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 on network fc582351-1147-4951-96c6-ee4d5ad3809c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:24:15.966789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Attempting to bind port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 on network fc582351-1147-4951-96c6-ee4d5ad3809c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:16.013887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:16.014597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Checking segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:16.015022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Bound using segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:16.015510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Bound port: 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:16.015884 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:16.231260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] For port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:16.238573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] For port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:16.250888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:16.388213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Pushing event updated for resources: {'Port': ['ID=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:16.448066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946021-84c3-4075-965f-80f351ae3b79 req-74fb9ba9-739b-4052-a63f-2af90dee8bed tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.461662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.463200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:16.465426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-38c7891d-133d-4a1c-840c-64faa8fcb13d service neutron] 10.222.0.69 "PUT /v2.0/ports/3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 1092 time: 2.9674680 Aug 11 08:24:16.468303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:16.471982 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:16.473955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946021-84c3-4075-965f-80f351ae3b79 req-74fb9ba9-739b-4052-a63f-2af90dee8bed tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.484421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946021-84c3-4075-965f-80f351ae3b79 req-74fb9ba9-739b-4052-a63f-2af90dee8bed tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.502316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946021-84c3-4075-965f-80f351ae3b79 req-74fb9ba9-739b-4052-a63f-2af90dee8bed tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.510183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13946021-84c3-4075-965f-80f351ae3b79 req-74fb9ba9-739b-4052-a63f-2af90dee8bed tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3141 time: 0.4002213 Aug 11 08:24:16.517089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c08115-b5d7-4236-a588-73bc3d623db1 req-d3b21036-9e2c-48ed-9e07-2a9073a068d1 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.542911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8c08115-b5d7-4236-a588-73bc3d623db1 req-d3b21036-9e2c-48ed-9e07-2a9073a068d1 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 944 time: 0.1781991 Aug 11 08:24:16.587838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] For port 56a52cb4-d7c1-4b5b-b90a-116476d93701, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56a52cb4-d7c1-4b5b-b90a-116476d93701,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:16.588273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:16.623646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-b39d591b-2574-4bc2-8360-76fabc2393ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.625634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-b39d591b-2574-4bc2-8360-76fabc2393ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 1094 time: 1.0652192 Aug 11 08:24:16.661796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8c08115-b5d7-4236-a588-73bc3d623db1 req-e8014f91-32bd-4334-b9c8-b9d1f120ee29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816462 Aug 11 08:24:16.665180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-0d2062c7-d358-4e72-afd8-aaf5af1e1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.666904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-0d2062c7-d358-4e72-afd8-aaf5af1e1745 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1095 time: 0.1211686 Aug 11 08:24:16.779647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-9504e684-3849-4d53-a9ca-3fbb5e587865 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 217 time: 0.0930719 Aug 11 08:24:16.810967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-4ff55225-d9e7-4346-88cc-8c69d973cc15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33f8573-f57d-4dd0-a338-99013f200dfd HTTP/1.1" status: 200 len: 217 time: 0.1537762 Aug 11 08:24:16.915346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-37e00066-2c1b-445b-b7bf-6d56c0ea2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.922990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-37e00066-2c1b-445b-b7bf-6d56c0ea2e26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.1331949 Aug 11 08:24:16.990565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e926-6236-4202-b654-c1f9dfefe482 req-ee3ce903-60cf-4542-a2a8-9908a5d1a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:16.992460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-ee3ce903-60cf-4542-a2a8-9908a5d1a87e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653856 Aug 11 08:24:17.019296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13946021-84c3-4075-965f-80f351ae3b79 req-f9f9f213-a908-442a-972f-7997be44d7bf tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4924505 Aug 11 08:24:17.139802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:17.143314 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feaa147-18f6-44a5-b817-39fc1321463a" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:17.144324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-c8299b70-c73f-44cd-9804-f12b2ede3b57 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454010 Aug 11 08:24:17.215990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-4c18126f-48b3-4228-b04b-bc8eebafd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:17.218743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-4c18126f-48b3-4228-b04b-bc8eebafd966 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.3945365 Aug 11 08:24:17.294026 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8895cced-20af-4d62-88f2-3c557c102041 x-openstack-request-id: req-8895cced-20af-4d62-88f2-3c557c102041 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:17.294508 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:17.294849 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8895cced-20af-4d62-88f2-3c557c102041 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:17.295351 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'status': 'completed', 'code': 200} Aug 11 08:24:17.301087 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d061ce0-f8a4-4e0c-8862-546c3c86d55c x-openstack-request-id: req-8d061ce0-f8a4-4e0c-8862-546c3c86d55c {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:17.301408 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-unplugged", "status": "completed", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:17.301660 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d061ce0-f8a4-4e0c-8862-546c3c86d55c {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:17.302060 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f', 'code': 200} Aug 11 08:24:17.302308 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98', 'code': 200} Aug 11 08:24:17.302554 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5', 'code': 200} Aug 11 08:24:17.355186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a737e926-6236-4202-b654-c1f9dfefe482 req-f98fdd23-3dd9-43d5-8233-9b3211e0c8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030036 Aug 11 08:24:17.515946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-e22bd76c-2bfd-4cab-8cdd-951096f54d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:17.518308 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-e22bd76c-2bfd-4cab-8cdd-951096f54d43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780671 Aug 11 08:24:17.554351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531b82-66d8-4731-87d2-60866cfbdbf8 req-b1d9736b-3569-41f7-a0f5-c5f75b207eb6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:17.556275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31531b82-66d8-4731-87d2-60866cfbdbf8 req-b1d9736b-3569-41f7-a0f5-c5f75b207eb6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 943 time: 0.3148623 Aug 11 08:24:17.570642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-af1a3e15-9187-4f5a-b8d6-0138664ac914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:17.572589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-af1a3e15-9187-4f5a-b8d6-0138664ac914 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1095 time: 0.0982995 Aug 11 08:24:17.616076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:17.625703 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ddda7-69db-4e46-a2ef-ff5f5b0f20c8" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:17.724137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56700) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:17.835432 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc00a7-fef3-42a0-83ce-7b89f52b5f1b x-openstack-request-id: req-8afc00a7-fef3-42a0-83ce-7b89f52b5f1b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:17.835764 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "53b079e1-b750-44fc-9900-b27575fd4f98", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:17.835970 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8afc00a7-fef3-42a0-83ce-7b89f52b5f1b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:17.856506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-4873479d-9435-4043-a841-90f1389dc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:17.858211 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-4873479d-9435-4043-a841-90f1389dc99e service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.2777131 Aug 11 08:24:17.858538 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '53b079e1-b750-44fc-9900-b27575fd4f98', 'status': 'completed', 'code': 200} Aug 11 08:24:17.920266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-53b37176-114b-4d60-90c2-c86674ca2cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911967 Aug 11 08:24:17.972289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31531b82-66d8-4731-87d2-60866cfbdbf8 req-82c1bb3b-b0c8-4f50-9794-802fc6fff69a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900094 Aug 11 08:24:18.038680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122676717'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:18.050647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-36a7a4fa-5c24-4117-bd68-5c948e08ad5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 217 time: 0.1250300 Aug 11 08:24:18.194927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:18.195262 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:18.195587 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Floating IP 1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32 disassociated. External IP: 172.25.2.166, port: 56a52cb4-d7c1-4b5b-b90a-116476d93701. Aug 11 08:24:18.195932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for 56a52cb4-d7c1-4b5b-b90a-116476d93701 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:18.253855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00082c6b-e2ff-4973-af7f-312b62da8189 req-be6e6392-717e-4f3f-82f7-e41b8a432a0f tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.255474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-00082c6b-e2ff-4973-af7f-312b62da8189 req-be6e6392-717e-4f3f-82f7-e41b8a432a0f tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 944 time: 0.3854301 Aug 11 08:24:18.259342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:18.271975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:18.331289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:18.386438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-7ef1d7d9-ff63-4f53-82c9-5a37b06aa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.388274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-7ef1d7d9-ff63-4f53-82c9-5a37b06aa9a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.3096066 Aug 11 08:24:18.467680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9a478226-0abe-4014-8d42-a7a3afd0e3a3 req-78099098-1ce9-4afa-8a19-0361e3fd2ade service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950399 Aug 11 08:24:18.468195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-00082c6b-e2ff-4973-af7f-312b62da8189 req-c2f1a489-3ff1-496e-8685-4554aca7d43b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902406 Aug 11 08:24:18.529130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64aadb-850d-470a-99dc-f3a3751a7f52 req-8b356897-03f0-48e3-ad25-2be376b0ab35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.557099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64aadb-850d-470a-99dc-f3a3751a7f52 req-8b356897-03f0-48e3-ad25-2be376b0ab35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.575554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64aadb-850d-470a-99dc-f3a3751a7f52 req-8b356897-03f0-48e3-ad25-2be376b0ab35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.594884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64aadb-850d-470a-99dc-f3a3751a7f52 req-8b356897-03f0-48e3-ad25-2be376b0ab35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.602043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e64aadb-850d-470a-99dc-f3a3751a7f52 req-8b356897-03f0-48e3-ad25-2be376b0ab35 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 3141 time: 0.2806349 Aug 11 08:24:18.681876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-84d7b7de-0bb9-4b58-b294-46d24afb7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.695128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-84d7b7de-0bb9-4b58-b294-46d24afb7b1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625487 Aug 11 08:24:18.743771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:18.822046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=56a52cb4-d7c1-4b5b-b90a-116476d93701,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:18.956066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-31132ab8-416f-41b7-8372-5e4b51301069 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493942 Aug 11 08:24:18.956818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-a22338e9-89db-4731-8839-59910d461448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:18.960129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-a22338e9-89db-4731-8839-59910d461448 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 1094 time: 0.3564739 Aug 11 08:24:18.969629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e64aadb-850d-470a-99dc-f3a3751a7f52 req-1dd87c62-fc7c-4019-b284-f519ce8208fe tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307456 Aug 11 08:24:19.156009 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.167173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.242278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1dbfe72d-06cd-4689-821c-58b1a1e0f3b9 req-bc320270-ad4e-41e0-93cf-dbffeb6a6210 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778518 Aug 11 08:24:19.243127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:19.298304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0478b6-b8da-45dd-b0bb-53ab553946c7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:19.304628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.305356 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 4ce856b2-d1f9-4244-a1fd-20da177c4012 of type vlan for network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 Aug 11 08:24:19.341172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97830a-7829-439d-97ce-90a7b682993a req-e421a985-e8a8-4c2d-8c02-c2603dfefee8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:19.349697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c97830a-7829-439d-97ce-90a7b682993a req-e421a985-e8a8-4c2d-8c02-c2603dfefee8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.1588576 Aug 11 08:24:19.372471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6a57-715c-471c-90b8-a9d173b408c7 req-7a55ad51-c7c2-4a7c-a20a-4ffbd824b3ae tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:19.385655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c8a6a57-715c-471c-90b8-a9d173b408c7 req-7a55ad51-c7c2-4a7c-a20a-4ffbd824b3ae tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 943 time: 0.2406824 Aug 11 08:24:19.396061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.415347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-6042e313-73bd-49a0-8b96-8f2ef0025850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:19.416844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-6042e313-73bd-49a0-8b96-8f2ef0025850 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.4446168 Aug 11 08:24:19.456011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.462122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:19.462870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.532303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-c60c14a0-5e40-49b1-9d51-608992e89e91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33f8573-f57d-4dd0-a338-99013f200dfd HTTP/1.1" status: 200 len: 217 time: 0.0969901 Aug 11 08:24:19.576866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:24:19.587772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=8ca4a46c-b2ea-46be-9778-cc784ad916c6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:19.603983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c8a6a57-715c-471c-90b8-a9d173b408c7 req-9c8d6727-921a-4601-ad77-522e00267879 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160940 Aug 11 08:24:19.604373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:19.616018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c97830a-7829-439d-97ce-90a7b682993a req-e4a8c044-c690-44aa-bdb5-c6ffcc629efc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652721 Aug 11 08:24:19.639847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7143ee67-5860-4792-a643-9a39671bf799 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9135146 Aug 11 08:24:19.789946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:19.795377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:19.932305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:19.941646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:19.959583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:24:20.186845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:20.203276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'port_id': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'mac_address': 'fa:16:3e:11:ba:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:24:20.208693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa299f-4031-4d81-9b58-0d5f3a299204 req-bfe4e437-c8b2-4f61-baa4-0cb899f9da09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.222805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa299f-4031-4d81-9b58-0d5f3a299204 req-bfe4e437-c8b2-4f61-baa4-0cb899f9da09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.240516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa299f-4031-4d81-9b58-0d5f3a299204 req-bfe4e437-c8b2-4f61-baa4-0cb899f9da09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.251374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:20.253282 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dfa299f-4031-4d81-9b58-0d5f3a299204 req-bfe4e437-c8b2-4f61-baa4-0cb899f9da09 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 2408 time: 0.1541281 Aug 11 08:24:20.269163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:20.299819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:20.308463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-55a95aa5-7f82-422c-8ee7-195901daffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.310056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-55a95aa5-7f82-422c-8ee7-195901daffc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.7307563 Aug 11 08:24:20.311386 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:20.342876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba74d-7d5c-4f2a-b833-7407aaa03983 req-d484c9d0-1aa8-4691-a88e-71653359a93d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.350850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eeba74d-7d5c-4f2a-b833-7407aaa03983 req-d484c9d0-1aa8-4691-a88e-71653359a93d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 944 time: 0.1121707 Aug 11 08:24:20.425428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:20.441852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dfa299f-4031-4d81-9b58-0d5f3a299204 req-193176cb-d76c-4143-a516-3a50c71d5cf7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874049 Aug 11 08:24:20.455655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eeba74d-7d5c-4f2a-b833-7407aaa03983 req-798b90b0-bb34-4c06-b2f6-f91cf359680d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038010 Aug 11 08:24:20.506415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:24:20.522315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] Sync routers for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:24:20.538772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-f1ffa13a-e405-4bdd-acc6-49afb5ab0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.540091 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:20.540641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-f1ffa13a-e405-4bdd-acc6-49afb5ab0753 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875372 Aug 11 08:24:20.542304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:20.562660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] No DVR routers for this DVR port 56a52cb4-d7c1-4b5b-b90a-116476d93701 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:20.635590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3854bbf6-b23f-45b3-8f07-2e8a56c2da27'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:20.646238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:20.738977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-4d0d4c28-2d14-4488-806b-da3d16ae5f81 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775007 Aug 11 08:24:20.740465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:20.743207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-259af406-44f5-4b25-9c04-62a9d14d8bfd tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "DELETE /v2.0/ports/56a52cb4-d7c1-4b5b-b90a-116476d93701 HTTP/1.1" status: 204 len: 173 time: 5.1169531 Aug 11 08:24:20.743895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:20.749278 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b2d7a1-9c7e-4596-839f-0fdb935a7a87" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:20.780061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=7e4d933d-377c-4187-ac43-807c614029b9,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:20.947761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ef22-c699-4a8a-962b-ab20ab5053b4 req-e32633c2-2feb-4baf-a06d-81a087f84c85 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:20.964520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77a2ef22-c699-4a8a-962b-ab20ab5053b4 req-e32633c2-2feb-4baf-a06d-81a087f84c85 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 943 time: 0.1753869 Aug 11 08:24:21.013271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '4ce856b2-d1f9-4244-a1fd-20da177c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:21.015265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 8ca4a46c-b2ea-46be-9778-cc784ad916c6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:21.112725 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:21.127458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-cd9045e3-36bc-4b47-bbc5-c5f399556594 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.129889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-cd9045e3-36bc-4b47-bbc5-c5f399556594 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.69 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.3427520 Aug 11 08:24:21.135446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:21.144782 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77a2ef22-c699-4a8a-962b-ab20ab5053b4 req-c00d47cd-96df-495d-bb31-49a112de4b92 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795371 Aug 11 08:24:21.180777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8ca4a46c-b2ea-46be-9778-cc784ad916c6) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:21.205442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.206055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.210979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e26746-d2e4-4cb7-80ec-5c34ce9b9b39 None None] Network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:21.257213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818059f5-03ef-4bc7-9cd6-06b901963240 req-5fb2a0a0-3c4e-4c2d-8be5-f470d5100f76 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.259144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-818059f5-03ef-4bc7-9cd6-06b901963240 req-5fb2a0a0-3c4e-4c2d-8be5-f470d5100f76 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.3477292 Aug 11 08:24:21.276362 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa2671-93df-4cb9-b08a-52f489588df7 x-openstack-request-id: req-2dfa2671-93df-4cb9-b08a-52f489588df7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:21.277010 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "56a52cb4-d7c1-4b5b-b90a-116476d93701", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:21.277433 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2dfa2671-93df-4cb9-b08a-52f489588df7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:21.278030 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '56a52cb4-d7c1-4b5b-b90a-116476d93701', 'status': 'completed', 'code': 200} Aug 11 08:24:21.330422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-662f625a-fc1b-4c60-8931-dc2702c838f6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5392087 Aug 11 08:24:21.337758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:21.348552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1909995858'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:21.358481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48ad5e77-9908-4f7e-8955-612903cdcc79 req-ae102a21-0f8c-45fc-a04a-581f88cb22e4 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058147 Aug 11 08:24:21.387675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-818059f5-03ef-4bc7-9cd6-06b901963240 req-76bcabd2-e993-41c5-94c1-c3db94d555d8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133542 Aug 11 08:24:21.390064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f33f8573-f57d-4dd0-a338-99013f200dfd details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:24:21.398719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port f1d29db8-2fd6-4aed-a058-eb265ef098ea {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:21.402742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.445554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:21.466728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.472751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Deleting port 266d10d8-7ca8-4767-85b5-df9b06bd00ab {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:21.487788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.514798 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:35Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:21.536844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] For port f1d29db8-2fd6-4aed-a058-eb265ef098ea, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f1d29db8-2fd6-4aed-a058-eb265ef098ea,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:21.537386 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.567627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for f1d29db8-2fd6-4aed-a058-eb265ef098ea owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:21.603205 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] Checking router: 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:24:21.639377 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:21.642690 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:21.698944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:21.747833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.747833 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment afa3964f-5f49-43ae-a7f5-3e67d65e87ad of type vlan for network 26dd3446-e133-4497-a45b-f1919b64fb8b Aug 11 08:24:21.807238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f33f8573-f57d-4dd0-a338-99013f200dfd,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:21.823731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] For port 266d10d8-7ca8-4767-85b5-df9b06bd00ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=266d10d8-7ca8-4767-85b5-df9b06bd00ab,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:21.824557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.840037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'f33f8573-f57d-4dd0-a338-99013f200dfd', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': 'f33f8573-f57d-4dd0-a338-99013f200dfd', 'mac_address': 'fa:16:3e:28:68:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:24:21.846859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9c290-86ed-4aaa-ba6f-a6d5eb03f76d req-a157bdae-1f1a-4808-bd2a-71922cb75556 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.853175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9c290-86ed-4aaa-ba6f-a6d5eb03f76d req-a157bdae-1f1a-4808-bd2a-71922cb75556 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.859922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9c290-86ed-4aaa-ba6f-a6d5eb03f76d req-a157bdae-1f1a-4808-bd2a-71922cb75556 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.868004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63c9c290-86ed-4aaa-ba6f-a6d5eb03f76d req-a157bdae-1f1a-4808-bd2a-71922cb75556 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 2408 time: 0.2396641 Aug 11 08:24:21.934155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9c922-3f53-4bfc-b755-e217bd781db8 req-161667e2-1015-407b-a200-8c324e01c007 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:21.934992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.935631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53f9c922-3f53-4bfc-b755-e217bd781db8 req-161667e2-1015-407b-a200-8c324e01c007 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 945 time: 0.1673834 Aug 11 08:24:21.965094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:21.991653 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:21.996671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:22.103419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53f9c922-3f53-4bfc-b755-e217bd781db8 req-0284988e-5690-40fd-87f0-32da1afab2b4 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079361 Aug 11 08:24:22.174956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.290721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33f8573-f57d-4dd0-a338-99013f200dfd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:22.368763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f33f8573-f57d-4dd0-a338-99013f200dfd,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:22.376672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:22.381182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=f1d29db8-2fd6-4aed-a058-eb265ef098ea,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:22.387374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:22.387599 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.411324 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.432034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:35Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:22.447733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-8ca4a46c-b2ea-46be-9778-cc784ad916c6', 'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': '7e4d933d-377c-4187-ac43-807c614029b9'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:22.448596 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.464541 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762de7c6-6080-479d-8500-0f5865a8648c None None] The sync data for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 is: [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:13:28Z', 'revision_number': 4, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '863989ab-7629-4932-bffe-1ee197b4cc65', 'name': '', 'network_id': 'd470a6ef-a623-45cb-aae5-a04f60242f52', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'mac_address': 'fa:16:3e:44:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:27Z', 'updated_at': '2021-08-11T08:13:35Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'subnets': [{'id': 'c24a3f37-10ee-4de6-a531-79b7a440ac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:24:22.502967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:22.598409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] No DVR routers for this DVR port f1d29db8-2fd6-4aed-a058-eb265ef098ea on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:22.619632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.628048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-77e22402-8d2a-4d17-b3dd-1cccf12f08d7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "DELETE /v2.0/ports/f1d29db8-2fd6-4aed-a058-eb265ef098ea HTTP/1.1" status: 204 len: 173 time: 1.8737667 Aug 11 08:24:22.649053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.656748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.658294 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Floating IP 2767a390-2bca-4fe7-b721-0c98c382bb42 disassociated. External IP: 172.25.2.79, port: 266d10d8-7ca8-4767-85b5-df9b06bd00ab. Aug 11 08:24:22.658817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Calling delete_port for 266d10d8-7ca8-4767-85b5-df9b06bd00ab owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:22.662073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56826) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:22.709200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63c9c290-86ed-4aaa-ba6f-a6d5eb03f76d req-422443c6-b285-47b2-a568-e4b2639aefc2 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8327632 Aug 11 08:24:22.742654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758b9b8-25f1-419f-9f96-faddf911a540 req-de298827-9374-4017-b3d7-851580fe1508 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:22.747763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.766615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3758b9b8-25f1-419f-9f96-faddf911a540 req-de298827-9374-4017-b3d7-851580fe1508 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 944 time: 0.3829854 Aug 11 08:24:22.768107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:22.769852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.827355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:22.867035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5270004 Aug 11 08:24:22.875209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:22.883616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f31a-d203-455a-87b7-d7ee6f6b99d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:22.893493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f33f8573-f57d-4dd0-a338-99013f200dfd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:22.974465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81498f04-8504-4e43-8f6d-98fb89f4dee4 None None] New status for floating IP 1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:24:22.982839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3758b9b8-25f1-419f-9f96-faddf911a540 req-dcc77b42-b507-4b5b-933c-93f00c18f6a5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151787 Aug 11 08:24:23.024307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '26dd3446-e133-4497-a45b-f1919b64fb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:23.061885 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.088479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port 139e2f8a-e394-4702-98f0-6b9e879498c5 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:23.088838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.160120 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8a52454-801c-4f65-974c-5fb11298303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.192894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629edf16-a265-4cc5-9b9b-f6be1c042453 req-95c6dd1c-030c-4d36-aed6-3bd7fea38c17 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:23.214781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-629edf16-a265-4cc5-9b9b-f6be1c042453 req-95c6dd1c-030c-4d36-aed6-3bd7fea38c17 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 946 time: 0.1978495 Aug 11 08:24:23.243980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] For port 139e2f8a-e394-4702-98f0-6b9e879498c5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=139e2f8a-e394-4702-98f0-6b9e879498c5,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:23.244352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.259122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60d343-a14f-45a6-8b93-13394aca769b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=26dd3446-e133-4497-a45b-f1919b64fb8b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:23.259389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for 139e2f8a-e394-4702-98f0-6b9e879498c5 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:23.285090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:23.348730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Deleting subnet de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:24:23.354910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.421304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 26dd3446-e133-4497-a45b-f1919b64fb8b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:23.427717 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-629edf16-a265-4cc5-9b9b-f6be1c042453 req-4092489e-76a0-438c-a198-bab608e32c67 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117274 Aug 11 08:24:23.429366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:23.432053 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7ff51-8df5-4338-9a36-3f7c18b4691a" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:23.437873 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.466244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.476385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=139e2f8a-e394-4702-98f0-6b9e879498c5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:23.545390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:23.553303 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c80d80-9f9a-4feb-8e30-8aa538f7db6e x-openstack-request-id: req-17c80d80-9f9a-4feb-8e30-8aa538f7db6e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:23.553571 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "f1d29db8-2fd6-4aed-a058-eb265ef098ea", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:23.553816 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17c80d80-9f9a-4feb-8e30-8aa538f7db6e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:23.554202 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': 'f1d29db8-2fd6-4aed-a058-eb265ef098ea', 'status': 'completed', 'code': 200} Aug 11 08:24:23.554984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] No DVR routers for this DVR port 139e2f8a-e394-4702-98f0-6b9e879498c5 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:23.564018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1bb10-e816-4c8e-a4a7-5af797d55a1f req-a544ec75-a273-4de2-afd4-9f5d9acf6447 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:23.567435 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96baf590-cf5e-41cd-8d10-f0acb890c761" -d '{"events": [{"server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "name": "network-vif-plugged", "status": "completed", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:23.571907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eed1bb10-e816-4c8e-a4a7-5af797d55a1f req-a544ec75-a273-4de2-afd4-9f5d9acf6447 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 945 time: 0.1723337 Aug 11 08:24:23.593333 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.595683 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.597990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-841543ea-54de-4a11-af80-cf1026fbb187 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "DELETE /v2.0/ports/139e2f8a-e394-4702-98f0-6b9e879498c5 HTTP/1.1" status: 204 len: 173 time: 0.9583051 Aug 11 08:24:23.641698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.651398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eed1bb10-e816-4c8e-a4a7-5af797d55a1f req-9402f8c3-8964-428b-816f-741daa9cb23e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740480 Aug 11 08:24:23.706319 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44dd06-a76f-49d8-b0e3-86a4af907c0d x-openstack-request-id: req-ca44dd06-a76f-49d8-b0e3-86a4af907c0d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:23.706746 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "name": "network-vif-plugged", "status": "completed", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:23.707359 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca44dd06-a76f-49d8-b0e3-86a4af907c0d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:23.707855 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'code': 200} Aug 11 08:24:23.717990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:23.741838 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.743229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:23.750544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event deleted for resources: {'Port': ['ID=266d10d8-7ca8-4767-85b5-df9b06bd00ab,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:23.765092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Allocated IP 172.20.255.242 (8ca4a46c-b2ea-46be-9778-cc784ad916c6/7e4d933d-377c-4187-ac43-807c614029b9/71b5b864-2f29-4380-a4e4-f349c0336caf) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:23.816279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f31a-d203-455a-87b7-d7ee6f6b99d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.854711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f31a-d203-455a-87b7-d7ee6f6b99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.960985 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:23.970526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:24:23.971297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Transition to ACTIVE for port object 71b5b864-2f29-4380-a4e4-f349c0336caf will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:23.979138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f31a-d203-455a-87b7-d7ee6f6b99d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b693598-6416-4130-98c8-7ea14f688750,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.010079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Transition to ACTIVE for port object 71b5b864-2f29-4380-a4e4-f349c0336caf will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:24.040618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6ef1f31a-d203-455a-87b7-d7ee6f6b99d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac1597f07dde4981a2a8fdee0e5d24a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5247958 Aug 11 08:24:24.041645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56848) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:24.065708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff21b09-4df1-47e1-b32a-cbdec9e6f6cd req-44e5aabc-9f67-4385-bcd3-a9e7c01d345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:24.067464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cff21b09-4df1-47e1-b32a-cbdec9e6f6cd req-44e5aabc-9f67-4385-bcd3-a9e7c01d345a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1097 time: 0.3209512 Aug 11 08:24:24.071980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.084918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port 47f859b7-88f0-4c22-95c6-58231dce8f4f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:24.085454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.101999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 266d10d8-7ca8-4767-85b5-df9b06bd00ab {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:24:24.102668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 266d10d8-7ca8-4767-85b5-df9b06bd00ab not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:24:24.154494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:24.157493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:24.172322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:24.176104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.284527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cff21b09-4df1-47e1-b32a-cbdec9e6f6cd req-86f71baa-683c-4073-b9f9-5c9500b31f73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042530 Aug 11 08:24:24.287110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Pushing event updated for resources: {'Port': ['ID=71b5b864-2f29-4380-a4e4-f349c0336caf,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.290896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Attempting to bind port 71b5b864-2f29-4380-a4e4-f349c0336caf on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:24.291408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Attempting to bind port 71b5b864-2f29-4380-a4e4-f349c0336caf by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '4ce856b2-d1f9-4244-a1fd-20da177c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:24.292024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Attempting to bind port 71b5b864-2f29-4380-a4e4-f349c0336caf on network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:24.299886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:24.300347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Checking segment: {'id': '4ce856b2-d1f9-4244-a1fd-20da177c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:24.300671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.301098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Bound using segment: {'id': '4ce856b2-d1f9-4244-a1fd-20da177c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:24.301601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Bound port: 71b5b864-2f29-4380-a4e4-f349c0336caf, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce856b2-d1f9-4244-a1fd-20da177c4012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8ca4a46c-b2ea-46be-9778-cc784ad916c6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:24.302002 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.338858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b65b98e-3a08-4208-81df-c4831f2c6c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.383211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e078ff-31b2-48ad-b31f-474728da91d8 req-541d1c9c-6941-4d20-ba92-e29ce93194b3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:24.384963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d9e078ff-31b2-48ad-b31f-474728da91d8 req-541d1c9c-6941-4d20-ba92-e29ce93194b3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 944 time: 0.2646308 Aug 11 08:24:24.392021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] For port 71b5b864-2f29-4380-a4e4-f349c0336caf, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:24.396215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] For port 71b5b864-2f29-4380-a4e4-f349c0336caf, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71b5b864-2f29-4380-a4e4-f349c0336caf,segment=NetworkSegment(4ce856b2-d1f9-4244-a1fd-20da177c4012),segment_id=4ce856b2-d1f9-4244-a1fd-20da177c4012)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:24.403367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.410723 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b65b98e-3a08-4208-81df-c4831f2c6c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.429806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] For port 47f859b7-88f0-4c22-95c6-58231dce8f4f, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=47f859b7-88f0-4c22-95c6-58231dce8f4f,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:24.430154 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.461644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for 47f859b7-88f0-4c22-95c6-58231dce8f4f owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:24.463202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5c70-97ea-41da-b2c0-47b1a6fd8f26 None None] Pushing event updated for resources: {'Port': ['ID=71b5b864-2f29-4380-a4e4-f349c0336caf,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.508346 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d9e078ff-31b2-48ad-b31f-474728da91d8 req-61e44979-6beb-4866-beaa-c55e71930ca6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048269 Aug 11 08:24:24.551259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed2d1-45c3-49bc-9369-90da8fb4fc0c req-507215f7-f829-42c4-a3b7-39defe85120e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:24.558693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f0ed2d1-45c3-49bc-9369-90da8fb4fc0c req-507215f7-f829-42c4-a3b7-39defe85120e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 942 time: 0.6264853 Aug 11 08:24:24.573216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b65b98e-3a08-4208-81df-c4831f2c6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.575763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b65b98e-3a08-4208-81df-c4831f2c6c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.576977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b65b98e-3a08-4208-81df-c4831f2c6c82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b693598-6416-4130-98c8-7ea14f688750 HTTP/1.1" status: 204 len: 168 time: 0.5264688 Aug 11 08:24:24.578711 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.602844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65b98e-3a08-4208-81df-c4831f2c6c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b693598-6416-4130-98c8-7ea14f688750,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.632755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:24:24.643833 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:24:24.651495 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d65da25b-7520-4839-9703-a2b5019ad83a req-86899e65-4fd3-4dee-80ef-a240eeadd636 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=eea16288-8362-45d7-a374-5600043a9b9a HTTP/1.1" status: 200 len: 210 time: 0.0619545 Aug 11 08:24:24.658156 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:24.658818 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:24.712222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.716488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275 HTTP/1.1" status: 204 len: 168 time: 1.4180603 Aug 11 08:24:24.716488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c6060-2d1f-4895-9a6d-1bbcddd75259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4d72b3-a5d0-4b19-b9ed-fa2ba54c3275,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.728427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:24.780380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] No DVR routers for this DVR port 266d10d8-7ca8-4767-85b5-df9b06bd00ab on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:24.783772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.789208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3917b889-1df8-4bc0-bc23-29e1b2620e8a req-e17b7970-a3f2-43bb-bc61-c65b8bfc0407 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.69 "DELETE /v2.0/ports/266d10d8-7ca8-4767-85b5-df9b06bd00ab HTTP/1.1" status: 204 len: 173 time: 3.6478271 Aug 11 08:24:24.814533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-deleted', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:24.818324 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1803d9-92b4-4c94-8ad8-388ea33165f5" -d '{"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-deleted", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:24.825023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:24.877959 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:24.889876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=47f859b7-88f0-4c22-95c6-58231dce8f4f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:24.977580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f0ed2d1-45c3-49bc-9369-90da8fb4fc0c req-1c797ecc-9dd4-4bc1-a306-2b860b0de0ba tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9a764c2-0a94-4f5e-b293-70df8054480a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177020 Aug 11 08:24:25.030996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] No DVR routers for this DVR port 47f859b7-88f0-4c22-95c6-58231dce8f4f on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:25.034397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.036468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a51d0328-a26b-4190-98aa-8fe40df6a0ab req-d0745cf0-b636-45f4-93c1-b4719c1a3e4e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.69 "DELETE /v2.0/ports/47f859b7-88f0-4c22-95c6-58231dce8f4f HTTP/1.1" status: 204 len: 173 time: 1.4058385 Aug 11 08:24:25.040131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.053790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b3a6-fef0-43d2-8f88-65509247babc req-541ceb37-38bc-4895-a19f-61c6c1df1d47 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:25.063942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8527b3a6-fef0-43d2-8f88-65509247babc req-541ceb37-38bc-4895-a19f-61c6c1df1d47 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2102547 Aug 11 08:24:25.092376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-6dc2e4c1-21bf-4e6a-9f9c-3bb61b798a86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404035 Aug 11 08:24:25.103817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8a52454-801c-4f65-974c-5fb11298303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.106903 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19539517-b20c-4be4-8c46-da535d3cbc57 x-openstack-request-id: req-19539517-b20c-4be4-8c46-da535d3cbc57 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:25.107195 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea16288-8362-45d7-a374-5600043a9b9a", "name": "network-vif-deleted", "tag": "266d10d8-7ca8-4767-85b5-df9b06bd00ab", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:25.107533 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19539517-b20c-4be4-8c46-da535d3cbc57 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:25.107895 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea16288-8362-45d7-a374-5600043a9b9a', 'name': 'network-vif-deleted', 'tag': '266d10d8-7ca8-4767-85b5-df9b06bd00ab', 'status': 'completed', 'code': 200} Aug 11 08:24:25.121583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8527b3a6-fef0-43d2-8f88-65509247babc req-bb29de2a-d116-44f9-adee-5f2bb78305ab tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543652 Aug 11 08:24:25.207516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-70cfa025-ff6b-4e99-baf2-98e4f6488e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:25.209584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-70cfa025-ff6b-4e99-baf2-98e4f6488e33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 1096 time: 0.0659363 Aug 11 08:24:25.214826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.224449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56862) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:25.229464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04681f41-2642-42e4-af85-cb522c166a10']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:25.242651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e1a13d-8945-465f-bc8e-3e974725c80a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:25.243023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e1a13d-8945-465f-bc8e-3e974725c80a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:25.251462 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a751acac-c09f-429c-8578-24b76ab78693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.253188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.272836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.282497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:25.282703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.370965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f33f8573-f57d-4dd0-a338-99013f200dfd up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:25.393111 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:25.397977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8a52454-801c-4f65-974c-5fb11298303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.425470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-d74d2ba1-0b71-404d-8e5a-0595b2addd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:25.427066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-d74d2ba1-0b71-404d-8e5a-0595b2addd15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1927004 Aug 11 08:24:25.427464 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:25.429800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71b5b864-2f29-4380-a4e4-f349c0336caf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:25.480451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b8a52454-801c-4f65-974c-5fb11298303c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a26f7d0e0e84111844f5cf8be9d6102&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8023136 Aug 11 08:24:25.490308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.493223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:25.507447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.509538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] 10.222.0.58 "DELETE /v2.0/networks/04681f41-2642-42e4-af85-cb522c166a10 HTTP/1.1" status: 204 len: 168 time: 0.7782974 Aug 11 08:24:25.518439 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:24:25.532007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56866) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:25.535930 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:25.536843 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:25.563187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-61d673f1-76de-46ab-811f-b813c4779f85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e819b43-d3b2-45fd-8534-922729c81373 HTTP/1.1" status: 200 len: 217 time: 0.1285417 Aug 11 08:24:25.563752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5'}, {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:25.569434 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4406310a-9068-4091-a05e-9368769ea289" -d '{"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5"}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:25.668941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 71b5b864-2f29-4380-a4e4-f349c0336caf completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:25.684780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port f33f8573-f57d-4dd0-a338-99013f200dfd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:25.687942 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d8d938-cf19-45f3-a914-6cba9390d794 x-openstack-request-id: req-54d8d938-cf19-45f3-a914-6cba9390d794 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:25.688488 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "139e2f8a-e394-4702-98f0-6b9e879498c5", "status": "completed", "code": 200}, {"server_uuid": "b14fa233-7e1c-4218-b22c-c98ca58d867c", "name": "network-vif-deleted", "tag": "47f859b7-88f0-4c22-95c6-58231dce8f4f", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:25.688608 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54d8d938-cf19-45f3-a914-6cba9390d794 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:25.689284 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '139e2f8a-e394-4702-98f0-6b9e879498c5', 'status': 'completed', 'code': 200} Aug 11 08:24:25.689422 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14fa233-7e1c-4218-b22c-c98ca58d867c', 'name': 'network-vif-deleted', 'tag': '47f859b7-88f0-4c22-95c6-58231dce8f4f', 'status': 'completed', 'code': 200} Aug 11 08:24:25.690857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port f33f8573-f57d-4dd0-a338-99013f200dfd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:25.691449 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.744446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Deleting subnet 8e14652f-38f0-4891-a3a4-59e5cfd364e4 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:24:25.752291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.765289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:25.776912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.789508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846574-6cc8-4e5f-af68-3fa57183d346 admin admin] Pushing event deleted for resources: {'Network': ['ID=04681f41-2642-42e4-af85-cb522c166a10,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:25.838217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56876) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:25.873304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.905121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-06ee3937-0b14-4b47-850c-051b1e3fecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:25.907510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:25.907683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-06ee3937-0b14-4b47-850c-051b1e3fecd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.3287117 Aug 11 08:24:25.910640 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ff2222-7ed0-4f77-9e0c-c6bf40043b7b" -d '{"events": [{"server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "name": "network-vif-plugged", "status": "completed", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:25.912584 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:25.932212 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:25.933175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f33f8573-f57d-4dd0-a338-99013f200dfd,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:25.939295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a52454-801c-4f65-974c-5fb11298303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3c349-40db-4eb1-aec4-d48506a2981c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:25.944150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.057983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:26.066027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf344276-e788-4e94-a34f-77d8d503414c req-c2d4e9dd-748e-45e3-9645-644f3a16e92e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:26.074481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf344276-e788-4e94-a34f-77d8d503414c req-c2d4e9dd-748e-45e3-9645-644f3a16e92e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 944 time: 0.3526969 Aug 11 08:24:26.123426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-8a3584eb-a370-4df6-b2ed-e6a6e93d06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:26.125277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-8a3584eb-a370-4df6-b2ed-e6a6e93d06eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868129 Aug 11 08:24:26.130086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.130871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2c755ff-5285-4342-87c4-0c38f042f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.177824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de29cd5-808c-4fda-aa0c-a6928c31856f None None] Network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:26.261113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf344276-e788-4e94-a34f-77d8d503414c req-26ef4ecf-6ff9-4206-97cd-c70a4e36e4dd tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792223 Aug 11 08:24:26.288650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2c755ff-5285-4342-87c4-0c38f042f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.305595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.331202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] Provisioning for port 71b5b864-2f29-4380-a4e4-f349c0336caf completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:26.338714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] Provisioning complete for port 71b5b864-2f29-4380-a4e4-f349c0336caf triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:26.339083 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.366036 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d8e2e-b750-451a-b46e-58368552be25 x-openstack-request-id: req-a25d8e2e-b750-451a-b46e-58368552be25 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:26.366531 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "name": "network-vif-plugged", "status": "completed", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:26.366788 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a25d8e2e-b750-451a-b46e-58368552be25 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:26.367570 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd', 'code': 200} Aug 11 08:24:26.428314 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:26.444190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4069c077-98ff-4e1e-a385-c43a6d539325 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.475553 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a609a03-89a3-442b-93cf-fb64ea26ec3a None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:24:26.504989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e14652f-38f0-4891-a3a4-59e5cfd364e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:26.508214 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.510360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-09097249-8ba5-4494-912c-f3cd68df537c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e14652f-38f0-4891-a3a4-59e5cfd364e4 HTTP/1.1" status: 204 len: 168 time: 0.9744108 Aug 11 08:24:26.537755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56886) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:26.552931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7eeef243-f0b7-40d1-89d0-5ecab78b88fb req-3b9336ac-ea7c-4ef6-bcd8-e3eca7c121f7 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1212451 Aug 11 08:24:26.607812 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2c755ff-5285-4342-87c4-0c38f042f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.610362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2c755ff-5285-4342-87c4-0c38f042f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.621500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f2c755ff-5285-4342-87c4-0c38f042f6b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbf3c349-40db-4eb1-aec4-d48506a2981c HTTP/1.1" status: 204 len: 168 time: 1.1258392 Aug 11 08:24:26.632059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-14242eb3-e919-46c5-a9cc-52de6ae12eaf service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831591 Aug 11 08:24:26.659497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.678552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c755ff-5285-4342-87c4-0c38f042f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3c349-40db-4eb1-aec4-d48506a2981c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:26.704811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4069c077-98ff-4e1e-a385-c43a6d539325 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.713797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] For port 71b5b864-2f29-4380-a4e4-f349c0336caf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71b5b864-2f29-4380-a4e4-f349c0336caf,segment=NetworkSegment(4ce856b2-d1f9-4244-a1fd-20da177c4012),segment_id=4ce856b2-d1f9-4244-a1fd-20da177c4012)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:26.722932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.745465 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.800181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be2687-771d-4694-942f-f8b5a1f1c63e None None] Pushing event updated for resources: {'Port': ['ID=71b5b864-2f29-4380-a4e4-f349c0336caf,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:26.864311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=279b7224-0605-4781-9b20-1bfe22f784a7,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:26.920647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': 'afa3964f-5f49-43ae-a7f5-3e67d65e87ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '26dd3446-e133-4497-a45b-f1919b64fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:26.921093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 26dd3446-e133-4497-a45b-f1919b64fb8b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:26.924799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a751acac-c09f-429c-8578-24b76ab78693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.962168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a751acac-c09f-429c-8578-24b76ab78693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:26.973960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 26dd3446-e133-4497-a45b-f1919b64fb8b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:26.988410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 26dd3446-e133-4497-a45b-f1919b64fb8b) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:26.995412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be64878c-4bec-4d63-a8a1-9f95261a92d2 None None] New status for floating IP 2767a390-2bca-4fe7-b721-0c98c382bb42: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:24:27.002163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b3a90-bd81-4042-a1c6-818c3e348461 None None] Network 26dd3446-e133-4497-a45b-f1919b64fb8b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:27.004175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:27.005100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.012073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cc515-3727-4a5e-bda7-2e0eebdc9480 req-a9711664-565e-4bec-94a3-6a15890eba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:27.013670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a41cc515-3727-4a5e-bda7-2e0eebdc9480 req-a9711664-565e-4bec-94a3-6a15890eba03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 1096 time: 0.5437338 Aug 11 08:24:27.046693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e95000d9-32b2-4384-ab14-852618ce936c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.0770152 Aug 11 08:24:27.049738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56892) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:27.061884 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.081079 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:24:27.114420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a751acac-c09f-429c-8578-24b76ab78693 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e8a9341f7394a149e5b197f92d13ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8878133 Aug 11 08:24:27.128278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc67624-9ae8-417c-a07d-17b72b4622e4 req-819b93f1-fd6f-46c7-9960-8c3ad4c675d5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:27.129871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cc67624-9ae8-417c-a07d-17b72b4622e4 req-819b93f1-fd6f-46c7-9960-8c3ad4c675d5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.6295917 Aug 11 08:24:27.132673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56894) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:27.170810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751acac-c09f-429c-8578-24b76ab78693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e485649a-4eb0-44db-bdf9-390cb2a89174,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:27.235421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4069c077-98ff-4e1e-a385-c43a6d539325 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.239063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4069c077-98ff-4e1e-a385-c43a6d539325 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.242482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4069c077-98ff-4e1e-a385-c43a6d539325 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "DELETE /v2.0/security-groups/6f3b92d3-2b1b-4b01-bdad-e754b1310b3f HTTP/1.1" status: 204 len: 168 time: 1.3905566 Aug 11 08:24:27.245340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56896) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:27.256984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c47a15c4-7ff0-48e5-89ab-1de97ced9dd6 req-251122b5-e44c-4fc9-b94d-1c04156d97f9 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621150 Aug 11 08:24:27.265799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.267003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a41cc515-3727-4a5e-bda7-2e0eebdc9480 req-0a2b30a1-2079-4850-839c-f5617699e979 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395940 Aug 11 08:24:27.295121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56900) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:27.330167 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-1912854e-e2fe-4359-b9f4-972abcbf89ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] show failed (client error): The resource could not be found. Aug 11 08:24:27.331228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1912854e-e2fe-4359-b9f4-972abcbf89ff tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups/6f3b92d3-2b1b-4b01-bdad-e754b1310b3f HTTP/1.1" status: 404 len: 347 time: 0.0847070 Aug 11 08:24:27.334274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:27.342646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90b1bb7b-f13c-473e-bf0a-e104434cb90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.369640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c077-98ff-4e1e-a385-c43a6d539325 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3b92d3-2b1b-4b01-bdad-e754b1310b3f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:27.374072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71b5b864-2f29-4380-a4e4-f349c0336caf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:27.424338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-65f7df7b-3fe0-49aa-829f-1dbb78246e58 None None] Provisioning complete for port 71b5b864-2f29-4380-a4e4-f349c0336caf triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:27.424704 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65f7df7b-3fe0-49aa-829f-1dbb78246e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.466556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cc67624-9ae8-417c-a07d-17b72b4622e4 req-73940fd3-8e98-4ce1-a241-243a75a5e753 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019183 Aug 11 08:24:27.503659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.512269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 71b5b864-2f29-4380-a4e4-f349c0336caf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:27.512643 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.519007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cadd9d8-136d-4e1d-a673-5942d8fd93c4']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:27.534040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680fd826-963f-4994-9b10-5be4e9591bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.539204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f8c585-4777-440e-bb94-f4d5d9315169') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:27.539556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f8c585-4777-440e-bb94-f4d5d9315169') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:27.558444 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.583406 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680fd826-963f-4994-9b10-5be4e9591bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.632185 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.667178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.670872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680fd826-963f-4994-9b10-5be4e9591bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.683305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680fd826-963f-4994-9b10-5be4e9591bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.685159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-680fd826-963f-4994-9b10-5be4e9591bc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e485649a-4eb0-44db-bdf9-390cb2a89174 HTTP/1.1" status: 204 len: 168 time: 0.5334966 Aug 11 08:24:27.715061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:27.715575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.717516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626fbcd-b416-4e80-9af7-0e0956349cf9 req-83a1f48d-36a8-4bc2-bb1d-936aa2142167 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:27.718269 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:27.731170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f626fbcd-b416-4e80-9af7-0e0956349cf9 req-83a1f48d-36a8-4bc2-bb1d-936aa2142167 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 945 time: 0.3189142 Aug 11 08:24:27.740616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7cba6-58b0-442e-b4af-eb1dcabcdda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-26dd3446-e133-4497-a45b-f1919b64fb8b', 'network_id': '26dd3446-e133-4497-a45b-f1919b64fb8b', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': '279b7224-0605-4781-9b20-1bfe22f784a7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:27.741581 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-67c7cba6-58b0-442e-b4af-eb1dcabcdda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.763557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fd826-963f-4994-9b10-5be4e9591bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e485649a-4eb0-44db-bdf9-390cb2a89174,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:27.827859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf57545-ef12-4595-b7a0-7d4744a97581 req-a3cf914c-9471-4a8d-b012-86efc8167054 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:27.830691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bf57545-ef12-4595-b7a0-7d4744a97581 req-a3cf914c-9471-4a8d-b012-86efc8167054 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.1940084 Aug 11 08:24:27.832149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.840830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:27.841916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.848153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] 10.222.0.58 "DELETE /v2.0/networks/3cadd9d8-136d-4e1d-a673-5942d8fd93c4 HTTP/1.1" status: 204 len: 168 time: 1.2226770 Aug 11 08:24:27.856661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'floatingip': {'port_id': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:27.918049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Deleting port 375b75f5-7be6-4fbc-bd79-a2db0052c8b2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:27.918677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:27.920921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.062004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f626fbcd-b416-4e80-9af7-0e0956349cf9 req-b13af2c0-16e4-4286-98ec-0e067f4beb9c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248734 Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-67c7cba6-58b0-442e-b4af-eb1dcabcdda0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 279b7224-0605-4781-9b20-1bfe22f784a7: This subnet is being modified by another concurrent operation. Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:28.098070 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 279b7224-0605-4781-9b20-1bfe22f784a7: This subnet is being modified by another concurrent operation. Aug 11 08:24:28.103209 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:24:28.123107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5601ea-818b-4ac6-805d-75deb3cf0995 None None] Network 26dd3446-e133-4497-a45b-f1919b64fb8b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:28.135778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.273855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:28.284918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=279b7224-0605-4781-9b20-1bfe22f784a7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:28.309780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bf97b-5c22-4876-bacf-00ceff7ecd7f None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:24:28.317706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90b1bb7b-f13c-473e-bf0a-e104434cb90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.376689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90b1bb7b-f13c-473e-bf0a-e104434cb90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.434481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.434941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.466387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5bf97b-5c22-4876-bacf-00ceff7ecd7f None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:24:28.472121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.539718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f603d07-20d9-4bed-92ea-999286dc928c admin admin] Pushing event deleted for resources: {'Network': ['ID=3cadd9d8-136d-4e1d-a673-5942d8fd93c4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:28.541320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1bb7b-f13c-473e-bf0a-e104434cb90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9d72d-64fd-4733-827f-cfca4655a793,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:28.544439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Calling delete_port for 375b75f5-7be6-4fbc-bd79-a2db0052c8b2 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:28.559797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dd3446-e133-4497-a45b-f1919b64fb8b']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:28.580777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40843fb3-8cd2-49c0-8565-e74f4243e82e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b63da8c6e89842f59e6fb47f924f7f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000262 Aug 11 08:24:28.592370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa3964f-5f49-43ae-a7f5-3e67d65e87ad') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:28.592683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa3964f-5f49-43ae-a7f5-3e67d65e87ad') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:28.594637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56926) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:28.627888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-90b1bb7b-f13c-473e-bf0a-e104434cb90f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ab1c51e9f5643e3a9185238057daf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3203881 Aug 11 08:24:28.636672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4909c984-4e0b-4ccf-9aee-9b421e6b8128 req-ddba54d9-0fee-4382-b1dd-7281f3b25224 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1377211 Aug 11 08:24:28.640655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:28.644363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.707820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.724827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.758874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:28.759330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:28.762648 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:28.884351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01a11cbb-799d-4080-9633-972ad0a3675b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.897034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e43f143-dac7-49f7-a6da-f3db67f45bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.899161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.914747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.916693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/26dd3446-e133-4497-a45b-f1919b64fb8b HTTP/1.1" status: 204 len: 168 time: 1.8648200 Aug 11 08:24:28.937794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:28.951295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01a11cbb-799d-4080-9633-972ad0a3675b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:28.958011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364488723'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:28.972947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71fee-61bb-49a9-b7ae-9b1cfd3081ae tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=26dd3446-e133-4497-a45b-f1919b64fb8b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:28.986644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e43f143-dac7-49f7-a6da-f3db67f45bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.049361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:29.052987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.117376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.205724 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01a11cbb-799d-4080-9633-972ad0a3675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.208847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01a11cbb-799d-4080-9633-972ad0a3675b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.212588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event deleted for resources: {'Port': ['ID=375b75f5-7be6-4fbc-bd79-a2db0052c8b2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:29.213285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-01a11cbb-799d-4080-9633-972ad0a3675b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21e9d72d-64fd-4733-827f-cfca4655a793 HTTP/1.1" status: 204 len: 168 time: 0.5705919 Aug 11 08:24:29.237692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e43f143-dac7-49f7-a6da-f3db67f45bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.240273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e43f143-dac7-49f7-a6da-f3db67f45bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.243737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9e43f143-dac7-49f7-a6da-f3db67f45bd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10981328-29ce-42a8-b254-7f82e8ec526f HTTP/1.1" status: 204 len: 168 time: 0.6457930 Aug 11 08:24:29.253222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:29.257250 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1d522047-0bff-4687-bea3-0cfada82f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.269838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a11cbb-799d-4080-9633-972ad0a3675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9d72d-64fd-4733-827f-cfca4655a793,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:29.361713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43f143-dac7-49f7-a6da-f3db67f45bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10981328-29ce-42a8-b254-7f82e8ec526f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:29.367143 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.370685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.372156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a471b9a4-74dd-471d-8931-ee3e2d95c7e2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "DELETE /v2.0/floatingips/2767a390-2bca-4fe7-b721-0c98c382bb42 HTTP/1.1" status: 204 len: 168 time: 2.0356748 Aug 11 08:24:29.412495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.416037 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment d2995931-5e43-4a38-8d55-d8e8e69d36fc of type vlan for network a7b78b20-1c27-4fc3-a982-dd4923909f33 Aug 11 08:24:29.449335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d821f-9c2c-4d87-9a2a-d189198725eb req-5a9bcae5-2116-4003-8b3b-080bdc6084ae tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:29.458580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-149d821f-9c2c-4d87-9a2a-d189198725eb req-5a9bcae5-2116-4003-8b3b-080bdc6084ae tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 945 time: 0.2955208 Aug 11 08:24:29.525050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.566609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-149d821f-9c2c-4d87-9a2a-d189198725eb req-34202e0b-bbe5-4039-a43c-8369b8d1b92d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025503 Aug 11 08:24:29.588811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.resource_extend [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:24:29.648835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.687968 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.689243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:29.689976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.696938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.704619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:29.841971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9020422 Aug 11 08:24:29.846181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56972) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:29.855489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': 'a7b78b20-1c27-4fc3-a982-dd4923909f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:29.926597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f27cc66-0a32-4643-a911-227fac57559b req-96d6e3bf-d3fa-41d5-8756-d4417b797a7b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 267 time: 0.2149608 Aug 11 08:24:29.960836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6909d3-3b40-440f-aa69-efc1656094f0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=a7b78b20-1c27-4fc3-a982-dd4923909f33,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:29.991976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27cc66-0a32-4643-a911-227fac57559b req-f1e71fc2-156c-4f42-b5cf-e8da805325b7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:29.994364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-513e31af-23e3-4978-be48-d1d328aa683f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2272284 Aug 11 08:24:30.001966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f27cc66-0a32-4643-a911-227fac57559b req-f1e71fc2-156c-4f42-b5cf-e8da805325b7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 945 time: 0.0743997 Aug 11 08:24:30.006159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a7b78b20-1c27-4fc3-a982-dd4923909f33 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:30.008977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'port': {'security_groups': []}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:30.028401 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Floating IP 0d10d476-899f-49a0-8c56-18e31dbb49db associated. External IP: 172.25.2.158, port: 3854bbf6-b23f-45b3-8f07-2e8a56c2da27. Aug 11 08:24:30.155720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56976) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:30.156274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56978) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:30.181989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.186354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438038365', 'description': 'tempest-description--1640983749'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:30.248308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:30.250911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.315916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bc05810-e8ce-45e1-bdaa-e5a086a35945 req-c5b53a99-27c1-4807-8490-8b5ec7247474 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0779071 Aug 11 08:24:30.410772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.514869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f33f8573-f57d-4dd0-a338-99013f200dfd,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:30.523100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Performing IP validity checks on allocation pools {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 08:24:30.523703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 08:24:30.538140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-ed7b79b2-3080-49b8-a261-0cbbba71025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:30.539668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-ed7b79b2-3080-49b8-a261-0cbbba71025b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 1097 time: 0.3848653 Aug 11 08:24:30.562320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.566086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-92bcb1f2-127a-4c50-a029-011bae830b07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91720e40ab104b57b234dc426dd1f324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021380 Aug 11 08:24:30.569516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57000) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:30.586203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.622149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8a05d783-06d1-4a4b-b061-6949a10f999b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:30.629856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373', 'f33f8573-f57d-4dd0-a338-99013f200dfd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:30.692575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17e001f8-c5cc-4009-a5cf-568b0bc32234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.703519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:30.704432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.710656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f27cc66-0a32-4643-a911-227fac57559b req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "PUT /v2.0/ports/f33f8573-f57d-4dd0-a338-99013f200dfd HTTP/1.1" status: 200 len: 904 time: 0.7074921 Aug 11 08:24:30.713867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:30.716409 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f287e023-b40f-4b71-893a-dc0a5fcd649e" -d '{"events": [{"name": "network-changed", "server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:30.770926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cffadc-0ffd-4dab-b137-cc2538910f80 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=6']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:30.778941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17e001f8-c5cc-4009-a5cf-568b0bc32234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.843037 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a4ba8d-ec2e-4699-b9f4-31768a45d1db x-openstack-request-id: req-13a4ba8d-ec2e-4699-b9f4-31768a45d1db {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:30.843334 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:30.843763 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13a4ba8d-ec2e-4699-b9f4-31768a45d1db {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:30.844338 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd', 'status': 'completed', 'code': 200} Aug 11 08:24:30.881024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['f33f8573-f57d-4dd0-a338-99013f200dfd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:30.884642 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17e001f8-c5cc-4009-a5cf-568b0bc32234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.891122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17e001f8-c5cc-4009-a5cf-568b0bc32234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:30.895067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-17e001f8-c5cc-4009-a5cf-568b0bc32234 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8c1c53e-56d3-4847-b38b-6c585b12cc16 HTTP/1.1" status: 204 len: 168 time: 0.3194976 Aug 11 08:24:30.914267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e001f8-c5cc-4009-a5cf-568b0bc32234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c1c53e-56d3-4847-b38b-6c585b12cc16,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:31.089332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Router 08ce052e-6906-4a09-9310-9723387a66f9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:24:31.209905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-12d1a618-7485-4ea1-9406-7d6033611844 None None] Provisioning complete for port f33f8573-f57d-4dd0-a338-99013f200dfd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:31.210229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-12d1a618-7485-4ea1-9406-7d6033611844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:31.271954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-99b099ae-0a7c-494e-9dd2-d49f91c111a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:31.274115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-99b099ae-0a7c-494e-9dd2-d49f91c111a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.6910918 Aug 11 08:24:31.309895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564be97-aee0-4bed-8a73-3f2bdbfb53c4 req-3b9cab04-3728-44c0-81e9-66a4470cf959 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:31.319251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9564be97-aee0-4bed-8a73-3f2bdbfb53c4 req-3b9cab04-3728-44c0-81e9-66a4470cf959 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 907 time: 0.4385610 Aug 11 08:24:31.435208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-15584d64-ebe0-4c8a-809f-cad298148772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:31.443059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-15584d64-ebe0-4c8a-809f-cad298148772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 1058 time: 0.5492573 Aug 11 08:24:31.453697 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:31.503912 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:31.507793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-3f98efd7-16d4-46e4-8982-43395981074f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a05d783-06d1-4a4b-b061-6949a10f999b HTTP/1.1" status: 200 len: 217 time: 0.2135308 Aug 11 08:24:31.615461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec641c55-a61e-4adf-b13f-b2e452b8d653 req-5d5761fe-72c4-4cf7-97ae-8b99d7299f18 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:31.622498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec641c55-a61e-4adf-b13f-b2e452b8d653 req-5d5761fe-72c4-4cf7-97ae-8b99d7299f18 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1751988 Aug 11 08:24:31.665006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b6b4717a-b48f-4594-88bb-f863ca758ebb req-2fd745df-3a9c-485a-9431-3096f2a5e4a1 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1584697 Aug 11 08:24:31.691109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec641c55-a61e-4adf-b13f-b2e452b8d653 req-95d42c0d-c4b8-447d-b4b4-671ee2206181 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614662 Aug 11 08:24:32.186511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.187738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0252602 Aug 11 08:24:32.191339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:32.197956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'security_group_rule': {'security_group_id': 'c8775e8b-7b47-4eab-92f8-005c3126f381', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:32.208471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.261640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d066e-dc6f-4ba5-a5d2-6d7fac595489 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8775e8b-7b47-4eab-92f8-005c3126f381,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:32.268435 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.302769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-24d9351c-ced6-4c3d-afdb-b6bbcaa7507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:32.304799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-24d9351c-ced6-4c3d-afdb-b6bbcaa7507b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.7358925 Aug 11 08:24:32.346910 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.376797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:24:32.388940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.391805 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:24:32.403354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-c545a035-3f36-4d97-a1a8-1d0a122e5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:32.405445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-c545a035-3f36-4d97-a1a8-1d0a122e5397 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.9492803 Aug 11 08:24:32.410163 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:32.414320 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:32.431560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.433876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=51e8f91d-7426-4eb2-bcf3-dd150e41f590,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:32.442542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.479179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8c1ed5-169a-4042-b3d4-860a915000b8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:32.505120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde113e-a842-4b92-93d6-be857cd819e3 req-21d816da-2e85-48c9-9d05-c6efe70a2040 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:32.506862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fde113e-a842-4b92-93d6-be857cd819e3 req-21d816da-2e85-48c9-9d05-c6efe70a2040 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.3235013 Aug 11 08:24:32.507761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.515177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-28c3d0f6-e94b-4729-bcc4-61bd0406ff7c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216131 Aug 11 08:24:32.517093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:32.529369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-739d415e-e9ec-44df-b71c-f5aa01424a60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33f8573-f57d-4dd0-a338-99013f200dfd HTTP/1.1" status: 200 len: 217 time: 0.0990086 Aug 11 08:24:32.529755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'security_group_rule': {'security_group_id': 'c8775e8b-7b47-4eab-92f8-005c3126f381', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:32.559069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-65e06d4e-dce6-49d6-98cf-0bd2c3ed8fd7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "PUT /v2.0/floatingips/0d10d476-899f-49a0-8c56-18e31dbb49db HTTP/1.1" status: 200 len: 992 time: 4.6840091 Aug 11 08:24:32.603195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:32.605620 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d7bfe-361a-424b-9a7a-3a76a40937ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:32.606258 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.661619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-a792ebd0-8f8c-4fc7-be53-930f16c6117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:32.663171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-a792ebd0-8f8c-4fc7-be53-930f16c6117c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453360 Aug 11 08:24:32.692434 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1314c03-8ea2-4231-8ca6-80e143bee70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.753831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': 'd2995931-5e43-4a38-8d55-d8e8e69d36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a7b78b20-1c27-4fc3-a982-dd4923909f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:32.754256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: a7b78b20-1c27-4fc3-a982-dd4923909f33, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:32.761400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.771032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.775234 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:32.823969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ab0bbf-59b1-494d-a785-85ae9eff2610,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:32.912827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:32.914999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92dbef3c-611f-4b5d-8cb4-bd3e7e9c5b3d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3956902 Aug 11 08:24:32.919728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57118) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:32.929987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:32.959999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb5cb82f-cf2f-4045-bf27-79b8a171504a req-ad5ef480-6bb3-4fb2-bcda-b7fc8a7f92fe tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0665996 Aug 11 08:24:32.976414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-52886219-d66f-4f2e-878e-e185b0f0d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:32.978740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-52886219-d66f-4f2e-878e-e185b0f0d525 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1097 time: 0.1443529 Aug 11 08:24:33.005803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-5fa83c0d-d564-4252-89ea-2d91cafa1021 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476709 Aug 11 08:24:33.017985 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087aac6d-746b-41e4-be33-4974e49fd9bd x-openstack-request-id: req-087aac6d-746b-41e4-be33-4974e49fd9bd {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:33.018288 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:33.018522 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-087aac6d-746b-41e4-be33-4974e49fd9bd {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:33.018901 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'status': 'completed', 'code': 200} Aug 11 08:24:33.150143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-5de4ebaf-a580-421c-b20f-a14b136e85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:33.151662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-5de4ebaf-a580-421c-b20f-a14b136e85e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.1658263 Aug 11 08:24:33.152867 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:33.203279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-4e284ff0-9a97-4f06-ab95-e6b22f66b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:33.210155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-4e284ff0-9a97-4f06-ab95-e6b22f66b460 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.6389000 Aug 11 08:24:33.289843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fde113e-a842-4b92-93d6-be857cd819e3 req-4df1e595-329c-42e6-8899-d00caf43f7ac tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7620850 Aug 11 08:24:33.306374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network a7b78b20-1c27-4fc3-a982-dd4923909f33 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:33.422190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-3e661445-9917-48c6-9352-5d0ff26f6374 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 1000 time: 0.2377949 Aug 11 08:24:33.440365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a7b78b20-1c27-4fc3-a982-dd4923909f33) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:33.453143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab0ca12-cc71-4388-84a6-3581910309af None None] Network a7b78b20-1c27-4fc3-a982-dd4923909f33 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:33.481328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-f7d4a58d-a50f-46a1-81da-da50ed7fc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:33.482830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-f7d4a58d-a50f-46a1-81da-da50ed7fc2aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.0526454 Aug 11 08:24:33.489044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:33.494724 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:33.520916 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d10d476-899f-49a0-8c56-18e31dbb49db', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'port_id': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'mac_address': 'fa:16:3e:11:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2643056e-c2e9-48e8-9d76-bd6322508096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:24:05Z', 'updated_at': '2021-08-11T08:24:29Z', 'revision_number': 1, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:33.564591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:24:33.576718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:33.586557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:33.587485 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:33.613817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e69551dc-8ba4-4783-90b5-3d41ca37c83c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7666829 Aug 11 08:24:33.614556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57154) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:33.638273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-2b05c84e-2265-48d0-b33c-ef87bdf3b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:33.639829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-2b05c84e-2265-48d0-b33c-ef87bdf3b4c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175675 Aug 11 08:24:33.684716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d1f5173-d90f-454f-95f2-2a930f4f6075 req-57cf39ac-be32-4134-86de-67e0567cde17 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591856 Aug 11 08:24:33.817014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-aa122311-a9c3-4cef-b7ca-11bd9b73deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:33.819187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-aa122311-a9c3-4cef-b7ca-11bd9b73deae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254941 Aug 11 08:24:33.912067 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:34.027259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.047495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57178) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:34.084526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-d34d72b8-c1fb-4274-8071-0cd6468e2880 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639255 Aug 11 08:24:34.164446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf914c-e00c-451f-8b8e-a1b5bcb34d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a7b78b20-1c27-4fc3-a982-dd4923909f33', 'network_id': 'a7b78b20-1c27-4fc3-a982-dd4923909f33', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': '51e8f91d-7426-4eb2-bcf3-dd150e41f590'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:34.166382 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a2bf914c-e00c-451f-8b8e-a1b5bcb34d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.172755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Allocated IP 172.25.2.136 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/b182665d-423c-4c99-a874-77c68033f8a5) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:34.228933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-610dd800-6586-43ce-b127-4e9accac8aa4 req-be071392-f4f1-4748-ba0d-a4078ff4fbee tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0924480 Aug 11 08:24:34.252390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.306799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-62ac0a72-6b26-480b-9424-823a0d633561 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:34.317326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-62ac0a72-6b26-480b-9424-823a0d633561 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.5050790 Aug 11 08:24:34.440310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f287e023-b40f-4b71-893a-dc0a5fcd649e req-06836625-e76d-4261-9f7f-51220c320c7d service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455842 Aug 11 08:24:34.479997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-a2bf914c-e00c-451f-8b8e-a1b5bcb34d1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51e8f91d-7426-4eb2-bcf3-dd150e41f590: This subnet is being modified by another concurrent operation. Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:34.505077 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51e8f91d-7426-4eb2-bcf3-dd150e41f590: This subnet is being modified by another concurrent operation. Aug 11 08:24:34.510970 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:24:34.536829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969dd4b-4571-4597-9ecf-4a210060f851 None None] Network a7b78b20-1c27-4fc3-a982-dd4923909f33 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:34.555165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=51e8f91d-7426-4eb2-bcf3-dd150e41f590,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:34.566872 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d10d476-899f-49a0-8c56-18e31dbb49db', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'port_id': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'mac_address': 'fa:16:3e:11:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2643056e-c2e9-48e8-9d76-bd6322508096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:24:05Z', 'updated_at': '2021-08-11T08:24:29Z', 'revision_number': 1, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:34.578232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-7ac03cc4-333d-43a5-a9fa-0c8a2c99097e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/quotas/1e96cf248d0f4908a645ea73e427fc31 HTTP/1.1" status: 200 len: 375 time: 0.2527070 Aug 11 08:24:34.627761 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abc7e7c-7bb5-44ee-b69c-34b770d198c8 None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d10d476-899f-49a0-8c56-18e31dbb49db', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'port_id': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'mac_address': 'fa:16:3e:11:ba:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2643056e-c2e9-48e8-9d76-bd6322508096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:24:05Z', 'updated_at': '2021-08-11T08:24:29Z', 'revision_number': 1, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:24:34.741109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eded5aaf-fc6b-4646-a3d6-63e88819d1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.755838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.771320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b78b20-1c27-4fc3-a982-dd4923909f33']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:34.788475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.807966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2995931-5e43-4a38-8d55-d8e8e69d36fc') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:34.808113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2995931-5e43-4a38-8d55-d8e8e69d36fc') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:34.823917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-64a786c9-9de6-4e4a-8112-a52016dde4c1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2347217 Aug 11 08:24:34.835070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4b53c-afbf-446f-82ce-20d3366ab0d8 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:24:34.849772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.896002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.915280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:34.916896 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:34.933809 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:35.069105 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:35.080278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3405b9-3bf4-4512-a272-dffd44360fc2 None None] New status for floating IP 0d10d476-899f-49a0-8c56-18e31dbb49db: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:24:35.189139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.231729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.246296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4b53c-afbf-446f-82ce-20d3366ab0d8 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:24:35.249638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/a7b78b20-1c27-4fc3-a982-dd4923909f33 HTTP/1.1" status: 204 len: 168 time: 1.6313100 Aug 11 08:24:35.252151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57216) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:35.284978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927585140'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:35.316441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6522ab-fd9c-46ae-9c1d-d1c07ea9beca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=a7b78b20-1c27-4fc3-a982-dd4923909f33,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:35.370995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eded5aaf-fc6b-4646-a3d6-63e88819d1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.399392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eded5aaf-fc6b-4646-a3d6-63e88819d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.422594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:35.448447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.478517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-defc4c0e-6305-4993-ad1f-e23820665e71 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6240060 Aug 11 08:24:35.544023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:35.570158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.570821 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 6176ac43-cfdb-4daa-9f28-946020d6712d of type vlan for network 12fee4f1-8303-4081-bfda-49b85019cd0e Aug 11 08:24:35.601218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-5c501976-f6fc-4121-bb5a-03626b19770b service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668965 Aug 11 08:24:35.738245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-4e9e94cb-1ad6-46d5-a153-5d2135ebe44b service neutron] 10.222.0.58 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272724 Aug 11 08:24:35.741721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:35.790059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:35.794589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:35.817987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:35.830933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f67d7bfe-361a-424b-9a7a-3a76a40937ad req-4a6e78a8-b79e-4002-9688-bcaff301a7a3 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413835 Aug 11 08:24:35.853819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'Port': ['ID=b182665d-423c-4c99-a874-77c68033f8a5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:35.869669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fde23adf-5f63-4d8c-b3fd-26fb138733ad req-680fecfc-b4db-4303-b4e2-892d418c0538 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.3789501 Aug 11 08:24:35.910414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded5aaf-fc6b-4646-a3d6-63e88819d1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86cfa8-2182-4a75-b5ae-32cc51cf8322,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:35.947242 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eded5aaf-fc6b-4646-a3d6-63e88819d1b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ad59a7cad4a485cb4c7ffea8f2f909f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8907943 Aug 11 08:24:35.950081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57258) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:35.963691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.057493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.058164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.079524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:36.080192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.145207 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.203574 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9382622 Aug 11 08:24:36.206094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57274) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:36.216302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:36.219175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f3aa97c-3007-4e6d-876a-666b4ca03b65 req-42454f68-51a2-44a9-94fa-923a618ec278 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 210 time: 0.0914187 Aug 11 08:24:36.264570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03d2b150-deb8-417b-9eae-a679c13bc7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.270902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.293999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d6a8-eba7-4a62-9078-3f3c3855099d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=12fee4f1-8303-4081-bfda-49b85019cd0e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:36.309514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 12fee4f1-8303-4081-bfda-49b85019cd0e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:36.348127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03d2b150-deb8-417b-9eae-a679c13bc7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.414842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:36.419556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.533055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03d2b150-deb8-417b-9eae-a679c13bc7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.535744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03d2b150-deb8-417b-9eae-a679c13bc7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.537167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-03d2b150-deb8-417b-9eae-a679c13bc7fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e86cfa8-2182-4a75-b5ae-32cc51cf8322 HTTP/1.1" status: 204 len: 168 time: 0.5763979 Aug 11 08:24:36.567889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2b150-deb8-417b-9eae-a679c13bc7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86cfa8-2182-4a75-b5ae-32cc51cf8322,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:36.671341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.680780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.867516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.929338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:36.955465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'Port': ['ID=b182665d-423c-4c99-a874-77c68033f8a5,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:37.001352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.003071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-215ab23c-ac9f-4046-a4f4-974793e44754 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0817380 Aug 11 08:24:37.224244 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c18d9111-f7a4-431b-b2fa-5d2c398d4fe8 req-fcc1cb2d-2f1e-4c09-aab0-e8758d2b91fc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1761723 Aug 11 08:24:37.230402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57332) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:37.256922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=f4311516-b407-498e-a06e-147d7a22849c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:37.265264 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aac99eb9-09b4-4d7a-9048-f62fd85192e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.279950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '6176ac43-cfdb-4daa-9f28-946020d6712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:37.280448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 12fee4f1-8303-4081-bfda-49b85019cd0e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:37.313822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 12fee4f1-8303-4081-bfda-49b85019cd0e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:37.337932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 12fee4f1-8303-4081-bfda-49b85019cd0e) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:37.342586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:37.346134 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.440280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5cf105-b0e3-437f-b9d3-54ae8fca4929 None None] Network 12fee4f1-8303-4081-bfda-49b85019cd0e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:37.442376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aac99eb9-09b4-4d7a-9048-f62fd85192e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.460855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aac99eb9-09b4-4d7a-9048-f62fd85192e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.477039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7565a9d5-1856-4d0b-a486-afcc5496ac0b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2652254 Aug 11 08:24:37.479760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57350) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:37.492333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-5754699b-9b4b-445a-9ee1-1a682a794d75 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--438038365&fields=id&tenant_id=492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 267 time: 0.0655417 Aug 11 08:24:37.534167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-531eabcd-3bf6-496c-8f4d-a4aede60aac2 req-77b0edd7-fe02-41a6-9362-b37fe5d9a600 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 210 time: 0.0895736 Aug 11 08:24:37.565006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aac99eb9-09b4-4d7a-9048-f62fd85192e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=164eb68f5e1c49f7ae0aea9975cb6c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333523 Aug 11 08:24:37.610981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57352) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:37.628923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac99eb9-09b4-4d7a-9048-f62fd85192e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb640c-3243-4798-9944-89af7f6f6eae,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:37.714676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-12fee4f1-8303-4081-bfda-49b85019cd0e', 'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': 'f4311516-b407-498e-a06e-147d7a22849c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:37.716851 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.732758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.736963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1dea02f3-8c6e-40a7-ba93-92973a164cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.770298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-a190735d-d4b1-48db-90b8-f53a558e5da6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:37.771823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-a190735d-d4b1-48db-90b8-f53a558e5da6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 815 time: 0.2714303 Aug 11 08:24:37.784469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1dea02f3-8c6e-40a7-ba93-92973a164cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:37.810728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-88f95d75-69f1-435f-a07c-f98d695e60f2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/quotas/492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 375 time: 0.0302279 Aug 11 08:24:37.923146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Allocated IP 172.20.0.1 (12fee4f1-8303-4081-bfda-49b85019cd0e/f4311516-b407-498e-a06e-147d7a22849c/8bb0ce3c-96dc-4629-8075-13cf5ed06da2) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:37.954006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.026494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-21021b7e-8db7-4adf-8fb5-a0a29f3e8d73 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2025993 Aug 11 08:24:38.127544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1dea02f3-8c6e-40a7-ba93-92973a164cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.134051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1dea02f3-8c6e-40a7-ba93-92973a164cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.135752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1dea02f3-8c6e-40a7-ba93-92973a164cfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10bb640c-3243-4798-9944-89af7f6f6eae HTTP/1.1" status: 204 len: 168 time: 0.5205417 Aug 11 08:24:38.177158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.201010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea02f3-8c6e-40a7-ba93-92973a164cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb640c-3243-4798-9944-89af7f6f6eae,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:38.202563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Transition to ACTIVE for port object 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:38.228686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Transition to ACTIVE for port object 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:38.247103 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.264846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-e43dce69-6612-400c-ad47-eecbe79955c5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:24:38.265843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-e43dce69-6612-400c-ad47-eecbe79955c5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2161903 Aug 11 08:24:38.301941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-b1604dbb-5240-4184-a9fa-d48df80e09ed tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:38.303566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-b1604dbb-5240-4184-a9fa-d48df80e09ed tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.69 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 812 time: 0.4094052 Aug 11 08:24:38.329215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Request body: {'port': {'device_id': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'admin_state_up': True, 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:38.338743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.352551 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Network 12fee4f1-8303-4081-bfda-49b85019cd0e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:38.357717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:38.370693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:38.426255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Pushing event updated for resources: {'Port': ['ID=8bb0ce3c-96dc-4629-8075-13cf5ed06da2,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:38.443269 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.463797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fee4f1-8303-4081-bfda-49b85019cd0e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:38.488945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6176ac43-cfdb-4daa-9f28-946020d6712d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:38.489678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6176ac43-cfdb-4daa-9f28-946020d6712d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:38.495522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Attempting to bind port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:38.496036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Attempting to bind port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '6176ac43-cfdb-4daa-9f28-946020d6712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:38.497242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Attempting to bind port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 on network 12fee4f1-8303-4081-bfda-49b85019cd0e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:38.510590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:38.512682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Checking segment: {'id': '6176ac43-cfdb-4daa-9f28-946020d6712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:38.514285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.515048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Bound using segment: {'id': '6176ac43-cfdb-4daa-9f28-946020d6712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:38.515730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Bound port: 8bb0ce3c-96dc-4629-8075-13cf5ed06da2, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6176ac43-cfdb-4daa-9f28-946020d6712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '12fee4f1-8303-4081-bfda-49b85019cd0e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:38.516604 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.529996 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.553770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-8fa3e0fa-0d72-415c-9905-0e0f94905db9 service neutron] 10.222.0.58 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808497 Aug 11 08:24:38.590624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.610630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:38.611079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.684245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] For port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:38.750332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] For port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8bb0ce3c-96dc-4629-8075-13cf5ed06da2,segment=NetworkSegment(6176ac43-cfdb-4daa-9f28-946020d6712d),segment_id=6176ac43-cfdb-4daa-9f28-946020d6712d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:38.761409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:38.772711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-fe6e9348-523e-450e-a79f-bcef09e1f118 service neutron] 10.222.0.58 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179508 Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:38.781600 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:38.848668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255034-d1b0-475b-b00b-3f6eef64cab6 None None] Pushing event updated for resources: {'Port': ['ID=8bb0ce3c-96dc-4629-8075-13cf5ed06da2,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:38.865987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:24:38.865987 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:24:38.865987 n-d-789963-6 neutron-server[94572]: [parameters: {'id': '12fee4f1-8303-4081-bfda-49b85019cd0e'}] Aug 11 08:24:38.865987 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:24:38.866487 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:24:38.914700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ca6d5-8412-4a52-99ba-256235c37747 None None] Network 12fee4f1-8303-4081-bfda-49b85019cd0e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:38.926724 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f48eaa31-ad27-45e8-a1f5-d833e544581b req-5d984190-b224-4dc3-8246-b39d93ac2ebc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1708050 Aug 11 08:24:38.929893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=f4311516-b407-498e-a06e-147d7a22849c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:39.080229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Made reservation on behalf of 1e96cf248d0f4908a645ea73e427fc31 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:39.085203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:39.243347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1f3ef-ca33-472c-9921-691597bc8e1b None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:24:39.274569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0537bdbc-7c76-4f4e-b243-26d3e05359ab req-67bd8096-4a75-4ccd-9db2-ec3d3f92be3a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 210 time: 0.0777721 Aug 11 08:24:39.383024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:39.416046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-976898f6-1f1c-4b3d-9475-30b2b135c628 req-0363ff46-d849-43a3-b35c-90eb7c4efb1c tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 210 time: 0.1375904 Aug 11 08:24:39.455934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1f3ef-ca33-472c-9921-691597bc8e1b None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:24:39.709359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Allocated IP 172.20.0.7 (9633078a-8d25-4858-b669-47a18fbde111/4d75150d-56ef-4a11-aaa1-2db807ce5256/3b965871-d449-467e-8962-f8a38c6b0695) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:39.749021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:39.750095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:40.083845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] For port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8bb0ce3c-96dc-4629-8075-13cf5ed06da2,segment=NetworkSegment(6176ac43-cfdb-4daa-9f28-946020d6712d),segment_id=6176ac43-cfdb-4daa-9f28-946020d6712d)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:40.085114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:40.111882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Calling delete_port for 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:40.175121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c07f215a-644a-47e6-b8c6-919462ff2887 req-a19f0f3d-f5af-43a8-a8e7-df4e67562e60 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0527170 Aug 11 08:24:40.335150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:40.361983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Transition to ACTIVE for port object 3b965871-d449-467e-8962-f8a38c6b0695 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:40.397650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:40.428303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Port': ['ID=8bb0ce3c-96dc-4629-8075-13cf5ed06da2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:40.439670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No DVR routers for this DVR port 8bb0ce3c-96dc-4629-8075-13cf5ed06da2 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:40.486667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5937bde2-65a9-4df0-a53b-a83ac97abf0f req-7f2b3800-5f8c-4233-a36a-5a661f38bf34 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 210 time: 0.0678713 Aug 11 08:24:40.509619 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:40.545801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8a05d783-06d1-4a4b-b061-6949a10f999b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:40.550620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Network 9633078a-8d25-4858-b669-47a18fbde111 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:40.564865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:40.643386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:40.661821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:40.764466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5093f05-79e0-4931-81c9-1ee323c92359 req-49cb17d6-b3e2-478b-af95-fb24804c2918 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 210 time: 0.2052176 Aug 11 08:24:40.833268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:40.899234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fee4f1-8303-4081-bfda-49b85019cd0e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:40.902470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:40.953457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6176ac43-cfdb-4daa-9f28-946020d6712d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:40.957830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6176ac43-cfdb-4daa-9f28-946020d6712d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:41.000019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:41.009424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.037473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.081346 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.092591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-e416fa95-bf02-4781-b469-092db46bf694 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7714787 Aug 11 08:24:41.099914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:41.100761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:41.104390 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:41.118356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-236b6c83-7ed9-4a83-968f-a16e0b0f1b3b None None] Provisioning for port 3b965871-d449-467e-8962-f8a38c6b0695 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:41.133144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-236b6c83-7ed9-4a83-968f-a16e0b0f1b3b None None] Provisioning complete for port 3b965871-d449-467e-8962-f8a38c6b0695 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:41.136211 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-236b6c83-7ed9-4a83-968f-a16e0b0f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.144689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Request body: {'port': {'device_id': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:41.174849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-f404d4aa-9a6d-4adb-8023-63ef8b7281df tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:41.179217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-f404d4aa-9a6d-4adb-8023-63ef8b7281df tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 815 time: 0.3246422 Aug 11 08:24:41.279113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-236b6c83-7ed9-4a83-968f-a16e0b0f1b3b None None] Port 3b965871-d449-467e-8962-f8a38c6b0695 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:41.307462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-444e9ff7-b4db-48fc-8bc5-cc85f7e156e3 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 379 time: 0.1087739 Aug 11 08:24:41.323422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'port': {'device_id': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'admin_state_up': True, 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'security_groups': ['c8775e8b-7b47-4eab-92f8-005c3126f381']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:41.332586 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.390647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.404775 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.410694 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/12fee4f1-8303-4081-bfda-49b85019cd0e HTTP/1.1" status: 204 len: 168 time: 3.8892570 Aug 11 08:24:41.418053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57536) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:41.430353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-923619825'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:41.435542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496842e-1c87-4ef2-b889-c8ff595c2d9f tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=12fee4f1-8303-4081-bfda-49b85019cd0e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:41.534963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6894f4e5-552f-46b0-bf14-d30e853f20f0 req-2e247371-a204-4560-a69c-aab2866d1bca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.1736884 Aug 11 08:24:41.554456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:41.561148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.606716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:41.620531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.620915 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment acb87931-e701-460c-8e84-e0031c1416af of type vlan for network 139ebe56-99ad-49a0-9aea-0903caca844b Aug 11 08:24:41.670943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.678012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Made reservation on behalf of 492dcd48a4614fccbeed074f15f3724c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:41.682510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.745208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.753593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:41.754304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:41.833522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4137850 Aug 11 08:24:41.847162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57566) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:41.942184 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Allocated IP 172.20.0.13 (08bd2196-630d-4343-a7dd-dbf0af9a8335/a463de33-5fe6-4ce7-aa94-ad2f23e937b8/7dde3c3c-f81e-4e1d-b949-4a95de888eec) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:41.971576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:42.124469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2f51f-126d-46b1-88cf-ea5df137a829 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=139ebe56-99ad-49a0-9aea-0903caca844b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:42.134547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878eda-ea7e-4744-be95-4c034d6cecfe req-5a3a2a62-bf52-4a13-b3e6-248d3684c175 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:42.136072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96878eda-ea7e-4744-be95-4c034d6cecfe req-5a3a2a62-bf52-4a13-b3e6-248d3684c175 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 931 time: 0.4195611 Aug 11 08:24:42.141369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 139ebe56-99ad-49a0-9aea-0903caca844b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:42.142955 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.158530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Transition to ACTIVE for port object 7dde3c3c-f81e-4e1d-b949-4a95de888eec will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:42.205135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.238287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:42.243244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.326158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:42.334272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:42.346557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:42.397558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96878eda-ea7e-4744-be95-4c034d6cecfe req-32ce6c9e-291d-4513-ace8-0e595df95943 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469814 Aug 11 08:24:42.418543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:42.420031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.424633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:42.434650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af265612-fa12-4d62-97b5-b204c42b7b46 req-5303dceb-9fb6-411e-8ddc-897e062dadc5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:42.443203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af265612-fa12-4d62-97b5-b204c42b7b46 req-5303dceb-9fb6-411e-8ddc-897e062dadc5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 932 time: 0.2537148 Aug 11 08:24:42.498164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.498935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.499073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.499459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.501325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.501871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.502270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.503020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.512636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.513269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.513804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.514502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:42.534975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b965871-d449-467e-8962-f8a38c6b0695 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:42.539679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-d69ce218-a94d-446a-b1f6-4cbd4fffc031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2221780 Aug 11 08:24:42.558639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.574528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af265612-fa12-4d62-97b5-b204c42b7b46 req-952ba065-efb9-450d-b92b-94c89fdaee2d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295965 Aug 11 08:24:42.588951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Request body: {'port': {'device_id': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:42.606847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Transition to ACTIVE for port object 3b965871-d449-467e-8962-f8a38c6b0695 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:42.679311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.796363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c67a97b-ce60-47fc-956a-4594046fa576 req-2cb57ef1-9565-4a25-a4c4-0bccf4f496cc tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0563502 Aug 11 08:24:42.802156 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.842877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4246f4bd-9089-4f69-801d-777b91d2e695 None None] Provisioning for port 7dde3c3c-f81e-4e1d-b949-4a95de888eec completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:42.851325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4246f4bd-9089-4f69-801d-777b91d2e695 None None] Provisioning complete for port 7dde3c3c-f81e-4e1d-b949-4a95de888eec triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:42.852785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4246f4bd-9089-4f69-801d-777b91d2e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:42.966219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4246f4bd-9089-4f69-801d-777b91d2e695 None None] Port 7dde3c3c-f81e-4e1d-b949-4a95de888eec cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:24:42.983056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57604) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:42.983721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57606) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:43.006414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.161864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=a278dac1-4c66-45d6-9dd1-1668fd0e3678,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:43.164295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:43.308460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': 'acb87931-e701-460c-8e84-e0031c1416af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:43.308729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 139ebe56-99ad-49a0-9aea-0903caca844b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:43.314318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07ded68f-fed4-4446-a060-57ceef6acbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.349964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Attempting to bind port 3b965871-d449-467e-8962-f8a38c6b0695 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:43.350301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Attempting to bind port 3b965871-d449-467e-8962-f8a38c6b0695 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:43.350633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Attempting to bind port 3b965871-d449-467e-8962-f8a38c6b0695 on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:43.355813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c16a146-e696-4a2c-969c-e512182d0278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.356474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dde3c3c-f81e-4e1d-b949-4a95de888eec {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:43.366959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.367560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Port 3b965871-d449-467e-8962-f8a38c6b0695 on network 9633078a-8d25-4858-b669-47a18fbde111 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:24:43.368681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Attempting to bind port 3b965871-d449-467e-8962-f8a38c6b0695 on network 9633078a-8d25-4858-b669-47a18fbde111 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:43.381108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:43.381442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Checking segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:43.381828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Bound using segment: {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:43.382280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Bound port: 3b965871-d449-467e-8962-f8a38c6b0695, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b4a5a8-df1c-4391-bca6-768a315f1fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '9633078a-8d25-4858-b669-47a18fbde111'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:43.382636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.396547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Transition to ACTIVE for port object 7dde3c3c-f81e-4e1d-b949-4a95de888eec will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:43.403814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.413939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 139ebe56-99ad-49a0-9aea-0903caca844b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:43.437637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 139ebe56-99ad-49a0-9aea-0903caca844b) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:43.449023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d528154-757b-485b-95c4-8d934e76ffef None None] Network 139ebe56-99ad-49a0-9aea-0903caca844b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:43.453852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:43.454677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.485415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:43.614397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07ded68f-fed4-4446-a060-57ceef6acbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.634351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Attempting to bind port 7dde3c3c-f81e-4e1d-b949-4a95de888eec on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:43.634666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Attempting to bind port 7dde3c3c-f81e-4e1d-b949-4a95de888eec by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:43.635004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Attempting to bind port 7dde3c3c-f81e-4e1d-b949-4a95de888eec on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:43.636010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07ded68f-fed4-4446-a060-57ceef6acbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.646502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Port 7dde3c3c-f81e-4e1d-b949-4a95de888eec on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:24:43.651931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Attempting to bind port 7dde3c3c-f81e-4e1d-b949-4a95de888eec on network 08bd2196-630d-4343-a7dd-dbf0af9a8335 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:43.659414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:43.659822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Checking segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:43.660125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Bound using segment: {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:43.660557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Bound port: 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a8546b-55ce-4af0-956f-39243565bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:43.661450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.713461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07ded68f-fed4-4446-a060-57ceef6acbfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40d217ecee9c4153b365f56d37d9a28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228899 Aug 11 08:24:43.728654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1015b34a-4f3a-4edd-81f2-980b0d2a142d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8598816 Aug 11 08:24:43.735307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57618) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:43.735728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:43.753799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-139ebe56-99ad-49a0-9aea-0903caca844b', 'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': 'a278dac1-4c66-45d6-9dd1-1668fd0e3678'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:43.754722 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:43.826708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603e04-3790-47e2-8c17-8f2d3575ebc1 req-13d57e93-71ae-4195-8fe2-fd60fa76b105 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:43.834350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-02603e04-3790-47e2-8c17-8f2d3575ebc1 req-13d57e93-71ae-4195-8fe2-fd60fa76b105 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1382613 Aug 11 08:24:43.881834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:43.918486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:43.935343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-02603e04-3790-47e2-8c17-8f2d3575ebc1 req-1526b3e2-cc2c-4f26-b152-9c644b054c04 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001024 Aug 11 08:24:43.940058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.013078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:44.032183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:44.033033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.037362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Allocated IP 172.20.0.2 (139ebe56-99ad-49a0-9aea-0903caca844b/a278dac1-4c66-45d6-9dd1-1668fd0e3678/e59847b7-a770-468b-a100-332456c51266) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:44.038040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-df6a2582-10bb-4c4b-aa0d-7657f790d8fe service neutron] 10.222.0.64 "PUT /v2.0/ports/7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1092 time: 1.4757042 Aug 11 08:24:44.038757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:44.042995 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6e436-26ea-461e-a2ee-423995fcb1df" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:44.184070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-efc64f4f-3e50-4f8f-af43-9b5e09477b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:44.189106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-efc64f4f-3e50-4f8f-af43-9b5e09477b1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1095 time: 0.0859280 Aug 11 08:24:44.293438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-884221dd-d0d0-407d-85e7-201f7ea049f3 req-80735a00-3e83-46e5-a469-a74ab4ecc4de tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0420947 Aug 11 08:24:44.298888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-0cbfeba2-dc6f-4da2-88e7-ec2074d7368a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 217 time: 0.0881960 Aug 11 08:24:44.375958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-9bfea33a-d71c-4815-9101-6373077aec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:44.378335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-9bfea33a-d71c-4815-9101-6373077aec06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0718453 Aug 11 08:24:44.387308 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e921ec1-b8b4-430e-b07a-a0bb0c5ec6da x-openstack-request-id: req-4e921ec1-b8b4-430e-b07a-a0bb0c5ec6da {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:44.387610 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:44.387866 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e921ec1-b8b4-430e-b07a-a0bb0c5ec6da {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:44.388406 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'status': 'completed', 'code': 200} Aug 11 08:24:44.455325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-4091dbf9-5b32-4fa4-af4e-4603ef7aa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:44.457515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-4091dbf9-5b32-4fa4-af4e-4603ef7aa553 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565157 Aug 11 08:24:44.463739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-1f53-4d2b-af95-9c3c918457f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.506274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ded68f-fed4-4446-a060-57ceef6acbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42479423-cd36-46c1-953d-5aff4d905921,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:44.538631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.545525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:44.552935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Transition to ACTIVE for port object e59847b7-a770-468b-a100-332456c51266 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:44.555374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f522c0-5331-474a-86fb-8ef32c211522 req-54e95a03-e408-41f1-b8e3-2a1bd85ce75a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:44.557069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9f522c0-5331-474a-86fb-8ef32c211522 req-54e95a03-e408-41f1-b8e3-2a1bd85ce75a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 943 time: 0.9408078 Aug 11 08:24:44.570882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-1f53-4d2b-af95-9c3c918457f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.575906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Transition to ACTIVE for port object e59847b7-a770-468b-a100-332456c51266 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:44.586967 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.610399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:44.642855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.657313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Network 139ebe56-99ad-49a0-9aea-0903caca844b is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:44.667683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:44.676271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:44.685167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Pushing event updated for resources: {'Port': ['ID=e59847b7-a770-468b-a100-332456c51266,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:44.769223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Attempting to bind port e59847b7-a770-468b-a100-332456c51266 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:44.769966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Attempting to bind port e59847b7-a770-468b-a100-332456c51266 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'acb87931-e701-460c-8e84-e0031c1416af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:44.771283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Attempting to bind port e59847b7-a770-468b-a100-332456c51266 on network 139ebe56-99ad-49a0-9aea-0903caca844b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:44.772501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.777253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:44.777873 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.778679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:44.779296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Checking segment: {'id': 'acb87931-e701-460c-8e84-e0031c1416af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:44.779436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] 10.222.0.69 "PUT /v2.0/ports/3b965871-d449-467e-8962-f8a38c6b0695 HTTP/1.1" status: 200 len: 1091 time: 3.6671231 Aug 11 08:24:44.780593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.781125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Bound using segment: {'id': 'acb87931-e701-460c-8e84-e0031c1416af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:44.781826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Bound port: e59847b7-a770-468b-a100-332456c51266, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb87931-e701-460c-8e84-e0031c1416af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '139ebe56-99ad-49a0-9aea-0903caca844b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:44.787130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:44.787506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.787632 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd5aa7-7304-458c-a2a4-c93a452e7250" -d '{"events": [{"name": "network-changed", "server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "tag": "3b965871-d449-467e-8962-f8a38c6b0695"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:44.817444 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9f522c0-5331-474a-86fb-8ef32c211522 req-70e26fb0-d904-4fb8-a838-d9fa64a4a3d2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388947 Aug 11 08:24:44.903950 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f57c5ff-1eb1-4d53-86ca-ba3a6d0a9f6a x-openstack-request-id: req-4f57c5ff-1eb1-4d53-86ca-ba3a6d0a9f6a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:44.904709 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "tag": "3b965871-d449-467e-8962-f8a38c6b0695", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:44.905016 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f57c5ff-1eb1-4d53-86ca-ba3a6d0a9f6a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:44.905492 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695', 'status': 'completed', 'code': 200} Aug 11 08:24:44.907410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] For port e59847b7-a770-468b-a100-332456c51266, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:44.917123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] For port e59847b7-a770-468b-a100-332456c51266, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e59847b7-a770-468b-a100-332456c51266,segment=NetworkSegment(acb87931-e701-460c-8e84-e0031c1416af),segment_id=acb87931-e701-460c-8e84-e0031c1416af)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:44.927757 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:44.932800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7166b-cbca-4799-a76d-abc0784d8a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:44.944328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c16a146-e696-4a2c-969c-e512182d0278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.012709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c16a146-e696-4a2c-969c-e512182d0278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.037197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-8b994174-88c1-4a48-a94a-3d0d4643493e service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711267 Aug 11 08:24:45.050590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2dff6-4ff5-4d8e-b4de-fea198c080ae None None] Pushing event updated for resources: {'Port': ['ID=e59847b7-a770-468b-a100-332456c51266,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:45.050837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-1f53-4d2b-af95-9c3c918457f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.063440 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-1f53-4d2b-af95-9c3c918457f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.065115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-461efb4e-1f53-4d2b-af95-9c3c918457f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42479423-cd36-46c1-953d-5aff4d905921 HTTP/1.1" status: 204 len: 168 time: 1.3232269 Aug 11 08:24:45.082867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2c16a146-e696-4a2c-969c-e512182d0278 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fd7760915b3463c81a37ea715de11c4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0873349 Aug 11 08:24:45.082867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57636) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:45.197577 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-635eeb3f-1c95-4e3b-92ba-1017efde9c65 req-14341829-6646-4f57-bc2d-f4a91d990832 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480694 Aug 11 08:24:45.231350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16a146-e696-4a2c-969c-e512182d0278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3318b9-8847-43d0-bee6-61f441816e64,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:45.304907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461efb4e-1f53-4d2b-af95-9c3c918457f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42479423-cd36-46c1-953d-5aff4d905921,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:45.348129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-24b55bce-751b-4a14-a5d1-83ee84b09d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.349751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-24b55bce-751b-4a14-a5d1-83ee84b09d50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 1094 time: 0.4478078 Aug 11 08:24:45.363393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b789-9f5b-4fb6-80ca-1bc26f5cb815 req-c6508ce6-227f-492a-bc15-8581c5678974 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.364981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8914b789-9f5b-4fb6-80ca-1bc26f5cb815 req-c6508ce6-227f-492a-bc15-8581c5678974 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2534807 Aug 11 08:24:45.430736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-b5180919-0a98-4740-a48f-6e8b73d4ace1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b965871-d449-467e-8962-f8a38c6b0695 HTTP/1.1" status: 200 len: 217 time: 0.0627782 Aug 11 08:24:45.451543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting port e59847b7-a770-468b-a100-332456c51266 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:45.452172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.460489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-5517fdaf-05c4-4d8f-8116-c7f0b8b87420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.462936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-5517fdaf-05c4-4d8f-8116-c7f0b8b87420 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1095 time: 0.1412718 Aug 11 08:24:45.479913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcc39eb2-fe98-446b-bea9-a909c89391e6 req-05f28d29-9140-4242-a252-41b7c27ba080 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0337992 Aug 11 08:24:45.566271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] For port e59847b7-a770-468b-a100-332456c51266, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e59847b7-a770-468b-a100-332456c51266,segment=NetworkSegment(acb87931-e701-460c-8e84-e0031c1416af),segment_id=acb87931-e701-460c-8e84-e0031c1416af)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:45.566876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.582564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Calling delete_port for e59847b7-a770-468b-a100-332456c51266 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:45.608748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-93160886-ebc4-48fe-abd3-09fa8c5cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.610858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-93160886-ebc4-48fe-abd3-09fa8c5cc480 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.1335042 Aug 11 08:24:45.647833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccdef-f65f-4a6a-ae3f-6f81dcdc9083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.670763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-e9dee4d5-cca1-45aa-b816-440172edcc1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 217 time: 0.0512347 Aug 11 08:24:45.719485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8914b789-9f5b-4fb6-80ca-1bc26f5cb815 req-30582da8-4a79-4751-bb92-12a32b018240 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860997 Aug 11 08:24:45.745645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-33aa721c-1a78-416b-bcfe-d5659f9f6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.747630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-33aa721c-1a78-416b-bcfe-d5659f9f6262 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0667262 Aug 11 08:24:45.760933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccdef-f65f-4a6a-ae3f-6f81dcdc9083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.763534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-39c4d774-1f40-4868-a522-027ffd6bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.765073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-39c4d774-1f40-4868-a522-027ffd6bcfdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.3206685 Aug 11 08:24:45.847412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-0907798b-4609-489a-b6ca-fbc909364154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.851872 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-0907798b-4609-489a-b6ca-fbc909364154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879867 Aug 11 08:24:45.938761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.970407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Port': ['ID=e59847b7-a770-468b-a100-332456c51266,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:45.975234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccdef-f65f-4a6a-ae3f-6f81dcdc9083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.978115 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e7ccdef-f65f-4a6a-ae3f-6f81dcdc9083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:45.981532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6e7ccdef-f65f-4a6a-ae3f-6f81dcdc9083 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d3318b9-8847-43d0-bee6-61f441816e64 HTTP/1.1" status: 204 len: 168 time: 0.8708978 Aug 11 08:24:45.991401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-efbfb3fa-47c3-4460-ab27-ab4bf9e52406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:45.993497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-efbfb3fa-47c3-4460-ab27-ab4bf9e52406 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167730 Aug 11 08:24:46.005274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ccdef-f65f-4a6a-ae3f-6f81dcdc9083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3318b9-8847-43d0-bee6-61f441816e64,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:46.114584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62b7f-919e-4b59-8aaa-be64f9d62694 req-f263cad3-d9b4-41cd-bde1-c4aa8896dd03 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:46.116247 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80b62b7f-919e-4b59-8aaa-be64f9d62694 req-f263cad3-d9b4-41cd-bde1-c4aa8896dd03 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 943 time: 0.1595197 Aug 11 08:24:46.155859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No DVR routers for this DVR port e59847b7-a770-468b-a100-332456c51266 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:46.189641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-f156b601-f933-4607-abff-c6d2264e1e65 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291137 Aug 11 08:24:46.242385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:46.378741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80b62b7f-919e-4b59-8aaa-be64f9d62694 req-222b758e-6415-4ed8-a5c1-7c7239b6b454 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552328 Aug 11 08:24:46.491718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1f6e436-26ea-461e-a2ee-423995fcb1df req-ad8678e7-0719-4970-bfab-70893dbba559 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924986 Aug 11 08:24:46.521653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-61552280-da1b-4539-8fb5-58ce910510ad service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066154 Aug 11 08:24:46.552550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:46.687855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=a278dac1-4c66-45d6-9dd1-1668fd0e3678,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:46.729394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-96c861cf-0c64-4724-9be7-36d24bfbdcef req-8a81a97e-6077-47a6-8638-c452d958b5af tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/ports?device_id=b14fa233-7e1c-4218-b22c-c98ca58d867c HTTP/1.1" status: 200 len: 210 time: 0.0627213 Aug 11 08:24:46.806324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0409b7ec-c48c-4c63-98dc-db61fe410aa0 None None] Network 139ebe56-99ad-49a0-9aea-0903caca844b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:46.814569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:46.827151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57678) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:46.837827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e20df09-9f3d-424f-9381-40e9cb887a01 req-b4d6be97-143e-4c9e-80c8-df0d4db35dd9 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088341 Aug 11 08:24:46.845092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38687abb-c5dd-497f-b9de-6c3eaf4c57cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:46.850088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139ebe56-99ad-49a0-9aea-0903caca844b']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:46.862941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb87931-e701-460c-8e84-e0031c1416af') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:46.863246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb87931-e701-460c-8e84-e0031c1416af') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:46.895343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:46.929591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0fcb1c89-46f1-457c-955a-83036110a3ea None None] Could not find standard attr ID for object e59847b7-a770-468b-a100-332456c51266. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:24:46.945232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:46.952302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:46.952726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:47.010298 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:47.017470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38687abb-c5dd-497f-b9de-6c3eaf4c57cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.025188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38687abb-c5dd-497f-b9de-6c3eaf4c57cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.056761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.070140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a922-7ecf-4017-966d-3efa37757944 req-f531f25f-b8fa-4c7b-b147-8bcf0b3e3ad8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.077556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9d1a922-7ecf-4017-966d-3efa37757944 req-f531f25f-b8fa-4c7b-b147-8bcf0b3e3ad8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2006683 Aug 11 08:24:47.084161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.086361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/139ebe56-99ad-49a0-9aea-0903caca844b HTTP/1.1" status: 204 len: 168 time: 3.3323851 Aug 11 08:24:47.092008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57682) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:47.103153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934412344'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:47.112926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-38687abb-c5dd-497f-b9de-6c3eaf4c57cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74c67468f9ff49de8972096652a0c736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843220 Aug 11 08:24:47.113608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:47.118175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38687abb-c5dd-497f-b9de-6c3eaf4c57cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed4b90-5362-4761-a4af-181cf714a6a6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:47.137918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549a37b-8650-4d50-8045-30d22f25c725 None None] DHCP port deletion for 139ebe56-99ad-49a0-9aea-0903caca844b request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:24:47.145338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a45fc-698c-433a-afc7-ea5066e7d729 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=139ebe56-99ad-49a0-9aea-0903caca844b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:47.155379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-93608c28-255a-496d-9160-8e81288e6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.157047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-93608c28-255a-496d-9160-8e81288e6491 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 1094 time: 0.1449363 Aug 11 08:24:47.200248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8485b04f-ac0b-4f61-affe-7cbe718f2875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.208239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9d1a922-7ecf-4017-966d-3efa37757944 req-591646ae-1772-4d28-8eba-fa11467ee79b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296957 Aug 11 08:24:47.208947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:47.222346 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.233459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8485b04f-ac0b-4f61-affe-7cbe718f2875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.299840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:47.308050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8485b04f-ac0b-4f61-affe-7cbe718f2875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.310748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8485b04f-ac0b-4f61-affe-7cbe718f2875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.318091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8485b04f-ac0b-4f61-affe-7cbe718f2875 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62ed4b90-5362-4761-a4af-181cf714a6a6 HTTP/1.1" status: 204 len: 168 time: 0.2013514 Aug 11 08:24:47.322746 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.323103 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 8a83cedf-c7da-4231-bd35-f1d59b6d532f of type vlan for network 866a478d-4aa7-4fbe-91d8-95df109eb2b7 Aug 11 08:24:47.332943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-c38f804a-06e9-4f36-b201-8315d50b2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.334610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-c38f804a-06e9-4f36-b201-8315d50b2c07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1680167 Aug 11 08:24:47.345180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485b04f-ac0b-4f61-affe-7cbe718f2875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed4b90-5362-4761-a4af-181cf714a6a6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:47.435387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-dd1095a9-eabd-437e-9d89-2467d6b2a646 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b965871-d449-467e-8962-f8a38c6b0695 HTTP/1.1" status: 200 len: 217 time: 0.0773380 Aug 11 08:24:47.437758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.457302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:24:47.511713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-46485372-f5b5-45f5-8085-0e7c2c45aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.513619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-46485372-f5b5-45f5-8085-0e7c2c45aa8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0686285 Aug 11 08:24:47.584188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5914-567d-4528-9a80-9110fcb6d488 req-fb5b7de2-dad3-43b1-80b8-c53e9c33fe85 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.590502 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c3d5914-567d-4528-9a80-9110fcb6d488 req-fb5b7de2-dad3-43b1-80b8-c53e9c33fe85 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 943 time: 0.0847754 Aug 11 08:24:47.626464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.634124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.634769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.640008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:47.673167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'mac_address': 'fa:16:3e:2e:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:24:47.673815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c3d5914-567d-4528-9a80-9110fcb6d488 req-508a802f-bc25-438c-b774-2bc8a984477a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756965 Aug 11 08:24:47.720431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.737634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dde3c3c-f81e-4e1d-b949-4a95de888eec {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:47.747163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-360592bf-8f5f-4ce2-96d0-659749b3d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:47.748842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-360592bf-8f5f-4ce2-96d0-659749b3d2de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153559 Aug 11 08:24:47.750823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=866a478d-4aa7-4fbe-91d8-95df109eb2b7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:47.753856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-32e6f889-0bef-4f9b-b941-9c8390664c2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6558633 Aug 11 08:24:47.756727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:47.762470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '866a478d-4aa7-4fbe-91d8-95df109eb2b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:47.766686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 866a478d-4aa7-4fbe-91d8-95df109eb2b7 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:47.787416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:47.830185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:47.881515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57720) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:47.899161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:47.912188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.912825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.913354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.913856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.914364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.914855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.915911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.917205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.917713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.918226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.918719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.919208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:47.974954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b965871-d449-467e-8962-f8a38c6b0695 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:24:48.045087 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f53aff-c38d-42b0-b415-5b40524ef48b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.046193 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-bcd67026-b3b6-4715-8945-f51ae989651c service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788234 Aug 11 08:24:48.072508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:48.082457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.121232 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f53aff-c38d-42b0-b415-5b40524ef48b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.121777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:48.135477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3b965871-d449-467e-8962-f8a38c6b0695', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': '3b965871-d449-467e-8962-f8a38c6b0695', 'mac_address': 'fa:16:3e:66:3b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:24:48.181284 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.199664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b965871-d449-467e-8962-f8a38c6b0695 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:24:48.218689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_backend_mixin [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Performing IP validity checks on allocation pools {{(pid=94572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 08:24:48.221120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_backend_mixin [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 08:24:48.241031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f53aff-c38d-42b0-b415-5b40524ef48b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.244385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f53aff-c38d-42b0-b415-5b40524ef48b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.245942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-95f53aff-c38d-42b0-b415-5b40524ef48b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/security-groups/d9a764c2-0a94-4f5e-b293-70df8054480a HTTP/1.1" status: 204 len: 168 time: 0.3632445 Aug 11 08:24:48.247772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7dde3c3c-f81e-4e1d-b949-4a95de888eec'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:48.250055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:48.253704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:48.271120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f53aff-c38d-42b0-b415-5b40524ef48b tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a764c2-0a94-4f5e-b293-70df8054480a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:48.303777 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-7eb0edf1-c4b0-48d9-942e-d9498b9a731a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] show failed (client error): The resource could not be found. Aug 11 08:24:48.305249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7eb0edf1-c4b0-48d9-942e-d9498b9a731a tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "GET /v2.0/security-groups/d9a764c2-0a94-4f5e-b293-70df8054480a HTTP/1.1" status: 404 len: 347 time: 0.0407531 Aug 11 08:24:48.308291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57734) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:48.315167 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.318362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25cd5aa7-7304-458c-a2a4-c93a452e7250 req-f2da1828-60e0-48f0-926c-1d142224a454 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645876 Aug 11 08:24:48.390081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:48.561791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port f4100f63-9ad9-4cac-b293-972febd12042 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:48.562505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.584368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f3e92-700c-4e9f-a9a0-86c80fe63eae req-1f6eac34-01be-4c46-bb10-f315acd74213 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:48.605207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-387f3e92-700c-4e9f-a9a0-86c80fe63eae req-1f6eac34-01be-4c46-bb10-f315acd74213 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 945 time: 0.2408254 Aug 11 08:24:48.633259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.641177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3b965871-d449-467e-8962-f8a38c6b0695'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:24:48.701742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:48.741548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-387f3e92-700c-4e9f-a9a0-86c80fe63eae req-7077ebbe-0b61-4c2b-9346-ba07d47aa227 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323783 Aug 11 08:24:48.773451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=69dc876f-9f9c-4a2e-84ba-b3559bfbd51c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:48.787159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.787459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.787633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.788375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.789208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.789994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.790781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.791507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.792249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.793017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.793736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.794435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.795166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.795899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:24:48.801279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '8a83cedf-c7da-4231-bd35-f1d59b6d532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '866a478d-4aa7-4fbe-91d8-95df109eb2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:48.802147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 866a478d-4aa7-4fbe-91d8-95df109eb2b7, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:48.823134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for f4100f63-9ad9-4cac-b293-972febd12042 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:48.831457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 866a478d-4aa7-4fbe-91d8-95df109eb2b7 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:48.846352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 866a478d-4aa7-4fbe-91d8-95df109eb2b7) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:48.856707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:48.860662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:48.868356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935d6ce-4250-4cb8-8c64-959e5b650628 None None] Network 866a478d-4aa7-4fbe-91d8-95df109eb2b7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:48.893674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8e481c66-3496-436c-913a-ec1f771af220 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1357338 Aug 11 08:24:48.896249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:49.076910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf4d29-15e0-4c3d-bb4b-02a9e3902aac req-846fb205-47bb-403e-a1da-67dbbef9aa92 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:49.086144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38cf4d29-15e0-4c3d-bb4b-02a9e3902aac req-846fb205-47bb-403e-a1da-67dbbef9aa92 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 944 time: 0.2514896 Aug 11 08:24:49.098490 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.149542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:49.182675 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-38cf4d29-15e0-4c3d-bb4b-02a9e3902aac req-e8e00599-d232-44a9-bc54-d7dea87a0138 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887654 Aug 11 08:24:49.212546 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.215896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a3eddb-69db-4d4d-8989-6c5e6686488b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-866a478d-4aa7-4fbe-91d8-95df109eb2b7', 'network_id': '866a478d-4aa7-4fbe-91d8-95df109eb2b7', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': '69dc876f-9f9c-4a2e-84ba-b3559bfbd51c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:49.217666 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d7a3eddb-69db-4d4d-8989-6c5e6686488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.276169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.316443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-d7a3eddb-69db-4d4d-8989-6c5e6686488b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69dc876f-9f9c-4a2e-84ba-b3559bfbd51c: This subnet is being modified by another concurrent operation. Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:49.357208 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69dc876f-9f9c-4a2e-84ba-b3559bfbd51c: This subnet is being modified by another concurrent operation. Aug 11 08:24:49.362480 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:24:49.366722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.380485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=69dc876f-9f9c-4a2e-84ba-b3559bfbd51c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:49.392202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db612ee-abdd-44fc-9a82-6539824e1f87 None None] Network 866a478d-4aa7-4fbe-91d8-95df109eb2b7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:49.430556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=f4100f63-9ad9-4cac-b293-972febd12042,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:49.477544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.481625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:49.495980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866a478d-4aa7-4fbe-91d8-95df109eb2b7']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:49.501622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.504489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.505765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-23e2b649-d540-48ce-afd2-912de9f1a27d tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/floatingips/1f30511a-cdbd-444a-a4f8-9a1bcd7b5a32 HTTP/1.1" status: 204 len: 168 time: 1.1963222 Aug 11 08:24:49.508861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57764) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:49.512149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a83cedf-c7da-4231-bd35-f1d59b6d532f') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:49.512590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a83cedf-c7da-4231-bd35-f1d59b6d532f') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:49.524022 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.554836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.593502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.619520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:49.620213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:49.623755 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:49.695098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19df5c-7cbc-40c2-9c26-ca6e4098c44f None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:24:49.702415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Allocated IP 172.25.2.36 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/5276e18d-326c-4472-ade9-379f8b1fc12e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:49.711879 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.715971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port cb58a12e-2849-4ba1-b62d-4c1f8942ac69 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:49.716489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.726607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.733127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/866a478d-4aa7-4fbe-91d8-95df109eb2b7 HTTP/1.1" status: 204 len: 168 time: 0.8357751 Aug 11 08:24:49.734030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57768) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:49.812706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191763378'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:49.820956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269d90-b8f9-4c3f-a3a1-30e2b6e200ff tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=866a478d-4aa7-4fbe-91d8-95df109eb2b7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:49.864432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:49.868333 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.907689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.927698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for cb58a12e-2849-4ba1-b62d-4c1f8942ac69 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:49.930006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:49.941285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 7dde3c3c-f81e-4e1d-b949-4a95de888eec completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:49.950380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 7dde3c3c-f81e-4e1d-b949-4a95de888eec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:49.951096 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.966108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:49.966494 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 26a71225-02bd-445a-b91d-80f2f50bb67a of type vlan for network 424a7556-6938-44c9-8312-982d00026b25 Aug 11 08:24:49.991986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b965871-d449-467e-8962-f8a38c6b0695 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:50.006899 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.037239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9221581-515a-492e-b02b-73a88fe184ca req-32e5991d-4d05-437f-bf0a-468003163d1e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:50.038857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9221581-515a-492e-b02b-73a88fe184ca req-32e5991d-4d05-437f-bf0a-468003163d1e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 945 time: 0.0817857 Aug 11 08:24:50.064834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.091223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19df5c-7cbc-40c2-9c26-ca6e4098c44f None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:24:50.106523 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9221581-515a-492e-b02b-73a88fe184ca req-7e367993-993d-4578-8c10-d4a22ccb157d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556571 Aug 11 08:24:50.108337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.156988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Port': ['ID=5276e18d-326c-4472-ade9-379f8b1fc12e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:50.172477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 3b965871-d449-467e-8962-f8a38c6b0695 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:50.174920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:50.176555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:50.182234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:50.183759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 3b965871-d449-467e-8962-f8a38c6b0695 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:50.184337 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.226666 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.319577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:24:50.345550 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.354821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:50.357506 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a5046c-f77f-4f7b-91e5-42bf7ed1bd4c" -d '{"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-plugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:50.385634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.389090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:50.392724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.403427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:50.404138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.407245 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.441622 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398d4598-dae1-48fa-bf47-d8499fea7bf8 x-openstack-request-id: req-398d4598-dae1-48fa-bf47-d8499fea7bf8 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:50.441904 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-plugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:50.442158 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-398d4598-dae1-48fa-bf47-d8499fea7bf8 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:50.442552 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'code': 200} Aug 11 08:24:50.457453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7084744 Aug 11 08:24:50.460349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57784) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:50.470001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '424a7556-6938-44c9-8312-982d00026b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:50.477150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:50.503054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.552003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:50.574722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaacb7-e905-43c4-8935-3cbf2a8b9c48 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=424a7556-6938-44c9-8312-982d00026b25,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:50.579030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.605742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 424a7556-6938-44c9-8312-982d00026b25 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:50.611129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bfae-62d3-4542-91df-207ec4228ba3 req-bd7dd8fe-df8e-450c-944f-548484b21b6b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:50.623524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a63bfae-62d3-4542-91df-207ec4228ba3 req-bd7dd8fe-df8e-450c-944f-548484b21b6b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 944 time: 0.2695272 Aug 11 08:24:50.634327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.708818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=cb58a12e-2849-4ba1-b62d-4c1f8942ac69,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:50.743718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:50.868647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a63bfae-62d3-4542-91df-207ec4228ba3 req-b2af2da8-b20b-4e30-b29e-fe58ac5a84f6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439568 Aug 11 08:24:50.920165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f1850-e88f-40e2-b393-b42032d9fb91 req-6ca50880-6969-40b9-be34-773b8f139dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:50.920799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f19f1850-e88f-40e2-b393-b42032d9fb91 req-6ca50880-6969-40b9-be34-773b8f139dec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1097 time: 0.3364713 Aug 11 08:24:50.940481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:50.946035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3394fe21-2d83-47ac-be32-229f26428423 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/ports/cb58a12e-2849-4ba1-b62d-4c1f8942ac69 HTTP/1.1" status: 204 len: 168 time: 1.4360194 Aug 11 08:24:50.946949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57790) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:51.025231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:51.031048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.083970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting port e264d25c-500b-4bc4-9f63-86ce0f899634 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:51.084490 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.110801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f19f1850-e88f-40e2-b393-b42032d9fb91 req-e7f09fbd-6d9b-4c96-a091-5cc8367d3a5b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632910 Aug 11 08:24:51.127836 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.137554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.240478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.274501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Port': ['ID=5276e18d-326c-4472-ade9-379f8b1fc12e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:51.293135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.297320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5e7e10c-d8c4-46f9-8658-edc0761e9584 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5917356 Aug 11 08:24:51.298706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:51.303907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2062743353'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:51.451231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.457740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Made reservation on behalf of e1245e98f49d40e8ab037c4187b16ce7 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:51.461317 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.497476 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.552235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=fdcf6295-f0b7-44c1-8085-3e0430b2abe2,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:51.560352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '26a71225-02bd-445a-b91d-80f2f50bb67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '424a7556-6938-44c9-8312-982d00026b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:51.560943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 424a7556-6938-44c9-8312-982d00026b25, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:51.584432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.600049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Calling delete_port for e264d25c-500b-4bc4-9f63-86ce0f899634 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:51.602986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 424a7556-6938-44c9-8312-982d00026b25 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:51.621980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 424a7556-6938-44c9-8312-982d00026b25) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:51.625007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd99840-ccb5-4d68-bfd0-acfe252c4890 req-2b3a0a4e-8324-4913-bc69-30e3c4ed1962 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:51.626572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2cd99840-ccb5-4d68-bfd0-acfe252c4890 req-2b3a0a4e-8324-4913-bc69-30e3c4ed1962 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.4223058 Aug 11 08:24:51.632342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc9de7-5696-40b9-bce2-c2492c2dc6c3 None None] Network 424a7556-6938-44c9-8312-982d00026b25 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:51.636197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:51.636819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.686488 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.694604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.709542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:51.723423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aaffa785-4c41-4d98-965f-4ec55f9768db tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2592828 Aug 11 08:24:51.723860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2cd99840-ccb5-4d68-bfd0-acfe252c4890 req-862a0149-29f6-4dc1-ad1e-a2155fe38844 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627973 Aug 11 08:24:51.728264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57798) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:51.741304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.741746 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Added segment 26198360-b35c-4aa1-8c6c-c6086d2293f5 of type vlan for network e942811b-0bd9-4576-9774-44f715ebf9ba Aug 11 08:24:51.759285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7c9a8-1f65-4a2b-a066-ac4f1f19f26b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:51.804243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.845087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-424a7556-6938-44c9-8312-982d00026b25', 'network_id': '424a7556-6938-44c9-8312-982d00026b25', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': 'fdcf6295-f0b7-44c1-8085-3e0430b2abe2'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:51.846290 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.850410 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.858548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:51.860339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.888799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.896997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:51.936858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Port': ['ID=e264d25c-500b-4bc4-9f63-86ce0f899634,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:51.946462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6465926 Aug 11 08:24:51.949084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57804) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:51.956781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63852c24-487a-4579-b296-7049140e9e6d tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Network': ['ID=e942811b-0bd9-4576-9774-44f715ebf9ba,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:51.967410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Request body: {'subnet': {'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:52.002075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e942811b-0bd9-4576-9774-44f715ebf9ba details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:52.084501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e954b9-edac-46b4-accd-98543b20a2d4 req-e2714cb1-d513-486f-a8ee-df35d5f6f47b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:52.096441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0e954b9-edac-46b4-accd-98543b20a2d4 req-e2714cb1-d513-486f-a8ee-df35d5f6f47b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.0963705 Aug 11 08:24:52.145969 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0e954b9-edac-46b4-accd-98543b20a2d4 req-f2d47b03-b58c-4971-a6f7-076be73fca87 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485394 Aug 11 08:24:52.159017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.216867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Allocated IP 172.20.0.1 (424a7556-6938-44c9-8312-982d00026b25/fdcf6295-f0b7-44c1-8085-3e0430b2abe2/b3f584d1-0d09-45f9-b749-68996902ef52) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:52.217504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.219610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f32ea2f-eb34-4cf8-a3e1-73a67373487e tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/ports/e264d25c-500b-4bc4-9f63-86ce0f899634 HTTP/1.1" status: 204 len: 168 time: 1.2716255 Aug 11 08:24:52.222439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57814) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:52.264081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Made reservation on behalf of e1245e98f49d40e8ab037c4187b16ce7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:52.269279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.338857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting subnet 47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:24:52.346344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.447032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:52.449748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.452046 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a6a5b-8875-4094-a749-ee945f4ad100" -d '{"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-plugged", "status": "completed", "tag": "3b965871-d449-467e-8962-f8a38c6b0695"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:52.596008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.652417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.709248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Subnet': ['ID=48c7c5d5-6929-46d4-9650-48314cba1938,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:52.722934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Checking segment: {'id': '26198360-b35c-4aa1-8c6c-c6086d2293f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:52.723301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network hostable DHCP agents. Network: e942811b-0bd9-4576-9774-44f715ebf9ba, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:52.733616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603cb9-0406-419d-91ce-405a0efa8053 req-74cbf9aa-d3e0-4297-85bf-d3b55dd7690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:52.735361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16603cb9-0406-419d-91ce-405a0efa8053 req-74cbf9aa-d3e0-4297-85bf-d3b55dd7690d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 1096 time: 0.1006849 Aug 11 08:24:52.759598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.763476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network e942811b-0bd9-4576-9774-44f715ebf9ba is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:52.769119 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ce147-726e-43b6-86ab-80c82629f8f6 x-openstack-request-id: req-6d4ce147-726e-43b6-86ab-80c82629f8f6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:52.769710 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-plugged", "status": "completed", "tag": "3b965871-d449-467e-8962-f8a38c6b0695", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:52.769710 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d4ce147-726e-43b6-86ab-80c82629f8f6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:52.770011 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695', 'code': 200} Aug 11 08:24:52.801517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e942811b-0bd9-4576-9774-44f715ebf9ba) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:52.805473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16603cb9-0406-419d-91ce-405a0efa8053 req-a73abea6-ccb2-46d2-a8f5-af40d34153bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603547 Aug 11 08:24:52.810064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.810765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:52.811526 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.816633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57822) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:52.817068 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/subnets/47aaa4ac-6d9f-4e1f-87ec-caa839f19c34 HTTP/1.1" status: 204 len: 168 time: 0.5932152 Aug 11 08:24:52.821472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f2f86-0f46-47e4-968c-52149418b6b6 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Subnet': ['ID=47aaa4ac-6d9f-4e1f-87ec-caa839f19c34,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:52.826957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2a969-2907-4e2c-a1b0-f2f75af73349 None None] Network e942811b-0bd9-4576-9774-44f715ebf9ba requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:52.829298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060fb84-69cc-40ad-a501-94509e092acf None None] Network b8929ac4-6709-490b-82c4-85e4a9c02241 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:52.832048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.897362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Deleting subnet bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:24:52.901369 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.907820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34527f86-abce-4f8d-9295-7eff51428b2b req-26c5637d-7514-420a-9215-bb3632f97a1d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:52.910174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34527f86-abce-4f8d-9295-7eff51428b2b req-26c5637d-7514-420a-9215-bb3632f97a1d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.0697286 Aug 11 08:24:52.923081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Transition to ACTIVE for port object b3f584d1-0d09-45f9-b749-68996902ef52 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:52.939616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2a4c1fc2-272d-48da-bcd6-8c4226511246 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9889410 Aug 11 08:24:52.942479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57824) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:52.947757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1784845707', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:52.966140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Transition to ACTIVE for port object b3f584d1-0d09-45f9-b749-68996902ef52 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:52.978922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:52.982563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34527f86-abce-4f8d-9295-7eff51428b2b req-7775d592-f8cc-4be0-88df-7843308f4e99 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640075 Aug 11 08:24:52.998922 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.072367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Network 424a7556-6938-44c9-8312-982d00026b25 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:53.073697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.074733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.075257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:53.080804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:53.132839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Pushing event updated for resources: {'Port': ['ID=b3f584d1-0d09-45f9-b749-68996902ef52,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:53.144999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.214401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Attempting to bind port b3f584d1-0d09-45f9-b749-68996902ef52 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:53.214776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Attempting to bind port b3f584d1-0d09-45f9-b749-68996902ef52 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '26a71225-02bd-445a-b91d-80f2f50bb67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '424a7556-6938-44c9-8312-982d00026b25'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:53.215140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Attempting to bind port b3f584d1-0d09-45f9-b749-68996902ef52 on network 424a7556-6938-44c9-8312-982d00026b25 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:53.221517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:53.221898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Checking segment: {'id': '26a71225-02bd-445a-b91d-80f2f50bb67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '424a7556-6938-44c9-8312-982d00026b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:53.222342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.222484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.222727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Bound using segment: {'id': '26a71225-02bd-445a-b91d-80f2f50bb67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '424a7556-6938-44c9-8312-982d00026b25'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:53.223212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Bound port: b3f584d1-0d09-45f9-b749-68996902ef52, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a71225-02bd-445a-b91d-80f2f50bb67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '424a7556-6938-44c9-8312-982d00026b25'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:53.223601 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.239804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-e942811b-0bd9-4576-9774-44f715ebf9ba', 'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba', 'tenant_id': 'e1245e98f49d40e8ab037c4187b16ce7', 'fixed_ips': [{'subnet_id': '48c7c5d5-6929-46d4-9650-48314cba1938'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:53.240767 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.339740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.351865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424a7556-6938-44c9-8312-982d00026b25']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:53.364017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a71225-02bd-445a-b91d-80f2f50bb67a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:53.364471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a71225-02bd-445a-b91d-80f2f50bb67a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:53.387138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Allocated IP 172.20.0.2 (e942811b-0bd9-4576-9774-44f715ebf9ba/48c7c5d5-6929-46d4-9650-48314cba1938/32656689-2389-4d92-9f3b-f31d2f8bdc82) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:53.389276 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.412838 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.419845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:53.420425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.453472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ded46-337d-4038-9363-d762fe81eade req-0211fea5-eead-42f0-8a3e-50226188405b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:53.465381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-235ded46-337d-4038-9363-d762fe81eade req-0211fea5-eead-42f0-8a3e-50226188405b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.0771461 Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:53.493620 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:53.534636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-235ded46-337d-4038-9363-d762fe81eade req-4657fdfa-c7a7-443c-a461-c9375fff8e4c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683684 Aug 11 08:24:53.550788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:24:53.550788 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:24:53.550788 n-d-789963-6 neutron-server[94572]: [parameters: {'id': '424a7556-6938-44c9-8312-982d00026b25'}] Aug 11 08:24:53.550788 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:24:53.551445 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:24:53.552238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcf6295-f0b7-44c1-8085-3e0430b2abe2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:53.559611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.569426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Transition to ACTIVE for port object 32656689-2389-4d92-9f3b-f31d2f8bdc82 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:53.584761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Transition to ACTIVE for port object 32656689-2389-4d92-9f3b-f31d2f8bdc82 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:24:53.607617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.607903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] DHCP port deletion for b8929ac4-6709-490b-82c4-85e4a9c02241 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:24:53.614148 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.618790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9517c2-3d5d-44a5-8dbf-f0259cae98df req-f6a25107-0e10-4e93-bbf5-8b00d89fb25f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:53.623586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d9517c2-3d5d-44a5-8dbf-f0259cae98df req-f6a25107-0e10-4e93-bbf5-8b00d89fb25f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.5557973 Aug 11 08:24:53.630572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57836) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:53.636850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Request body: {'floatingip': {'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:53.705780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.739956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.741624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Network e942811b-0bd9-4576-9774-44f715ebf9ba is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:53.751530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Pushing event updated for resources: {'Port': ['ID=32656689-2389-4d92-9f3b-f31d2f8bdc82,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:53.761645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:53.773611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:53.782303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] For port b3f584d1-0d09-45f9-b749-68996902ef52, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:53.792375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] For port b3f584d1-0d09-45f9-b749-68996902ef52, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b3f584d1-0d09-45f9-b749-68996902ef52,segment=NetworkSegment(26a71225-02bd-445a-b91d-80f2f50bb67a),segment_id=26a71225-02bd-445a-b91d-80f2f50bb67a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:53.812196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.864031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Subnet': ['ID=bec05ec0-53e0-460a-afe9-d2bd1ca6cd82,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:53.886368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.891078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57848) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:53.896023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-59488d5e-e476-4251-a2b4-087ec530e9ca tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/subnets/bec05ec0-53e0-460a-afe9-d2bd1ca6cd82 HTTP/1.1" status: 204 len: 168 time: 1.0761478 Aug 11 08:24:53.906724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86328249-e2a3-4c3d-aa08-ae988810a26b None None] Network bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:53.914352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:53.923435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] Deleting port a8ff5dba-0d69-47c7-990b-5735d3104426 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:53.924151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.053188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.117773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] For port a8ff5dba-0d69-47c7-990b-5735d3104426, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a8ff5dba-0d69-47c7-990b-5735d3104426,segment=NetworkSegment(6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe),segment_id=6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:54.118340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.134344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] Calling delete_port for a8ff5dba-0d69-47c7-990b-5735d3104426 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:54.229485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Attempting to bind port 32656689-2389-4d92-9f3b-f31d2f8bdc82 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:24:54.230011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Attempting to bind port 32656689-2389-4d92-9f3b-f31d2f8bdc82 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '26198360-b35c-4aa1-8c6c-c6086d2293f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:24:54.230521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Attempting to bind port 32656689-2389-4d92-9f3b-f31d2f8bdc82 on network e942811b-0bd9-4576-9774-44f715ebf9ba {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:24:54.241278 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.267387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] No DVR routers for this DVR port a8ff5dba-0d69-47c7-990b-5735d3104426 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:54.289292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:24:54.291213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Checking segment: {'id': '26198360-b35c-4aa1-8c6c-c6086d2293f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:54.291750 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.292257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Bound using segment: {'id': '26198360-b35c-4aa1-8c6c-c6086d2293f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:24:54.294491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Bound port: 32656689-2389-4d92-9f3b-f31d2f8bdc82, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26198360-b35c-4aa1-8c6c-c6086d2293f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:24:54.294491 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.308126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b97f9-ebf7-4178-816b-4777818a0334 None None] Pushing event updated for resources: {'Port': ['ID=b3f584d1-0d09-45f9-b749-68996902ef52,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:54.362019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859cf98-bfd2-49d6-bea9-a69fed9a5e41 None None] Pushing event deleted for resources: {'Port': ['ID=a8ff5dba-0d69-47c7-990b-5735d3104426,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:54.368988 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa19a4-133b-4112-8503-708f7de41b70 None None] Network 424a7556-6938-44c9-8312-982d00026b25 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:54.387566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.426690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.461482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.466688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.resource_extend [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:24:54.498721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting port b3f584d1-0d09-45f9-b749-68996902ef52 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:54.498963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.600509 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.616089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] For port b3f584d1-0d09-45f9-b749-68996902ef52, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b3f584d1-0d09-45f9-b749-68996902ef52,segment=NetworkSegment(26a71225-02bd-445a-b91d-80f2f50bb67a),segment_id=26a71225-02bd-445a-b91d-80f2f50bb67a)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:54.616506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.618166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.660568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Calling delete_port for b3f584d1-0d09-45f9-b749-68996902ef52 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:54.667136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] For port 32656689-2389-4d92-9f3b-f31d2f8bdc82, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:24:54.674212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] For port 32656689-2389-4d92-9f3b-f31d2f8bdc82, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32656689-2389-4d92-9f3b-f31d2f8bdc82,segment=NetworkSegment(26198360-b35c-4aa1-8c6c-c6086d2293f5),segment_id=26198360-b35c-4aa1-8c6c-c6086d2293f5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:24:54.690566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.715079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Allocated IP 172.25.2.29 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f53c4dc4-66d7-4f44-96b5-06df9c4aef64) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:24:54.741096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.759395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8929ac4-6709-490b-82c4-85e4a9c02241']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:54.783061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:54.783501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4f4bc3-ae2b-42c7-a8f0-b01fee164ffe') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:54.809601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] DHCP port deletion for bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:24:54.814247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.822712 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Floating IP 818a7f92-adb4-464e-b021-fe97dcafd93b associated. External IP: 172.25.2.136, port: 7dde3c3c-f81e-4e1d-b949-4a95de888eec. Aug 11 08:24:54.825577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b8e38-bd90-49ef-a44f-7041d56558df None None] Pushing event updated for resources: {'Port': ['ID=32656689-2389-4d92-9f3b-f31d2f8bdc82,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:54.902424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] Deleting port 3e1905ce-0734-439e-896c-90b727920722 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:24:54.903255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.927674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.932839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90954-f834-4c6c-9320-f073bcf3e25a req-3e56ae84-a15c-4ec6-9c3a-6e734e7b948f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:54.934471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4be90954-f834-4c6c-9320-f073bcf3e25a req-3e56ae84-a15c-4ec6-9c3a-6e734e7b948f tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.2715549 Aug 11 08:24:54.964685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:54.965458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:54.974087 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:55.037137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4be90954-f834-4c6c-9320-f073bcf3e25a req-c4aaa041-9f21-431d-97ea-c13772812b26 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938644 Aug 11 08:24:55.041146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.071444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] For port 3e1905ce-0734-439e-896c-90b727920722, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3e1905ce-0734-439e-896c-90b727920722,segment=NetworkSegment(7f278780-ccb1-43c3-8da4-0d30e0cbf944),segment_id=7f278780-ccb1-43c3-8da4-0d30e0cbf944)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:55.075223 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.120998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] Calling delete_port for 3e1905ce-0734-439e-896c-90b727920722 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:24:55.144335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Port': ['ID=b3f584d1-0d09-45f9-b749-68996902ef52,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:55.153072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No DVR routers for this DVR port b3f584d1-0d09-45f9-b749-68996902ef52 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:55.164100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.361620 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.426367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] Pushing event deleted for resources: {'Port': ['ID=3e1905ce-0734-439e-896c-90b727920722,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:55.430503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd9e75-d123-4454-9656-d4cf899d932d None None] No DVR routers for this DVR port 3e1905ce-0734-439e-896c-90b727920722 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:24:55.487832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32656689-2389-4d92-9f3b-f31d2f8bdc82 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:55.516255 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.561371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424a7556-6938-44c9-8312-982d00026b25']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:55.572494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.593439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a71225-02bd-445a-b91d-80f2f50bb67a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:55.594952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a71225-02bd-445a-b91d-80f2f50bb67a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:55.601785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 32656689-2389-4d92-9f3b-f31d2f8bdc82 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:55.682277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba8149-f4cf-42b5-b80b-7324f373d32a req-b07f77f8-0b64-4123-9004-bc84baf942d7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:55.690143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91ba8149-f4cf-42b5-b80b-7324f373d32a req-b07f77f8-0b64-4123-9004-bc84baf942d7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1759210 Aug 11 08:24:55.692931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.702784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a8ff5dba-0d69-47c7-990b-5735d3104426 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:55.731548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a8ff5dba-0d69-47c7-990b-5735d3104426 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:24:55.732305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a8ff5dba-0d69-47c7-990b-5735d3104426 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:24:55.732996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3e1905ce-0734-439e-896c-90b727920722 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:24:55.736651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:24:55.751532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.753833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:55.760312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Port': ['ID=f53c4dc4-66d7-4f44-96b5-06df9c4aef64,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:55.763101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 3e1905ce-0734-439e-896c-90b727920722 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:24:55.764233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3e1905ce-0734-439e-896c-90b727920722 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:24:55.781092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:55.782592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.787217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.797474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:24:55.799306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:55.802553 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/networks/b8929ac4-6709-490b-82c4-85e4a9c02241 HTTP/1.1" status: 204 len: 168 time: 1.9100254 Aug 11 08:24:55.805060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57884) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:55.832220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c7b3-10fd-49b5-8dc8-0a7813cdd788 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Network': ['ID=b8929ac4-6709-490b-82c4-85e4a9c02241,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:55.839614 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:55.941098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91ba8149-f4cf-42b5-b80b-7324f373d32a req-75e12247-a9ee-4a1d-96c5-d87c709ea403 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242329 Aug 11 08:24:56.065071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.081951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.088626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.091543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/424a7556-6938-44c9-8312-982d00026b25 HTTP/1.1" status: 204 len: 168 time: 4.3620100 Aug 11 08:24:56.099753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57890) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:56.107898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99811538'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:56.112048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:24:56.132252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddf441-d37a-4807-8b6b-789f87227f2e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=424a7556-6938-44c9-8312-982d00026b25,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:56.175964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:56.180554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.289216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.306187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:24:56.308942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:56.323690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f278780-ccb1-43c3-8da4-0d30e0cbf944') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:56.324062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f278780-ccb1-43c3-8da4-0d30e0cbf944') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:56.375995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.376517 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 77028f44-3480-4346-b861-bac526ff2409 of type vlan for network efbcba26-29b2-4c1b-bdac-d4642a16cf55 Aug 11 08:24:56.403129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.427727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.435583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:24:56.436821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.441103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.446161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.480596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d11774-70a5-430b-8ea6-3730829e8b22 None None] Network e942811b-0bd9-4576-9774-44f715ebf9ba requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:24:56.493683 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:24:56.555948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.556606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:24:56.564339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:56.565265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.570589 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:24:56.587508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.588244 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:56.589656 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:56.654998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7fd88091-81a9-49d5-b4eb-e495ca287d0d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "PUT /v2.0/floatingips/818a7f92-adb4-464e-b021-fe97dcafd93b HTTP/1.1" status: 200 len: 992 time: 3.0222664 Aug 11 08:24:56.657050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:24:56.663071 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:24:56.671120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.696033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] Provisioning for port 32656689-2389-4d92-9f3b-f31d2f8bdc82 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:24:56.716246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] Provisioning complete for port 32656689-2389-4d92-9f3b-f31d2f8bdc82 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:56.717589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.720565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] 10.222.0.58 "DELETE /v2.0/networks/bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305 HTTP/1.1" status: 204 len: 168 time: 0.9113085 Aug 11 08:24:56.730024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7620ed-97d7-452c-916c-b136d9449f04 tempest-TaggedBootDevicesTest-973433374 tempest-TaggedBootDevicesTest-973433374-project] Pushing event deleted for resources: {'Network': ['ID=bbb8b56f-9be9-4cd2-b8af-a7b2c6bce305,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:56.734027 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:56.922622 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea70fd55-1524-479b-9852-ffd25dad582f x-openstack-request-id: req-ea70fd55-1524-479b-9852-ffd25dad582f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:24:56.924093 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:24:56.924787 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea70fd55-1524-479b-9852-ffd25dad582f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:24:56.925793 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'status': 'completed', 'code': 200} Aug 11 08:24:56.988066 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:57.069021 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:57.162606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-aa51a3ee-5621-4b25-9163-f039c58d8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:57.170917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-aa51a3ee-5621-4b25-9163-f039c58d8075 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1097 time: 0.1936686 Aug 11 08:24:57.193197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] For port 32656689-2389-4d92-9f3b-f31d2f8bdc82, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32656689-2389-4d92-9f3b-f31d2f8bdc82,segment=NetworkSegment(26198360-b35c-4aa1-8c6c-c6086d2293f5),segment_id=26198360-b35c-4aa1-8c6c-c6086d2293f5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:24:57.224519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:57.442437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=efbcba26-29b2-4c1b-bdac-d4642a16cf55,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:57.463623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-522ba155-1103-429e-b2ca-f2ba74867523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:57.466719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-522ba155-1103-429e-b2ca-f2ba74867523 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.2669573 Aug 11 08:24:57.474715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network efbcba26-29b2-4c1b-bdac-d4642a16cf55 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:24:57.513018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3b63d230-2dc4-4dc1-ab73-f41098bd4549 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4072034 Aug 11 08:24:57.557544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57926) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:57.570009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cfdc9-1001-484d-9044-ce8ec2c3a9ef req-08724547-853a-4a0c-9e59-80c793f92cda tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:57.571974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-096cfdc9-1001-484d-9044-ce8ec2c3a9ef req-08724547-853a-4a0c-9e59-80c793f92cda tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.4216843 Aug 11 08:24:57.576857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': 'efbcba26-29b2-4c1b-bdac-d4642a16cf55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:24:57.683371 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '818a7f92-adb4-464e-b021-fe97dcafd93b', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'mac_address': 'fa:16:3e:2e:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:24:35Z', 'updated_at': '2021-08-11T08:24:54Z', 'revision_number': 1, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:57.689973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-85717b74-6592-4636-9944-db2199a60525 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1000 time: 0.2127419 Aug 11 08:24:57.752181 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:24:57.767385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:57.782077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-096cfdc9-1001-484d-9044-ce8ec2c3a9ef req-adcb507f-7755-4480-bc31-da9dbe5eb8ba tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981113 Aug 11 08:24:57.785432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:57.785699 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:57.877691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-0e5500b0-50a0-464b-ba89-20e874f548ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:57.886127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-0e5500b0-50a0-464b-ba89-20e874f548ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.1820910 Aug 11 08:24:57.890811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:24:57.905903 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:57.961148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3d828-7f5c-405b-ab0f-f71b11aae28e None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:24:58.011239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196c8f9-fbdd-4041-8afe-c320269a4d4d None None] Pushing event updated for resources: {'Port': ['ID=32656689-2389-4d92-9f3b-f31d2f8bdc82,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:58.055277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-85b99f1f-9dd0-4efc-8501-d9952a950714 None None] Provisioning complete for port 32656689-2389-4d92-9f3b-f31d2f8bdc82 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:58.056025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b99f1f-9dd0-4efc-8501-d9952a950714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:58.075281 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:24:58.155535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Router 7a9750c2-c50b-4756-932f-5f955c807121 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:24:58.218223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb3d828-7f5c-405b-ab0f-f71b11aae28e None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:24:58.383246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:24:58.433488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:58.435482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c22d166-21aa-4d63-8f49-10bccfae0f77 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4915414 Aug 11 08:24:58.437616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57954) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:58.469523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-e003f379-a5d8-4931-89e1-cce0e71ecbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:58.475312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-e003f379-a5d8-4931-89e1-cce0e71ecbb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338111 Aug 11 08:24:58.644825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] Sync routers for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:24:58.694738 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '818a7f92-adb4-464e-b021-fe97dcafd93b', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'mac_address': 'fa:16:3e:2e:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:24:35Z', 'updated_at': '2021-08-11T08:24:54Z', 'revision_number': 1, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:58.730700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463864c3-0086-48d5-8d29-29b307183b53 req-7d206d60-b01f-4e5f-9ada-879953fdb498 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:58.732942 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2df26-9d52-4389-8946-99e2885188f1 None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '818a7f92-adb4-464e-b021-fe97dcafd93b', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'mac_address': 'fa:16:3e:2e:f3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:24:35Z', 'updated_at': '2021-08-11T08:24:54Z', 'revision_number': 1, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:24:58.741476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-463864c3-0086-48d5-8d29-29b307183b53 req-7d206d60-b01f-4e5f-9ada-879953fdb498 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1827958 Aug 11 08:24:58.749547 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:58.752545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:58.754175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:58.799356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-02a57218-2a82-4cfb-9cde-c2d381897a11 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153310 Aug 11 08:24:58.833143 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:58.840242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:58.866340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:24:58.867096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:24:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:58.902766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-463864c3-0086-48d5-8d29-29b307183b53 req-71499406-f50f-4b4b-b2c5-bc26e9b123d7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601117 Aug 11 08:24:58.928096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=78a2ba6e-4b7e-4625-855e-7865167f0643,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:58.944670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:24:58.946682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd2b3c-13de-4f14-af74-764dbafad601 None None] The sync data for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:24:58.992109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '77028f44-3480-4346-b861-bac526ff2409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efbcba26-29b2-4c1b-bdac-d4642a16cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:24:58.992499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: efbcba26-29b2-4c1b-bdac-d4642a16cf55, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:24:59.091248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network efbcba26-29b2-4c1b-bdac-d4642a16cf55 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:24:59.126999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b85dfeb8-c8ff-4ee2-94da-7d1e511b47a5 req-c04a3684-2cdf-41b4-b681-e42d53fdaf2d service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087234 Aug 11 08:24:59.131276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, efbcba26-29b2-4c1b-bdac-d4642a16cf55) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:24:59.137694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:24:59.138549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.163044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ae6656f-a23d-407e-909a-833079bcce5a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6022243 Aug 11 08:24:59.164731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57972) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:24:59.177156 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9501f48a-a84c-4937-b0e6-cd577fa76eb5 None None] New status for floating IP 818a7f92-adb4-464e-b021-fe97dcafd93b: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:24:59.216834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27468964-f672-48da-b406-ffd186650f05 None None] Network efbcba26-29b2-4c1b-bdac-d4642a16cf55 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:24:59.456457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32656689-2389-4d92-9f3b-f31d2f8bdc82 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:24:59.485611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.576999 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ac43bcb0-2b6e-4f05-9c26-5e9d23c3ac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.596910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571931b7-d192-431c-ba52-c3e9793c123c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-efbcba26-29b2-4c1b-bdac-d4642a16cf55', 'network_id': 'efbcba26-29b2-4c1b-bdac-d4642a16cf55', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': '78a2ba6e-4b7e-4625-855e-7865167f0643'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:24:59.597790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-571931b7-d192-431c-ba52-c3e9793c123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.607720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 32656689-2389-4d92-9f3b-f31d2f8bdc82 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:24:59.608094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.704926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.723009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.776640 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.839686 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:24:59.876640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=78a2ba6e-4b7e-4625-855e-7865167f0643,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-571931b7-d192-431c-ba52-c3e9793c123c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78a2ba6e-4b7e-4625-855e-7865167f0643: This subnet is being modified by another concurrent operation. Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:24:59.966461 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78a2ba6e-4b7e-4625-855e-7865167f0643: This subnet is being modified by another concurrent operation. Aug 11 08:24:59.971645 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:25:00.003349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.005167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c075e7d-e960-4ede-84d2-19798e68f05e None None] Network efbcba26-29b2-4c1b-bdac-d4642a16cf55 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:00.032008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbcba26-29b2-4c1b-bdac-d4642a16cf55']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:00.052104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b965871-d449-467e-8962-f8a38c6b0695 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:25:00.075050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77028f44-3480-4346-b861-bac526ff2409') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:00.075510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77028f44-3480-4346-b861-bac526ff2409') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:00.087595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.106883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.119489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd69ce-de1c-499f-9fae-b4f343645f64 req-ddca554c-3d3f-4b1b-b10e-527ef2e86b0a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:00.121260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ccd69ce-de1c-499f-9fae-b4f343645f64 req-ddca554c-3d3f-4b1b-b10e-527ef2e86b0a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.0972443 Aug 11 08:25:00.125520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:00.126138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:00.129958 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:00.132934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Allocated IP 172.20.0.1 (e942811b-0bd9-4576-9774-44f715ebf9ba/48c7c5d5-6929-46d4-9650-48314cba1938/99bd3a3a-5e85-46fc-8f06-9f3de628c005) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:00.254220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.259716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ccd69ce-de1c-499f-9fae-b4f343645f64 req-de190f55-d7c8-4f3b-bba5-b0f01534318c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282394 Aug 11 08:25:00.269354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.271403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/efbcba26-29b2-4c1b-bdac-d4642a16cf55 HTTP/1.1" status: 204 len: 168 time: 1.1054096 Aug 11 08:25:00.288512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57992) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:00.289645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adb3cc-aea0-4103-bdbb-45f4f2537352 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:25:00.301825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680709344'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:00.305506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd733ba2-7f46-4ba7-85dd-2643fed5e2b3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=efbcba26-29b2-4c1b-bdac-d4642a16cf55,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:00.340706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:00.347376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.387033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:00.414253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.414695 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 0492e8c9-f450-4718-a151-123dd71d4705 of type vlan for network eaa437ca-126f-435c-88bd-8ec1338cee2d Aug 11 08:25:00.448337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.462407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:00.475259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.486146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Transition to ACTIVE for port object 99bd3a3a-5e85-46fc-8f06-9f3de628c005 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:00.527835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3b965871-d449-467e-8962-f8a38c6b0695', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'port_id': '3b965871-d449-467e-8962-f8a38c6b0695', 'mac_address': 'fa:16:3e:66:3b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:25:00.534083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.542490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:00.542710 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.575232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.633231 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.647401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adb3cc-aea0-4103-bdbb-45f4f2537352 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:25:00.703326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network e942811b-0bd9-4576-9774-44f715ebf9ba is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:00.709087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:00.712999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Port': ['ID=99bd3a3a-5e85-46fc-8f06-9f3de628c005,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:00.719644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:00.761962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4683406 Aug 11 08:25:00.775143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58008) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:00.778347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b965871-d449-467e-8962-f8a38c6b0695 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:25:00.786899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:00.867935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:00.918994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ea057-3609-4454-8abc-5b12cd36128c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=eaa437ca-126f-435c-88bd-8ec1338cee2d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:00.989569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:00.990834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network eaa437ca-126f-435c-88bd-8ec1338cee2d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:01.042855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:01.107778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:01.164217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:01.219410 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:01.310385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3b965871-d449-467e-8962-f8a38c6b0695'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:25:01.356503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network eaa437ca-126f-435c-88bd-8ec1338cee2d is not hosted by any dhcp agent {{(pid=94573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:25:01.363363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:01.364342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:01.369354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "PUT /v2.0/networks/eaa437ca-126f-435c-88bd-8ec1338cee2d HTTP/1.1" status: 200 len: 723 time: 0.5931447 Aug 11 08:25:01.370420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58034) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:01.386735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:01.464712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:01.526912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde270c8-25ff-48bc-b4d7-01620fff600d tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=eaa437ca-126f-435c-88bd-8ec1338cee2d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:01.554209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network eaa437ca-126f-435c-88bd-8ec1338cee2d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:01.635506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:01.640519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:01.725556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f09ee-3499-440b-b122-531449ded2a4 req-e8ae4ae0-baed-465d-8c6f-919a87b33210 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:01.733285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e19f09ee-3499-440b-b122-531449ded2a4 req-e8ae4ae0-baed-465d-8c6f-919a87b33210 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 944 time: 0.2229211 Aug 11 08:25:01.874052 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e19f09ee-3499-440b-b122-531449ded2a4 req-ab9e9a94-ad47-42e2-b4b7-563518659187 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396854 Aug 11 08:25:02.132061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.199793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.211696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.342487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=c43c5d22-a62a-4e33-a38a-87bc9c9112ac,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:02.371385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.391314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '0492e8c9-f450-4718-a151-123dd71d4705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:02.392341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: eaa437ca-126f-435c-88bd-8ec1338cee2d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:25:02.424239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.426258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Port': ['ID=99bd3a3a-5e85-46fc-8f06-9f3de628c005,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:02.452349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network eaa437ca-126f-435c-88bd-8ec1338cee2d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:25:02.482082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, eaa437ca-126f-435c-88bd-8ec1338cee2d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:02.489271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:02.492113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758813'] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.496037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac4ea2-f9bc-4bd7-8ebf-6153ba5e235a None None] Network eaa437ca-126f-435c-88bd-8ec1338cee2d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:02.541471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-909fe2c1-5b09-4e1b-ab4e-39cc9b61605e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1618142 Aug 11 08:25:02.542157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58064) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:02.569262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:02.585918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network e942811b-0bd9-4576-9774-44f715ebf9ba is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:02.589255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:02.786240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a3793f02-68f2-4faf-b37c-0ef9fcfca153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.861100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Router 7a9750c2-c50b-4756-932f-5f955c807121 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:25:02.897023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8627a9ff-f105-4728-9f91-36cb0382954f None None] Provisioning for port 99bd3a3a-5e85-46fc-8f06-9f3de628c005 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:25:02.918054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8627a9ff-f105-4728-9f91-36cb0382954f None None] Provisioning complete for port 99bd3a3a-5e85-46fc-8f06-9f3de628c005 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:25:02.919080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8627a9ff-f105-4728-9f91-36cb0382954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:02.954958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8917825'] for subnet, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.080513 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-eaa437ca-126f-435c-88bd-8ec1338cee2d', 'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': 'c43c5d22-a62a-4e33-a38a-87bc9c9112ac'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:25:03.085840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.118461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8627a9ff-f105-4728-9f91-36cb0382954f None None] Port 99bd3a3a-5e85-46fc-8f06-9f3de628c005 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:25:03.219767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed290924-dc33-49d0-b75b-4b3173ddc55d req-3b9c091d-696b-4202-bab8-7c7e936e031b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:03.237520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed290924-dc33-49d0-b75b-4b3173ddc55d req-3b9c091d-696b-4202-bab8-7c7e936e031b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 944 time: 0.2366321 Aug 11 08:25:03.263404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:03.269771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-184140e1-bd50-408f-8906-8638671aa2e9 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "PUT /v2.0/routers/7a9750c2-c50b-4756-932f-5f955c807121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8305001 Aug 11 08:25:03.272335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58080) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:03.279326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Request body: {'port': {'network_id': 'e942811b-0bd9-4576-9774-44f715ebf9ba', 'name': 'tempest-FloatingIPAdminTestJSON-609976088'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:03.320056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] Sync routers for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:03.397006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed290924-dc33-49d0-b75b-4b3173ddc55d req-c56aa14c-6994-40db-9f0c-5dedb30d7057 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580756 Aug 11 08:25:03.427017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:03.427814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:03.490062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Made reservation on behalf of e1245e98f49d40e8ab037c4187b16ce7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:03.494967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.522115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5f454282-30d5-4fae-b1e7-6c91ee5d11b0 None None] Provisioning complete for port 99bd3a3a-5e85-46fc-8f06-9f3de628c005 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:25:03.523851 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5f454282-30d5-4fae-b1e7-6c91ee5d11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.530455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745238630036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11995706'] for subnet, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.545653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] device_id is not set on port cc9039cb-6e99-40c6-8fb9-0e4613229386 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:25:03.616969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:03.636934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:03.636934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.640798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "PUT /v2.0/subnets/c43c5d22-a62a-4e33-a38a-87bc9c9112ac HTTP/1.1" status: 200 len: 806 time: 1.0972366 Aug 11 08:25:03.641874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58102) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:03.806645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5f454282-30d5-4fae-b1e7-6c91ee5d11b0 None None] Port 99bd3a3a-5e85-46fc-8f06-9f3de628c005 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:25:03.821608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Allocated IP 172.20.0.2 (eaa437ca-126f-435c-88bd-8ec1338cee2d/c43c5d22-a62a-4e33-a38a-87bc9c9112ac/f55edeac-8770-4b88-ab63-a7ef5d7cf0a7) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:03.841220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82f7c-1b97-4c30-85a2-aedb7766f56b tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=c43c5d22-a62a-4e33-a38a-87bc9c9112ac,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:03.876288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:03.883722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:03.887399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:03.948075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Allocated IP 172.20.0.3 (e942811b-0bd9-4576-9774-44f715ebf9ba/48c7c5d5-6929-46d4-9650-48314cba1938/cc9039cb-6e99-40c6-8fb9-0e4613229386) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:03.979673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.008749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:04.010382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802400e-9349-4b91-b39e-1b9c6d1dc523 None None] The sync data for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:04.083646 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:25:04.109779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b965871-d449-467e-8962-f8a38c6b0695 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:25:04.348701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.389830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Transition to ACTIVE for port object cc9039cb-6e99-40c6-8fb9-0e4613229386 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:04.391921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 3b965871-d449-467e-8962-f8a38c6b0695 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:25:04.392302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.467516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.543443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.555640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Transition to ACTIVE for port object f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:04.573609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Transition to ACTIVE for port object f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:04.604023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.616977 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.635683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Network e942811b-0bd9-4576-9774-44f715ebf9ba is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:04.653838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:04.668030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:04.694474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Network eaa437ca-126f-435c-88bd-8ec1338cee2d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:04.702477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:04.705545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:04.712811 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.717227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Pushing event updated for resources: {'Port': ['ID=f55edeac-8770-4b88-ab63-a7ef5d7cf0a7,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:04.769603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=c43c5d22-a62a-4e33-a38a-87bc9c9112ac,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:04.844471 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.848570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:04.850618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.869513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event updated for resources: {'Port': ['ID=cc9039cb-6e99-40c6-8fb9-0e4613229386,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:04.897502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b871e-f5d8-460b-a678-12901df6a2f3 req-cb26e6a7-1e47-48d0-b412-eb0c6c16b7e5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:04.901136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d0b871e-f5d8-460b-a678-12901df6a2f3 req-cb26e6a7-1e47-48d0-b412-eb0c6c16b7e5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 944 time: 0.3453989 Aug 11 08:25:04.905290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c5900150-220c-41bf-ba1d-d1e79aa8668f tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6314082 Aug 11 08:25:04.929216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:04.930412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:25:04.939391 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45bbc27-4570-42e4-afaf-699d55292957" -d '{"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-plugged", "status": "completed", "tag": "3b965871-d449-467e-8962-f8a38c6b0695"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:25:04.955251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:04.968404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58136) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:04.969045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Attempting to bind port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:25:04.970539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Attempting to bind port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0492e8c9-f450-4718-a151-123dd71d4705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:25:04.971456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Attempting to bind port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 on network eaa437ca-126f-435c-88bd-8ec1338cee2d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:25:05.052498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.083769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa437ca-126f-435c-88bd-8ec1338cee2d']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:05.114883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0492e8c9-f450-4718-a151-123dd71d4705') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:05.115403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0492e8c9-f450-4718-a151-123dd71d4705') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:05.150656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.159839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d0b871e-f5d8-460b-a678-12901df6a2f3 req-9126ab5f-b65c-4f8d-b6d0-e9b65310a8a5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459722 Aug 11 08:25:05.215092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.236243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:05.248086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:05.254746 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:05.330689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'project_id': 'e1245e98f49d40e8ab037c4187b16ce7', 'port_id': 'cc9039cb-6e99-40c6-8fb9-0e4613229386'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:05.398702 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.407332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:25:05.407332 n-d-789963-6 neutron-server[94573]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:25:05.407332 n-d-789963-6 neutron-server[94573]: [parameters: {'id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d'}] Aug 11 08:25:05.407332 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:25:05.407851 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:25:05.556086 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded77dbd-ed1c-4475-8f02-9f8ee1967feb x-openstack-request-id: req-ded77dbd-ed1c-4475-8f02-9f8ee1967feb {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:25:05.557720 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-plugged", "status": "completed", "tag": "3b965871-d449-467e-8962-f8a38c6b0695", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:25:05.560151 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ded77dbd-ed1c-4475-8f02-9f8ee1967feb {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:25:05.561419 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695', 'code': 200} Aug 11 08:25:05.611216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:25:05.625940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Checking segment: {'id': '0492e8c9-f450-4718-a151-123dd71d4705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:05.626440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.627137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Bound using segment: {'id': '0492e8c9-f450-4718-a151-123dd71d4705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:25:05.627799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Bound port: f55edeac-8770-4b88-ab63-a7ef5d7cf0a7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0492e8c9-f450-4718-a151-123dd71d4705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'eaa437ca-126f-435c-88bd-8ec1338cee2d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:25:05.628286 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.695983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.756072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] For port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:25:05.760179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] For port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f55edeac-8770-4b88-ab63-a7ef5d7cf0a7,segment=NetworkSegment(0492e8c9-f450-4718-a151-123dd71d4705),segment_id=0492e8c9-f450-4718-a151-123dd71d4705)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:25:05.810502 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.825273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-68cca534-35dd-464b-bfde-d74e3dde5a49 None None] Provisioning for port cc9039cb-6e99-40c6-8fb9-0e4613229386 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:25:05.857741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-68cca534-35dd-464b-bfde-d74e3dde5a49 None None] Provisioning complete for port cc9039cb-6e99-40c6-8fb9-0e4613229386 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:25:05.863573 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-68cca534-35dd-464b-bfde-d74e3dde5a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.908902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:05.983552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-68cca534-35dd-464b-bfde-d74e3dde5a49 None None] Port cc9039cb-6e99-40c6-8fb9-0e4613229386 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:25:05.996950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:06.147652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Allocated IP 172.25.2.233 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/5ce3cca6-7ab0-4398-8eda-b61a0cd6546c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:06.151130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:06.154795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:06.168502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff0fdc-57be-499c-8454-f6f4a163f5b6 None None] Pushing event updated for resources: {'Port': ['ID=f55edeac-8770-4b88-ab63-a7ef5d7cf0a7,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:06.184728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925e16d-52dc-49d9-9942-65425523d45a None None] Network eaa437ca-126f-435c-88bd-8ec1338cee2d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:06.216535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:06.381666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] For port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f55edeac-8770-4b88-ab63-a7ef5d7cf0a7,segment=NetworkSegment(0492e8c9-f450-4718-a151-123dd71d4705),segment_id=0492e8c9-f450-4718-a151-123dd71d4705)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:06.382374 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:06.412453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Calling delete_port for f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:06.427611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bad93-564f-4168-9680-16d0646e75f3 req-3bb14798-eb70-4e36-b313-0d898ff15a05 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:06.438427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f1bad93-564f-4168-9680-16d0646e75f3 req-3bb14798-eb70-4e36-b313-0d898ff15a05 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1587605 Aug 11 08:25:06.514584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d4a62-5c56-4609-aa2b-5ebe26e876f6 None None] Network eaa437ca-126f-435c-88bd-8ec1338cee2d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:06.543405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f1bad93-564f-4168-9680-16d0646e75f3 req-67765e28-4209-42c3-82ca-1176b3892f69 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037130 Aug 11 08:25:06.627718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:06.689216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:06.765785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:06.850456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9506e-fbd0-4c6b-91f3-436e3d69eaa9 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:25:06.875300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No DVR routers for this DVR port f55edeac-8770-4b88-ab63-a7ef5d7cf0a7 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:06.878490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Port': ['ID=f55edeac-8770-4b88-ab63-a7ef5d7cf0a7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:06.880324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:06.894766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:06.902760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:06.998141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Pushing event updated for resources: {'Port': ['ID=5ce3cca6-7ab0-4398-8eda-b61a0cd6546c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:07.090774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.135596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa437ca-126f-435c-88bd-8ec1338cee2d']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:07.165867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9506e-fbd0-4c6b-91f3-436e3d69eaa9 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:25:07.205392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0492e8c9-f450-4718-a151-123dd71d4705') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:07.205992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0492e8c9-f450-4718-a151-123dd71d4705') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:07.255065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.308762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.324251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:07.324664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:07.328288 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:07.495518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.506904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.517413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/eaa437ca-126f-435c-88bd-8ec1338cee2d HTTP/1.1" status: 204 len: 168 time: 3.8702602 Aug 11 08:25:07.522093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58196) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:07.597583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e56710-56b5-4141-91e4-103d75603f00 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=eaa437ca-126f-435c-88bd-8ec1338cee2d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:07.605730 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea30e7f-ad85-4d28-a12e-9d93e4a80171 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:07.607661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea30e7f-ad85-4d28-a12e-9d93e4a80171 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:07.626520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ea30e7f-ad85-4d28-a12e-9d93e4a80171 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/eaa437ca-126f-435c-88bd-8ec1338cee2d HTTP/1.1" status: 404 len: 339 time: 0.1014011 Aug 11 08:25:07.630843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58200) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:07.643156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153292289', 'description': 'd1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:07.719590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:07.728128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.834443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:07.858978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:07.860784 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment c2000a02-398e-407e-bee6-dca715a191e1 of type vlan for network 87e15d5c-e497-41d1-b358-f829b74118db Aug 11 08:25:07.991741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.094960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.101640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:08.102511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.142770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5091956 Aug 11 08:25:08.151801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58218) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:08.175203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.341143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5f6dd-0f56-4c71-95fd-4555de19bad0 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=87e15d5c-e497-41d1-b358-f829b74118db,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:08.352676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 87e15d5c-e497-41d1-b358-f829b74118db details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:08.405419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.436573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472b65b-6195-4f10-80b2-8404a34a0ccb tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:08.440714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2472b65b-6195-4f10-80b2-8404a34a0ccb tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks?id=87e15d5c-e497-41d1-b358-f829b74118db HTTP/1.1" status: 200 len: 761 time: 0.2810755 Aug 11 08:25:08.442474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58226) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:08.448051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'description': 'd2'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:08.680214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.699172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24e29a-3971-41b2-b010-318717e3d86f req-185f3857-e3f2-4c62-a2f2-d4def590cf06 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:08.703333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f24e29a-3971-41b2-b010-318717e3d86f req-185f3857-e3f2-4c62-a2f2-d4def590cf06 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.4349890 Aug 11 08:25:08.706877 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.879232 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.903908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Pushing event updated for resources: {'Port': ['ID=5ce3cca6-7ab0-4398-8eda-b61a0cd6546c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:08.928287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:08.937401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f24e29a-3971-41b2-b010-318717e3d86f req-0428099b-cff8-4ed9-a19f-5a8c61543f6b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190204 Aug 11 08:25:08.971473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:09.136330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 87e15d5c-e497-41d1-b358-f829b74118db is not hosted by any dhcp agent {{(pid=94573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:25:09.154143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:09.154987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:09.160858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "PUT /v2.0/networks/87e15d5c-e497-41d1-b358-f829b74118db HTTP/1.1" status: 200 len: 758 time: 0.7172735 Aug 11 08:25:09.192312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58246) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:09.317748 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Floating IP 8bf7b5ac-4995-466c-ac8d-8bab45f8e380 associated. External IP: 172.25.2.233, port: cc9039cb-6e99-40c6-8fb9-0e4613229386. Aug 11 08:25:09.956532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Router 7a9750c2-c50b-4756-932f-5f955c807121 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:25:09.990800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53574d76-d7e9-44b6-82c0-c8cf787390bd tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=87e15d5c-e497-41d1-b358-f829b74118db,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:10.018850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 87e15d5c-e497-41d1-b358-f829b74118db details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:10.049328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efecb846-6595-4fb8-854d-7d726f27dee8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:10.051836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-efecb846-6595-4fb8-854d-7d726f27dee8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks?id=87e15d5c-e497-41d1-b358-f829b74118db HTTP/1.1" status: 200 len: 761 time: 0.8577516 Aug 11 08:25:10.057773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58268) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:10.064693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051169356'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:10.108458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:10.115127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:10.216938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:10.264039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:10.267440 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 95ac9918-d989-4831-9855-e38fb9619e67 of type vlan for network 501fc4b4-ac05-467f-a105-243a8dd695e9 Aug 11 08:25:10.306386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:10.317552 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] Sync routers for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:10.337463 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:10.339265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:10.364507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:10.414512 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f65f85c3-ceef-4043-95ce-756aaead949f tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.4377370 Aug 11 08:25:10.421580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:10.480603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:10.493458 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:10.504493 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:10.507267 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:10.524935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0e62c-5ae8-4322-a386-ed167638c2fe req-6267412f-6771-4d7b-9acd-dba869df046b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:10.531411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea0e62c-5ae8-4322-a386-ed167638c2fe req-6267412f-6771-4d7b-9acd-dba869df046b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.4064028 Aug 11 08:25:10.627811 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:10.628580 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dcfd9-1dd2-453c-bb5e-10c54128918f None None] The sync data for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:10.652756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:10.664270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dfdd3f78-a4a8-4285-977d-e98ec3098a8c tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] 10.222.0.58 "GET /v2.0/floatingips/8bf7b5ac-4995-466c-ac8d-8bab45f8e380 HTTP/1.1" status: 200 len: 982 time: 0.2366612 Aug 11 08:25:10.673720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:10.674676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:10.678548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58288) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:10.699126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ea0e62c-5ae8-4322-a386-ed167638c2fe req-e1cc9c1e-9c32-4b5c-b88c-035a458c36bb tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605310 Aug 11 08:25:10.809163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=501fc4b4-ac05-467f-a105-243a8dd695e9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:10.816396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3f5ace8a-c743-46de-8574-d3e9cbef2d4e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7567644 Aug 11 08:25:10.819290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58294) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:10.825785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '501fc4b4-ac05-467f-a105-243a8dd695e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:10.836108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 501fc4b4-ac05-467f-a105-243a8dd695e9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:10.971774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44f39bd0-bc1f-4249-8d4c-94015827bf9e tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.2909436 Aug 11 08:25:10.975969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58296) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:11.060858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:11.069629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:11.270571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting port 5ce3cca6-7ab0-4398-8eda-b61a0cd6546c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:11.270935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:11.470563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:11.487183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:11.487679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:11.519611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Calling delete_port for 5ce3cca6-7ab0-4398-8eda-b61a0cd6546c owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:11.660123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=bd47e98e-b741-4670-a845-9b2b6e24b3fb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:11.720838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '95ac9918-d989-4831-9855-e38fb9619e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '501fc4b4-ac05-467f-a105-243a8dd695e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:11.721174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 501fc4b4-ac05-467f-a105-243a8dd695e9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:25:11.763578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 501fc4b4-ac05-467f-a105-243a8dd695e9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:25:11.783323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 501fc4b4-ac05-467f-a105-243a8dd695e9) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:11.790557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:11.790895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:11.794921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d5b2c-f34b-415b-aeb2-6ed0c7ced6ac None None] Network 501fc4b4-ac05-467f-a105-243a8dd695e9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:11.833845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f6f67ac4-3007-4a52-b9f9-a2cb85178494 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0132627 Aug 11 08:25:11.836733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58328) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:12.069434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.136056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd826d6-2b14-405f-92e0-f82a5380c07b req-d0624de9-047d-4b47-a393-97e47495cfef tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:12.141897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fd826d6-2b14-405f-92e0-f82a5380c07b req-d0624de9-047d-4b47-a393-97e47495cfef tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.2186596 Aug 11 08:25:12.230998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.270150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.334638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab4ed3-9a8a-424a-9190-a49057ad0c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-501fc4b4-ac05-467f-a105-243a8dd695e9', 'network_id': '501fc4b4-ac05-467f-a105-243a8dd695e9', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': 'bd47e98e-b741-4670-a845-9b2b6e24b3fb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:25:12.335249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38ab4ed3-9a8a-424a-9190-a49057ad0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.399078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6fd826d6-2b14-405f-92e0-f82a5380c07b req-282a1a82-a299-4d59-bafa-883854514e6c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499423 Aug 11 08:25:12.409709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Port': ['ID=5ce3cca6-7ab0-4398-8eda-b61a0cd6546c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:12.483712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.533210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=bd47e98e-b741-4670-a845-9b2b6e24b3fb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-38ab4ed3-9a8a-424a-9190-a49057ad0c19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd47e98e-b741-4670-a845-9b2b6e24b3fb: This subnet is being modified by another concurrent operation. Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:25:12.561826 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd47e98e-b741-4670-a845-9b2b6e24b3fb: This subnet is being modified by another concurrent operation. Aug 11 08:25:12.565438 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:25:12.567731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.567731 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Floating IP 8bf7b5ac-4995-466c-ac8d-8bab45f8e380 disassociated (deleted). External IP: 172.25.2.233, port: cc9039cb-6e99-40c6-8fb9-0e4613229386. Aug 11 08:25:12.586990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7340297-71fc-4473-aaee-d8621dd9f79d None None] Network 501fc4b4-ac05-467f-a105-243a8dd695e9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:12.731114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.761469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501fc4b4-ac05-467f-a105-243a8dd695e9']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:12.790782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ac9918-d989-4831-9855-e38fb9619e67') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:12.791238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ac9918-d989-4831-9855-e38fb9619e67') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:12.822712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.855717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.870520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:12.871046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:12.874738 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:12.969852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f46b8-e603-4bef-88ea-0e272f8eb399 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:25:13.038321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:13.045574 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:13.051699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/501fc4b4-ac05-467f-a105-243a8dd695e9 HTTP/1.1" status: 204 len: 168 time: 1.2132289 Aug 11 08:25:13.053976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58356) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:13.118331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7515fdc-95ae-46b0-8e8f-cfa08c69352e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=501fc4b4-ac05-467f-a105-243a8dd695e9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:13.164614 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d81603-d3b9-4a16-a330-3aef0a64994e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] GET failed (client error): The resource could not be found. Aug 11 08:25:13.175504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58362) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:13.181477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3d81603-d3b9-4a16-a330-3aef0a64994e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/subnets/bd47e98e-b741-4670-a845-9b2b6e24b3fb HTTP/1.1" status: 404 len: 337 time: 0.1264467 Aug 11 08:25:13.195816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085f46b8-e603-4bef-88ea-0e272f8eb399 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:25:13.613889 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a1507a-7868-41de-aac6-93ee2da48725 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:13.614515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a1507a-7868-41de-aac6-93ee2da48725 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:13.622552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-42a1507a-7868-41de-aac6-93ee2da48725 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/501fc4b4-ac05-467f-a105-243a8dd695e9 HTTP/1.1" status: 404 len: 339 time: 0.4442098 Aug 11 08:25:13.623204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:13.767217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Router 7a9750c2-c50b-4756-932f-5f955c807121 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:25:13.773743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c6b69-3048-4e97-9113-08eca16ca849 req-0fe233ca-ccac-4109-a76d-dc8c0aa1cd82 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:13.775764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-793c6b69-3048-4e97-9113-08eca16ca849 req-0fe233ca-ccac-4109-a76d-dc8c0aa1cd82 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.2079277 Aug 11 08:25:13.869626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-793c6b69-3048-4e97-9113-08eca16ca849 req-5db518a4-fa6c-4e0c-901a-65c95e4585bb tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Aug 11 08:25:14.049541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:14.072740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] Sync routers for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:14.093732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:14.093732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:14.095563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:14.178246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:14.204034 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6c42695a-adfc-4e4b-9be5-d683e13f2cde tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "DELETE /v2.0/floatingips/8bf7b5ac-4995-466c-ac8d-8bab45f8e380 HTTP/1.1" status: 204 len: 168 time: 3.2213285 Aug 11 08:25:14.204235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:14.204235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:14.204408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58396) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:14.207777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:14.234316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d5824-f103-4b4f-9f0a-fb20b08f8a9a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.236304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d95d5824-f103-4b4f-9f0a-fb20b08f8a9a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6095951 Aug 11 08:25:14.240214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58398) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:14.300007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:14.301043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434606db-19b4-4d22-b668-a1eaf66fb32e None None] The sync data for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:14.313394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e15e3634-d9db-4b16-a790-2d640438f4f5 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 207 time: 0.0717347 Aug 11 08:25:14.319376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:14.334013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:14.519536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:14.585023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e69b2-9b61-40af-a0dd-4c1c6f18b206 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.591229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e69b2-9b61-40af-a0dd-4c1c6f18b206 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.609298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e69b2-9b61-40af-a0dd-4c1c6f18b206 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.615725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e69b2-9b61-40af-a0dd-4c1c6f18b206 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.628172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-578e69b2-9b61-40af-a0dd-4c1c6f18b206 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3074365 Aug 11 08:25:14.633498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58406) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:14.769557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6f4b3d15-ec61-42fa-b40d-da2e57d076ef tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1287310 Aug 11 08:25:14.770171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:14.787516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Allocated IP 172.25.2.222 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7da1162c-87fc-4604-b68b-4e5fc5f33ae6) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:14.931992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d13d3-5a26-40bb-a869-9adb90dc80ce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.933584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d13d3-5a26-40bb-a869-9adb90dc80ce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:14.935198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a96d13d3-5a26-40bb-a869-9adb90dc80ce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1640022 Aug 11 08:25:14.943999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58422) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:15.062520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee0689-4a00-40e5-a020-bfc98191c881 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:15.064318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee0689-4a00-40e5-a020-bfc98191c881 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:15.073808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4ee0689-4a00-40e5-a020-bfc98191c881 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1281495 Aug 11 08:25:15.074522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58424) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:15.183109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d33ff-245c-4535-bf5c-100837dcd66c req-fa02ee2a-7580-46e0-a70e-205e7c5f2c42 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:15.185138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c00d33ff-245c-4535-bf5c-100837dcd66c req-fa02ee2a-7580-46e0-a70e-205e7c5f2c42 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1334758 Aug 11 08:25:15.199795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:15.256612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c00d33ff-245c-4535-bf5c-100837dcd66c req-b99536fd-aa07-4388-ae67-e8c9576cfa86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641975 Aug 11 08:25:15.340331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c672264-b47a-4105-8d64-1c80fed569c6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:15.348195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58436) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:15.349483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8c672264-b47a-4105-8d64-1c80fed569c6 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks/8ca4a46c-b2ea-46be-9778-cc784ad916c6 HTTP/1.1" status: 200 len: 799 time: 0.2689178 Aug 11 08:25:15.375377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:15.462750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:15.465586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Pushing event updated for resources: {'Port': ['ID=7da1162c-87fc-4604-b68b-4e5fc5f33ae6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:15.470021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:15.476128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:15.638945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-641e4b6b-49d1-4eb6-93f1-59a41745aa01 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/networks/8ca4a46c-b2ea-46be-9778-cc784ad916c6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2895463 Aug 11 08:25:15.648320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58442) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:15.698959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:15.748138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da8dfb-9909-467a-9b86-c0c1c2209d2c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:15.750233 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4da8dfb-9909-467a-9b86-c0c1c2209d2c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/subnets/7e4d933d-377c-4187-ac43-807c614029b9 HTTP/1.1" status: 200 len: 811 time: 0.1003218 Aug 11 08:25:15.756142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58444) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:15.771853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:15.840311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07e369-1a4c-4480-9872-a613a83025b2 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:15.846380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f07e369-1a4c-4480-9872-a613a83025b2 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "GET /v2.0/subnets/7e4d933d-377c-4187-ac43-807c614029b9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0886095 Aug 11 08:25:15.848328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:15.855152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2061001498'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:15.897165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:15.903193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:15.987463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:16.023196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.028181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.028535 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Added segment 35fee578-b8d1-4a23-85fa-84c7d9e0fbd0 of type vlan for network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 Aug 11 08:25:16.035286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.105969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.143665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Pushing event updated for resources: {'Port': ['ID=7da1162c-87fc-4604-b68b-4e5fc5f33ae6,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:16.148464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.157884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:16.159308 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.163136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.204999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3529129 Aug 11 08:25:16.205337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:16.222390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:16.226698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.229874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-92eb4eeb-85be-4330-9d07-c1b44215c4ca tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0248632 Aug 11 08:25:16.232078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58462) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:16.411255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5ae0d-dc84-4cb6-9e98-f24e2d897fce tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Network': ['ID=756acd84-f05a-4e9d-bb43-f3dd5749bdb2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:16.426378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:16.473660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Made reservation on behalf of 0c12681d56d947338d5524e4cd4a86ab for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:16.478785 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:16.697442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bad5e-e76f-4c8e-9b42-0627094d11a1 req-e5963920-0a64-46b2-9056-2790146a04e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:16.699536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff6bad5e-e76f-4c8e-9b42-0627094d11a1 req-e5963920-0a64-46b2-9056-2790146a04e4 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1177058 Aug 11 08:25:16.709974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:16.716560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_backend_mixin [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Performing IP validity checks on allocation pools {{(pid=94572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 08:25:16.719702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_backend_mixin [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 08:25:16.838621 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff6bad5e-e76f-4c8e-9b42-0627094d11a1 req-1a8c0c21-bc25-431b-aef7-b56234cc3806 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141703 Aug 11 08:25:16.840466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.052018 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.065794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.183023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=9adf7f94-7ad7-44c5-afb2-541dc93d2c08,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:17.265096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Checking segment: {'id': '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:17.265735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network hostable DHCP agents. Network: 756acd84-f05a-4e9d-bb43-f3dd5749bdb2, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:25:17.308771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:25:17.322674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58490) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:17.334077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Allocated IP 172.25.2.60 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/886b8204-fd75-44c9-ae96-97f125acd751) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:17.339928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 756acd84-f05a-4e9d-bb43-f3dd5749bdb2) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:17.349916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b97ab-d5ba-4875-b06b-989d305b59e9 None None] Network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:17.361942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:17.365086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.430670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1b91e4f-f306-42eb-b4e5-18fc960f5183 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2211301 Aug 11 08:25:17.432956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58496) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:17.466103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:17.736010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.817336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.959990 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7375272'] for subnet, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:17.973169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Pushing event updated for resources: {'Port': ['ID=886b8204-fd75-44c9-ae96-97f125acd751,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:18.017518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-756acd84-f05a-4e9d-bb43-f3dd5749bdb2', 'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2', 'tenant_id': '0c12681d56d947338d5524e4cd4a86ab', 'fixed_ips': [{'subnet_id': '9adf7f94-7ad7-44c5-afb2-541dc93d2c08'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:25:18.021790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.023138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:18.031767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:18.037814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:18.174110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.219415 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.558215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.566333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.676159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Pushing event updated for resources: {'Port': ['ID=886b8204-fd75-44c9-ae96-97f125acd751,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:18.697810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908cb6a-972f-489d-a157-f675961311cb req-b30059ed-9d96-4c21-8692-b231e02ccae5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:18.704562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.710019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7908cb6a-972f-489d-a157-f675961311cb req-b30059ed-9d96-4c21-8692-b231e02ccae5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.3014553 Aug 11 08:25:18.732379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.734082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c48569c-ebcd-45ec-90ac-9da0f7fb08da tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5006421 Aug 11 08:25:18.736337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58526) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:18.745126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745238630036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7484682'] for subnet, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.746644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Allocated IP 172.20.0.3 (756acd84-f05a-4e9d-bb43-f3dd5749bdb2/9adf7f94-7ad7-44c5-afb2-541dc93d2c08/6c53fe5a-7ab9-487a-a220-b8d199f50149) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:18.907063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-76df9101-1a3d-45b9-b446-fe670c7ca37a tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1684654 Aug 11 08:25:18.907783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58532) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:18.931292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event updated for resources: {'Subnet': ['ID=9adf7f94-7ad7-44c5-afb2-541dc93d2c08,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:18.934149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:18.936129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:18.938303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f2828a0-6771-439a-aa82-8f8648c2ef0a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "PUT /v2.0/subnets/9adf7f94-7ad7-44c5-afb2-541dc93d2c08 HTTP/1.1" status: 200 len: 877 time: 1.5040889 Aug 11 08:25:18.948357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:18.960462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7908cb6a-972f-489d-a157-f675961311cb req-860b0436-0120-48d5-ac60-ee68e9219ae9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493458 Aug 11 08:25:19.034628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.049485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Transition to ACTIVE for port object 6c53fe5a-7ab9-487a-a220-b8d199f50149 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:19.057146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4111b35f-5287-4779-8516-59f1925020b8 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1482866 Aug 11 08:25:19.063182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58546) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:19.096616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Transition to ACTIVE for port object 6c53fe5a-7ab9-487a-a220-b8d199f50149 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:19.112931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.205572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Pushing event updated for resources: {'Port': ['ID=6c53fe5a-7ab9-487a-a220-b8d199f50149,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:19.221341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:19.223080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:19.230254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:19.260907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.307087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Attempting to bind port 6c53fe5a-7ab9-487a-a220-b8d199f50149 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:25:19.307831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Attempting to bind port 6c53fe5a-7ab9-487a-a220-b8d199f50149 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:25:19.308407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Attempting to bind port 6c53fe5a-7ab9-487a-a220-b8d199f50149 on network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:25:19.315291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:25:19.316064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Checking segment: {'id': '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:19.316689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.317449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Bound using segment: {'id': '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:25:19.318495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Bound port: 6c53fe5a-7ab9-487a-a220-b8d199f50149, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '756acd84-f05a-4e9d-bb43-f3dd5749bdb2'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:25:19.319523 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.390752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] For port 6c53fe5a-7ab9-487a-a220-b8d199f50149, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:25:19.395368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] For port 6c53fe5a-7ab9-487a-a220-b8d199f50149, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6c53fe5a-7ab9-487a-a220-b8d199f50149,segment=NetworkSegment(35fee578-b8d1-4a23-85fa-84c7d9e0fbd0),segment_id=35fee578-b8d1-4a23-85fa-84c7d9e0fbd0)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:25:19.409732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.475506 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.566002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec93ebb-ccb6-486b-aea1-81e5a43e4b76 None None] Pushing event updated for resources: {'Port': ['ID=6c53fe5a-7ab9-487a-a220-b8d199f50149,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:19.582578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Deleting port 886b8204-fd75-44c9-ae96-97f125acd751 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:19.583104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.775980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting port 6c53fe5a-7ab9-487a-a220-b8d199f50149 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:19.777125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.782668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.783450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.876520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Deleting port 863989ab-7629-4932-bffe-1ee197b4cc65 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:19.876909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:19.969478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] For port 6c53fe5a-7ab9-487a-a220-b8d199f50149, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6c53fe5a-7ab9-487a-a220-b8d199f50149,segment=NetworkSegment(35fee578-b8d1-4a23-85fa-84c7d9e0fbd0),segment_id=35fee578-b8d1-4a23-85fa-84c7d9e0fbd0)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:19.971966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:20.013198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Calling delete_port for 6c53fe5a-7ab9-487a-a220-b8d199f50149 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:20.132777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] For port 863989ab-7629-4932-bffe-1ee197b4cc65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=863989ab-7629-4932-bffe-1ee197b4cc65,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:20.133355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:20.157309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Calling delete_port for 886b8204-fd75-44c9-ae96-97f125acd751 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:20.164112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Calling delete_port for 863989ab-7629-4932-bffe-1ee197b4cc65 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:20.345490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa42d5-8c8e-4938-910b-547447085c31 req-0312315c-1513-4664-a64b-a42f38d83834 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:20.347400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcaa42d5-8c8e-4938-910b-547447085c31 req-0312315c-1513-4664-a64b-a42f38d83834 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.2189279 Aug 11 08:25:20.458651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcaa42d5-8c8e-4938-910b-547447085c31 req-6c6e9ee1-544e-4b34-a464-8d3eaa367188 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995157 Aug 11 08:25:20.523059 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:20.523631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:20.573588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Port': ['ID=6c53fe5a-7ab9-487a-a220-b8d199f50149,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:20.591122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=863989ab-7629-4932-bffe-1ee197b4cc65,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:20.696216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:20.698553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No DVR routers for this DVR port 6c53fe5a-7ab9-487a-a220-b8d199f50149 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:20.820834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Pushing event deleted for resources: {'Port': ['ID=886b8204-fd75-44c9-ae96-97f125acd751,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:20.988126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.022761 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.032175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.035056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.042184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a00791dd-7c15-4a34-95b6-3ef240525c66 tempest-FloatingIPAdminTestJSON-1663604778 tempest-FloatingIPAdminTestJSON-1663604778-project] 10.222.0.58 "DELETE /v2.0/floatingips/04ea992b-fb1c-4f85-ab45-7644adee3812 HTTP/1.1" status: 204 len: 168 time: 1.9755325 Aug 11 08:25:21.126851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:21.306313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2f883-d281-4e0a-a58c-93ded9c8269d None None] Network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:21.451012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Deleting port 7da1162c-87fc-4604-b68b-4e5fc5f33ae6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:21.451379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.512373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8e9612c5-5f3f-4923-9400-15019ac938bd None None] Could not find standard attr ID for object 6c53fe5a-7ab9-487a-a220-b8d199f50149. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:25:21.594402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:25:21.601102 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.601421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.615235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Calling delete_port for 7da1162c-87fc-4604-b68b-4e5fc5f33ae6 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:21.759753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:21.823435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23de04-4e14-44ba-9a08-221161be4ad5 req-634f9aa2-1dc7-4530-8982-40b0695c516d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:21.827967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd23de04-4e14-44ba-9a08-221161be4ad5 req-634f9aa2-1dc7-4530-8982-40b0695c516d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1395822 Aug 11 08:25:21.978031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd23de04-4e14-44ba-9a08-221161be4ad5 req-e0843a66-6708-403e-a127-f34a293d5841 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489792 Aug 11 08:25:21.980237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:21.992230 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] Sync routers for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:22.012363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9bbcc2dc-1fe6-4866-9d1e-8d071b434c43 admin admin] 10.222.0.58 "PUT /v2.0/routers/9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6865814 Aug 11 08:25:22.013693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58614) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:22.014679 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:22.021048 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:22.073267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.098082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf20a9d-229c-4c8c-993f-0a06568980db None None] Network 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:22.108191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=9adf7f94-7ad7-44c5-afb2-541dc93d2c08,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:22.259879 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:25:22.382252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.426797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696f67e-593f-40e9-8ed6-f86329ab83d0 None None] DHCP port deletion for 756acd84-f05a-4e9d-bb43-f3dd5749bdb2 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:25:22.447069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.455331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.456584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/e35b120e-40c6-42bd-bc28-a8e42278f031 HTTP/1.1" status: 204 len: 168 time: 1.3285363 Aug 11 08:25:22.465280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58624) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:22.467435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767e319-9be4-4956-8864-1361ccaebf28 tempest-FloatingIPAdminTestJSON-2097052834 tempest-FloatingIPAdminTestJSON-2097052834-project-admin] Pushing event deleted for resources: {'Port': ['ID=7da1162c-87fc-4604-b68b-4e5fc5f33ae6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:22.478699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756acd84-f05a-4e9d-bb43-f3dd5749bdb2']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:22.517103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:22.517436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fee578-b8d1-4a23-85fa-84c7d9e0fbd0') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:22.567110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.651741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:25:20Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:22.673395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.714535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:22.715146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:22.730310 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:22.738204 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] Checking router: 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:25:22.756650 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] Routers {'9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:22.757310 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:22.834058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting port cc9039cb-6e99-40c6-8fb9-0e4613229386 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:22.834817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:22.960214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.033543 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] Set router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:25:23.044864 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.074840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.079726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/756acd84-f05a-4e9d-bb43-f3dd5749bdb2 HTTP/1.1" status: 204 len: 168 time: 4.0743215 Aug 11 08:25:23.084531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:23.121922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.154868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.159930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b3184-8e46-430f-beee-077a3ab81de8 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=756acd84-f05a-4e9d-bb43-f3dd5749bdb2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:23.190352 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e556b48-d12f-45a4-903a-bacc0574ba86 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:23.191159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e556b48-d12f-45a4-903a-bacc0574ba86 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:23.193528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e556b48-d12f-45a4-903a-bacc0574ba86 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/9adf7f94-7ad7-44c5-afb2-541dc93d2c08 HTTP/1.1" status: 404 len: 337 time: 0.0998826 Aug 11 08:25:23.194854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Calling delete_port for cc9039cb-6e99-40c6-8fb9-0e4613229386 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:23.200446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58646) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:23.234213 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3caefe-fba1-4b7f-98e1-0882a8a90bfb tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:23.234812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3caefe-fba1-4b7f-98e1-0882a8a90bfb tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:23.239359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:23.245824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6e3caefe-fba1-4b7f-98e1-0882a8a90bfb tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/756acd84-f05a-4e9d-bb43-f3dd5749bdb2 HTTP/1.1" status: 404 len: 339 time: 0.0438528 Aug 11 08:25:23.278861 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-2411daad-b95c-4b8d-b064-5bce427f75ea tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:23.279362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2411daad-b95c-4b8d-b064-5bce427f75ea tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:23.282087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2411daad-b95c-4b8d-b064-5bce427f75ea tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/bd47e98e-b741-4670-a845-9b2b6e24b3fb HTTP/1.1" status: 404 len: 337 time: 0.0410280 Aug 11 08:25:23.286318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58652) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:23.362903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6c53fe5a-7ab9-487a-a220-b8d199f50149 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:23.385550 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-026b9e8c-22a9-4b54-af0e-e125cf5ed385 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:23.391738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026b9e8c-22a9-4b54-af0e-e125cf5ed385 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:23.402024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-026b9e8c-22a9-4b54-af0e-e125cf5ed385 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/501fc4b4-ac05-467f-a105-243a8dd695e9 HTTP/1.1" status: 404 len: 339 time: 0.1149259 Aug 11 08:25:23.403134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58656) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:23.420261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6c53fe5a-7ab9-487a-a220-b8d199f50149 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:23.420962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6c53fe5a-7ab9-487a-a220-b8d199f50149 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:23.470686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Deleting port 28af982b-65bf-4364-b2a8-8cb3066ec148 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:23.471055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.529595 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:25:20Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:23.564985 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.637360 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ed0c-8db5-42ba-a5a3-7ddf169c4913 None None] The sync data for ids ['9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa'] in n-d-789963-6 is: [{'id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'name': 'tempest-TaggedBootDevicesTest-693408161-router', 'tenant_id': '1009c75a305d4b85b6c02662c39ca94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:13:20Z', 'updated_at': '2021-08-11T08:25:20Z', 'revision_number': 5, 'project_id': '1009c75a305d4b85b6c02662c39ca94e', 'gw_port': {'id': '28af982b-65bf-4364-b2a8-8cb3066ec148', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:13:22Z', 'updated_at': '2021-08-11T08:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:23.773600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.795875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e15d5c-e497-41d1-b358-f829b74118db']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:23.808536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2000a02-398e-407e-bee6-dca715a191e1') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:23.808825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2000a02-398e-407e-bee6-dca715a191e1') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:23.820414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.853121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd274c-6f4c-43da-9d0a-3e9e683a27d4 req-4dec806d-4002-48b5-8b54-550ca75c349b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:23.861423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51fd274c-6f4c-43da-9d0a-3e9e683a27d4 req-4dec806d-4002-48b5-8b54-550ca75c349b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.7496030 Aug 11 08:25:23.887616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] For port 28af982b-65bf-4364-b2a8-8cb3066ec148, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=28af982b-65bf-4364-b2a8-8cb3066ec148,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:23.887993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.902906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.962706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:23.963332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:23.966828 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:23.969034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Calling delete_port for 28af982b-65bf-4364-b2a8-8cb3066ec148 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:24.003044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51fd274c-6f4c-43da-9d0a-3e9e683a27d4 req-b87d69a2-fff0-4213-8d4a-649eb5b335d3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406271 Aug 11 08:25:24.094350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:24.170058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:24.200506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:24.200506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/87e15d5c-e497-41d1-b358-f829b74118db HTTP/1.1" status: 204 len: 168 time: 0.7840750 Aug 11 08:25:24.212607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58678) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.236824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Port': ['ID=cc9039cb-6e99-40c6-8fb9-0e4613229386,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:24.286309 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dec1a18-0a2c-46dc-afcf-ce873372f000 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.286781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dec1a18-0a2c-46dc-afcf-ce873372f000 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.288587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2dec1a18-0a2c-46dc-afcf-ce873372f000 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/c43c5d22-a62a-4e33-a38a-87bc9c9112ac HTTP/1.1" status: 404 len: 337 time: 0.0749738 Aug 11 08:25:24.292310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58680) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.340856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae9dbe-91e8-4cb3-9ec7-2cf98cec7fd9 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=87e15d5c-e497-41d1-b358-f829b74118db,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:24.372532 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6f7456-34c9-4e58-a088-904b694b84c4 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.373174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6f7456-34c9-4e58-a088-904b694b84c4 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.375339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c6f7456-34c9-4e58-a088-904b694b84c4 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/eaa437ca-126f-435c-88bd-8ec1338cee2d HTTP/1.1" status: 404 len: 339 time: 0.0825510 Aug 11 08:25:24.386445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58684) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.406609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:24.411137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2087a3e7-da5d-4ddf-ba67-39c54a2773c4 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "DELETE /v2.0/ports/cc9039cb-6e99-40c6-8fb9-0e4613229386 HTTP/1.1" status: 204 len: 168 time: 1.9423249 Aug 11 08:25:24.417654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.551936 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1521a0-807e-4eb5-b47c-582fa9c0c561 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.552396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1521a0-807e-4eb5-b47c-582fa9c0c561 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.554347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7e1521a0-807e-4eb5-b47c-582fa9c0c561 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/78a2ba6e-4b7e-4625-855e-7865167f0643 HTTP/1.1" status: 404 len: 337 time: 0.1667817 Aug 11 08:25:24.558654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.589263 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-640307e2-ed2d-4034-97dc-0d0cc1379560 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.589857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640307e2-ed2d-4034-97dc-0d0cc1379560 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.591716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-640307e2-ed2d-4034-97dc-0d0cc1379560 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/efbcba26-29b2-4c1b-bdac-d4642a16cf55 HTTP/1.1" status: 404 len: 339 time: 0.0338953 Aug 11 08:25:24.595211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58694) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.626137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:24.629798 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-1103cf7a-a78e-4cc5-b39a-6c03b9214d85 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.630266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1103cf7a-a78e-4cc5-b39a-6c03b9214d85 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.635082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1103cf7a-a78e-4cc5-b39a-6c03b9214d85 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/fdcf6295-f0b7-44c1-8085-3e0430b2abe2 HTTP/1.1" status: 404 len: 337 time: 0.0369353 Aug 11 08:25:24.637309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58700) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.678347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68809d94-23d5-45b3-bc43-5aa72598bd7e tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:24.682696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=28af982b-65bf-4364-b2a8-8cb3066ec148,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:24.684937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.685604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-68809d94-23d5-45b3-bc43-5aa72598bd7e tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a9750c2-c50b-4756-932f-5f955c807121 HTTP/1.1" status: 200 len: 913 time: 0.2080843 Aug 11 08:25:24.714063 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d42917-eee6-42b4-95ac-b69d7ca03df7 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.714063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d42917-eee6-42b4-95ac-b69d7ca03df7 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.715082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6d42917-eee6-42b4-95ac-b69d7ca03df7 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/424a7556-6938-44c9-8312-982d00026b25 HTTP/1.1" status: 404 len: 339 time: 0.0758846 Aug 11 08:25:24.725476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58706) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.893647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:24.895967 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdde44c-6d85-4b0a-8c9d-03e01a4bb09a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.897261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdde44c-6d85-4b0a-8c9d-03e01a4bb09a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.900248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8fdde44c-6d85-4b0a-8c9d-03e01a4bb09a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/69dc876f-9f9c-4a2e-84ba-b3559bfbd51c HTTP/1.1" status: 404 len: 337 time: 0.1734114 Aug 11 08:25:24.905660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58710) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:24.955215 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-291c8aeb-db6d-4a0a-bbd9-6b87b0f57cca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:24.955981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291c8aeb-db6d-4a0a-bbd9-6b87b0f57cca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:24.959774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-291c8aeb-db6d-4a0a-bbd9-6b87b0f57cca tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/866a478d-4aa7-4fbe-91d8-95df109eb2b7 HTTP/1.1" status: 404 len: 339 time: 0.0503280 Aug 11 08:25:24.961292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58714) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.019958 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5385f-45e4-4de7-8232-312de0a39a6c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.020419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b5385f-45e4-4de7-8232-312de0a39a6c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.024509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-23b5385f-45e4-4de7-8232-312de0a39a6c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/a278dac1-4c66-45d6-9dd1-1668fd0e3678 HTTP/1.1" status: 404 len: 337 time: 0.0600314 Aug 11 08:25:25.025559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.056159 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71aa027-0f98-47fc-be09-9543c7f6764e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.056755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71aa027-0f98-47fc-be09-9543c7f6764e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.058529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c71aa027-0f98-47fc-be09-9543c7f6764e tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/139ebe56-99ad-49a0-9aea-0903caca844b HTTP/1.1" status: 404 len: 339 time: 0.0319965 Aug 11 08:25:25.063896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58720) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.100666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.104250 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.127046 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bf5908-9255-4f2f-950a-bbbfe51b14f7 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.127046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bf5908-9255-4f2f-950a-bbbfe51b14f7 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.127046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-58bf5908-9255-4f2f-950a-bbbfe51b14f7 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/f4311516-b407-498e-a06e-147d7a22849c HTTP/1.1" status: 404 len: 337 time: 0.0613890 Aug 11 08:25:25.140367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.160302 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-82667386-5e39-4496-8b60-423bd76ea453 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.160768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82667386-5e39-4496-8b60-423bd76ea453 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.162568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82667386-5e39-4496-8b60-423bd76ea453 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/12fee4f1-8303-4081-bfda-49b85019cd0e HTTP/1.1" status: 404 len: 339 time: 0.0209627 Aug 11 08:25:25.165136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58728) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.195739 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e131aa-65dd-4056-b375-88dfa84a6405 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.196186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e131aa-65dd-4056-b375-88dfa84a6405 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.198077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-09e131aa-65dd-4056-b375-88dfa84a6405 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/51e8f91d-7426-4eb2-bcf3-dd150e41f590 HTTP/1.1" status: 404 len: 337 time: 0.0319595 Aug 11 08:25:25.202448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58732) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.221756 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6968f0-b7eb-49c8-af0a-75af58e3291a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.222304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6968f0-b7eb-49c8-af0a-75af58e3291a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.224086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0c6968f0-b7eb-49c8-af0a-75af58e3291a tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/a7b78b20-1c27-4fc3-a982-dd4923909f33 HTTP/1.1" status: 404 len: 339 time: 0.0207050 Aug 11 08:25:25.226825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.272408 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-1921a4f4-39fe-450e-ae75-d150423e44b4 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.272868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1921a4f4-39fe-450e-ae75-d150423e44b4 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.277116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1921a4f4-39fe-450e-ae75-d150423e44b4 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/279b7224-0605-4781-9b20-1bfe22f784a7 HTTP/1.1" status: 404 len: 337 time: 0.0470433 Aug 11 08:25:25.277428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58738) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.304226 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fa0484-787c-40f8-a6d3-200a0fccff03 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] DELETE failed (client error): The resource could not be found. Aug 11 08:25:25.304870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fa0484-787c-40f8-a6d3-200a0fccff03 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:25:25.311132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-35fa0484-787c-40f8-a6d3-200a0fccff03 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/26dd3446-e133-4497-a45b-f1919b64fb8b HTTP/1.1" status: 404 len: 339 time: 0.0304656 Aug 11 08:25:25.311385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.325924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.326835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:25:25.338540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.340102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec3c10e9-fac3-48ed-af03-e931f7dddf1e admin admin] 10.222.0.58 "DELETE /v2.0/routers/9ae2fe38-8dff-49e1-ac42-0169d2f5f4fa HTTP/1.1" status: 204 len: 168 time: 3.3242538 Aug 11 08:25:25.355056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58742) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.445946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 863989ab-7629-4932-bffe-1ee197b4cc65 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:25.495202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting subnet 7e4d933d-377c-4187-ac43-807c614029b9 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:25:25.511304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd969e5-9502-4aea-843f-ed6710106720 req-9bf9c0d6-17a6-434b-8dd8-de3a58777abe tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:25.511667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.525212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cd969e5-9502-4aea-843f-ed6710106720 req-9bf9c0d6-17a6-434b-8dd8-de3a58777abe tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.3429480 Aug 11 08:25:25.534804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Deleting subnet c24a3f37-10ee-4de6-a531-79b7a440ac42 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:25:25.545549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.565681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 863989ab-7629-4932-bffe-1ee197b4cc65 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:25.566017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 863989ab-7629-4932-bffe-1ee197b4cc65 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:25.642065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.714098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4cd969e5-9502-4aea-843f-ed6710106720 req-64f40c7a-2edb-4348-87b5-a2eb4af13d86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108658 Aug 11 08:25:25.773171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.874471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.921875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24a3f37-10ee-4de6-a531-79b7a440ac42,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:25.926177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:25.933783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bdce01-7d64-4282-b0a8-9ccd11736297 None None] Network d470a6ef-a623-45cb-aae5-a04f60242f52 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:25.946989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6498850-f2db-4179-8a3e-bad252df9bd0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c24a3f37-10ee-4de6-a531-79b7a440ac42 HTTP/1.1" status: 204 len: 168 time: 0.5905621 Aug 11 08:25:25.948208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58758) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:25.992272 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.148600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.238526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-ee6e2854-5e34-42a8-b84e-56c00529a2be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1777065 Aug 11 08:25:26.307044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] DHCP port deletion for d470a6ef-a623-45cb-aae5-a04f60242f52 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:25:26.324305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.412401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.464355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] Deleting port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:26.472295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.596202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-e1507418-7553-4517-8560-8a4045d58370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:26.597970 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-e1507418-7553-4517-8560-8a4045d58370 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.2692258 Aug 11 08:25:26.630503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] For port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:26.630889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.639665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting port 99bd3a3a-5e85-46fc-8f06-9f3de628c005 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:26.639665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.660654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] Calling delete_port for 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:26.778511 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.886137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Calling delete_port for 99bd3a3a-5e85-46fc-8f06-9f3de628c005 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:26.930420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.994064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:26.999132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/subnets/7e4d933d-377c-4187-ac43-807c614029b9 HTTP/1.1" status: 204 len: 168 time: 1.6836858 Aug 11 08:25:27.001956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fbf4e-10db-4751-bffd-8e65b41dd4f3 tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4d933d-377c-4187-ac43-807c614029b9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:27.011113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58788) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:27.015951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Deleting port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:27.015951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.035080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68d84a-45ca-48b0-a280-f682c70d4737 req-eb17e097-5711-48a6-8ae0-a123c51ddb2c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:27.052489 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d68d84a-45ca-48b0-a280-f682c70d4737 req-eb17e097-5711-48a6-8ae0-a123c51ddb2c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.1726761 Aug 11 08:25:27.259430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.275916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0efd2c1-d327-412f-be0c-54009cb1c091 None None] Network 8ca4a46c-b2ea-46be-9778-cc784ad916c6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:27.292746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d68d84a-45ca-48b0-a280-f682c70d4737 req-87929440-c08e-441d-9173-62e6f324ada2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337375 Aug 11 08:25:27.292746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-c764e7f8-82d9-49f1-a06c-a1f966cd0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:27.292746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-c764e7f8-82d9-49f1-a06c-a1f966cd0001 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.6704526 Aug 11 08:25:27.294450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.398177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] No DVR routers for this DVR port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:27.407941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d50ce0-fd9f-4a4a-90c1-16b4932f549b None None] Pushing event deleted for resources: {'Port': ['ID=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:27.526812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:27.535856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-5b1b00b0-9785-49d3-a34e-779e7f0ff269 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.2194257 Aug 11 08:25:27.576706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:27.577149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:27.579007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Deleting port 71b5b864-2f29-4380-a4e4-f349c0336caf {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:27.579689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.581090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 28af982b-65bf-4364-b2a8-8cb3066ec148 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:27.603302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] For port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,segment=NetworkSegment(972fc3c0-b316-433a-b77b-f9227e3a89c1),segment_id=972fc3c0-b316-433a-b77b-f9227e3a89c1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:27.603958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.620039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-b99d194c-6d06-420e-80c4-f8fdb64aa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:27.621871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-b99d194c-6d06-420e-80c4-f8fdb64aa885 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0735352 Aug 11 08:25:27.651012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Calling delete_port for 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:27.668419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 28af982b-65bf-4364-b2a8-8cb3066ec148 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:27.669154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 28af982b-65bf-4364-b2a8-8cb3066ec148 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:27.694283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.767139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Port': ['ID=99bd3a3a-5e85-46fc-8f06-9f3de628c005,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:27.787880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] For port 71b5b864-2f29-4380-a4e4-f349c0336caf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71b5b864-2f29-4380-a4e4-f349c0336caf,segment=NetworkSegment(4ce856b2-d1f9-4244-a1fd-20da177c4012),segment_id=4ce856b2-d1f9-4244-a1fd-20da177c4012)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:27.792650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] DHCP port deletion for 8ca4a46c-b2ea-46be-9778-cc784ad916c6 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:25:27.797478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.830366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:27.849740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Calling delete_port for 71b5b864-2f29-4380-a4e4-f349c0336caf owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:27.862390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d21f645-ffd3-4a31-9145-b1a0e94cdf3d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:27.880534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] No DVR routers for this DVR port 5d21f645-ffd3-4a31-9145-b1a0e94cdf3d on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:28.045867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] Deleting port 71b5b864-2f29-4380-a4e4-f349c0336caf {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:28.046282 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.088428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-78b5307c-a1ff-4882-8d67-e1faaaf36c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:28.090023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-78b5307c-a1ff-4882-8d67-e1faaaf36c07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4031327 Aug 11 08:25:28.121879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.183506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d470a6ef-a623-45cb-aae5-a04f60242f52']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:28.214814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972fc3c0-b316-433a-b77b-f9227e3a89c1') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:28.215124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972fc3c0-b316-433a-b77b-f9227e3a89c1') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:28.262919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.268742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.281755 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.291862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] For port 71b5b864-2f29-4380-a4e4-f349c0336caf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71b5b864-2f29-4380-a4e4-f349c0336caf,segment=NetworkSegment(4ce856b2-d1f9-4244-a1fd-20da177c4012),segment_id=4ce856b2-d1f9-4244-a1fd-20da177c4012)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:28.292779 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.300984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:28.301888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.305095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.316134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] Calling delete_port for 71b5b864-2f29-4380-a4e4-f349c0336caf owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:28.322747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] No DVR routers for this DVR port 71b5b864-2f29-4380-a4e4-f349c0336caf on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:28.349763 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:28.410173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.469591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-43c0363a-9d72-4d71-a8fb-1e54eefc6ef3 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660343 Aug 11 08:25:28.473404 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.484372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.485684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] Pushing event deleted for resources: {'Port': ['ID=71b5b864-2f29-4380-a4e4-f349c0336caf,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:28.488793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] 10.222.0.58 "DELETE /v2.0/networks/d470a6ef-a623-45cb-aae5-a04f60242f52 HTTP/1.1" status: 204 len: 168 time: 2.5348754 Aug 11 08:25:28.497747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91739b16-e226-4dab-8b0f-9ffd8e637d19 None None] No DVR routers for this DVR port 71b5b864-2f29-4380-a4e4-f349c0336caf on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:28.518800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc322-6c29-4d51-b0cf-4c56a3404b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d470a6ef-a623-45cb-aae5-a04f60242f52,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:28.588467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Port': ['ID=71b5b864-2f29-4380-a4e4-f349c0336caf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:28.653015 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.685173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58836) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:28.718611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09689954-da0a-4b6b-a541-1ca60a943fc8 req-1ab7082e-a713-4920-883c-03e69438cf53 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299023 Aug 11 08:25:28.737862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.748784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58842) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:28.753920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b1164106-d53f-47c8-9431-8a458e52ee3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1009c75a305d4b85b6c02662c39ca94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603850 Aug 11 08:25:28.768377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca4a46c-b2ea-46be-9778-cc784ad916c6']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:28.801814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b460f-cedd-4aa2-a216-dcee5b9d7ef7 req-0010ef4a-4d6f-4d24-82f7-dc0ccdf5441e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:28.803609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f92b460f-cedd-4aa2-a216-dcee5b9d7ef7 req-0010ef4a-4d6f-4d24-82f7-dc0ccdf5441e tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.3785355 Aug 11 08:25:28.818811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce856b2-d1f9-4244-a1fd-20da177c4012') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:28.819789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce856b2-d1f9-4244-a1fd-20da177c4012') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:28.838272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.912540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.931928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:28.932329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:28.936907 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:29.011123 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f92b460f-cedd-4aa2-a216-dcee5b9d7ef7 req-2d6406fb-734e-4c7f-8603-b23721248579 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797607 Aug 11 08:25:29.034543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ec63ddc-03ce-49ad-99ec-22b821f774f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.081092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.100197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.102541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] 10.222.0.58 "DELETE /v2.0/networks/8ca4a46c-b2ea-46be-9778-cc784ad916c6 HTTP/1.1" status: 204 len: 168 time: 2.0904987 Aug 11 08:25:29.106747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ec63ddc-03ce-49ad-99ec-22b821f774f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.128210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778491d-b6f9-41d5-aa06-b5f0e36fee8c tempest-NetworksTest-798568019 tempest-NetworksTest-798568019-project] Pushing event deleted for resources: {'Network': ['ID=8ca4a46c-b2ea-46be-9778-cc784ad916c6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:29.175551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Router 7a9750c2-c50b-4756-932f-5f955c807121 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:25:29.253545 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8599576f-1ca1-4f80-bcda-f034d37f2539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.273833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ec63ddc-03ce-49ad-99ec-22b821f774f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.276558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ec63ddc-03ce-49ad-99ec-22b821f774f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.280692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ec63ddc-03ce-49ad-99ec-22b821f774f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3da15f10-5843-4e52-a454-0042604a7a82 HTTP/1.1" status: 204 len: 168 time: 0.5281386 Aug 11 08:25:29.337583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec63ddc-03ce-49ad-99ec-22b821f774f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da15f10-5843-4e52-a454-0042604a7a82,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:29.390198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:29.399071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-397d73be-6bc1-4061-b94c-e4806caddd4a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "PUT /v2.0/routers/7a9750c2-c50b-4756-932f-5f955c807121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7029517 Aug 11 08:25:29.399668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58868) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:29.402034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] Sync routers for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:29.419812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:29.420989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:29.421332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-b46faf7c-954e-4b0d-8b28-531fdc51da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:29.425434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-b46faf7c-954e-4b0d-8b28-531fdc51da51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 1096 time: 0.1064160 Aug 11 08:25:29.429075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71b5b864-2f29-4380-a4e4-f349c0336caf no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:29.542686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:29.552008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 71b5b864-2f29-4380-a4e4-f349c0336caf {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:29.554192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71b5b864-2f29-4380-a4e4-f349c0336caf not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:29.579884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] Routers {'7a9750c2-c50b-4756-932f-5f955c807121'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:29.580831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7a9750c2-c50b-4756-932f-5f955c807121'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:29.623899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:29.624561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6892a-afd6-4537-af70-4a17cc33afcf None None] The sync data for ids ['7a9750c2-c50b-4756-932f-5f955c807121'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:29.635189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:29.699678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-586b7e82-2392-4769-b535-3c49bbb46b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:29.701221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-586b7e82-2392-4769-b535-3c49bbb46b96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.2694077 Aug 11 08:25:29.720380 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.761564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:29.795656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-a5f25174-f8f6-4844-a9f2-1ea82386b35f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b965871-d449-467e-8962-f8a38c6b0695 HTTP/1.1" status: 200 len: 217 time: 0.0767932 Aug 11 08:25:29.939337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-581ed805-4040-4160-b7e6-1a53b7483e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:29.941063 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-581ed805-4040-4160-b7e6-1a53b7483e16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1378291 Aug 11 08:25:29.960558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.001222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3ac72b88-97fa-481a-b71d-f2f190a857d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c12681d56d947338d5524e4cd4a86ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620396 Aug 11 08:25:30.002808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58904) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:30.078808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-b1f39fe6-d3d5-47f3-a8fc-a7a5648d54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:30.078808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-b1f39fe6-d3d5-47f3-a8fc-a7a5648d54a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227696 Aug 11 08:25:30.133359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting port f53c4dc4-66d7-4f44-96b5-06df9c4aef64 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:30.133707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.274287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.313075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Calling delete_port for f53c4dc4-66d7-4f44-96b5-06df9c4aef64 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:30.352732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb21fc-c9e0-49ac-9f75-5fb62a2e830d req-dbc11702-eb9d-46a5-88c3-5b9a49f8f737 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:30.355153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fbb21fc-c9e0-49ac-9f75-5fb62a2e830d req-dbc11702-eb9d-46a5-88c3-5b9a49f8f737 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.0990634 Aug 11 08:25:30.465822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fbb21fc-c9e0-49ac-9f75-5fb62a2e830d req-732bc93b-a2b2-410c-a0a1-1e7874dbaa3b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 Aug 11 08:25:30.589707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0504-b4cf-4633-abfa-f3e29be4ad2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.615486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0504-b4cf-4633-abfa-f3e29be4ad2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.639298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.657033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:30.685005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Port': ['ID=f53c4dc4-66d7-4f44-96b5-06df9c4aef64,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:30.692558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0504-b4cf-4633-abfa-f3e29be4ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.701253 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b8d0504-b4cf-4633-abfa-f3e29be4ad2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.702659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4b8d0504-b4cf-4633-abfa-f3e29be4ad2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b0478b6-b8da-45dd-b0bb-53ab553946c7 HTTP/1.1" status: 204 len: 168 time: 0.6845584 Aug 11 08:25:30.749265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-1d787afd-93df-41ab-834b-0b658d21390d service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642430 Aug 11 08:25:30.750545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d0504-b4cf-4633-abfa-f3e29be4ad2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0478b6-b8da-45dd-b0bb-53ab553946c7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:30.770456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.878271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe0a255f-9bdb-4a6d-8a7a-6754e1705bd0 req-2e3d8f8f-c91f-4489-af17-8d850c50b595 service neutron] 10.222.0.69 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213298 Aug 11 08:25:30.889412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2086671591-network', 'tenant_id': 'c9ad0251bc7c49c295c2e6258a60d5de'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:30.911010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.913490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.918976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Made reservation on behalf of c9ad0251bc7c49c295c2e6258a60d5de for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:30.923808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.959355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.975981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:30.977982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Fanout notify agent at l3_agent the message router_deleted on router 7a9750c2-c50b-4756-932f-5f955c807121 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:25:31.037757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.043921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3430b043-a627-4345-b7ce-0a8d88e0e9c0 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "DELETE /v2.0/routers/7a9750c2-c50b-4756-932f-5f955c807121 HTTP/1.1" status: 204 len: 168 time: 1.6444747 Aug 11 08:25:31.046094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58946) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:31.120064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.129200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.146697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:31.178114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.178406 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Added segment 08252bb7-f2bd-4df1-8f16-d9233dc4724e of type vlan for network 2e787a09-c68d-49c4-9b24-7a78c8557970 Aug 11 08:25:31.198672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e9a11-3e8f-4b5c-a706-27b93b944f9c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:31.205118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting subnet 48c7c5d5-6929-46d4-9650-48314cba1938 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:25:31.218372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.256544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.271825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.365443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.366764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:31.367646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.416494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.447925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7801511 Aug 11 08:25:31.451126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58966) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:31.459030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Request body: {'subnet': {'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2086671591-subnet', 'tenant_id': 'c9ad0251bc7c49c295c2e6258a60d5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:31.468207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5e1f9-d077-4a2a-aef6-39b009ab0911 admin admin] Pushing event updated for resources: {'Network': ['ID=2e787a09-c68d-49c4-9b24-7a78c8557970,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:31.481766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 2e787a09-c68d-49c4-9b24-7a78c8557970 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:31.507073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Made reservation on behalf of c9ad0251bc7c49c295c2e6258a60d5de for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:31.511159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.518740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.603089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Subnet': ['ID=48c7c5d5-6929-46d4-9650-48314cba1938,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:31.623385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.629929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e90938de-6c2e-4585-a946-8203a7966561 tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "DELETE /v2.0/subnets/48c7c5d5-6929-46d4-9650-48314cba1938 HTTP/1.1" status: 204 len: 168 time: 0.5816483 Aug 11 08:25:31.630570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58982) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:31.634975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b2f516-379e-40a2-b49f-af65608b987d None None] Network e942811b-0bd9-4576-9774-44f715ebf9ba requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:31.774059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.932642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting port 32656689-2389-4d92-9f3b-f31d2f8bdc82 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:31.933125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.937125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25b5b8-81c6-44ed-8888-110fea1b7887 req-a9e8a187-4f07-42b4-9b52-a5c3fa63061d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:31.939798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae25b5b8-81c6-44ed-8888-110fea1b7887 req-a9e8a187-4f07-42b4-9b52-a5c3fa63061d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 945 time: 0.2538583 Aug 11 08:25:31.940855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:31.962949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] DHCP port deletion for e942811b-0bd9-4576-9774-44f715ebf9ba request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:25:32.001591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:32.024584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] Deleting port 32656689-2389-4d92-9f3b-f31d2f8bdc82 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:32.025237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.090961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cd4a1d-b046-4f3b-872d-94f08cbf16fd,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:32.113598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae25b5b8-81c6-44ed-8888-110fea1b7887 req-8e461e54-5638-4f86-92ff-aa90a9bdb266 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219192 Aug 11 08:25:32.127744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Checking segment: {'id': '08252bb7-f2bd-4df1-8f16-d9233dc4724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:32.128818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Network hostable DHCP agents. Network: 2e787a09-c68d-49c4-9b24-7a78c8557970, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:25:32.150890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Network 2e787a09-c68d-49c4-9b24-7a78c8557970 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:25:32.158378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] For port 32656689-2389-4d92-9f3b-f31d2f8bdc82, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32656689-2389-4d92-9f3b-f31d2f8bdc82,segment=NetworkSegment(26198360-b35c-4aa1-8c6c-c6086d2293f5),segment_id=26198360-b35c-4aa1-8c6c-c6086d2293f5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:32.158740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.163537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b965871-d449-467e-8962-f8a38c6b0695 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:32.167994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 2e787a09-c68d-49c4-9b24-7a78c8557970) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:32.183324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] For port 32656689-2389-4d92-9f3b-f31d2f8bdc82, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32656689-2389-4d92-9f3b-f31d2f8bdc82,segment=NetworkSegment(26198360-b35c-4aa1-8c6c-c6086d2293f5),segment_id=26198360-b35c-4aa1-8c6c-c6086d2293f5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:32.184037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.186402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Calling delete_port for 32656689-2389-4d92-9f3b-f31d2f8bdc82 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:32.187152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:32.188585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.197904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] Calling delete_port for 32656689-2389-4d92-9f3b-f31d2f8bdc82 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:32.226725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c75c10cb-54ec-42ed-bc8b-7ad3093aa7b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7738488 Aug 11 08:25:32.250949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8cd2f58c-5c55-4a1b-9b33-8437d888c7d1 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:32.251687 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-8cd2f58c-5c55-4a1b-9b33-8437d888c7d1 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 08:25:32.252201 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-8cd2f58c-5c55-4a1b-9b33-8437d888c7d1 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 08:25:32.253259 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8cd2f58c-5c55-4a1b-9b33-8437d888c7d1 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2485034 Aug 11 08:25:32.260689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59008) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:32.267208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--962699399'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:32.321092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.344464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.352542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d3d7b-b09b-48e6-b195-82c7a599cb58 None None] Network 2e787a09-c68d-49c4-9b24-7a78c8557970 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:32.364740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.390131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.402682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Port': ['ID=32656689-2389-4d92-9f3b-f31d2f8bdc82,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:32.421020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] No DVR routers for this DVR port 32656689-2389-4d92-9f3b-f31d2f8bdc82 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:32.467001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] Pushing event deleted for resources: {'Port': ['ID=32656689-2389-4d92-9f3b-f31d2f8bdc82,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:32.486122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfb660-5d0f-4e36-a30d-3c6ad490904e None None] No DVR routers for this DVR port 32656689-2389-4d92-9f3b-f31d2f8bdc82 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:32.490614 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.529527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.544508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e942811b-0bd9-4576-9774-44f715ebf9ba']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:32.567743 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.570137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26198360-b35c-4aa1-8c6c-c6086d2293f5') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:32.570420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26198360-b35c-4aa1-8c6c-c6086d2293f5') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:32.580608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.621691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.634171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:32.634816 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:32.638145 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:32.656990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:32.657987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:25:32.660744 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb05d1-8e68-4b51-af3e-66803d90abcd" -d '{"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-unplugged", "status": "completed", "tag": "3b965871-d449-467e-8962-f8a38c6b0695"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:25:32.672918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.725554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.733905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.745472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.820724 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.824306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "DELETE /v2.0/networks/e942811b-0bd9-4576-9774-44f715ebf9ba HTTP/1.1" status: 204 len: 168 time: 1.1924155 Aug 11 08:25:32.834100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59030) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:32.862359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ebc6-e4f5-4ede-b681-0a13ee313c7a tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Network': ['ID=e942811b-0bd9-4576-9774-44f715ebf9ba,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:32.865939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:32.876373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdfde9b-62af-499f-9a21-b2d7cd26146d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:32.905649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ccf439-93af-4936-9679-7886552b217e None None] Network 2e787a09-c68d-49c4-9b24-7a78c8557970 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:32.949186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.956594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.961591 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7608b22c-8668-4316-98cc-3cc2bbbf8485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:32.999519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.003674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7376742 Aug 11 08:25:33.003674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f904d-637d-4b81-9d85-40d7b8bf376f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc7a54-0ae4-46de-ba72-fdcce1cb11ab,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:33.006121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59032) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:33.011512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc7a54-0ae4-46de-ba72-fdcce1cb11ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:33.018214 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b388421-fc0a-40d3-9344-f1ce373e0e84 x-openstack-request-id: req-2b388421-fc0a-40d3-9344-f1ce373e0e84 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:25:33.018747 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-unplugged", "status": "completed", "tag": "3b965871-d449-467e-8962-f8a38c6b0695", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:25:33.019151 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b388421-fc0a-40d3-9344-f1ce373e0e84 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:25:33.019705 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695', 'code': 200} Aug 11 08:25:33.062479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.162599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.171286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.205650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682d2362-7b1c-414b-b946-0d0cfd5daa43,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:33.215002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.216470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9d3b0ee4-f3ea-4463-aa66-9f9f64be8670 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2092733 Aug 11 08:25:33.220152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59054) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:33.235867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6c79f85a-5011-4c94-b72c-46ad8f45433f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': 'f5cc7a54-0ae4-46de-ba72-fdcce1cb11ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:33.298866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Deleting port 5276e18d-326c-4472-ade9-379f8b1fc12e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:33.299834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.323583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cd765-9a73-4e72-9d67-2245530cfc11 req-e17c7468-e37c-4529-9ed9-dc4e245d1546 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:33.332787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-821cd765-9a73-4e72-9d67-2245530cfc11 req-e17c7468-e37c-4529-9ed9-dc4e245d1546 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 943 time: 0.1063900 Aug 11 08:25:33.390850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c79f85a-5011-4c94-b72c-46ad8f45433f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.412833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-855229e4-c39e-4d85-83eb-3d4300a28275 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:33.414668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32656689-2389-4d92-9f3b-f31d2f8bdc82 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:33.421688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-855229e4-c39e-4d85-83eb-3d4300a28275 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/networks?id=2e787a09-c68d-49c4-9b24-7a78c8557970 HTTP/1.1" status: 200 len: 818 time: 0.2903514 Aug 11 08:25:33.436281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 32656689-2389-4d92-9f3b-f31d2f8bdc82 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:33.436948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32656689-2389-4d92-9f3b-f31d2f8bdc82 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:33.441569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-24fd9966-e196-46c0-827d-53d2d81ebbb7 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/quotas/c9ad0251bc7c49c295c2e6258a60d5de HTTP/1.1" status: 200 len: 375 time: 0.0184596 Aug 11 08:25:33.450093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-821cd765-9a73-4e72-9d67-2245530cfc11 req-fd58be4f-9d90-4943-8b04-d82e5a041d28 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161897 Aug 11 08:25:33.465589 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-6c79f85a-5011-4c94-b72c-46ad8f45433f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 08:25:33.466955 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6c79f85a-5011-4c94-b72c-46ad8f45433f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2457862 Aug 11 08:25:33.470142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59060) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:33.496458 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-f580f89c-b546-4d37-9ba0-fe9edbf853c5 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9ad0251bc7c49c295c2e6258a60d5de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425847 Aug 11 08:25:33.529214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.529548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.534472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ceac-a10f-4b3b-a101-3a5dae1683eb tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.559006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Calling delete_port for 5276e18d-326c-4472-ade9-379f8b1fc12e owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:33.584012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ceac-a10f-4b3b-a101-3a5dae1683eb tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.608548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-7b161f7f-bdbe-4aee-9775-905360663298 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:25:33.609967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-7b161f7f-bdbe-4aee-9775-905360663298 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980086 Aug 11 08:25:33.657253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ceac-a10f-4b3b-a101-3a5dae1683eb tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.660136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ceac-a10f-4b3b-a101-3a5dae1683eb tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:33.663636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1bc1ceac-a10f-4b3b-a101-3a5dae1683eb tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/f5cc7a54-0ae4-46de-ba72-fdcce1cb11ab HTTP/1.1" status: 204 len: 168 time: 0.1873012 Aug 11 08:25:33.675982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59072) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:33.702579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1ceac-a10f-4b3b-a101-3a5dae1683eb tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc7a54-0ae4-46de-ba72-fdcce1cb11ab,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:33.743114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353419-3b6f-4f87-a496-d5fe985c5bad req-2b6157e9-6653-4148-86c3-60d23ecf24a6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:33.744917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6353419-3b6f-4f87-a496-d5fe985c5bad req-2b6157e9-6653-4148-86c3-60d23ecf24a6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1008139 Aug 11 08:25:33.805976 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2f350f1c-a277-4e67-a765-66c0f975fbf9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241474 Aug 11 08:25:33.807847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:33.817316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6353419-3b6f-4f87-a496-d5fe985c5bad req-95b71a3a-21f5-40f5-b2bd-b4364fbcd193 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551689 Aug 11 08:25:33.832313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517411584'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:33.863526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-b935882e-e7b9-44a7-937b-658d854e4de3 service neutron] 10.222.0.58 "GET /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370701 Aug 11 08:25:33.874972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.109809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.128196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c381cf66-a514-4eb3-8c40-5503dafc8a72 service neutron] 10.222.0.58 "GET /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442355 Aug 11 08:25:34.163533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b87d7-1869-4d93-8e12-0ab6be6a5320 req-f6864543-0510-4910-975a-6caa503af03b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:34.171462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-600b87d7-1869-4d93-8e12-0ab6be6a5320 req-f6864543-0510-4910-975a-6caa503af03b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0790930 Aug 11 08:25:34.191436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Pushing event deleted for resources: {'Port': ['ID=5276e18d-326c-4472-ade9-379f8b1fc12e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:34.305821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-600b87d7-1869-4d93-8e12-0ab6be6a5320 req-f030b6f1-e54a-44ee-bafc-a87eb1c22113 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333528 Aug 11 08:25:34.366848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.369861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.371403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1355bc3-4ad3-4c28-a868-88dc23bf2afc tempest-FloatingIPAdminTestJSON-1099845465 tempest-FloatingIPAdminTestJSON-1099845465-project] 10.222.0.58 "DELETE /v2.0/floatingips/37d0a7c5-4f54-4ed6-9264-7be4d53ccbd9 HTTP/1.1" status: 204 len: 168 time: 1.5433059 Aug 11 08:25:34.464270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.527274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ea90329-a2f2-4db9-8bb8-703446404ad6 req-900f0fb2-48c8-4f59-9a3b-ca67711698c3 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 210 time: 0.0881622 Aug 11 08:25:34.528890 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.600934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.605234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7758615 Aug 11 08:25:34.606423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59114) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:34.622590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cab97e19-d3f5-4561-9697-fb677bc4dda0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '3b6e331d-9cf9-4501-addc-caefaf3551a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:34.623080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57353e4-84ee-475a-9c07-ab788434308d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e331d-9cf9-4501-addc-caefaf3551a1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:34.624642 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-cab97e19-d3f5-4561-9697-fb677bc4dda0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 08:25:34.629401 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-cab97e19-d3f5-4561-9697-fb677bc4dda0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:34.630646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cab97e19-d3f5-4561-9697-fb677bc4dda0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0210235 Aug 11 08:25:34.635021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59116) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:34.717034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2436b-f09c-430c-b6b4-894ae1226c97 req-6b6394da-ae04-4c5d-ab6c-714bdda876f7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:34.724532 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43b2436b-f09c-430c-b6b4-894ae1226c97 req-6b6394da-ae04-4c5d-ab6c-714bdda876f7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0925937 Aug 11 08:25:34.755821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193e4c80-a422-44a1-9fb7-7135461ffeb9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.770964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43b2436b-f09c-430c-b6b4-894ae1226c97 req-8f81be17-d370-4a26-8668-af53c2d4a7a5 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452332 Aug 11 08:25:34.790348 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.808166 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193e4c80-a422-44a1-9fb7-7135461ffeb9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.866015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193e4c80-a422-44a1-9fb7-7135461ffeb9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.873277 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-193e4c80-a422-44a1-9fb7-7135461ffeb9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:34.879060 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-193e4c80-a422-44a1-9fb7-7135461ffeb9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b6e331d-9cf9-4501-addc-caefaf3551a1 HTTP/1.1" status: 204 len: 168 time: 0.2412612 Aug 11 08:25:34.879449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59128) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:34.908535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e4c80-a422-44a1-9fb7-7135461ffeb9 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e331d-9cf9-4501-addc-caefaf3551a1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:35.041578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.375835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-936294d4-cf0f-4f8b-9633-19d702701aa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1245e98f49d40e8ab037c4187b16ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329930 Aug 11 08:25:35.387364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59152) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.458117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e80a8478-0293-41d7-92f6-7ebc0d432317 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5772195 Aug 11 08:25:35.462340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59156) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.469394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012130194'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:35.490451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83997556-94ec-4f7e-8367-aad7b95aadc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.500371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.522603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83997556-94ec-4f7e-8367-aad7b95aadc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.609495 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83997556-94ec-4f7e-8367-aad7b95aadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.612334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83997556-94ec-4f7e-8367-aad7b95aadc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.613839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83997556-94ec-4f7e-8367-aad7b95aadc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78a7c9a8-1f65-4a2b-a066-ac4f1f19f26b HTTP/1.1" status: 204 len: 168 time: 0.2253840 Aug 11 08:25:35.637282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.641040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83997556-94ec-4f7e-8367-aad7b95aadc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7c9a8-1f65-4a2b-a066-ac4f1f19f26b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:35.646501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.706744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d050461-ccf5-4010-b4ac-26d5548a5f47 req-a6df7005-2e58-43b3-8bc9-6ce04f306ccc tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 210 time: 0.0455234 Aug 11 08:25:35.707461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.711190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2449038 Aug 11 08:25:35.711530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59168) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.716417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d8320841-fce7-4d9b-8a92-fee654ccff82 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '2369b136-c3ca-4617-b9ec-c4f277a79d7c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:35.717450 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-d8320841-fce7-4d9b-8a92-fee654ccff82 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 08:25:35.718051 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-d8320841-fce7-4d9b-8a92-fee654ccff82 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:35.719164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d8320841-fce7-4d9b-8a92-fee654ccff82 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065143 Aug 11 08:25:35.723755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59170) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.730700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc109764-4fdb-4a9a-bede-00b0213e1b6b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2369b136-c3ca-4617-b9ec-c4f277a79d7c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:35.787293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b0282870-c7c3-4a19-b71b-f22bc9605d9d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.827984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b0282870-c7c3-4a19-b71b-f22bc9605d9d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.891439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b0282870-c7c3-4a19-b71b-f22bc9605d9d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.892676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b0282870-c7c3-4a19-b71b-f22bc9605d9d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:35.896566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59176) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.896730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b0282870-c7c3-4a19-b71b-f22bc9605d9d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/2369b136-c3ca-4617-b9ec-c4f277a79d7c HTTP/1.1" status: 204 len: 168 time: 0.1720202 Aug 11 08:25:35.932051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0282870-c7c3-4a19-b71b-f22bc9605d9d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369b136-c3ca-4617-b9ec-c4f277a79d7c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:35.956006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0866c6-1462-4311-a7c7-d45d78432165 req-686c1e63-35a7-41f1-aea1-13cec9fbd863 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:35.958439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a0866c6-1462-4311-a7c7-d45d78432165 req-686c1e63-35a7-41f1-aea1-13cec9fbd863 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0807250 Aug 11 08:25:35.968690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b04979dd-5a11-47a4-a365-025f917479a2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665705 Aug 11 08:25:35.969707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:35.975611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969273413'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.028564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8a0866c6-1462-4311-a7c7-d45d78432165 req-d31ef1ca-ab58-441f-957b-fcb2e5435766 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462027 Aug 11 08:25:36.039269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.147990 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.165920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3b965871-d449-467e-8962-f8a38c6b0695 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:36.259951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.260903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59194) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.289868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.334243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-63e540bc-86ee-43e2-b71c-e0b2e9ded114 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:36.335709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e989653-432d-480c-91b7-a30e1d2430fd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:36.338586 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-530de02b-023e-41e2-ac61-8ca2b0205ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.352269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-63e540bc-86ee-43e2-b71c-e0b2e9ded114 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.69 "GET /v2.0/networks?id=2e787a09-c68d-49c4-9b24-7a78c8557970 HTTP/1.1" status: 200 len: 818 time: 0.3266013 Aug 11 08:25:36.373065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Request body: {'port': {'device_id': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970', 'admin_state_up': True, 'tenant_id': 'c9ad0251bc7c49c295c2e6258a60d5de'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.460513 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.462721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d16c1e7f-32fc-4039-8452-215edc9a1675 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4926379 Aug 11 08:25:36.466034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59202) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.469225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-530de02b-023e-41e2-ac61-8ca2b0205ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.475055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-530de02b-023e-41e2-ac61-8ca2b0205ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.477203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ced050c4-0908-4ba3-9b27-67294355353d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '6e989653-432d-480c-91b7-a30e1d2430fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.490615 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-ced050c4-0908-4ba3-9b27-67294355353d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 08:25:36.491253 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-ced050c4-0908-4ba3-9b27-67294355353d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:36.492404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ced050c4-0908-4ba3-9b27-67294355353d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0229878 Aug 11 08:25:36.495901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59208) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.501651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ac0ad4ea-6d06-4bcc-b515-5e178a4306d2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '6e989653-432d-480c-91b7-a30e1d2430fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.502327 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-ac0ad4ea-6d06-4bcc-b515-5e178a4306d2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 08:25:36.502811 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-ac0ad4ea-6d06-4bcc-b515-5e178a4306d2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:36.503768 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac0ad4ea-6d06-4bcc-b515-5e178a4306d2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071492 Aug 11 08:25:36.507265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59210) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.511330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0bb301e7-4685-49a5-8e89-1a37bcbb6f3e tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '6e989653-432d-480c-91b7-a30e1d2430fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.512177 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-0bb301e7-4685-49a5-8e89-1a37bcbb6f3e tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 08:25:36.512655 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-0bb301e7-4685-49a5-8e89-1a37bcbb6f3e tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:36.513628 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0bb301e7-4685-49a5-8e89-1a37bcbb6f3e tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057733 Aug 11 08:25:36.518816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59212) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.522653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-530de02b-023e-41e2-ac61-8ca2b0205ad9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11a33090143a4c6093cda11765b91ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597506 Aug 11 08:25:36.523996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59214) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.531677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d6021808-9a82-4eb2-8a7d-e33a090f8657 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '6e989653-432d-480c-91b7-a30e1d2430fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.534453 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-d6021808-9a82-4eb2-8a7d-e33a090f8657 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 08:25:36.534977 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-d6021808-9a82-4eb2-8a7d-e33a090f8657 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:36.538541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d6021808-9a82-4eb2-8a7d-e33a090f8657 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109904 Aug 11 08:25:36.541126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59216) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.564506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530de02b-023e-41e2-ac61-8ca2b0205ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120b4cc-45ce-41b3-bcef-dd12cc71c3ed,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:36.628002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a26f49c9-decc-466b-92d8-80b460ea1a6c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.644659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Made reservation on behalf of c9ad0251bc7c49c295c2e6258a60d5de for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:36.651388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.659960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a26f49c9-decc-466b-92d8-80b460ea1a6c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.662981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a4720c9-33c1-4b1f-a2b7-a4c6d8fe4502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.697929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a4720c9-33c1-4b1f-a2b7-a4c6d8fe4502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.712099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a26f49c9-decc-466b-92d8-80b460ea1a6c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.713319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a26f49c9-decc-466b-92d8-80b460ea1a6c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.716952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a26f49c9-decc-466b-92d8-80b460ea1a6c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/6e989653-432d-480c-91b7-a30e1d2430fd HTTP/1.1" status: 204 len: 168 time: 0.1725996 Aug 11 08:25:36.719049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59218) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.739506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f49c9-decc-466b-92d8-80b460ea1a6c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e989653-432d-480c-91b7-a30e1d2430fd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:36.781573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bb9f339e-e373-4b86-8a42-0ee0db319b20 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576673 Aug 11 08:25:36.783010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59222) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:36.787397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--726328902'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:36.816793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.852582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e63a396d-e50d-4203-9e77-999cbca51dd9 req-3d399bf5-e647-4d4b-a7ba-461bfe20632b tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 210 time: 0.0378056 Aug 11 08:25:36.908855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a4720c9-33c1-4b1f-a2b7-a4c6d8fe4502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.912398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a4720c9-33c1-4b1f-a2b7-a4c6d8fe4502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:36.914137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a4720c9-33c1-4b1f-a2b7-a4c6d8fe4502 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f120b4cc-45ce-41b3-bcef-dd12cc71c3ed HTTP/1.1" status: 204 len: 168 time: 0.3892329 Aug 11 08:25:36.928297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4720c9-33c1-4b1f-a2b7-a4c6d8fe4502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120b4cc-45ce-41b3-bcef-dd12cc71c3ed,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:36.939977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Allocated IP 172.20.0.7 (2e787a09-c68d-49c4-9b24-7a78c8557970/26cd4a1d-b046-4f3b-872d-94f08cbf16fd/2b68455c-3a3e-4b34-afda-20ce2d50b034) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:37.011296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.017335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.070695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.079390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2953880 Aug 11 08:25:37.080015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.094969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a4d3dde5-116d-4e6d-8547-7c6fe7f099fe tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.101466 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-a4d3dde5-116d-4e6d-8547-7c6fe7f099fe tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 08:25:37.102123 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-a4d3dde5-116d-4e6d-8547-7c6fe7f099fe tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.106146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4d3dde5-116d-4e6d-8547-7c6fe7f099fe tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0200698 Aug 11 08:25:37.107857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59238) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.118609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3109602e-2679-4d59-994f-c2883e9540a0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.129020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78472244-b1b7-49fb-ab6b-8db699239361 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee33b27-3528-4542-ac31-15305ebeada5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:37.213754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf30f2-d9ca-4e07-9551-2d651dc2a906 req-a0220f6b-f749-4e52-aab7-b1e032376743 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:37.222631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdf30f2-d9ca-4e07-9551-2d651dc2a906 req-a0220f6b-f749-4e52-aab7-b1e032376743 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0640955 Aug 11 08:25:37.281460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdf30f2-d9ca-4e07-9551-2d651dc2a906 req-2ac68399-90f8-4dc5-8464-db342cb9879d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570571 Aug 11 08:25:37.281657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.299026 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-3109602e-2679-4d59-994f-c2883e9540a0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.301004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3109602e-2679-4d59-994f-c2883e9540a0 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1920221 Aug 11 08:25:37.304215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59250) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.312062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-141cab0b-f74a-449f-861d-dbcefdc8cb70 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.312774 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-141cab0b-f74a-449f-861d-dbcefdc8cb70 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 08:25:37.313794 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-141cab0b-f74a-449f-861d-dbcefdc8cb70 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.315191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-141cab0b-f74a-449f-861d-dbcefdc8cb70 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094836 Aug 11 08:25:37.320438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59252) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.331612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-90b1b6ac-d5b1-4e90-9ddf-c7f2ba13317b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.417851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.418622 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-90b1b6ac-d5b1-4e90-9ddf-c7f2ba13317b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.424511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-90b1b6ac-d5b1-4e90-9ddf-c7f2ba13317b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1026742 Aug 11 08:25:37.425447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59262) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.431686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c875a0f3-2a84-4286-97d7-f2ef91462de8 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.432170 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-c875a0f3-2a84-4286-97d7-f2ef91462de8 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 08:25:37.432658 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-c875a0f3-2a84-4286-97d7-f2ef91462de8 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.437860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c875a0f3-2a84-4286-97d7-f2ef91462de8 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109379 Aug 11 08:25:37.438420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59264) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.468133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e27f5e70-6108-48c2-bd59-5de5c226dd8f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.473637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Network 2e787a09-c68d-49c4-9b24-7a78c8557970 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:37.482422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:37.489349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:37.589902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:37.590500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.593243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Pushing event updated for resources: {'Port': ['ID=2b68455c-3a3e-4b34-afda-20ce2d50b034,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:37.626996 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-e27f5e70-6108-48c2-bd59-5de5c226dd8f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.628678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e27f5e70-6108-48c2-bd59-5de5c226dd8f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1867898 Aug 11 08:25:37.630621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-c3b6cb47-e4b8-47ce-a981-bfd2a40d1252 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647078 Aug 11 08:25:37.631278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59266) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.636332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-13b4fe3e-2c3e-4f55-bcf9-583f73d37edc tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.637166 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-13b4fe3e-2c3e-4f55-bcf9-583f73d37edc tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 08:25:37.637718 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-13b4fe3e-2c3e-4f55-bcf9-583f73d37edc tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.638743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-13b4fe3e-2c3e-4f55-bcf9-583f73d37edc tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065093 Aug 11 08:25:37.641691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59270) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.647159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d2e42c1c-f2d4-4dbb-9156-4a9bdb064e9f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.661013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Request body: {'port': {'device_id': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.713777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59274) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.750117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d03fb5-c81a-4306-99af-988841beba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.751468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.898012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d03fb5-c81a-4306-99af-988841beba9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.906698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37d03fb5-c81a-4306-99af-988841beba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:37.925107 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-d2e42c1c-f2d4-4dbb-9156-4a9bdb064e9f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:37.926498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d2e42c1c-f2d4-4dbb-9156-4a9bdb064e9f tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2838964 Aug 11 08:25:37.929493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59282) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:37.938697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0fbea3eb-7997-4f61-83d5-1c2685555eac tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '5ee33b27-3528-4542-ac31-15305ebeada5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:37.960165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-37d03fb5-c81a-4306-99af-988841beba9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32248c3a40964213ad7a6f8b508eec5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446218 Aug 11 08:25:37.961726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d03fb5-c81a-4306-99af-988841beba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a7967e-bfba-4bae-82ff-80c80f8869d6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:37.964259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59284) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:38.115210 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-0fbea3eb-7997-4f61-83d5-1c2685555eac tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:38.116389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0fbea3eb-7997-4f61-83d5-1c2685555eac tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1857908 Aug 11 08:25:38.119275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59294) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:38.184839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf27e7f-4775-44a4-aca9-17db248cbd5d req-32390c36-071a-46ef-aff7-7bafe7693dfd tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:38.192718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-abf27e7f-4775-44a4-aca9-17db248cbd5d req-32390c36-071a-46ef-aff7-7bafe7693dfd tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 931 time: 0.1808493 Aug 11 08:25:38.198581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae9170d-0b86-4b81-b4c3-c77709191a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.227331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80ff9e09-c0b0-4603-bfad-d11b6f972367 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.254137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae9170d-0b86-4b81-b4c3-c77709191a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.255786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80ff9e09-c0b0-4603-bfad-d11b6f972367 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.297532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-abf27e7f-4775-44a4-aca9-17db248cbd5d req-e292619f-39c8-43b9-8886-def6335b87f5 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034529 Aug 11 08:25:38.330190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80ff9e09-c0b0-4603-bfad-d11b6f972367 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.334781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-80ff9e09-c0b0-4603-bfad-d11b6f972367 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.349889 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-80ff9e09-c0b0-4603-bfad-d11b6f972367 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/5ee33b27-3528-4542-ac31-15305ebeada5 HTTP/1.1" status: 204 len: 168 time: 0.2177305 Aug 11 08:25:38.350678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59304) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:38.374921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b68455c-3a3e-4b34-afda-20ce2d50b034 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:25:38.383516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.407301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Transition to ACTIVE for port object 2b68455c-3a3e-4b34-afda-20ce2d50b034 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:38.425409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff9e09-c0b0-4603-bfad-d11b6f972367 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee33b27-3528-4542-ac31-15305ebeada5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:38.441639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae9170d-0b86-4b81-b4c3-c77709191a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.472761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae9170d-0b86-4b81-b4c3-c77709191a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.480461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ae9170d-0b86-4b81-b4c3-c77709191a19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16a7967e-bfba-4bae-82ff-80c80f8869d6 HTTP/1.1" status: 204 len: 168 time: 0.5145693 Aug 11 08:25:38.485066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bc451040-25d7-4abb-ac57-dfdd6a57f838 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239974 Aug 11 08:25:38.487817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.490547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59318) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:38.496202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--548547332'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:38.517101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9170d-0b86-4b81-b4c3-c77709191a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a7967e-bfba-4bae-82ff-80c80f8869d6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:38.541644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.553926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cfaa6-309a-47d4-a307-cddeabf7f4d2 req-e171a67a-5693-43ec-8134-7069868ae95d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:38.555550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d0cfaa6-309a-47d4-a307-cddeabf7f4d2 req-e171a67a-5693-43ec-8134-7069868ae95d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1436129 Aug 11 08:25:38.640595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d0cfaa6-309a-47d4-a307-cddeabf7f4d2 req-7dab79c6-c379-4c0e-be84-a0689358be63 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607808 Aug 11 08:25:38.714617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.722472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Pushing event updated for resources: {'Port': ['ID=2b68455c-3a3e-4b34-afda-20ce2d50b034,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:38.730908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.769416 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.771583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2791443 Aug 11 08:25:38.771959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c64eb4-1e5d-4683-aa45-f4ad95ff604b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4f8b7d-f97d-4820-8171-5f707aa35a67,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:38.774267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59322) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:38.779870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Attempting to bind port 2b68455c-3a3e-4b34-afda-20ce2d50b034 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:25:38.780270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Attempting to bind port 2b68455c-3a3e-4b34-afda-20ce2d50b034 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '08252bb7-f2bd-4df1-8f16-d9233dc4724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:25:38.780676 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Attempting to bind port 2b68455c-3a3e-4b34-afda-20ce2d50b034 on network 2e787a09-c68d-49c4-9b24-7a78c8557970 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:25:38.781192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d0997edf-9349-4cfb-87be-560f36f76ef2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '9c4f8b7d-f97d-4820-8171-5f707aa35a67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:38.790604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Port 2b68455c-3a3e-4b34-afda-20ce2d50b034 on network 2e787a09-c68d-49c4-9b24-7a78c8557970 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:25:38.791230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Attempting to bind port 2b68455c-3a3e-4b34-afda-20ce2d50b034 on network 2e787a09-c68d-49c4-9b24-7a78c8557970 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:25:38.811382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:25:38.811998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Checking segment: {'id': '08252bb7-f2bd-4df1-8f16-d9233dc4724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:38.812932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Bound using segment: {'id': '08252bb7-f2bd-4df1-8f16-d9233dc4724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:25:38.813464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Bound port: 2b68455c-3a3e-4b34-afda-20ce2d50b034, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08252bb7-f2bd-4df1-8f16-d9233dc4724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:25:38.813888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:38.861200 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-d0997edf-9349-4cfb-87be-560f36f76ef2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The resource could not be found. Aug 11 08:25:38.868394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59328) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:38.869025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d0997edf-9349-4cfb-87be-560f36f76ef2 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0928488 Aug 11 08:25:38.876283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-689dd213-067d-490d-8a20-d7307221dc3b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '9c4f8b7d-f97d-4820-8171-5f707aa35a67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '72d9f02c-0a08-4d0c-bed2-1af2437e7d2e'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:38.962594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] For port 2b68455c-3a3e-4b34-afda-20ce2d50b034, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:25:38.969129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] For port 2b68455c-3a3e-4b34-afda-20ce2d50b034, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034,segment=NetworkSegment(08252bb7-f2bd-4df1-8f16-d9233dc4724e),segment_id=08252bb7-f2bd-4df1-8f16-d9233dc4724e)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:25:38.978380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.032244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:39.033081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.034634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] 10.222.0.69 "PUT /v2.0/ports/2b68455c-3a3e-4b34-afda-20ce2d50b034 HTTP/1.1" status: 200 len: 1091 time: 1.3802445 Aug 11 08:25:39.037134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'tag': '2b68455c-3a3e-4b34-afda-20ce2d50b034'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:25:39.039848 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103f659d-8457-4367-bb10-15b77225fcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf280d0e-f972-4332-afbb-52a6fd799e20", "tag": "2b68455c-3a3e-4b34-afda-20ce2d50b034"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:25:39.062583 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-689dd213-067d-490d-8a20-d7307221dc3b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The resource could not be found. Aug 11 08:25:39.063770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-689dd213-067d-490d-8a20-d7307221dc3b tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1939669 Aug 11 08:25:39.066658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:39.162021 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfd3bc5-b103-4e47-9a64-9175b495a7ad x-openstack-request-id: req-dcfd3bc5-b103-4e47-9a64-9175b495a7ad {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:25:39.162578 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf280d0e-f972-4332-afbb-52a6fd799e20", "tag": "2b68455c-3a3e-4b34-afda-20ce2d50b034", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:25:39.162981 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcfd3bc5-b103-4e47-9a64-9175b495a7ad {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:25:39.163844 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'tag': '2b68455c-3a3e-4b34-afda-20ce2d50b034', 'status': 'completed', 'code': 200} Aug 11 08:25:39.177181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00bbc-4b04-41ab-828c-140fc028446f service neutron] Pushing event updated for resources: {'Port': ['ID=2b68455c-3a3e-4b34-afda-20ce2d50b034,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:39.226037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8e63221-0d9f-44be-979f-d8f486ab6dec tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.238105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-633d4858-1d42-480f-b7dd-61d86bb31877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:39.239779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-633d4858-1d42-480f-b7dd-61d86bb31877 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9ad0251bc7c49c295c2e6258a60d5de&device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 1094 time: 0.1338470 Aug 11 08:25:39.282947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8e63221-0d9f-44be-979f-d8f486ab6dec tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.339055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-acc725e8-29e0-491f-a163-178ad9936c4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034 HTTP/1.1" status: 200 len: 217 time: 0.0776424 Aug 11 08:25:39.440247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a4429803-72a5-4546-8e32-f4dfee50c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:39.447536 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-a4429803-72a5-4546-8e32-f4dfee50c52e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26cd4a1d-b046-4f3b-872d-94f08cbf16fd HTTP/1.1" status: 200 len: 858 time: 0.1013834 Aug 11 08:25:39.453940 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8e63221-0d9f-44be-979f-d8f486ab6dec tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.461329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8e63221-0d9f-44be-979f-d8f486ab6dec tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.463833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e8e63221-0d9f-44be-979f-d8f486ab6dec tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/9c4f8b7d-f97d-4820-8171-5f707aa35a67 HTTP/1.1" status: 204 len: 168 time: 0.3959978 Aug 11 08:25:39.469513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:39.534418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-0f0af2b3-2487-4bed-aaf6-4a2919a4a813 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e787a09-c68d-49c4-9b24-7a78c8557970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685239 Aug 11 08:25:39.569843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f1f9ef09-6417-4a29-a9f4-d982c15dc695 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983434 Aug 11 08:25:39.572586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e63221-0d9f-44be-979f-d8f486ab6dec tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4f8b7d-f97d-4820-8171-5f707aa35a67,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:39.573441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59372) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:39.578696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-20d2d382-5164-4771-b7b2-a371a74bbf38 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '4edd8b84-b7a4-4273-9fcf-ec342afa8cd0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:39.661384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03efcd-c1c6-4a1a-a506-7f65980fc2bb req-2655aac5-5972-4460-afc0-844553409f42 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:39.663242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e03efcd-c1c6-4a1a-a506-7f65980fc2bb req-2655aac5-5972-4460-afc0-844553409f42 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 943 time: 0.1278026 Aug 11 08:25:39.714928 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-20d2d382-5164-4771-b7b2-a371a74bbf38 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The resource could not be found. Aug 11 08:25:39.723056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-20d2d382-5164-4771-b7b2-a371a74bbf38 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1413932 Aug 11 08:25:39.723648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59386) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:39.730635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--284953994'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:39.777371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:39.801699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-8664ffe4-3396-4496-bc22-7ec1c96adfa9 service neutron] 10.222.0.69 "GET /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204874 Aug 11 08:25:39.812181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e03efcd-c1c6-4a1a-a506-7f65980fc2bb req-3564e125-31ed-48f9-b9f7-c5c4c7818988 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344001 Aug 11 08:25:39.930622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab48f3-4529-4b69-82f0-26c49119f42b req-853b2bb5-4d8d-4a56-ae9a-8ab8a6ab5a86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:39.932494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05ab48f3-4529-4b69-82f0-26c49119f42b req-853b2bb5-4d8d-4a56-ae9a-8ab8a6ab5a86 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1276038 Aug 11 08:25:39.981992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05ab48f3-4529-4b69-82f0-26c49119f42b req-fbe43f8b-ccfe-444e-9a8a-f4828ae7939a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432615 Aug 11 08:25:40.022569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ddd1c5a3-f252-4a0c-8324-441e73dffe75 req-16c3ccd1-317c-4295-aa4d-7b3ba7394774 service neutron] 10.222.0.69 "GET /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091675 Aug 11 08:25:40.036344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.043377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.077388 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.081544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3546772 Aug 11 08:25:40.082791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59398) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.089295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108907886'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:40.125309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7ee1c-9de3-4310-bc1b-d6cdb30a8f39 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425a2d95-69d6-4206-bc42-f133502a2b73,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:40.133112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.279598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.290241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.293966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f659d-8457-4367-bb10-15b77225fcc7 req-9186b24f-e20d-4847-b581-1cc9bf47803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:40.305922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-9186b24f-e20d-4847-b581-1cc9bf47803a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9ad0251bc7c49c295c2e6258a60d5de&device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 1094 time: 0.0961840 Aug 11 08:25:40.339365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82249488-dc56-405e-9db6-0f7d008081b5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:40.343810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.345335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0c72f16a-5c2b-4fe8-a841-9439d26bc77d tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2613792 Aug 11 08:25:40.348287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59410) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.354040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-030b756b-40d4-429a-b5e9-d6befb6742ed tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group_rule': {'security_group_id': '425a2d95-69d6-4206-bc42-f133502a2b73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '82249488-dc56-405e-9db6-0f7d008081b5'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:40.399431 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-030b756b-40d4-429a-b5e9-d6befb6742ed tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:25:40.401139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-030b756b-40d4-429a-b5e9-d6befb6742ed tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0517008 Aug 11 08:25:40.405012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59414) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.459895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f659d-8457-4367-bb10-15b77225fcc7 req-32c3f3bb-83d6-41f7-8448-1b54b39be716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:40.461700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-32c3f3bb-83d6-41f7-8448-1b54b39be716 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e787a09-c68d-49c4-9b24-7a78c8557970 HTTP/1.1" status: 200 len: 919 time: 0.1484435 Aug 11 08:25:40.484827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d9160ed-f7e3-43c8-8c3f-2ddfe77be584 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.517524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d9160ed-f7e3-43c8-8c3f-2ddfe77be584 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.525896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-74f3ec3c-9737-497e-92bf-dcb5ca828087 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034 HTTP/1.1" status: 200 len: 217 time: 0.0552452 Aug 11 08:25:40.583159 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d9160ed-f7e3-43c8-8c3f-2ddfe77be584 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.586168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d9160ed-f7e3-43c8-8c3f-2ddfe77be584 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.591656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7d9160ed-f7e3-43c8-8c3f-2ddfe77be584 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/82249488-dc56-405e-9db6-0f7d008081b5 HTTP/1.1" status: 204 len: 168 time: 0.1843901 Aug 11 08:25:40.592698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59430) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.606454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59432) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.630276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9160ed-f7e3-43c8-8c3f-2ddfe77be584 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82249488-dc56-405e-9db6-0f7d008081b5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:40.637749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f659d-8457-4367-bb10-15b77225fcc7 req-9180c087-99b8-492d-b842-eaedb7019c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:40.640532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-9180c087-99b8-492d-b842-eaedb7019c44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26cd4a1d-b046-4f3b-872d-94f08cbf16fd HTTP/1.1" status: 200 len: 858 time: 0.1046307 Aug 11 08:25:40.702622 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-815dc082-2f05-4bab-a731-29e53ff1fae8 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1043100 Aug 11 08:25:40.702622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59436) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.711885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-5fad91cb-50c6-4c61-8aa9-b4dfbdfd4724 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e787a09-c68d-49c4-9b24-7a78c8557970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619249 Aug 11 08:25:40.806641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd958c1-1299-4d02-9505-0c80ad7cbc47 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.836837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd958c1-1299-4d02-9505-0c80ad7cbc47 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.842923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1263299042', 'router:external': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:40.896980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd958c1-1299-4d02-9505-0c80ad7cbc47 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.900859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd958c1-1299-4d02-9505-0c80ad7cbc47 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.902767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1cd958c1-1299-4d02-9505-0c80ad7cbc47 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/425a2d95-69d6-4206-bc42-f133502a2b73 HTTP/1.1" status: 204 len: 168 time: 0.1992893 Aug 11 08:25:40.909396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:40.914666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd958c1-1299-4d02-9505-0c80ad7cbc47 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a2d95-69d6-4206-bc42-f133502a2b73,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:40.942754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Made reservation on behalf of fb4a9a3198174da59b5f83a53705d867 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:40.945388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.987099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:40.991196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-9a0ed6be-c371-44f3-9bd1-c17bcbeaf010 service neutron] 10.222.0.69 "GET /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649271 Aug 11 08:25:41.057638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cea189-118f-4d52-9df2-3b3a7d69365e req-9de3354e-0697-4f46-9675-4267d8bf5294 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:41.059250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2cea189-118f-4d52-9df2-3b3a7d69365e req-9de3354e-0697-4f46-9675-4267d8bf5294 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 943 time: 0.1055667 Aug 11 08:25:41.092833 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:25:41.128298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e20467a-be7f-4324-b143-0b8d2a527d4a tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2155674 Aug 11 08:25:41.134478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59458) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:41.146733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784545400'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:41.157009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2cea189-118f-4d52-9df2-3b3a7d69365e req-fd050143-0b3e-470d-bbd0-9fa55d6bc349 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Aug 11 08:25:41.258355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ba1a-e680-4ba9-a9c2-ff610b30dc2d req-583e3341-7706-4a21-b0ba-259ffb503577 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:41.260075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bc68ba1a-e680-4ba9-a9c2-ff610b30dc2d req-583e3341-7706-4a21-b0ba-259ffb503577 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1062191 Aug 11 08:25:41.262030 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103f659d-8457-4367-bb10-15b77225fcc7 req-4b03defe-33ad-4524-a93c-aaed4d0da9d1 service neutron] 10.222.0.69 "GET /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523906 Aug 11 08:25:41.322493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.328385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bc68ba1a-e680-4ba9-a9c2-ff610b30dc2d req-6de2ef6c-69c9-4137-bf8d-8d60b7485f8b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607626 Aug 11 08:25:41.335361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.370564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f168e6-1030-452b-ae5e-c79d00fbae4a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:41.385219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:41.387666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.408899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.409116 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Added segment 381fe013-fc47-450d-abad-4553cb9e63f4 of type vlan for network 5a7047f4-23e1-4877-86fe-bb3baf6794fb Aug 11 08:25:41.493671 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.549304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.556339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.563704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.564847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:41.565458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.644800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.646072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5106406 Aug 11 08:25:41.647507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0350962 Aug 11 08:25:41.650788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59478) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:41.651433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59480) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:41.654892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab36456-0bf3-45d0-877b-57f495ee73a6 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68187681-0903-4e2d-9fa8-f1b9135c850d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:41.662143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840629e-2c06-4432-b94b-9de1b9e26f0e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Network': ['ID=5a7047f4-23e1-4877-86fe-bb3baf6794fb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:41.667788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-453c375c-a855-453f-9ce7-cf12dc9b20c5 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:41.671094 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-453c375c-a855-453f-9ce7-cf12dc9b20c5 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 08:25:41.671691 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-453c375c-a855-453f-9ce7-cf12dc9b20c5 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 08:25:41.673244 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-453c375c-a855-453f-9ce7-cf12dc9b20c5 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "PUT /v2.0/security-groups/68187681-0903-4e2d-9fa8-f1b9135c850d HTTP/1.1" status: 409 len: 330 time: 0.0175114 Aug 11 08:25:41.676222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59484) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:41.682994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 5a7047f4-23e1-4877-86fe-bb3baf6794fb details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:41.699536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'subnet': {'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:41.744577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Made reservation on behalf of fb4a9a3198174da59b5f83a53705d867 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:41.749762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.752228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2198-f273-4de5-8a8f-c80ae8f67f25 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.808489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2198-f273-4de5-8a8f-c80ae8f67f25 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.865399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2198-f273-4de5-8a8f-c80ae8f67f25 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.873992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc6f2198-f273-4de5-8a8f-c80ae8f67f25 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:41.881226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc6f2198-f273-4de5-8a8f-c80ae8f67f25 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/68187681-0903-4e2d-9fa8-f1b9135c850d HTTP/1.1" status: 204 len: 168 time: 0.1996949 Aug 11 08:25:41.882234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59488) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:41.941133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f2198-f273-4de5-8a8f-c80ae8f67f25 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68187681-0903-4e2d-9fa8-f1b9135c850d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:41.984866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59494) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:41.985533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d9295da1-f7cd-4bf8-9baf-07a6adf0f7a3 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922613 Aug 11 08:25:42.037719 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-b501a318-62a9-400d-ba9d-e10a81dd487c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] delete failed (client error): The resource could not be found. Aug 11 08:25:42.038770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b501a318-62a9-400d-ba9d-e10a81dd487c tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "DELETE /v2.0/security-groups/a28b50be-0a30-40f3-bc6f-2949dbb0942d HTTP/1.1" status: 404 len: 347 time: 0.0526016 Aug 11 08:25:42.044074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59500) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:42.061300 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-635a5c4f-3863-4e6f-a961-abdfc4f4c3b4 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] show failed (client error): The resource could not be found. Aug 11 08:25:42.062481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-635a5c4f-3863-4e6f-a961-abdfc4f4c3b4 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-groups/a3728aa6-432e-4da7-8aa2-9e9dc8df46f2 HTTP/1.1" status: 404 len: 347 time: 0.0174568 Aug 11 08:25:42.066324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:42.085902 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-afea476c-bd09-4b97-96b0-27e8ab589d40 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] show failed (client error): The resource could not be found. Aug 11 08:25:42.091298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-afea476c-bd09-4b97-96b0-27e8ab589d40 tempest-NegativeSecGroupTest-746891946 tempest-NegativeSecGroupTest-746891946-project] 10.222.0.58 "GET /v2.0/security-group-rules/d52d024e-585f-488d-8a6a-4a9247fbbaaa HTTP/1.1" status: 404 len: 356 time: 0.0230589 Aug 11 08:25:42.250703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:25:42.251063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:42.349289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c2232bbd-5c1e-41bd-93e8-2c7284e323cb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:42.359041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Checking segment: {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:42.359433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network hostable DHCP agents. Network: 5a7047f4-23e1-4877-86fe-bb3baf6794fb, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:25:42.415762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077349dd-b293-45c8-92fa-d20149a15a27 req-f3450bb4-131c-4ade-8316-b6d138a8382e tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:42.417419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-077349dd-b293-45c8-92fa-d20149a15a27 req-f3450bb4-131c-4ade-8316-b6d138a8382e tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 943 time: 0.1135492 Aug 11 08:25:42.437436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 5a7047f4-23e1-4877-86fe-bb3baf6794fb is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:25:42.473700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 5a7047f4-23e1-4877-86fe-bb3baf6794fb) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:42.479281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:42.479869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:42.504467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d25cc0-b927-45a5-b728-6f5b9e3f2f38 None None] Network 5a7047f4-23e1-4877-86fe-bb3baf6794fb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:42.531394 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-077349dd-b293-45c8-92fa-d20149a15a27 req-85f6cc2c-fdc7-4d31-8d29-0eef2f2c02a7 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960381 Aug 11 08:25:42.536426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b37f98a1-7fbe-4439-bb36-61be3e84d8b5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8784485 Aug 11 08:25:42.539328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59524) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:42.541876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:42.548161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1658268686', 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:42.558091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3f924-cc00-45d0-9baa-d66bd888de6e req-08968048-5bd8-4c91-a662-cf55e0347949 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:42.567556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35d3f924-cc00-45d0-9baa-d66bd888de6e req-08968048-5bd8-4c91-a662-cf55e0347949 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0996454 Aug 11 08:25:42.610731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Made reservation on behalf of fb4a9a3198174da59b5f83a53705d867 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:42.613140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:42.649954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] device_id is not set on port 8da7a1c6-9330-4084-8ba5-cd2bb2c28885 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:25:42.720045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35d3f924-cc00-45d0-9baa-d66bd888de6e req-f453c26a-e0cc-40e2-ac0d-89dca6fc4b60 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507959 Aug 11 08:25:42.769084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac7758-ae5b-481f-ae25-5c1d800dbae8 None None] Network 5a7047f4-23e1-4877-86fe-bb3baf6794fb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:42.835633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Allocated IP 2001:db8::d0 (5a7047f4-23e1-4877-86fe-bb3baf6794fb/c2232bbd-5c1e-41bd-93e8-2c7284e323cb/8da7a1c6-9330-4084-8ba5-cd2bb2c28885) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:42.891692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e9e9f95d-65c9-4d21-9e2e-23a476498a49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d8485680eb5449da2521b1dd83800c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447371 Aug 11 08:25:42.892652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59540) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:42.988020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5619da81-3dc7-47d6-a8ca-594506200ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.041796 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5619da81-3dc7-47d6-a8ca-594506200ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.109839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.168590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.206522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 5a7047f4-23e1-4877-86fe-bb3baf6794fb is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:43.208268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:43.234764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:43.235818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:43.236430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.273784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7332294 Aug 11 08:25:43.274890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Port': ['ID=8da7a1c6-9330-4084-8ba5-cd2bb2c28885,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:43.276962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59554) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:43.309599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.309948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.310292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.310757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.311143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.311538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.311966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.312359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.312661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.313036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.313366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.313688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582a53e-275a-413b-9cc7-8a8a39398638 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:43.427550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Deleting port 8da7a1c6-9330-4084-8ba5-cd2bb2c28885 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:43.428464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.534609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.573726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5619da81-3dc7-47d6-a8ca-594506200ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.576570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Calling delete_port for 8da7a1c6-9330-4084-8ba5-cd2bb2c28885 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:43.578563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5619da81-3dc7-47d6-a8ca-594506200ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.613594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5619da81-3dc7-47d6-a8ca-594506200ea9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cdfde9b-62af-499f-9a21-b2d7cd26146d HTTP/1.1" status: 204 len: 168 time: 0.7198894 Aug 11 08:25:43.631936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619da81-3dc7-47d6-a8ca-594506200ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdfde9b-62af-499f-9a21-b2d7cd26146d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:43.846083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.863118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d172ab-c08d-4e9a-a6d3-11deabd2c88b req-2326dcf3-52ab-499b-bcb2-562b6a8fe4c8 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:43.864669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40d172ab-c08d-4e9a-a6d3-11deabd2c88b req-2326dcf3-52ab-499b-bcb2-562b6a8fe4c8 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 943 time: 0.1658165 Aug 11 08:25:43.899078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event deleted for resources: {'Port': ['ID=8da7a1c6-9330-4084-8ba5-cd2bb2c28885,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:43.953326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522654f1-23db-4fe9-b5f7-c634102308ba req-26149f98-b846-4fd2-a671-d62de5a67e1c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:43.959661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-522654f1-23db-4fe9-b5f7-c634102308ba req-26149f98-b846-4fd2-a671-d62de5a67e1c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1195083 Aug 11 08:25:43.970910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:43.972924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1fd85038-8cbe-4d8f-8c24-a87458181ffa tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8da7a1c6-9330-4084-8ba5-cd2bb2c28885 HTTP/1.1" status: 204 len: 168 time: 0.6950207 Aug 11 08:25:43.976982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59576) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:43.989743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40d172ab-c08d-4e9a-a6d3-11deabd2c88b req-5548de6b-63d7-4507-9d0d-e17e36241e7a tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979936 Aug 11 08:25:43.996190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb', 'external_fixed_ips': [{'subnet_id': 'c2232bbd-5c1e-41bd-93e8-2c7284e323cb', 'ip_address': '2001:db8::d0'}]}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:44.053633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-522654f1-23db-4fe9-b5f7-c634102308ba req-4fb6edd4-9980-4e77-aa97-9ef2170513be tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864284 Aug 11 08:25:44.058424 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.059740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.165400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.189189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2b68455c-3a3e-4b34-afda-20ce2d50b034 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:25:44.349426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2b68455c-3a3e-4b34-afda-20ce2d50b034, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034,segment=NetworkSegment(08252bb7-f2bd-4df1-8f16-d9233dc4724e),segment_id=08252bb7-f2bd-4df1-8f16-d9233dc4724e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:44.378296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.384694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2b68455c-3a3e-4b34-afda-20ce2d50b034', 'network_id': '2e787a09-c68d-49c4-9b24-7a78c8557970', 'port_id': '2b68455c-3a3e-4b34-afda-20ce2d50b034', 'mac_address': 'fa:16:3e:9c:98:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cd4a1d-b046-4f3b-872d-94f08cbf16fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:25:44.449913 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.466629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b68455c-3a3e-4b34-afda-20ce2d50b034 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:25:44.508117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2b68455c-3a3e-4b34-afda-20ce2d50b034, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034,segment=NetworkSegment(08252bb7-f2bd-4df1-8f16-d9233dc4724e),segment_id=08252bb7-f2bd-4df1-8f16-d9233dc4724e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:44.518350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.574545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2b68455c-3a3e-4b34-afda-20ce2d50b034,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:44.710731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.736607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:44.778253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:44.799590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2b68455c-3a3e-4b34-afda-20ce2d50b034'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:25:44.935039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1995298281'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:44.948904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Allocated IP 2001:db8::d0 (5a7047f4-23e1-4877-86fe-bb3baf6794fb/c2232bbd-5c1e-41bd-93e8-2c7284e323cb/2014c70b-4411-41e9-934b-a2f51237ea61) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:45.006496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Made reservation on behalf of 4c8287884e5d41d5a68b6782170b0608 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:45.011738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.064668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.129338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.183142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.222842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.229776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.258416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 5a7047f4-23e1-4877-86fe-bb3baf6794fb is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:45.262596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1e4f1-71f0-4abb-8d1d-33f5d725fa37 req-70171728-19f8-4253-a5e6-803405d40846 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:45.264266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45d1e4f1-71f0-4abb-8d1d-33f5d725fa37 req-70171728-19f8-4253-a5e6-803405d40846 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 944 time: 0.1047728 Aug 11 08:25:45.265129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:45.266393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:45.274911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:45.317011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02d2ec7-3d6f-4023-8620-dcd58f24715c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:45.335098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.336410 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Added segment 989afdb3-750d-4a16-99a4-2e360beb9389 of type vlan for network b8308e3f-1cb7-4978-a765-364fa0ee448d Aug 11 08:25:45.386159 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45d1e4f1-71f0-4abb-8d1d-33f5d725fa37 req-71413c6e-5514-4908-ba01-52c3e3fa3686 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089578 Aug 11 08:25:45.395297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.424388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Port': ['ID=2014c70b-4411-41e9-934b-a2f51237ea61,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:45.438576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.455797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:45.457641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.481174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f17daf-a8ad-4444-8364-b3e9c89ef88d req-0a1ea5bd-bf3f-44cd-aea9-28faf6349fbc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:45.490354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36f17daf-a8ad-4444-8364-b3e9c89ef88d req-0a1ea5bd-bf3f-44cd-aea9-28faf6349fbc tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.3121438 Aug 11 08:25:45.534442 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7548866 Aug 11 08:25:45.537906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59646) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:45.542999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-5d3986c2-1511-4253-90c4-de9b73656fe3 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-1514269968') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:45.563717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b9daa-94f8-4890-944b-a1a23b4e7c27 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Pushing event updated for resources: {'Network': ['ID=b8308e3f-1cb7-4978-a765-364fa0ee448d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:45.572045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36f17daf-a8ad-4444-8364-b3e9c89ef88d req-8ea4eb2c-1ce6-4bb1-bd43-cc728be77e79 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805855 Aug 11 08:25:45.597953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b8308e3f-1cb7-4978-a765-364fa0ee448d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:45.696294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5d3986c2-1511-4253-90c4-de9b73656fe3 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "PUT /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-1514269968 HTTP/1.1" status: 201 len: 201 time: 0.1548302 Aug 11 08:25:45.705088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59656) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:45.713914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-deb314db-eb99-4502-9c40-ba98be84a791 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-1514269968') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:45.836053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:45.928486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b0da-2fa2-49c9-b092-b9b001b5a908 req-99d7da05-449a-48f7-b2ee-1ec7288cb24d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:45.935854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d48b0da-2fa2-49c9-b092-b9b001b5a908 req-99d7da05-449a-48f7-b2ee-1ec7288cb24d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1134179 Aug 11 08:25:45.949490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-deb314db-eb99-4502-9c40-ba98be84a791 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-1514269968 HTTP/1.1" status: 204 len: 168 time: 0.2470584 Aug 11 08:25:45.953072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59668) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:45.959024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-08c5cb22-f56f-4f00-bc5c-bbeb5a8f9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:45.960563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-04f0c62e-acd2-4ee9-a2f4-9a9434734ec6 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:45.960850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-08c5cb22-f56f-4f00-bc5c-bbeb5a8f9091 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1031024 Aug 11 08:25:46.090938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-78243c5e-03a3-4474-b608-db63ac2471a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:46.092500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-78243c5e-03a3-4474-b608-db63ac2471a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1239426 Aug 11 08:25:46.105952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d48b0da-2fa2-49c9-b092-b9b001b5a908 req-342121f7-ec2e-4211-866b-6c471ab3f651 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1636899 Aug 11 08:25:46.122369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-04f0c62e-acd2-4ee9-a2f4-9a9434734ec6 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags HTTP/1.1" status: 200 len: 238 time: 0.1671309 Aug 11 08:25:46.149174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59672) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:46.155258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-6de1fd05-4d70-475a-940c-ae8c3c23cc97 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', {'tags': ['tempest-TagsTest-Tag-484316161', 'tempest-TagsTest-Tag-1548764811', 'tempest-TagsTest-Tag-1908647701']}) {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:46.189184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-bb9cd2fa-2e0f-4c5d-a823-44253372c43d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.0819709 Aug 11 08:25:46.191461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2b68455c-3a3e-4b34-afda-20ce2d50b034 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:25:46.247156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-823781d9-faa6-486e-8ccd-21d23cd5fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:46.249588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-823781d9-faa6-486e-8ccd-21d23cd5fc33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.0523508 Aug 11 08:25:46.259443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2b68455c-3a3e-4b34-afda-20ce2d50b034 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:25:46.268868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2b68455c-3a3e-4b34-afda-20ce2d50b034 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:25:46.269497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:46.305886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:46.343954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-979fd18d-a8b3-4367-b504-4554397ae596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:46.346008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-979fd18d-a8b3-4367-b504-4554397ae596 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896790 Aug 11 08:25:46.375490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6de1fd05-4d70-475a-940c-ae8c3c23cc97 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "PUT /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags HTTP/1.1" status: 200 len: 308 time: 0.2217114 Aug 11 08:25:46.375800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59684) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:46.385082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-9acd246d-390c-43d9-a0a0-24d778b64555 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-484316161') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:46.409249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:46.451417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68455c-3a3e-4b34-afda-20ce2d50b034'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:25:46.454412 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f3682-3703-4b6e-a8fc-62b60ed971f8" -d '{"events": [{"server_uuid": "cf280d0e-f972-4332-afbb-52a6fd799e20", "name": "network-vif-plugged", "status": "completed", "tag": "2b68455c-3a3e-4b34-afda-20ce2d50b034"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:25:46.503199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2b68455c-3a3e-4b34-afda-20ce2d50b034, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034,segment=NetworkSegment(08252bb7-f2bd-4df1-8f16-d9233dc4724e),segment_id=08252bb7-f2bd-4df1-8f16-d9233dc4724e)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:46.511237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:46.526556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-23b80e83-aa18-45ce-9b1f-3bc1e737120f service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693347 Aug 11 08:25:46.560544 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6807088-628d-4fde-9c92-5a28f8b0714e x-openstack-request-id: req-a6807088-628d-4fde-9c92-5a28f8b0714e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:25:46.562349 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf280d0e-f972-4332-afbb-52a6fd799e20", "name": "network-vif-plugged", "status": "completed", "tag": "2b68455c-3a3e-4b34-afda-20ce2d50b034", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:25:46.563073 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6807088-628d-4fde-9c92-5a28f8b0714e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:25:46.563674 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68455c-3a3e-4b34-afda-20ce2d50b034', 'code': 200} Aug 11 08:25:46.621509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2b68455c-3a3e-4b34-afda-20ce2d50b034,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:46.652523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9acd246d-390c-43d9-a0a0-24d778b64555 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "DELETE /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-484316161 HTTP/1.1" status: 204 len: 168 time: 0.2731354 Aug 11 08:25:46.653563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59698) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:46.680523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-b01fa6ae-cdb5-4d3a-9149-a29f82cf0723 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-484316161') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:46.711743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Router 86a201ec-9d1e-4b81-b060-051b8da6bd40 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:25:46.723868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057655-abe5-4b9d-8db3-baf8f06a65c9 req-2cd12897-656f-4723-906a-2d32fb3cc708 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:46.725541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18057655-abe5-4b9d-8db3-baf8f06a65c9 req-2cd12897-656f-4723-906a-2d32fb3cc708 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 945 time: 0.1960268 Aug 11 08:25:46.748186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93ba4f-9ad2-43a1-8353-35884419f268 req-8c452207-e3b4-45de-8ca1-b9b978fa2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:46.750100 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f93ba4f-9ad2-43a1-8353-35884419f268 req-8c452207-e3b4-45de-8ca1-b9b978fa2e51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 1096 time: 0.1386521 Aug 11 08:25:46.896274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9578ed65-68e5-46f2-bd31-c9f2d1c7838c req-40d50f55-9435-4bd4-b66e-05c2d7da3ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623500 Aug 11 08:25:46.902599 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f93ba4f-9ad2-43a1-8353-35884419f268 req-80566c08-bc12-428f-b576-811b04fe3a62 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911105 Aug 11 08:25:46.909337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18057655-abe5-4b9d-8db3-baf8f06a65c9 req-88728274-ebe4-4889-ab3a-8e8d45cf853c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757855 Aug 11 08:25:46.909594 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-b01fa6ae-cdb5-4d3a-9149-a29f82cf0723 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] show failed (client error): The resource could not be found. Aug 11 08:25:46.910624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b01fa6ae-cdb5-4d3a-9149-a29f82cf0723 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-484316161 HTTP/1.1" status: 404 len: 325 time: 0.2544363 Aug 11 08:25:46.916716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59708) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:46.921908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-a3dcbf7b-0d97-4444-8c40-e0604285aafb tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-1548764811') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:46.963540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:46.975986 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Sync routers for ids ['86a201ec-9d1e-4b81-b060-051b8da6bd40'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:46.994071 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Routers {'86a201ec-9d1e-4b81-b060-051b8da6bd40'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:46.996279 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['86a201ec-9d1e-4b81-b060-051b8da6bd40'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:46.999217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:47.003671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-852d29bd-8687-4e0d-b601-89ec7e3df301 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.0178120 Aug 11 08:25:47.004594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59712) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.058141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3dcbf7b-0d97-4444-8c40-e0604285aafb tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-1548764811 HTTP/1.1" status: 204 len: 168 time: 0.1399055 Aug 11 08:25:47.060456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.065939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-385b9ea8-edaa-41bf-81f6-3a44b75e923b tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-1908647701') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:47.147352 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Set router 86a201ec-9d1e-4b81-b060-051b8da6bd40 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:25:47.187214 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-385b9ea8-edaa-41bf-81f6-3a44b75e923b tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-1908647701 HTTP/1.1" status: 204 len: 168 time: 0.1249611 Aug 11 08:25:47.187906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.202669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-133dcc5a-a051-4e16-8081-8eaa1ba65dd3 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:47.234635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:47.346172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df963-2295-431d-a9e0-4c73ee777283 req-d8a2a8c6-d428-4562-b80f-3565fcda2ad8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:47.348593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f75df963-2295-431d-a9e0-4c73ee777283 req-d8a2a8c6-d428-4562-b80f-3565fcda2ad8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1162126 Aug 11 08:25:47.431826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a201ec-9d1e-4b81-b060-051b8da6bd40', 'name': '', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb', 'external_fixed_ips': [{'subnet_id': 'c2232bbd-5c1e-41bd-93e8-2c7284e323cb', 'ip_address': '2001:db8::d0'}], 'enable_snat': True}, 'gw_port_id': '2014c70b-4411-41e9-934b-a2f51237ea61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:25:44Z', 'updated_at': '2021-08-11T08:25:45Z', 'revision_number': 3, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port': {'id': '2014c70b-4411-41e9-934b-a2f51237ea61', 'name': '', 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a201ec-9d1e-4b81-b060-051b8da6bd40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'c2232bbd-5c1e-41bd-93e8-2c7284e323cb', 'ip_address': '2001:db8::d0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:25:44Z', 'updated_at': '2021-08-11T08:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2232bbd-5c1e-41bd-93e8-2c7284e323cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:47.438998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f75df963-2295-431d-a9e0-4c73ee777283 req-2f5abfe8-3984-44c6-821f-c7513bb17477 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809319 Aug 11 08:25:47.454265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-133dcc5a-a051-4e16-8081-8eaa1ba65dd3 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "DELETE /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags HTTP/1.1" status: 204 len: 168 time: 0.2559509 Aug 11 08:25:47.457536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59730) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.463021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-54f16a10-3e16-492d-a32f-61fe6ff44d6f tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-1548764811') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:47.482191 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Checking router: 86a201ec-9d1e-4b81-b060-051b8da6bd40 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:25:47.482984 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Updating router 86a201ec-9d1e-4b81-b060-051b8da6bd40 port 2014c70b-4411-41e9-934b-a2f51237ea61 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:25:47.519099 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:47.541766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:47.551482 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-54f16a10-3e16-492d-a32f-61fe6ff44d6f tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] show failed (client error): The resource could not be found. Aug 11 08:25:47.555773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54f16a10-3e16-492d-a32f-61fe6ff44d6f tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-1548764811 HTTP/1.1" status: 404 len: 326 time: 0.0941620 Aug 11 08:25:47.556093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.561736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-bcd68116-94e9-4318-917d-0ae961c1c92a tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d', 'tempest-TagsTest-Tag-1908647701') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:47.629324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Deleting port 2014c70b-4411-41e9-934b-a2f51237ea61 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:47.629684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:47.674027 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-bcd68116-94e9-4318-917d-0ae961c1c92a tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] show failed (client error): The resource could not be found. Aug 11 08:25:47.679903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bcd68116-94e9-4318-917d-0ae961c1c92a tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "GET /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags/tempest-TagsTest-Tag-1908647701 HTTP/1.1" status: 404 len: 326 time: 0.1214020 Aug 11 08:25:47.680128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.685370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-68157043-741c-429c-b5b6-0228c61a54ac tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8308e3f-1cb7-4978-a765-364fa0ee448d') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:47.751945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:47.793762 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59746) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:47.794326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-68157043-741c-429c-b5b6-0228c61a54ac tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "DELETE /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d/tags HTTP/1.1" status: 204 len: 168 time: 0.1125245 Aug 11 08:25:47.810549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Calling delete_port for 2014c70b-4411-41e9-934b-a2f51237ea61 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:48.003002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.100717 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.111542 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Transition to ACTIVE for port object 2014c70b-4411-41e9-934b-a2f51237ea61 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:25:48.121189 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.176280 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Attempting to bind port 2014c70b-4411-41e9-934b-a2f51237ea61 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:25:48.176642 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Attempting to bind port 2014c70b-4411-41e9-934b-a2f51237ea61 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:25:48.177025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Attempting to bind port 2014c70b-4411-41e9-934b-a2f51237ea61 on network 5a7047f4-23e1-4877-86fe-bb3baf6794fb {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:25:48.179061 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Pushing event updated for resources: {'Port': ['ID=2014c70b-4411-41e9-934b-a2f51237ea61,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:48.182309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b49e-e8e5-4770-b974-d6429d77dfe3 req-17cc9868-4f57-4767-9e6b-cb38e080ad9c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:48.184311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a373b49e-e8e5-4770-b974-d6429d77dfe3 req-17cc9868-4f57-4767-9e6b-cb38e080ad9c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 945 time: 0.1484222 Aug 11 08:25:48.194141 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:25:48.194438 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Checking segment: {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:48.194845 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.196276 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Bound using segment: {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:25:48.196753 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Bound port: 2014c70b-4411-41e9-934b-a2f51237ea61, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:25:48.197171 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.200702 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.201092 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.201613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.201953 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.202382 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.202717 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.203041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.203364 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.203692 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.204005 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.204384 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.204730 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ae6fd-ae44-4c71-b61c-8d4f3241662c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.264901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.297890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8308e3f-1cb7-4978-a765-364fa0ee448d']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:48.321109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989afdb3-750d-4a16-99a4-2e360beb9389') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:48.321416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989afdb3-750d-4a16-99a4-2e360beb9389') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:48.325710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a373b49e-e8e5-4770-b974-d6429d77dfe3 req-7500b512-c76f-4ce5-81ac-bac66e57bc58 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291790 Aug 11 08:25:48.344830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.364839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.371079 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.db.api [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:25:48.371295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.371497 n-d-789963-6 neutron-server[94576]: DEBUG oslo_db.api [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:25:48.380438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:48.380922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: items = [ Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:48.387821 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:48.660516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e8519-3ed6-4585-b248-543190716a7c req-e9440406-2b93-4ac8-8d8b-8b4e7cffb9c9 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:48.672263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b4e8519-3ed6-4585-b248-543190716a7c req-e9440406-2b93-4ac8-8d8b-8b4e7cffb9c9 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 945 time: 0.0773709 Aug 11 08:25:48.722011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b4e8519-3ed6-4585-b248-543190716a7c req-dda55874-1609-4de8-a489-84d508c46361 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Aug 11 08:25:48.839872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event deleted for resources: {'Port': ['ID=2014c70b-4411-41e9-934b-a2f51237ea61,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:48.869629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.887671 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Attempting to bind port 2014c70b-4411-41e9-934b-a2f51237ea61 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:25:48.888139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Attempting to bind port 2014c70b-4411-41e9-934b-a2f51237ea61 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:25:48.888808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Attempting to bind port 2014c70b-4411-41e9-934b-a2f51237ea61 on network 5a7047f4-23e1-4877-86fe-bb3baf6794fb {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:25:48.902417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.902769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.903105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.903449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.903774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.904102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.904464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.904789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.905293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.905987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.905987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.906279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:25:48.936274 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:25:48.936911 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Checking segment: {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:48.938584 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.939008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Bound using segment: {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:25:48.940385 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Bound port: 2014c70b-4411-41e9-934b-a2f51237ea61, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381fe013-fc47-450d-abad-4553cb9e63f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5a7047f4-23e1-4877-86fe-bb3baf6794fb'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:25:48.940795 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.978137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:48.979188 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Port 2014c70b-4411-41e9-934b-a2f51237ea61 has been deleted concurrently {{(pid=94576) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 08:25:49.026228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Routers {'86a201ec-9d1e-4b81-b060-051b8da6bd40'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:49.027815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['86a201ec-9d1e-4b81-b060-051b8da6bd40'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:49.049481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.052186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.066033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.068422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] 10.222.0.58 "DELETE /v2.0/networks/b8308e3f-1cb7-4978-a765-364fa0ee448d HTTP/1.1" status: 204 len: 168 time: 1.2700708 Aug 11 08:25:49.124359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148877-1840-4e87-bd6a-2bb944d77109 tempest-TagsTest-457606841 tempest-TagsTest-457606841-project] Pushing event deleted for resources: {'Network': ['ID=b8308e3f-1cb7-4978-a765-364fa0ee448d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:49.132930 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] Set router 86a201ec-9d1e-4b81-b060-051b8da6bd40 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:25:49.137907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8d4b0-4580-4882-9dc2-748609944694 req-f9137910-46f4-4f05-81ee-a40a46ac471b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:49.143857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23c8d4b0-4580-4882-9dc2-748609944694 req-f9137910-46f4-4f05-81ee-a40a46ac471b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.3513489 Aug 11 08:25:49.163605 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.164180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86a201ec-9d1e-4b81-b060-051b8da6bd40 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:25:49.170021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.171176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dd5a3748-f06f-4af5-8da9-f1e4d4007bc3 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/routers/86a201ec-9d1e-4b81-b060-051b8da6bd40 HTTP/1.1" status: 204 len: 168 time: 2.1655507 Aug 11 08:25:49.174104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:49.213197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23c8d4b0-4580-4882-9dc2-748609944694 req-79539697-4311-480c-9c7a-3ca582989db9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667560 Aug 11 08:25:49.243552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Deleting subnet c2232bbd-5c1e-41bd-93e8-2c7284e323cb {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:25:49.247739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.267447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a201ec-9d1e-4b81-b060-051b8da6bd40', 'name': '', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:25:44Z', 'updated_at': '2021-08-11T08:25:48Z', 'revision_number': 5, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:49.351331 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de29b8-7a75-45bd-b059-d3986d2a9d5e None None] The sync data for ids ['86a201ec-9d1e-4b81-b060-051b8da6bd40'] in n-d-789963-6 is: [{'id': '86a201ec-9d1e-4b81-b060-051b8da6bd40', 'name': '', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:25:44Z', 'updated_at': '2021-08-11T08:25:48Z', 'revision_number': 5, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:49.356953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.414767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f06b7-ffdc-48ab-98ff-fbdc9b6632c5 req-6eb78280-a804-4d4e-9272-d630260c9a6d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:49.423462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23f06b7-ffdc-48ab-98ff-fbdc9b6632c5 req-6eb78280-a804-4d4e-9272-d630260c9a6d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1127381 Aug 11 08:25:49.440339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.494997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d23f06b7-ffdc-48ab-98ff-fbdc9b6632c5 req-f6131ac6-c78f-41d5-bc55-056d544e42fe tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705767 Aug 11 08:25:49.563327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.581483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59806) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:49.603718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c2232bbd-5c1e-41bd-93e8-2c7284e323cb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:49.617333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.619635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b6cc9dac-34e4-46dc-a092-38bac12c4152 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/c2232bbd-5c1e-41bd-93e8-2c7284e323cb HTTP/1.1" status: 204 len: 168 time: 0.4436345 Aug 11 08:25:49.623907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59814) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:49.778732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:49.818910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7f9f2-eb7d-4b90-b952-8ca6b8623d2a req-be638719-50ba-47ae-bf2c-a3e12e3c7996 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:49.821317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1df7f9f2-eb7d-4b90-b952-8ca6b8623d2a req-be638719-50ba-47ae-bf2c-a3e12e3c7996 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1669672 Aug 11 08:25:49.934013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1df7f9f2-eb7d-4b90-b952-8ca6b8623d2a req-c38302ef-ff2f-4ab7-98de-50875d9fdb26 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910611 Aug 11 08:25:49.951556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d38ace4b-7da7-4bc9-8307-7b77c7ed06a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c8287884e5d41d5a68b6782170b0608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582146 Aug 11 08:25:49.951819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59824) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:50.019298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.067393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7047f4-23e1-4877-86fe-bb3baf6794fb']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:50.079269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-31619464-4ce7-47bf-84f6-0db76a1f16ad tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:50.080914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-31619464-4ce7-47bf-84f6-0db76a1f16ad tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 945 time: 0.0986280 Aug 11 08:25:50.106597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381fe013-fc47-450d-abad-4553cb9e63f4') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:50.106891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381fe013-fc47-450d-abad-4553cb9e63f4') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:50.154095 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5682053-7e4f-43ba-a382-94f8813bd76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.167642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6973106-e441-4819-8a08-f9561f0f4af9 req-ffc774e4-4016-4da3-bef2-d9b5b05f752b tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:50.175363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6973106-e441-4819-8a08-f9561f0f4af9 req-ffc774e4-4016-4da3-bef2-d9b5b05f752b tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 945 time: 0.2955892 Aug 11 08:25:50.179463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.225145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.229262 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5682053-7e4f-43ba-a382-94f8813bd76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.246333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:50.246745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.255354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Deleting port 2b68455c-3a3e-4b34-afda-20ce2d50b034 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:50.255789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:50.276804 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:50.359929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6973106-e441-4819-8a08-f9561f0f4af9 req-50ccce55-dfea-462e-a2ad-ab11d0a5d8f9 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/security-groups?id=d78e9a11-3e8f-4b5c-a706-27b93b944f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836684 Aug 11 08:25:50.453046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5682053-7e4f-43ba-a382-94f8813bd76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.456430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5682053-7e4f-43ba-a382-94f8813bd76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.459512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f5682053-7e4f-43ba-a382-94f8813bd76d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a02d2ec7-3d6f-4023-8620-dcd58f24715c HTTP/1.1" status: 204 len: 168 time: 0.5116384 Aug 11 08:25:50.469259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5682053-7e4f-43ba-a382-94f8813bd76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02d2ec7-3d6f-4023-8620-dcd58f24715c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:50.479746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.493588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a7047f4-23e1-4877-86fe-bb3baf6794fb {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:25:50.511811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.531493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/networks/5a7047f4-23e1-4877-86fe-bb3baf6794fb HTTP/1.1" status: 204 len: 168 time: 0.9021332 Aug 11 08:25:50.542615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] For port 2b68455c-3a3e-4b34-afda-20ce2d50b034, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2b68455c-3a3e-4b34-afda-20ce2d50b034,segment=NetworkSegment(08252bb7-f2bd-4df1-8f16-d9233dc4724e),segment_id=08252bb7-f2bd-4df1-8f16-d9233dc4724e)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:50.544279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:50.547156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcc979-94f2-4874-8b46-cd8b49e857ed tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a7047f4-23e1-4877-86fe-bb3baf6794fb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:50.580087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Calling delete_port for 2b68455c-3a3e-4b34-afda-20ce2d50b034 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:50.652241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fda00-99b8-4e59-972b-e8586012fcde req-27300d82-311c-4978-843a-fa002e9fe64a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:50.656609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-788fda00-99b8-4e59-972b-e8586012fcde req-27300d82-311c-4978-843a-fa002e9fe64a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.2153225 Aug 11 08:25:50.894298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-788fda00-99b8-4e59-972b-e8586012fcde req-183f1653-d198-427e-8323-386a42874b27 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606591 Aug 11 08:25:51.102080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.146974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Pushing event deleted for resources: {'Port': ['ID=2b68455c-3a3e-4b34-afda-20ce2d50b034,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:51.290067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] No DVR routers for this DVR port 2b68455c-3a3e-4b34-afda-20ce2d50b034 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:51.302675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.304776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-293553c6-dbef-4129-9d4b-1068ac75ee29 req-53c3e485-5532-42e0-a071-286410e5642c tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.69 "DELETE /v2.0/ports/2b68455c-3a3e-4b34-afda-20ce2d50b034 HTTP/1.1" status: 204 len: 173 time: 1.2123971 Aug 11 08:25:51.305288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'name': 'network-vif-deleted', 'tag': '2b68455c-3a3e-4b34-afda-20ce2d50b034'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:25:51.307644 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7898d6-ccb0-444e-b597-b5b1319cd481" -d '{"events": [{"server_uuid": "cf280d0e-f972-4332-afbb-52a6fd799e20", "name": "network-vif-deleted", "tag": "2b68455c-3a3e-4b34-afda-20ce2d50b034"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:25:51.445090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:51.449873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'name': 'tempest-router--819322043', 'project_id': '37ae176e535e41c2ba00760cb22b9e94'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:51.457721 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e11f1f-808e-4a14-b761-dc2ff18092c6 x-openstack-request-id: req-41e11f1f-808e-4a14-b761-dc2ff18092c6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:25:51.458009 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf280d0e-f972-4332-afbb-52a6fd799e20", "name": "network-vif-deleted", "tag": "2b68455c-3a3e-4b34-afda-20ce2d50b034", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:25:51.458264 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-41e11f1f-808e-4a14-b761-dc2ff18092c6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:25:51.458670 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf280d0e-f972-4332-afbb-52a6fd799e20', 'name': 'network-vif-deleted', 'tag': '2b68455c-3a3e-4b34-afda-20ce2d50b034', 'status': 'completed', 'code': 200} Aug 11 08:25:51.527418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.528773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.596260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23a0c2d6-4f69-40c5-b3ec-72d7a225dd18 req-16c7c705-354b-4364-aea7-69cab33fe048 tempest-InstanceActionsV221TestJSON-876029983 tempest-InstanceActionsV221TestJSON-876029983-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf280d0e-f972-4332-afbb-52a6fd799e20 HTTP/1.1" status: 200 len: 210 time: 0.0459049 Aug 11 08:25:51.642917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.651209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.691721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:51.697106 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-367a6ea4-1676-4368-ba16-67b047c0d925 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2501450 Aug 11 08:25:51.699240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:51.808762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:52.109735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11b025-29ee-4787-87df-18a9392a9839 req-d29f32fc-d1cc-42c2-afe8-a3016aa48481 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:52.127110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d11b025-29ee-4787-87df-18a9392a9839 req-d29f32fc-d1cc-42c2-afe8-a3016aa48481 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.0982463 Aug 11 08:25:52.179381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:52.182954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:52.218800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d11b025-29ee-4787-87df-18a9392a9839 req-f4f7cf27-4a1c-4a4b-a6fd-48914974479b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896461 Aug 11 08:25:52.258324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2b68455c-3a3e-4b34-afda-20ce2d50b034 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:25:52.278913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:52.279854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2428135-b21a-40b7-b595-d0fd3c2342fd {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:25:52.284911 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:52.286420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-32df61dc-5ae5-48a0-b0b8-64b1fad37d2e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c2428135-b21a-40b7-b595-d0fd3c2342fd HTTP/1.1" status: 204 len: 168 time: 0.5853488 Aug 11 08:25:52.325475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 2b68455c-3a3e-4b34-afda-20ce2d50b034 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:25:52.325825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2b68455c-3a3e-4b34-afda-20ce2d50b034 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:25:52.628846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:52.658441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-c4d98eb5-4a07-4b7d-888d-4c05af68f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:52.665126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-c4d98eb5-4a07-4b7d-888d-4c05af68f02f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e96cf248d0f4908a645ea73e427fc31&device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 1095 time: 0.0861251 Aug 11 08:25:52.666119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c54b0-d890-451b-98eb-0012b85472df req-bd173efb-2534-4cae-a684-28b94061dcdf tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:52.670032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd0c54b0-d890-451b-98eb-0012b85472df req-bd173efb-2534-4cae-a684-28b94061dcdf tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1567690 Aug 11 08:25:52.756828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd0c54b0-d890-451b-98eb-0012b85472df req-747096a3-08f2-452a-b1ee-823401a91bb3 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711575 Aug 11 08:25:52.848375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-bd54c8fe-1e9a-4d4f-b16b-4c47104338bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:52.850275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-bd54c8fe-1e9a-4d4f-b16b-4c47104338bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 200 len: 913 time: 0.1817248 Aug 11 08:25:53.033875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-bca11203-4de3-44f3-b9da-4f29ac33ec80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 200 len: 998 time: 0.1738813 Aug 11 08:25:53.041996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:53.101291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-209199441', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:53.117457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Deleting subnet 26cd4a1d-b046-4f3b-872d-94f08cbf16fd {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:25:53.121071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.156965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-51eef202-83b9-4abc-b506-e5d76ec9a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:53.158558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-51eef202-83b9-4abc-b506-e5d76ec9a347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 200 len: 851 time: 0.1159844 Aug 11 08:25:53.159865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.166814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.168174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.217950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.285568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.371906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cd4a1d-b046-4f3b-872d-94f08cbf16fd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:53.378603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.380496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c0540f4a-dd4e-4d40-9c6a-0254884137c4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/26cd4a1d-b046-4f3b-872d-94f08cbf16fd HTTP/1.1" status: 204 len: 168 time: 0.3374994 Aug 11 08:25:53.383093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59960) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:53.464006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.583770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.603605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e787a09-c68d-49c4-9b24-7a78c8557970']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:53.644952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08252bb7-f2bd-4df1-8f16-d9233dc4724e') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:53.645541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08252bb7-f2bd-4df1-8f16-d9233dc4724e') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:53.660194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.680017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.693613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:25:53.694559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:25:53.808644 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:25:53.814509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.822088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.831774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e787a09-c68d-49c4-9b24-7a78c8557970 HTTP/1.1" status: 204 len: 168 time: 0.4476089 Aug 11 08:25:53.857352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867302f6-9484-4d70-9130-1643ba7e6ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=2e787a09-c68d-49c4-9b24-7a78c8557970,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:53.910830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:53.927254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-ac0c138c-0b83-4d1a-8317-ef4a1122662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:53.928802 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-ac0c138c-0b83-4d1a-8317-ef4a1122662c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9633078a-8d25-4858-b669-47a18fbde111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7534144 Aug 11 08:25:54.080092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371a19a-419d-4980-8a1a-ab767b0b05bc req-7ddd6685-75d4-4369-89c1-1c66c3e66361 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:54.093816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c371a19a-419d-4980-8a1a-ab767b0b05bc req-7ddd6685-75d4-4369-89c1-1c66c3e66361 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1338048 Aug 11 08:25:54.152660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c371a19a-419d-4980-8a1a-ab767b0b05bc req-cc3ca643-2575-4f43-96e6-88b8ae696284 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531056 Aug 11 08:25:54.166598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60004) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:54.201688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.234149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-57f58112-2e48-4b01-8372-c4471d8b9723 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9ad0251bc7c49c295c2e6258a60d5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634420 Aug 11 08:25:54.234815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60008) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:54.315183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-cdae1428-4bf8-4c85-8b55-930eabb7ee32 service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791934 Aug 11 08:25:54.327249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad874ef8-6412-4a2a-ac7d-05c71c26d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.358322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad874ef8-6412-4a2a-ac7d-05c71c26d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.425982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad874ef8-6412-4a2a-ac7d-05c71c26d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.429239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad874ef8-6412-4a2a-ac7d-05c71c26d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.429910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ad874ef8-6412-4a2a-ac7d-05c71c26d275 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d78e9a11-3e8f-4b5c-a706-27b93b944f9c HTTP/1.1" status: 204 len: 168 time: 0.1940718 Aug 11 08:25:54.443783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874ef8-6412-4a2a-ac7d-05c71c26d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e9a11-3e8f-4b5c-a706-27b93b944f9c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:54.495956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2889ef85-6e2f-4bfb-b226-5749e4404b73 req-31ead18d-7760-4a24-9089-9d65d3f20c1d service neutron] 10.222.0.64 "GET /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698539 Aug 11 08:25:54.616235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60022) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:54.640584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.670918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.848825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Allocated IP 172.25.2.50 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/0e33112a-21ac-47c7-8b94-c9fd99c43965) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:25:54.949169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633cdae7-3b06-45d6-9bbc-8a7e688e448b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:54.990002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.058057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.075372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633cdae7-3b06-45d6-9bbc-8a7e688e448b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.080751 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-633cdae7-3b06-45d6-9bbc-8a7e688e448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.109965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:25:55.118799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:55.130603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:25:55.148868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-633cdae7-3b06-45d6-9bbc-8a7e688e448b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8149531b6e94c6d93c07f49193f5450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312300 Aug 11 08:25:55.152060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60044) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:55.168791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event updated for resources: {'Port': ['ID=0e33112a-21ac-47c7-8b94-c9fd99c43965,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:55.208054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cdae7-3b06-45d6-9bbc-8a7e688e448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b22c684-d024-46f2-a5f6-0f84baf9d726,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:55.252127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-287db457-7b20-49e1-8091-8eeb0c52f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.307302 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-287db457-7b20-49e1-8091-8eeb0c52f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.400260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-287db457-7b20-49e1-8091-8eeb0c52f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.404055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-287db457-7b20-49e1-8091-8eeb0c52f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.405848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-287db457-7b20-49e1-8091-8eeb0c52f429 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b22c684-d024-46f2-a5f6-0f84baf9d726 HTTP/1.1" status: 204 len: 168 time: 0.2526281 Aug 11 08:25:55.418748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db457-7b20-49e1-8091-8eeb0c52f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b22c684-d024-46f2-a5f6-0f84baf9d726,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:55.467735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ed13-82af-4936-8a20-455006ccd464 req-2beaf2e6-86d1-47d2-bea8-de9955f74d2b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:55.469390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2211ed13-82af-4936-8a20-455006ccd464 req-2beaf2e6-86d1-47d2-bea8-de9955f74d2b tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1764879 Aug 11 08:25:55.558636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2211ed13-82af-4936-8a20-455006ccd464 req-c9ae9159-5768-4b61-84d2-a27e0504e81c tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817385 Aug 11 08:25:55.633473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.773601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60068) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:55.969499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:55.978472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-714642912-network', 'tenant_id': 'b8b99f38481b493581e7e1a3ee67d264'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:56.012406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Made reservation on behalf of b8b99f38481b493581e7e1a3ee67d264 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:56.016072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.037770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.039743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:56.113274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a80558d3-3688-4367-9fba-2f73366c7557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.181885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Router 4a292b2a-a0ba-42d0-88a4-624b55f011a9 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:25:56.214994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.224375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.266392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:25:56.318681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.318681 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Added segment 77a998d7-b268-422b-8fc4-3dc663be5007 of type vlan for network 19c5e06d-ff7a-45e1-943c-ea5af00d37de Aug 11 08:25:56.334436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67017372-ff03-4dde-b0e6-bfaf823ed5b4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:56.345718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:25:56.369733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] Sync routers for ids ['4a292b2a-a0ba-42d0-88a4-624b55f011a9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:25:56.381706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] Routers {'4a292b2a-a0ba-42d0-88a4-624b55f011a9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:56.383298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a292b2a-a0ba-42d0-88a4-624b55f011a9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:56.395981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.421385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:56.430723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] Routers {'4a292b2a-a0ba-42d0-88a4-624b55f011a9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:25:56.431522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:25:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a292b2a-a0ba-42d0-88a4-624b55f011a9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:56.451504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.452506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:56.453116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.456413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a80558d3-3688-4367-9fba-2f73366c7557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.470015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:25:56.470765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa6540-ddfa-4d02-a902-cf64a678d2d1 None None] The sync data for ids ['4a292b2a-a0ba-42d0-88a4-624b55f011a9'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:25:56.476431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.480360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5368b422-507e-4e2e-90c2-a8e054a982bf tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8493612 Aug 11 08:25:56.484979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60084) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:56.508768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a80558d3-3688-4367-9fba-2f73366c7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.552491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a80558d3-3688-4367-9fba-2f73366c7557 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f74a9927d214fa49653cbc11367999f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116806 Aug 11 08:25:56.555183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60086) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:56.569431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7939804 Aug 11 08:25:56.571430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60088) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:56.576754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Request body: {'subnet': {'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-714642912-subnet', 'tenant_id': 'b8b99f38481b493581e7e1a3ee67d264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:56.591254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633198d-2270-4943-8d5c-6e9d132c218e admin admin] Pushing event updated for resources: {'Network': ['ID=19c5e06d-ff7a-45e1-943c-ea5af00d37de,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:56.610041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 19c5e06d-ff7a-45e1-943c-ea5af00d37de details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:25:56.625135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80558d3-3688-4367-9fba-2f73366c7557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0908d98-cd10-4e68-9cf6-27f52ca504fc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:56.642312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-79750ac0-892f-4e62-b467-c63d021d01ec tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/4a292b2a-a0ba-42d0-88a4-624b55f011a9 HTTP/1.1" status: 200 len: 923 time: 0.1551349 Aug 11 08:25:56.643622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:56.644573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Made reservation on behalf of b8b99f38481b493581e7e1a3ee67d264 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:25:56.647379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.707227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ad1db3b-b678-461c-942d-313971431f3a tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a292b2a-a0ba-42d0-88a4-624b55f011a9 HTTP/1.1" status: 200 len: 205 time: 0.0618637 Aug 11 08:25:56.717539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:56.751392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad573470-d503-4fb6-a865-a708f5826967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.793631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9f07-eaf8-48d9-a295-92eb0d304b71 req-67de839d-1319-40ab-b1fc-40b54b806aff tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:56.810506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2caf9f07-eaf8-48d9-a295-92eb0d304b71 req-67de839d-1319-40ab-b1fc-40b54b806aff tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1074488 Aug 11 08:25:56.820523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad573470-d503-4fb6-a865-a708f5826967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.883418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.901125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad573470-d503-4fb6-a865-a708f5826967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.904067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad573470-d503-4fb6-a865-a708f5826967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:56.905958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ad573470-d503-4fb6-a865-a708f5826967 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0908d98-cd10-4e68-9cf6-27f52ca504fc HTTP/1.1" status: 204 len: 168 time: 0.3483984 Aug 11 08:25:56.911299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2caf9f07-eaf8-48d9-a295-92eb0d304b71 req-b0a6a1f5-821e-47f9-b0d9-dfa6b5a472ef tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997937 Aug 11 08:25:56.918004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad573470-d503-4fb6-a865-a708f5826967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0908d98-cd10-4e68-9cf6-27f52ca504fc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:57.061771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:57.192186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214a4a8-1615-4045-8575-145ecb24c432 req-88afb3c7-9892-42c3-8fad-784f5935c8e1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:57.194193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4214a4a8-1615-4045-8575-145ecb24c432 req-88afb3c7-9892-42c3-8fad-784f5935c8e1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1450787 Aug 11 08:25:57.196441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:57.281096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4214a4a8-1615-4045-8575-145ecb24c432 req-b9cebb82-5ee5-456e-b390-3c73b06c3b84 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778131 Aug 11 08:25:57.288768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7bd490-a3ae-47b5-baba-fc881bb914e1,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:57.337418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Deleting port 0e33112a-21ac-47c7-8b94-c9fd99c43965 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:57.337418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:57.527816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Checking segment: {'id': '77a998d7-b268-422b-8fc4-3dc663be5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:25:57.528402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Network hostable DHCP agents. Network: 19c5e06d-ff7a-45e1-943c-ea5af00d37de, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:25:57.596924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Network 19c5e06d-ff7a-45e1-943c-ea5af00d37de is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:25:57.623175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 19c5e06d-ff7a-45e1-943c-ea5af00d37de) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:25:57.633614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc895ae-041d-4f17-9d56-95d13fc5a5a5 None None] Network 19c5e06d-ff7a-45e1-943c-ea5af00d37de requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:57.641222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:57.641945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:57.650351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:57.684318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Calling delete_port for 0e33112a-21ac-47c7-8b94-c9fd99c43965 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:57.711124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a79cee59-d287-45c7-879e-135944db0834 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1368101 Aug 11 08:25:57.831702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1357939-5972-459a-b023-cf8b6deb9595 None None] Network 19c5e06d-ff7a-45e1-943c-ea5af00d37de requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:25:58.137712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:58.175561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event deleted for resources: {'Port': ['ID=0e33112a-21ac-47c7-8b94-c9fd99c43965,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:58.387015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:58.641035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:58.749719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-f83dc67e-7eaa-4e48-a21e-f0d29afbf4fa tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:58.757982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-f83dc67e-7eaa-4e48-a21e-f0d29afbf4fa tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1aae469-61af-40df-82c7-ff8afaa84149 HTTP/1.1" status: 200 len: 943 time: 0.0898738 Aug 11 08:25:58.901288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Deleting port 3b965871-d449-467e-8962-f8a38c6b0695 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:25:58.901893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.023205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] For port 3b965871-d449-467e-8962-f8a38c6b0695, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3b965871-d449-467e-8962-f8a38c6b0695,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:25:59.023682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.043776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Calling delete_port for 3b965871-d449-467e-8962-f8a38c6b0695 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:25:59.068164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.074578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.166367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-1041c62c-3e74-416e-a57b-e0a3d9a7e4e7 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:25:59.167943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-1041c62c-3e74-416e-a57b-e0a3d9a7e4e7 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/networks?id=19c5e06d-ff7a-45e1-943c-ea5af00d37de HTTP/1.1" status: 200 len: 821 time: 0.7237008 Aug 11 08:25:59.182589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.183133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Fanout notify agent at l3_agent the message router_deleted on router 4a292b2a-a0ba-42d0-88a4-624b55f011a9 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:25:59.186140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:59.192464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.197186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-03752e84-e636-4e58-839c-1a214cf62721 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/4a292b2a-a0ba-42d0-88a4-624b55f011a9 HTTP/1.1" status: 204 len: 168 time: 2.4749832 Aug 11 08:25:59.198868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60210) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:25:59.200387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-eb348dfb-0ac2-41aa-aee9-8568ebfa04e7 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/quotas/b8b99f38481b493581e7e1a3ee67d264 HTTP/1.1" status: 200 len: 375 time: 0.0252337 Aug 11 08:25:59.207413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2007694990', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': False}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:25:59.238176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.249074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e23aab36-b2dc-4f51-97e8-526a797c76cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.271924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8a05d783-06d1-4a4b-b061-6949a10f999b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:25:59.272573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-aa29c5eb-cf43-4b5e-bbaf-5cdbd298ea25 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8b99f38481b493581e7e1a3ee67d264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616386 Aug 11 08:25:59.294352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.295733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.330863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:25:59.350770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'Port': ['ID=3b965871-d449-467e-8962-f8a38c6b0695,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:59.402959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ccd309e-ef5b-4534-9df0-685ec07384d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.410103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] No DVR routers for this DVR port 3b965871-d449-467e-8962-f8a38c6b0695 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:25:59.414396 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.423848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-165e5269-dc6f-499a-a9a4-3d5456dcfafa req-eddbe4ca-b1c5-4099-9b8d-0a7eebc0d2a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "DELETE /v2.0/ports/3b965871-d449-467e-8962-f8a38c6b0695 HTTP/1.1" status: 204 len: 173 time: 0.6617219 Aug 11 08:25:59.423848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-deleted', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:25:59.426294 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aacb7f-c56f-427f-a72d-64adc4f371e7" -d '{"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-deleted", "tag": "3b965871-d449-467e-8962-f8a38c6b0695"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:25:59.522438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.578310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-f1919af5-5470-429e-9374-dac7ef0565a1 service neutron] 10.222.0.58 "GET /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037713 Aug 11 08:25:59.746745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.784462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.842879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-e86ea696-f259-43e1-b1ba-b4d897602b89 service neutron] 10.222.0.58 "GET /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644536 Aug 11 08:25:59.874518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ccd309e-ef5b-4534-9df0-685ec07384d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.881946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ccd309e-ef5b-4534-9df0-685ec07384d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:25:59.922141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd309e-ef5b-4534-9df0-685ec07384d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa680fea-df0e-4b0d-b962-f8c51d6267a0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:25:59.962366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1ccd309e-ef5b-4534-9df0-685ec07384d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d051520b65744623b968c06dfe81b0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748864 Aug 11 08:25:59.962597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60224) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:00.028989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-271a29aa-620b-4957-9976-c9360b10ce79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.069920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-271a29aa-620b-4957-9976-c9360b10ce79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.095265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.140860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.192007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-271a29aa-620b-4957-9976-c9360b10ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.195006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-271a29aa-620b-4957-9976-c9360b10ce79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.196224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-271a29aa-620b-4957-9976-c9360b10ce79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa680fea-df0e-4b0d-b962-f8c51d6267a0 HTTP/1.1" status: 204 len: 168 time: 0.2324176 Aug 11 08:26:00.224930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a29aa-620b-4957-9976-c9360b10ce79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa680fea-df0e-4b0d-b962-f8c51d6267a0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:00.375287 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 08:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ffb6d4-260f-4f56-bc9a-a8414b2d799d x-openstack-request-id: req-49ffb6d4-260f-4f56-bc9a-a8414b2d799d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:00.375749 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1aae469-61af-40df-82c7-ff8afaa84149", "name": "network-vif-deleted", "tag": "3b965871-d449-467e-8962-f8a38c6b0695", "status": "failed", "code": 422}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:00.376162 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49ffb6d4-260f-4f56-bc9a-a8414b2d799d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:00.376708 n-d-789963-6 neutron-server[94572]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1aae469-61af-40df-82c7-ff8afaa84149', 'name': 'network-vif-deleted', 'tag': '3b965871-d449-467e-8962-f8a38c6b0695', 'status': 'failed', 'code': 422} returned with failed status Aug 11 08:26:00.482305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Allocated IP 172.25.2.178 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/86634205-a260-4408-b3b1-7a9b42797ee4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:00.527445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e27bced1-0070-4b79-85b5-e1e6e3bad685 req-66c830c9-0dca-4744-80d7-751ab341b1c4 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 210 time: 0.0758042 Aug 11 08:26:00.831498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.916026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b84e7-3bb4-4dc5-89ce-8d07bdba15e2 req-eaf35d32-3ec6-48e4-95cc-3391164220f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:00.918836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc6b84e7-3bb4-4dc5-89ce-8d07bdba15e2 req-eaf35d32-3ec6-48e4-95cc-3391164220f8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 907 time: 0.1239772 Aug 11 08:26:00.943699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:00.997349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:01.000807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:01.005738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:01.009161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Port': ['ID=86634205-a260-4408-b3b1-7a9b42797ee4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:01.314284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.055145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60330) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:02.113634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f65b90be-b278-4a1a-ba61-dd81e3d3a5d9 req-688a0833-0986-4e6f-a978-fef44b8bb849 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 210 time: 0.0797024 Aug 11 08:26:02.154749 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.186449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f01fb-4f5b-4439-88e3-5df6473d9d75 req-d90eacb4-ef01-4d0a-9ff8-0e9b688ce28a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:02.188499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c66f01fb-4f5b-4439-88e3-5df6473d9d75 req-d90eacb4-ef01-4d0a-9ff8-0e9b688ce28a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 907 time: 0.1324065 Aug 11 08:26:02.210893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-843528c8-3bdb-465d-b907-a1ba4ff3ee79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.289200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-ac996463-903b-441a-9fb2-30f7313f623e tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:02.290865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-ac996463-903b-441a-9fb2-30f7313f623e tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.69 "GET /v2.0/networks?id=19c5e06d-ff7a-45e1-943c-ea5af00d37de HTTP/1.1" status: 200 len: 821 time: 0.7235427 Aug 11 08:26:02.348067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.376378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Request body: {'port': {'device_id': 'a1454161-184d-4595-9332-748567c33a8f', 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de', 'admin_state_up': True, 'tenant_id': 'b8b99f38481b493581e7e1a3ee67d264'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:02.396598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde680c6-d07e-4743-8728-26a620dfe36c req-fe624ab3-2e75-43bb-ad24-de3c03c809b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:02.398138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dde680c6-d07e-4743-8728-26a620dfe36c req-fe624ab3-2e75-43bb-ad24-de3c03c809b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 907 time: 0.1108313 Aug 11 08:26:02.439644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-843528c8-3bdb-465d-b907-a1ba4ff3ee79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.461030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-843528c8-3bdb-465d-b907-a1ba4ff3ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.575580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Router bc8b6377-2c72-4a18-a4e0-42a6354e462c is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:02.582484 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-843528c8-3bdb-465d-b907-a1ba4ff3ee79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6de41162d7364bdcbb90d38eae46ba67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212498 Aug 11 08:26:02.582484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843528c8-3bdb-465d-b907-a1ba4ff3ee79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939367e1-0978-45e3-8cbd-d7488ed2d393,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:02.583339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60390) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:02.613257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Made reservation on behalf of b8b99f38481b493581e7e1a3ee67d264 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:26:02.617228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.634756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Deleting port f33f8573-f57d-4dd0-a338-99013f200dfd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:02.634756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.685356 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-08613701-4ab0-484a-a09b-9f8db1c870b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.756182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] For port f33f8573-f57d-4dd0-a338-99013f200dfd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=f33f8573-f57d-4dd0-a338-99013f200dfd,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:02.756730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.788405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Calling delete_port for f33f8573-f57d-4dd0-a338-99013f200dfd owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:02.877428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bf978fe-26d7-45c6-bc78-f07431227b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.942174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bf978fe-26d7-45c6-bc78-f07431227b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:02.952548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:02.964412 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Sync routers for ids ['bc8b6377-2c72-4a18-a4e0-42a6354e462c'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:02.988770 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Routers {'bc8b6377-2c72-4a18-a4e0-42a6354e462c'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:02.990337 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bc8b6377-2c72-4a18-a4e0-42a6354e462c'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:02.994155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.005328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Allocated IP 172.20.0.4 (19c5e06d-ff7a-45e1-943c-ea5af00d37de/1f7bd490-a3ae-47b5-baba-fc881bb914e1/7be738db-edc1-4007-9ae1-3e8d45a81c47) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:03.019782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.025352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eb88eb19-1f62-41cd-93b8-c57faa0b903a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8254395 Aug 11 08:26:03.027270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60438) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:03.050377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'Port': ['ID=f33f8573-f57d-4dd0-a338-99013f200dfd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:03.165119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] No DVR routers for this DVR port f33f8573-f57d-4dd0-a338-99013f200dfd on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:03.169288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.181390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dde680c6-d07e-4743-8728-26a620dfe36c req-b99a82a1-f696-49ab-a912-8f10e70353b6 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "DELETE /v2.0/ports/f33f8573-f57d-4dd0-a338-99013f200dfd HTTP/1.1" status: 204 len: 173 time: 0.7654819 Aug 11 08:26:03.182553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'name': 'network-vif-deleted', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:03.185977 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6252c-40ac-4520-975a-66e81aa4c729" -d '{"events": [{"server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "name": "network-vif-deleted", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:03.195673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bf978fe-26d7-45c6-bc78-f07431227b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.207444 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bf978fe-26d7-45c6-bc78-f07431227b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.208687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6bf978fe-26d7-45c6-bc78-f07431227b12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/939367e1-0978-45e3-8cbd-d7488ed2d393 HTTP/1.1" status: 204 len: 168 time: 0.6246328 Aug 11 08:26:03.216426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Set router bc8b6377-2c72-4a18-a4e0-42a6354e462c gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:03.277336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf978fe-26d7-45c6-bc78-f07431227b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939367e1-0978-45e3-8cbd-d7488ed2d393,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:03.300482 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713dea94-3d27-4bc5-af60-65dd125e7eee x-openstack-request-id: req-713dea94-3d27-4bc5-af60-65dd125e7eee {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:03.300776 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822f8e61-2921-4fb8-85b7-3451f23d70a5", "name": "network-vif-deleted", "tag": "f33f8573-f57d-4dd0-a338-99013f200dfd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:03.301364 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-713dea94-3d27-4bc5-af60-65dd125e7eee {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:03.301866 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822f8e61-2921-4fb8-85b7-3451f23d70a5', 'name': 'network-vif-deleted', 'tag': 'f33f8573-f57d-4dd0-a338-99013f200dfd', 'status': 'completed', 'code': 200} Aug 11 08:26:03.402005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55ac9964-ca93-4abe-8945-a0e691ea42f5 req-14b83c39-5fb6-4888-b340-ab3c86e3ded5 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 210 time: 0.0807304 Aug 11 08:26:03.628348 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-12fdfd6d-4e90-46d3-8f7d-fffa6a2f6bb6 req-7c16ce32-6570-4f16-98d9-d12696e13b90 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=822f8e61-2921-4fb8-85b7-3451f23d70a5 HTTP/1.1" status: 200 len: 210 time: 0.0852149 Aug 11 08:26:03.667594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-846e6e7b-4d6a-4c91-b8cd-f208d0819583 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/bc8b6377-2c72-4a18-a4e0-42a6354e462c HTTP/1.1" status: 200 len: 909 time: 0.6368186 Aug 11 08:26:03.670424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60514) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:03.675410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2007694990', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': True}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:03.710347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.732283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.733629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.788804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.833833 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8b6377-2c72-4a18-a4e0-42a6354e462c', 'name': 'tempest-snat-router-2007694990', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.178'}], 'enable_snat': False}, 'gw_port_id': '86634205-a260-4408-b3b1-7a9b42797ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:25:59Z', 'updated_at': '2021-08-11T08:26:01Z', 'revision_number': 3, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port': {'id': '86634205-a260-4408-b3b1-7a9b42797ee4', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8b6377-2c72-4a18-a4e0-42a6354e462c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:26:00Z', 'updated_at': '2021-08-11T08:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:03.879152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Network 19c5e06d-ff7a-45e1-943c-ea5af00d37de is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:03.885845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:03.894132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:03.904655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:03.907171 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Checking router: bc8b6377-2c72-4a18-a4e0-42a6354e462c for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:26:03.907523 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Updating router bc8b6377-2c72-4a18-a4e0-42a6354e462c port 86634205-a260-4408-b3b1-7a9b42797ee4 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:26:03.933572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Pushing event updated for resources: {'Port': ['ID=7be738db-edc1-4007-9ae1-3e8d45a81c47,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:03.957809 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.013035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:04.014853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.053685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-a1a03cf7-c6d3-421c-9d08-02586b740aed tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6837332 Aug 11 08:26:04.073929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Request body: {'port': {'device_id': 'a1454161-184d-4595-9332-748567c33a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:04.199153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.214114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.515842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.547781 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.564900 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Transition to ACTIVE for port object 86634205-a260-4408-b3b1-7a9b42797ee4 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:26:04.571126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.578144 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.625677 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e7b0a-df6b-480f-b6a9-91477fab45b4 None None] Pushing event updated for resources: {'Port': ['ID=86634205-a260-4408-b3b1-7a9b42797ee4,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:04.659355 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Attempting to bind port 86634205-a260-4408-b3b1-7a9b42797ee4 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:26:04.659920 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Attempting to bind port 86634205-a260-4408-b3b1-7a9b42797ee4 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:26:04.660518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Attempting to bind port 86634205-a260-4408-b3b1-7a9b42797ee4 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:04.668784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:26:04.669579 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:26:04.670526 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.671123 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:26:04.676294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Bound port: 86634205-a260-4408-b3b1-7a9b42797ee4, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:26:04.678526 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.725614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965bac-d6cc-4ec6-9180-c6e52f7f7a80 req-cd42dd5c-cb52-48e7-a18d-201a12270faf tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:04.727240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28965bac-d6cc-4ec6-9180-c6e52f7f7a80 req-cd42dd5c-cb52-48e7-a18d-201a12270faf tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 931 time: 0.1366014 Aug 11 08:26:04.764977 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] For port 86634205-a260-4408-b3b1-7a9b42797ee4, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:26:04.770823 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] For port 86634205-a260-4408-b3b1-7a9b42797ee4, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=86634205-a260-4408-b3b1-7a9b42797ee4,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:26:04.786187 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.787839 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.800594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Allocated IP 172.25.2.179 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6de42195-399f-49b0-8c5b-fe5970bfce12) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:04.867969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28965bac-d6cc-4ec6-9180-c6e52f7f7a80 req-3193c420-f94c-4d2c-ac61-468c3ba96cc6 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204782 Aug 11 08:26:04.961857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be738db-edc1-4007-9ae1-3e8d45a81c47 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:04.962195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:04.966178 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Routers {'bc8b6377-2c72-4a18-a4e0-42a6354e462c'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:04.968376 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bc8b6377-2c72-4a18-a4e0-42a6354e462c'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:04.980495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.006535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.016066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Transition to ACTIVE for port object 7be738db-edc1-4007-9ae1-3e8d45a81c47 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:26:05.025456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.069037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60670) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:05.117619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:05.118790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Pushing event updated for resources: {'Port': ['ID=7be738db-edc1-4007-9ae1-3e8d45a81c47,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:05.123058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:05.136968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:05.139989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e7b0a-df6b-480f-b6a9-91477fab45b4 None None] Pushing event updated for resources: {'Port': ['ID=86634205-a260-4408-b3b1-7a9b42797ee4,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:05.206569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Port': ['ID=6de42195-399f-49b0-8c5b-fe5970bfce12,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:05.314218 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] Set router bc8b6377-2c72-4a18-a4e0-42a6354e462c gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:05.324402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Attempting to bind port 7be738db-edc1-4007-9ae1-3e8d45a81c47 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:26:05.324928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Attempting to bind port 7be738db-edc1-4007-9ae1-3e8d45a81c47 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '77a998d7-b268-422b-8fc4-3dc663be5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:26:05.325104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Attempting to bind port 7be738db-edc1-4007-9ae1-3e8d45a81c47 on network 19c5e06d-ff7a-45e1-943c-ea5af00d37de {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:05.342697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Port 7be738db-edc1-4007-9ae1-3e8d45a81c47 on network 19c5e06d-ff7a-45e1-943c-ea5af00d37de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:26:05.343012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Attempting to bind port 7be738db-edc1-4007-9ae1-3e8d45a81c47 on network 19c5e06d-ff7a-45e1-943c-ea5af00d37de {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:05.356202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:26:05.356629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Checking segment: {'id': '77a998d7-b268-422b-8fc4-3dc663be5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:26:05.357124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Bound using segment: {'id': '77a998d7-b268-422b-8fc4-3dc663be5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:26:05.358502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Bound port: 7be738db-edc1-4007-9ae1-3e8d45a81c47, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a998d7-b268-422b-8fc4-3dc663be5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:26:05.359037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.417185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2058694176-network', 'tenant_id': '7745810686fc41f2a001389a77f9fea6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:05.484816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Made reservation on behalf of 7745810686fc41f2a001389a77f9fea6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:26:05.487467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.493630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] For port 7be738db-edc1-4007-9ae1-3e8d45a81c47, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:26:05.497857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] For port 7be738db-edc1-4007-9ae1-3e8d45a81c47, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47,segment=NetworkSegment(77a998d7-b268-422b-8fc4-3dc663be5007),segment_id=77a998d7-b268-422b-8fc4-3dc663be5007)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:26:05.509773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.557578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.572030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:05.573049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:05.574709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] 10.222.0.69 "PUT /v2.0/ports/7be738db-edc1-4007-9ae1-3e8d45a81c47 HTTP/1.1" status: 200 len: 1091 time: 1.5062792 Aug 11 08:26:05.575323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1454161-184d-4595-9332-748567c33a8f', 'tag': '7be738db-edc1-4007-9ae1-3e8d45a81c47'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:05.578756 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61829170-82bc-45a6-808b-0ae947182d95" -d '{"events": [{"name": "network-changed", "server_uuid": "a1454161-184d-4595-9332-748567c33a8f", "tag": "7be738db-edc1-4007-9ae1-3e8d45a81c47"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:05.629846 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8b6377-2c72-4a18-a4e0-42a6354e462c', 'name': 'tempest-snat-router-2007694990', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.178'}], 'enable_snat': False}, 'gw_port_id': '86634205-a260-4408-b3b1-7a9b42797ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:25:59Z', 'updated_at': '2021-08-11T08:26:01Z', 'revision_number': 3, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port': {'id': '86634205-a260-4408-b3b1-7a9b42797ee4', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8b6377-2c72-4a18-a4e0-42a6354e462c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:26:00Z', 'updated_at': '2021-08-11T08:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:05.677052 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31cccb-dfc6-44e5-80e8-288a4f524235 None None] The sync data for ids ['bc8b6377-2c72-4a18-a4e0-42a6354e462c'] in n-d-789963-6 is: [{'id': 'bc8b6377-2c72-4a18-a4e0-42a6354e462c', 'name': 'tempest-snat-router-2007694990', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.178'}], 'enable_snat': False}, 'gw_port_id': '86634205-a260-4408-b3b1-7a9b42797ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:25:59Z', 'updated_at': '2021-08-11T08:26:01Z', 'revision_number': 3, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port': {'id': '86634205-a260-4408-b3b1-7a9b42797ee4', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8b6377-2c72-4a18-a4e0-42a6354e462c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:26:00Z', 'updated_at': '2021-08-11T08:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:05.684103 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d445af5-e945-4c34-a50d-70f943cc8aa8 x-openstack-request-id: req-1d445af5-e945-4c34-a50d-70f943cc8aa8 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:05.684752 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1454161-184d-4595-9332-748567c33a8f", "tag": "7be738db-edc1-4007-9ae1-3e8d45a81c47", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:05.685315 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d445af5-e945-4c34-a50d-70f943cc8aa8 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:05.685968 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1454161-184d-4595-9332-748567c33a8f', 'tag': '7be738db-edc1-4007-9ae1-3e8d45a81c47', 'status': 'completed', 'code': 200} Aug 11 08:26:05.707990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7327-a8e8-4aa0-9dc7-cf9b603b4569 req-aec8e36d-8000-4e6a-809d-1b3f043ab643 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:05.712166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ecb55-2032-4a12-b09d-671018e51413 service neutron] Pushing event updated for resources: {'Port': ['ID=7be738db-edc1-4007-9ae1-3e8d45a81c47,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:05.718459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-342f7327-a8e8-4aa0-9dc7-cf9b603b4569 req-aec8e36d-8000-4e6a-809d-1b3f043ab643 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 946 time: 0.3140793 Aug 11 08:26:05.735346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f33f8573-f57d-4dd0-a338-99013f200dfd no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:05.763295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-31a698f9-2e98-4598-9928-6e7ef64ecd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:05.768020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-31a698f9-2e98-4598-9928-6e7ef64ecd86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8b99f38481b493581e7e1a3ee67d264&device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 1094 time: 0.1216958 Aug 11 08:26:05.804840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: f33f8573-f57d-4dd0-a338-99013f200dfd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:05.806081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device f33f8573-f57d-4dd0-a338-99013f200dfd not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:05.817523 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-342f7327-a8e8-4aa0-9dc7-cf9b603b4569 req-950c7c0f-70ce-4312-9a41-d242cc808401 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956750 Aug 11 08:26:05.867375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-66cd35c1-db2e-4281-ba87-f2dffb88096d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47 HTTP/1.1" status: 200 len: 217 time: 0.0839896 Aug 11 08:26:06.039012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.051535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-fa4bf4b8-9a6a-401a-991e-77ef59117b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:06.054301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-fa4bf4b8-9a6a-401a-991e-77ef59117b81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1f7bd490-a3ae-47b5-baba-fc881bb914e1 HTTP/1.1" status: 200 len: 861 time: 0.1779165 Aug 11 08:26:06.118681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.140357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-8cfc8147-f097-49f9-93fe-de15926a3cf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19c5e06d-ff7a-45e1-943c-ea5af00d37de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433500 Aug 11 08:26:06.210344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59382f07-3600-4924-9b2d-231687397717 req-6ddc4717-1a69-4517-af1b-1adb2372106f tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:06.211906 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59382f07-3600-4924-9b2d-231687397717 req-6ddc4717-1a69-4517-af1b-1adb2372106f tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 943 time: 0.1841240 Aug 11 08:26:06.375152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.382672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59382f07-3600-4924-9b2d-231687397717 req-0618e415-2527-41ab-ae01-7e74cd2920d5 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584971 Aug 11 08:26:06.433976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.452653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-e238e1ac-921c-4077-8c72-e7fad8728007 service neutron] 10.222.0.69 "GET /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024707 Aug 11 08:26:06.534830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:26:06.551349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:06.585709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.586073 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Added segment ad88bcd4-712c-4d2d-8369-a4abf2bf99d6 of type vlan for network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 Aug 11 08:26:06.595585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.662237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-68faf7f7-f653-45bd-ba49-ef11033a825c req-dbeca4f0-d08d-428c-85ea-73b79dcd5b7b service neutron] 10.222.0.69 "GET /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009425 Aug 11 08:26:06.830801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:06.895901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-f8bf4935-e527-45db-b0e8-9097259c4c13 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:06.900259 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-f8bf4935-e527-45db-b0e8-9097259c4c13 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.69 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 946 time: 0.1130226 Aug 11 08:26:07.152562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.155620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:07.158119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.190577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Deleting port 8a05d783-06d1-4a4b-b061-6949a10f999b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:07.191088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.276782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f552f-91eb-4201-9ad7-857d628319f6 req-edfe7db6-10f1-4eea-9b69-2f907b1f17e8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:07.284647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-417f552f-91eb-4201-9ad7-857d628319f6 req-edfe7db6-10f1-4eea-9b69-2f907b1f17e8 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 946 time: 0.2315595 Aug 11 08:26:07.287292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2172692 Aug 11 08:26:07.290613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60840) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:07.300677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Request body: {'subnet': {'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2058694176-subnet', 'tenant_id': '7745810686fc41f2a001389a77f9fea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:07.302406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Router f333f946-d211-4a2d-a3e6-d9dd7e2240d9 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:07.316962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61829170-82bc-45a6-808b-0ae947182d95 req-9a9dbd5c-767a-47de-91ed-d47ed2b2ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:07.323588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-9a9dbd5c-767a-47de-91ed-d47ed2b2ae54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8b99f38481b493581e7e1a3ee67d264&device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 1094 time: 0.4727302 Aug 11 08:26:07.335503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74087f4-683a-44bd-9ed4-d7423ad25d48 admin admin] Pushing event updated for resources: {'Network': ['ID=dd08371e-6167-45d4-8bd2-f94f4fcaeb24,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:07.358041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] For port 8a05d783-06d1-4a4b-b061-6949a10f999b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8a05d783-06d1-4a4b-b061-6949a10f999b,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:07.358655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.372056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:26:07.379672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Calling delete_port for 8a05d783-06d1-4a4b-b061-6949a10f999b owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:07.540895 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-417f552f-91eb-4201-9ad7-857d628319f6 req-348c04dd-db7f-40a4-8c40-5d64e1b40617 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513921 Aug 11 08:26:07.571717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 86634205-a260-4408-b3b1-7a9b42797ee4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:26:07.652146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Made reservation on behalf of 7745810686fc41f2a001389a77f9fea6 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:26:07.656681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.672816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 86634205-a260-4408-b3b1-7a9b42797ee4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:26:07.682972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61829170-82bc-45a6-808b-0ae947182d95 req-bbad37c6-6f24-4e27-9cf6-f6e526bc3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:07.683206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 86634205-a260-4408-b3b1-7a9b42797ee4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:26:07.683770 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.696818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-bbad37c6-6f24-4e27-9cf6-f6e526bc3bb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19c5e06d-ff7a-45e1-943c-ea5af00d37de HTTP/1.1" status: 200 len: 922 time: 0.3531666 Aug 11 08:26:07.914930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:07.963021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 86634205-a260-4408-b3b1-7a9b42797ee4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=86634205-a260-4408-b3b1-7a9b42797ee4,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:07.976355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:08.104363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=86634205-a260-4408-b3b1-7a9b42797ee4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:08.111403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:08.122413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.123314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.123979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.124461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.124969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.129639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.130692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.131288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.131794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.132331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.132675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.133044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:08.154256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:08.179198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'Port': ['ID=8a05d783-06d1-4a4b-b061-6949a10f999b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:08.231576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8a05d783-06d1-4a4b-b061-6949a10f999b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:08.285875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] No DVR routers for this DVR port 8a05d783-06d1-4a4b-b061-6949a10f999b on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:08.289888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:08.292409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79a4fa3b-6d05-4060-931e-c777bb4376d3 req-c871b7c3-6704-4e02-80ee-fdd6522cd3e0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.69 "DELETE /v2.0/ports/8a05d783-06d1-4a4b-b061-6949a10f999b HTTP/1.1" status: 204 len: 173 time: 1.3860474 Aug 11 08:26:08.292909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'name': 'network-vif-deleted', 'tag': '8a05d783-06d1-4a4b-b061-6949a10f999b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:08.295340 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb64451-b0f0-41c4-94f1-51cf1791071d" -d '{"events": [{"server_uuid": "d0dea9f9-7f2c-4d06-99a7-08136d28fa7c", "name": "network-vif-deleted", "tag": "8a05d783-06d1-4a4b-b061-6949a10f999b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:08.379182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:08.440805 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e808b-d7fe-4719-9c71-5a50b7de0e9a x-openstack-request-id: req-e92e808b-d7fe-4719-9c71-5a50b7de0e9a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:08.441233 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dea9f9-7f2c-4d06-99a7-08136d28fa7c", "name": "network-vif-deleted", "tag": "8a05d783-06d1-4a4b-b061-6949a10f999b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:08.441233 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e92e808b-d7fe-4719-9c71-5a50b7de0e9a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:08.441897 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dea9f9-7f2c-4d06-99a7-08136d28fa7c', 'name': 'network-vif-deleted', 'tag': '8a05d783-06d1-4a4b-b061-6949a10f999b', 'status': 'completed', 'code': 200} Aug 11 08:26:08.511430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c909c4d1-3483-4ada-9064-2cfe56142f97,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:08.518987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Checking segment: {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:26:08.519356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Network hostable DHCP agents. Network: dd08371e-6167-45d4-8bd2-f94f4fcaeb24, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:26:08.540852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-884817aa-3821-438e-bac7-b4d2c7571924 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47 HTTP/1.1" status: 200 len: 217 time: 0.8361812 Aug 11 08:26:08.550223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:26:08.572348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dd08371e-6167-45d4-8bd2-f94f4fcaeb24) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:08.585665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa286b-5f9c-4c74-9372-9713e0d2ed19 None None] Network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:26:08.592855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:08.594484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:08.635829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928cf80-d514-44bc-a0e0-5cf57b67c9c6 req-930796ec-33df-49ac-a3b0-69dbc39d0216 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:08.635829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a928cf80-d514-44bc-a0e0-5cf57b67c9c6 req-930796ec-33df-49ac-a3b0-69dbc39d0216 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 943 time: 0.8220420 Aug 11 08:26:08.635829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:08.638657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e62c6602-a560-457e-867b-dd76b864938e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3467283 Aug 11 08:26:08.720634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Sync routers for ids ['f333f946-d211-4a2d-a3e6-d9dd7e2240d9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:08.739579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61829170-82bc-45a6-808b-0ae947182d95 req-b90c38b3-d65c-42ce-9008-edaf5e5b8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:08.742263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-b90c38b3-d65c-42ce-9008-edaf5e5b8804 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1f7bd490-a3ae-47b5-baba-fc881bb914e1 HTTP/1.1" status: 200 len: 861 time: 0.1898706 Aug 11 08:26:08.766041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Routers {'f333f946-d211-4a2d-a3e6-d9dd7e2240d9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:08.770863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f333f946-d211-4a2d-a3e6-d9dd7e2240d9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:08.814799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a928cf80-d514-44bc-a0e0-5cf57b67c9c6 req-9b7bd071-57c1-4078-96f8-2654788e6013 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301956 Aug 11 08:26:08.871863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:08.879240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c48a7e98-8454-4e36-b613-c87a483cad32 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2076900 Aug 11 08:26:08.899448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60866) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:08.955137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8ba91f1-0efa-4240-a1a5-399680688524 req-e5674158-810a-4f3a-a249-245993f454a9 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dea9f9-7f2c-4d06-99a7-08136d28fa7c HTTP/1.1" status: 200 len: 210 time: 0.1848438 Aug 11 08:26:08.997310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-a4525580-a306-4653-9f20-d2a569e6c3a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19c5e06d-ff7a-45e1-943c-ea5af00d37de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755385 Aug 11 08:26:09.137109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afdeed-a678-4a99-964c-78a67cb490c5 None None] Network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:26:09.246016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Set router f333f946-d211-4a2d-a3e6-d9dd7e2240d9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:09.370010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-559051de-0e7b-4125-b870-60f3e598dea8 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/f333f946-d211-4a2d-a3e6-d9dd7e2240d9 HTTP/1.1" status: 200 len: 908 time: 0.4551382 Aug 11 08:26:09.372744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:09.402649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-548a2c9d-0749-45f1-9ed8-98bda9b66c8f service neutron] 10.222.0.69 "GET /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489707 Aug 11 08:26:09.930764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61829170-82bc-45a6-808b-0ae947182d95 req-9f5a80ee-35e1-49be-a659-7699555ad418 service neutron] 10.222.0.69 "GET /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370284 Aug 11 08:26:09.943139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:09.944208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 86634205-a260-4408-b3b1-7a9b42797ee4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:26:09.951110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:10.019954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 86634205-a260-4408-b3b1-7a9b42797ee4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:26:10.020317 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:10.138558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Deleting port 6de42195-399f-49b0-8c5b-fe5970bfce12 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:10.139055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:10.179868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333f946-d211-4a2d-a3e6-d9dd7e2240d9', 'name': 'tempest-snat-router-2007694990', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '6de42195-399f-49b0-8c5b-fe5970bfce12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:26:03Z', 'updated_at': '2021-08-11T08:26:05Z', 'revision_number': 3, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port': {'id': '6de42195-399f-49b0-8c5b-fe5970bfce12', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333f946-d211-4a2d-a3e6-d9dd7e2240d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:26:04Z', 'updated_at': '2021-08-11T08:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:10.250729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Checking router: f333f946-d211-4a2d-a3e6-d9dd7e2240d9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:26:10.253612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Updating router f333f946-d211-4a2d-a3e6-d9dd7e2240d9 port 6de42195-399f-49b0-8c5b-fe5970bfce12 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:26:10.261491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14329bb4-5aca-4242-b08e-d6cf0923cdbe req-1d6ec183-a871-47b8-8522-4b1848c2033e tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:10.272419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14329bb4-5aca-4242-b08e-d6cf0923cdbe req-1d6ec183-a871-47b8-8522-4b1848c2033e tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 943 time: 0.2389498 Aug 11 08:26:10.338967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:10.368272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Calling delete_port for 6de42195-399f-49b0-8c5b-fe5970bfce12 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:10.405521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14329bb4-5aca-4242-b08e-d6cf0923cdbe req-eb64fa65-f821-408e-af6a-992f4250c72e tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321018 Aug 11 08:26:10.432285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:10.439826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7be738db-edc1-4007-9ae1-3e8d45a81c47 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:26:10.611291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8a05d783-06d1-4a4b-b061-6949a10f999b no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:10.889099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:11.018303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:26:11.019284 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:26:11.040340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 8a05d783-06d1-4a4b-b061-6949a10f999b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:11.040981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8a05d783-06d1-4a4b-b061-6949a10f999b not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:11.077603 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de42195-399f-49b0-8c5b-fe5970bfce12,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:11.114539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 7be738db-edc1-4007-9ae1-3e8d45a81c47, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47,segment=NetworkSegment(77a998d7-b268-422b-8fc4-3dc663be5007),segment_id=77a998d7-b268-422b-8fc4-3dc663be5007)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:11.182836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '7be738db-edc1-4007-9ae1-3e8d45a81c47', 'network_id': '19c5e06d-ff7a-45e1-943c-ea5af00d37de', 'port_id': '7be738db-edc1-4007-9ae1-3e8d45a81c47', 'mac_address': 'fa:16:3e:92:c3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7bd490-a3ae-47b5-baba-fc881bb914e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:26:11.265566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:11.325265 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:11.369990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be738db-edc1-4007-9ae1-3e8d45a81c47 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:11.440378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 7be738db-edc1-4007-9ae1-3e8d45a81c47, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47,segment=NetworkSegment(77a998d7-b268-422b-8fc4-3dc663be5007),segment_id=77a998d7-b268-422b-8fc4-3dc663be5007)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:11.453094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:11.553641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Port 6de42195-399f-49b0-8c5b-fe5970bfce12 not found while updating agent binding for router f333f946-d211-4a2d-a3e6-d9dd7e2240d9. {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 08:26:11.583850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Routers {'f333f946-d211-4a2d-a3e6-d9dd7e2240d9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:11.584870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f333f946-d211-4a2d-a3e6-d9dd7e2240d9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:11.589213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=7be738db-edc1-4007-9ae1-3e8d45a81c47,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:11.592103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ff9b6-6313-425d-a4eb-dc0a04a2ac94 req-135d9320-d4d4-4f27-b1c8-2c708a88f02a tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:11.594543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-418ff9b6-6313-425d-a4eb-dc0a04a2ac94 req-135d9320-d4d4-4f27-b1c8-2c708a88f02a tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 944 time: 0.0700181 Aug 11 08:26:11.694947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-418ff9b6-6313-425d-a4eb-dc0a04a2ac94 req-1fac755e-c4dd-4579-a050-fc538d1b6e5f tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Aug 11 08:26:11.744236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] Set router f333f946-d211-4a2d-a3e6-d9dd7e2240d9 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:11.832809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333f946-d211-4a2d-a3e6-d9dd7e2240d9', 'name': 'tempest-snat-router-2007694990', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:26:03Z', 'updated_at': '2021-08-11T08:26:10Z', 'revision_number': 5, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:11.863275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0190511-df28-40e4-bb64-41ca77335564 None None] The sync data for ids ['f333f946-d211-4a2d-a3e6-d9dd7e2240d9'] in n-d-789963-6 is: [{'id': 'f333f946-d211-4a2d-a3e6-d9dd7e2240d9', 'name': 'tempest-snat-router-2007694990', 'tenant_id': 'fb4a9a3198174da59b5f83a53705d867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:26:03Z', 'updated_at': '2021-08-11T08:26:10Z', 'revision_number': 5, 'project_id': 'fb4a9a3198174da59b5f83a53705d867', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:11.865568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['7be738db-edc1-4007-9ae1-3e8d45a81c47'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:12.136634 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.145735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a25db4-c265-40f6-8fa1-80c682055abc req-6f1420fb-aefc-451b-a3ba-6b67de2f8c09 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:12.154455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39a25db4-c265-40f6-8fa1-80c682055abc req-6f1420fb-aefc-451b-a3ba-6b67de2f8c09 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 1.1253164 Aug 11 08:26:12.158052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.280359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39a25db4-c265-40f6-8fa1-80c682055abc req-2058b590-5c85-4061-9e35-87cab4de777a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246409 Aug 11 08:26:12.284552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.285389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f333f946-d211-4a2d-a3e6-d9dd7e2240d9 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:12.306837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.308335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-17f09728-3b3d-43e1-aa9f-b41737df1fc5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f333f946-d211-4a2d-a3e6-d9dd7e2240d9 HTTP/1.1" status: 204 len: 168 time: 2.9336727 Aug 11 08:26:12.313161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60966) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:12.348588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-85a34b2b-e883-447f-90bb-f2fa00d052a0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:12.350488 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-85a34b2b-e883-447f-90bb-f2fa00d052a0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 945 time: 0.1085682 Aug 11 08:26:12.521950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.697611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Deleting port 5e819b43-d3b2-45fd-8534-922729c81373 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:12.698595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.863869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.878922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-61756df8-8586-48ae-adc2-497e09c9f3b8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:12.888468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-61756df8-8586-48ae-adc2-497e09c9f3b8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/networks?id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 200 len: 809 time: 0.2888517 Aug 11 08:26:12.914639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-bdff4659-8dfe-49ce-a3aa-0604a54107ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/quotas/7745810686fc41f2a001389a77f9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0219350 Aug 11 08:26:12.923746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] For port 5e819b43-d3b2-45fd-8534-922729c81373, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5e819b43-d3b2-45fd-8534-922729c81373,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:12.924285 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:12.983889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af6628-4915-4a95-87b3-463c05294b5d req-2a16c240-abb7-4b62-9f8d-660143d96536 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:13.002339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5af6628-4915-4a95-87b3-463c05294b5d req-2a16c240-abb7-4b62-9f8d-660143d96536 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 944 time: 0.2043245 Aug 11 08:26:13.011856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e037adb5-dd8d-40a5-8f78-ca9a1b80f585 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7745810686fc41f2a001389a77f9fea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961459 Aug 11 08:26:13.032148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Calling delete_port for 5e819b43-d3b2-45fd-8534-922729c81373 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:13.083194 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5af6628-4915-4a95-87b3-463c05294b5d req-1dc4fbfe-7445-4cec-9bb0-0dd55a0993da tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749166 Aug 11 08:26:13.111434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Deleting port 86634205-a260-4408-b3b1-7a9b42797ee4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:13.111935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:13.271697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] For port 86634205-a260-4408-b3b1-7a9b42797ee4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=86634205-a260-4408-b3b1-7a9b42797ee4,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:13.272443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:13.288019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Calling delete_port for 86634205-a260-4408-b3b1-7a9b42797ee4 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:13.305284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e07fb0d3-a1f9-4732-8de5-0712e38d422a service neutron] 10.222.0.58 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923205 Aug 11 08:26:13.364592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32776) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:13.577472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-5e7e4f0e-ac4a-4046-a9c2-23e6175d4801 service neutron] 10.222.0.58 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580819 Aug 11 08:26:13.696140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:13.736976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5145a1c3-c725-45e1-9b8f-97a13638292b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:13.737982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5e819b43-d3b2-45fd-8534-922729c81373'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:13.740709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:13.857090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event deleted for resources: {'Port': ['ID=86634205-a260-4408-b3b1-7a9b42797ee4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:13.857514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'Port': ['ID=5e819b43-d3b2-45fd-8534-922729c81373,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:13.969983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] No DVR routers for this DVR port 5e819b43-d3b2-45fd-8534-922729c81373 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:13.984120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:13.987291 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a23fd943-b362-45e5-9d16-8275fe439da2 req-0a369f8d-8360-48d9-8bc3-211f976a8ce1 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "DELETE /v2.0/ports/5e819b43-d3b2-45fd-8534-922729c81373 HTTP/1.1" status: 204 len: 173 time: 1.6294584 Aug 11 08:26:14.000530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'name': 'network-vif-deleted', 'tag': '5e819b43-d3b2-45fd-8534-922729c81373'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:14.010117 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06388348-69e7-493b-b111-bcd014c0e265" -d '{"events": [{"server_uuid": "dbd3c62d-b91f-43cb-982b-874a9efeab33", "name": "network-vif-deleted", "tag": "5e819b43-d3b2-45fd-8534-922729c81373"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:14.110222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0485f2ce-e697-47f2-9f88-90bb6b4326d0 req-076c582c-8d2b-441e-a41a-dad1f5f11e64 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 210 time: 0.1417050 Aug 11 08:26:14.141326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5145a1c3-c725-45e1-9b8f-97a13638292b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.178448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5145a1c3-c725-45e1-9b8f-97a13638292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.217802 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaa7c96-f64a-4348-a497-fb0a89f74f41 x-openstack-request-id: req-edaa7c96-f64a-4348-a497-fb0a89f74f41 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:14.218347 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd3c62d-b91f-43cb-982b-874a9efeab33", "name": "network-vif-deleted", "tag": "5e819b43-d3b2-45fd-8534-922729c81373", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:14.218791 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edaa7c96-f64a-4348-a497-fb0a89f74f41 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:14.219396 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd3c62d-b91f-43cb-982b-874a9efeab33', 'name': 'network-vif-deleted', 'tag': '5e819b43-d3b2-45fd-8534-922729c81373', 'status': 'completed', 'code': 200} Aug 11 08:26:14.247969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32806) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:14.249818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5145a1c3-c725-45e1-9b8f-97a13638292b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d626a0ea763413b9d1f837011bde843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8843229 Aug 11 08:26:14.301214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc23179-7d43-4ee2-a682-5ef70884471b req-953d697b-5ccf-4afb-902c-1b27cae22975 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:14.303714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bc23179-7d43-4ee2-a682-5ef70884471b req-953d697b-5ccf-4afb-902c-1b27cae22975 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbd3c62d-b91f-43cb-982b-874a9efeab33 HTTP/1.1" status: 200 len: 867 time: 0.8047099 Aug 11 08:26:14.346447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145a1c3-c725-45e1-9b8f-97a13638292b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b69a7-abb0-4201-87a1-6ed19baf9306,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:14.347084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7be738db-edc1-4007-9ae1-3e8d45a81c47 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:26:14.427406 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.440532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a583dc0-6866-424d-9d6f-3f7c32aeb3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.444392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 7be738db-edc1-4007-9ae1-3e8d45a81c47 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:26:14.454167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 7be738db-edc1-4007-9ae1-3e8d45a81c47 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:26:14.455979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.550065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eb872-d61b-423c-976b-6e17180dca67 req-326f651a-e0ff-471c-8220-801724cfea25 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:14.551630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-616eb872-d61b-423c-976b-6e17180dca67 req-326f651a-e0ff-471c-8220-801724cfea25 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 944 time: 0.1485391 Aug 11 08:26:14.575430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a583dc0-6866-424d-9d6f-3f7c32aeb3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.633139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bc23179-7d43-4ee2-a682-5ef70884471b req-406bb65e-9c7a-4930-8fee-24aa36b35c4d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=a40d094a-fcc9-4048-ab94-f380b8618f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097637 Aug 11 08:26:14.712678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-616eb872-d61b-423c-976b-6e17180dca67 req-073d1814-61f4-46bb-9b86-3756cb43b693 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380768 Aug 11 08:26:14.723084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.751883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a583dc0-6866-424d-9d6f-3f7c32aeb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.766224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a583dc0-6866-424d-9d6f-3f7c32aeb3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.766473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.769152 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.817163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3a583dc0-6866-424d-9d6f-3f7c32aeb3c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b15b69a7-abb0-4201-87a1-6ed19baf9306 HTTP/1.1" status: 204 len: 168 time: 0.5201082 Aug 11 08:26:14.841979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.842774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc8b6377-2c72-4a18-a4e0-42a6354e462c {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:14.854242 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.855448 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b3140f60-5e33-4057-b051-34fd20db5188 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "DELETE /v2.0/routers/bc8b6377-2c72-4a18-a4e0-42a6354e462c HTTP/1.1" status: 204 len: 168 time: 2.5424917 Aug 11 08:26:14.861419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32822) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:14.862611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a583dc0-6866-424d-9d6f-3f7c32aeb3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b69a7-abb0-4201-87a1-6ed19baf9306,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:14.877853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1477171346', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:14.961574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:14.964778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:15.128803 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:15.257516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86d91832-376c-4709-9fdd-67cd517f5166 req-4d037931-61d0-4101-b745-c62503c3553f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 210 time: 0.0467710 Aug 11 08:26:15.272531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1454161-184d-4595-9332-748567c33a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be738db-edc1-4007-9ae1-3e8d45a81c47'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:15.276864 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077ce642-7aea-417d-8745-6400628eeb33" -d '{"events": [{"server_uuid": "a1454161-184d-4595-9332-748567c33a8f", "name": "network-vif-plugged", "status": "completed", "tag": "7be738db-edc1-4007-9ae1-3e8d45a81c47"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:15.308607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 7be738db-edc1-4007-9ae1-3e8d45a81c47, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47,segment=NetworkSegment(77a998d7-b268-422b-8fc4-3dc663be5007),segment_id=77a998d7-b268-422b-8fc4-3dc663be5007)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:15.326428 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:15.366472 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d6644-6b80-4924-9a04-d8c713415458 x-openstack-request-id: req-190d6644-6b80-4924-9a04-d8c713415458 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:15.366737 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1454161-184d-4595-9332-748567c33a8f", "name": "network-vif-plugged", "status": "completed", "tag": "7be738db-edc1-4007-9ae1-3e8d45a81c47", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:15.367012 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-190d6644-6b80-4924-9a04-d8c713415458 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:15.367404 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1454161-184d-4595-9332-748567c33a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be738db-edc1-4007-9ae1-3e8d45a81c47', 'code': 200} Aug 11 08:26:15.425517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=7be738db-edc1-4007-9ae1-3e8d45a81c47,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:15.450164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:15.583151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f210b-e8b4-482f-91c6-f1e64849d4e9 req-7654133c-0bb7-4bc2-bff1-88fb15c3fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:15.595424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-969f210b-e8b4-482f-91c6-f1e64849d4e9 req-7654133c-0bb7-4bc2-bff1-88fb15c3fd6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 1096 time: 0.1385443 Aug 11 08:26:15.678382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 86634205-a260-4408-b3b1-7a9b42797ee4 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:15.765603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 86634205-a260-4408-b3b1-7a9b42797ee4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:15.766463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 86634205-a260-4408-b3b1-7a9b42797ee4 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:15.807958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5e819b43-d3b2-45fd-8534-922729c81373 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:15.928847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5e819b43-d3b2-45fd-8534-922729c81373 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:15.938305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5e819b43-d3b2-45fd-8534-922729c81373 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:16.066398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-c64e6e8f-3e92-4a18-9898-cd35b75f4f44 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:16.068473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-c64e6e8f-3e92-4a18-9898-cd35b75f4f44 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.64 "GET /v2.0/networks?id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 200 len: 809 time: 0.3840458 Aug 11 08:26:16.075930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-969f210b-e8b4-482f-91c6-f1e64849d4e9 req-dbd517d0-cf94-4844-9516-d215e991bb39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718037 Aug 11 08:26:16.089148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Request body: {'port': {'device_id': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24', 'admin_state_up': True, 'tenant_id': '7745810686fc41f2a001389a77f9fea6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:16.327054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:16.396632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:16.472865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c39cd-6614-4e90-bd7e-0b8670fb7dc5 req-56d78aff-b6be-4425-92ed-901b4ada2f89 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:16.476224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-119c39cd-6614-4e90-bd7e-0b8670fb7dc5 req-56d78aff-b6be-4425-92ed-901b4ada2f89 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 945 time: 0.3729398 Aug 11 08:26:16.523657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Made reservation on behalf of 7745810686fc41f2a001389a77f9fea6 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:26:16.537472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:16.640603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-119c39cd-6614-4e90-bd7e-0b8670fb7dc5 req-99baf9b0-cc14-4229-9f1a-06b6a9e53008 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054857 Aug 11 08:26:16.733403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caeae7-92bf-4d31-8b1b-290135892027 req-2449a60f-7a82-4818-9c32-f1d35341f4f2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:16.737060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48caeae7-92bf-4d31-8b1b-290135892027 req-2449a60f-7a82-4818-9c32-f1d35341f4f2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.2778816 Aug 11 08:26:16.770252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Allocated IP 172.25.2.143 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/00d3f4ea-a81f-42c3-8560-1deb91d46e79) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:16.814127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92ab01db-1186-4094-83ec-5d97ce6da187 req-9877defa-9a71-4cc1-b75f-1e106d546025 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 210 time: 0.0778801 Aug 11 08:26:16.901585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-48caeae7-92bf-4d31-8b1b-290135892027 req-dc677515-675e-449a-bee5-7e5bb62f1b4a tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691528 Aug 11 08:26:16.964304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Allocated IP 172.20.0.8 (dd08371e-6167-45d4-8bd2-f94f4fcaeb24/c909c4d1-3483-4ada-9064-2cfe56142f97/866cf627-c1e3-4592-afd1-fea4538ce9eb) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:17.109120 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:17.248497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:17.295732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:17.352750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:17.356847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event updated for resources: {'Port': ['ID=00d3f4ea-a81f-42c3-8560-1deb91d46e79,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:17.395631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:17.397739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:17.400721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:17.471686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:17.477019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:17.509851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:17.588811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Pushing event updated for resources: {'Port': ['ID=866cf627-c1e3-4592-afd1-fea4538ce9eb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:17.671823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:17.673764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:17.711983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-e24a9542-8d65-489f-be86-c4a87cf1d2d6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6270440 Aug 11 08:26:17.731371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Request body: {'port': {'device_id': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:17.951924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:18.090540 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:26:18.155424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e97e2-13e9-45b3-b28f-45ecb37e38c0 req-d8c36b98-3629-406a-88ef-5527336afaed tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:18.157315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e97e2-13e9-45b3-b28f-45ecb37e38c0 req-d8c36b98-3629-406a-88ef-5527336afaed tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 931 time: 0.1465185 Aug 11 08:26:18.194922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:18.273618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d9e97e2-13e9-45b3-b28f-45ecb37e38c0 req-82b4ed49-7942-41be-961f-b65fda390b46 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986233 Aug 11 08:26:18.297391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-53584fd0-c5e2-409c-8a3e-271aee1c5030 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:18.308642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-53584fd0-c5e2-409c-8a3e-271aee1c5030 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.3849504 Aug 11 08:26:18.430748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:18.433791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739534f5-d1f7-4da3-83c7-489c13b99e75 req-0cc0ffb6-cde3-49dc-9b7b-31805b3ba29a tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:18.456584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-739534f5-d1f7-4da3-83c7-489c13b99e75 req-0cc0ffb6-cde3-49dc-9b7b-31805b3ba29a tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 945 time: 0.6035492 Aug 11 08:26:18.492504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca703a5-bcd9-4a12-836e-5729de94ea18 req-9810ec2d-fb04-4f4e-88d6-afb37eaf6e6d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:18.500462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ca703a5-bcd9-4a12-836e-5729de94ea18 req-9810ec2d-fb04-4f4e-88d6-afb37eaf6e6d tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1153259 Aug 11 08:26:18.604476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6ca703a5-bcd9-4a12-836e-5729de94ea18 req-b3860cba-2e75-42d7-866e-48f3f420a994 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029809 Aug 11 08:26:18.677620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Router bae0f92e-6d4c-4152-a0ad-8779db442a00 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:18.749118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-739534f5-d1f7-4da3-83c7-489c13b99e75 req-d0b2c969-9bca-4e7f-aa34-3c6e07e4aad8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995687 Aug 11 08:26:18.819011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Deleting port ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:18.819362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:18.951092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:18.963114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] Sync routers for ids ['bae0f92e-6d4c-4152-a0ad-8779db442a00'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:18.983839 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] Routers {'bae0f92e-6d4c-4152-a0ad-8779db442a00'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:18.984490 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae0f92e-6d4c-4152-a0ad-8779db442a00'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:19.031569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.034540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c71ef493-25b5-453f-bb76-0d61f410deb8 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1697850 Aug 11 08:26:19.037923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33010) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:19.044333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': False}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:19.053257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] For port ae519e16-33ba-420e-9310-ee5b4ea16c0f, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=ae519e16-33ba-420e-9310-ee5b4ea16c0f,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:19.053731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.214852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:19.229889 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] Routers {'bae0f92e-6d4c-4152-a0ad-8779db442a00'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:19.231079 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae0f92e-6d4c-4152-a0ad-8779db442a00'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:19.274158 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:19.274920 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe6f8d-e3c7-481f-99b2-933eb105a694 None None] The sync data for ids ['bae0f92e-6d4c-4152-a0ad-8779db442a00'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:19.488013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd262e7-7775-4ec0-8f15-70baac8c9708 req-9a37445d-68e0-4a44-9264-f361fdb1a416 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:19.490766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4cd262e7-7775-4ec0-8f15-70baac8c9708 req-9a37445d-68e0-4a44-9264-f361fdb1a416 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 945 time: 0.1095047 Aug 11 08:26:19.518191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21edb2-d38d-4183-9aff-48ecf9211d15 req-e0290867-ee69-43e5-a039-3dbd0e7ca9f8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:19.520810 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b21edb2-d38d-4183-9aff-48ecf9211d15 req-e0290867-ee69-43e5-a039-3dbd0e7ca9f8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 931 time: 0.1172311 Aug 11 08:26:19.627200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b21edb2-d38d-4183-9aff-48ecf9211d15 req-2463d963-d43c-452f-98d7-045a14a9e71c tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Aug 11 08:26:19.639571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866cf627-c1e3-4592-afd1-fea4538ce9eb {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:19.672104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.683153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.712150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.712524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.712948 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Floating IP e0f9f617-b094-46e0-bab6-2e9761f62cdb disassociated. External IP: 172.25.2.45, port: ae519e16-33ba-420e-9310-ee5b4ea16c0f. Aug 11 08:26:19.713308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Calling delete_port for ae519e16-33ba-420e-9310-ee5b4ea16c0f owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:19.730892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Transition to ACTIVE for port object 866cf627-c1e3-4592-afd1-fea4538ce9eb will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:26:19.808334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:19.833479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4cd262e7-7775-4ec0-8f15-70baac8c9708 req-5ce8c728-3d38-42d4-8855-b755ef542e29 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588041 Aug 11 08:26:19.858911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0578-f0a7-453c-b939-39704a7d4e92 req-30e8fbc3-117d-43bd-a4be-102d2815fdbb tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:19.869406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34bb0578-f0a7-453c-b939-39704a7d4e92 req-30e8fbc3-117d-43bd-a4be-102d2815fdbb tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 944 time: 0.1077302 Aug 11 08:26:19.926866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Pushing event updated for resources: {'Port': ['ID=866cf627-c1e3-4592-afd1-fea4538ce9eb,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:19.961739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34bb0578-f0a7-453c-b939-39704a7d4e92 req-47d49d70-d0a8-4ffc-ab14-2e314ad43b94 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca919480-bccf-4ef1-b39c-950d9ce492b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911460 Aug 11 08:26:20.119275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Attempting to bind port 866cf627-c1e3-4592-afd1-fea4538ce9eb on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:26:20.119275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Attempting to bind port 866cf627-c1e3-4592-afd1-fea4538ce9eb by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:26:20.119775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Attempting to bind port 866cf627-c1e3-4592-afd1-fea4538ce9eb on network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:20.127220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Port 866cf627-c1e3-4592-afd1-fea4538ce9eb on network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:26:20.127220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Attempting to bind port 866cf627-c1e3-4592-afd1-fea4538ce9eb on network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:20.129892 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.142169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:26:20.142499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Checking segment: {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:26:20.143887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Bound using segment: {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:26:20.144273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Bound port: 866cf627-c1e3-4592-afd1-fea4538ce9eb, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:26:20.145428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.181827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'Port': ['ID=ae519e16-33ba-420e-9310-ee5b4ea16c0f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:20.381161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Router 69a1133e-175c-4478-aebc-863e74fd3bfb has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:26:20.495360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] For port 866cf627-c1e3-4592-afd1-fea4538ce9eb, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:26:20.519556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] For port 866cf627-c1e3-4592-afd1-fea4538ce9eb, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:26:20.556536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.571053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.577493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.619799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Pushing event updated for resources: {'Port': ['ID=866cf627-c1e3-4592-afd1-fea4538ce9eb,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:20.690114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:20.690427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.691925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0d9750ef-39f3-46cb-b71d-df97387114da service neutron] 10.222.0.64 "PUT /v2.0/ports/866cf627-c1e3-4592-afd1-fea4538ce9eb HTTP/1.1" status: 200 len: 1091 time: 2.9653902 Aug 11 08:26:20.693919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'tag': '866cf627-c1e3-4592-afd1-fea4538ce9eb'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:20.696316 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68663b8d-1419-408a-b4f8-20a49ecef153" -d '{"events": [{"name": "network-changed", "server_uuid": "28a3ff40-4035-45d3-9af9-15c75de129d5", "tag": "866cf627-c1e3-4592-afd1-fea4538ce9eb"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:20.719106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:20.733947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] Sync routers for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:20.774646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:20.775303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:20.812723 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c53e8e3-eb3e-4673-9073-2f574ab022e1 x-openstack-request-id: req-8c53e8e3-eb3e-4673-9073-2f574ab022e1 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:20.813191 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a3ff40-4035-45d3-9af9-15c75de129d5", "tag": "866cf627-c1e3-4592-afd1-fea4538ce9eb", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:20.814651 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c53e8e3-eb3e-4673-9073-2f574ab022e1 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:20.815351 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'tag': '866cf627-c1e3-4592-afd1-fea4538ce9eb', 'status': 'completed', 'code': 200} Aug 11 08:26:20.901488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] No DVR routers for this DVR port ae519e16-33ba-420e-9310-ee5b4ea16c0f on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:20.917127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:20.923144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28ab5768-b0d5-4ec5-852d-b2c96d24ed33 req-74b67107-0ee2-4a19-8d35-a831c50227b0 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.64 "DELETE /v2.0/ports/ae519e16-33ba-420e-9310-ee5b4ea16c0f HTTP/1.1" status: 204 len: 173 time: 2.6013641 Aug 11 08:26:20.953378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-31578fff-d5d7-48ef-8fd8-6d2fa7db1e85 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:20.955421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-31578fff-d5d7-48ef-8fd8-6d2fa7db1e85 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 945 time: 0.3032358 Aug 11 08:26:21.099762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:21.106768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-2cda0baf-ba33-4119-a1e0-4b9a56950467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:21.108193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-2cda0baf-ba33-4119-a1e0-4b9a56950467 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7745810686fc41f2a001389a77f9fea6&device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 1094 time: 0.3034191 Aug 11 08:26:21.230777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-60e51672-5d18-4061-9d89-963cc02bdae3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb HTTP/1.1" status: 200 len: 217 time: 0.1014662 Aug 11 08:26:21.399527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Router bae0f92e-6d4c-4152-a0ad-8779db442a00 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:26:21.414580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101ca72-8384-4420-b203-83965f9ec133 req-a7979a7e-8b63-4560-bc66-a13cd1202393 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:21.423162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0101ca72-8384-4420-b203-83965f9ec133 req-a7979a7e-8b63-4560-bc66-a13cd1202393 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 943 time: 0.1440649 Aug 11 08:26:21.634654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:21.642901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0101ca72-8384-4420-b203-83965f9ec133 req-cb52cb57-b103-462b-83e2-a6527027b88d tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185655 Aug 11 08:26:21.646123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:21.647607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-581831b2-769c-4b89-93e5-ca814c8db4d5 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "PUT /v2.0/routers/bae0f92e-6d4c-4152-a0ad-8779db442a00 HTTP/1.1" status: 200 len: 926 time: 2.6080298 Aug 11 08:26:21.653483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:21.655637 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] Sync routers for ids ['bae0f92e-6d4c-4152-a0ad-8779db442a00'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:21.686821 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] Routers {'bae0f92e-6d4c-4152-a0ad-8779db442a00'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:21.687369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:21.709569 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae0f92e-6d4c-4152-a0ad-8779db442a00'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:21.727236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] Checking router: 69a1133e-175c-4478-aebc-863e74fd3bfb for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:26:21.741760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:21.743977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:21.848295 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:21.850754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:21.889567 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] Routers {'bae0f92e-6d4c-4152-a0ad-8779db442a00'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:21.890062 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bae0f92e-6d4c-4152-a0ad-8779db442a00'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:21.930169 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:21.931598 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c429ab-c61e-4fc1-b0cc-37014011d8d5 None None] The sync data for ids ['bae0f92e-6d4c-4152-a0ad-8779db442a00'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:21.962765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8e67f-d316-4f33-8327-931e84fdc681 req-d7c6993f-b009-44ab-8b03-207436fde4af tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:21.968369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: ae519e16-33ba-420e-9310-ee5b4ea16c0f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:21.969024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device ae519e16-33ba-420e-9310-ee5b4ea16c0f not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:21.971646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9c8e67f-d316-4f33-8327-931e84fdc681 req-d7c6993f-b009-44ab-8b03-207436fde4af tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 945 time: 1.0053592 Aug 11 08:26:21.974860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-df78b476-0ce4-4756-96ef-f45c479cdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:21.976837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-df78b476-0ce4-4756-96ef-f45c479cdfd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c909c4d1-3483-4ada-9064-2cfe56142f97 HTTP/1.1" status: 200 len: 849 time: 0.7147598 Aug 11 08:26:21.984473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e59ba73-2db4-4e1c-be95-b80ce276d794 req-3564e50b-868b-4928-8c03-49b137d43ca2 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/ports?device_id=7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6 HTTP/1.1" status: 200 len: 210 time: 0.0814486 Aug 11 08:26:22.119464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-026cc071-6656-41a2-8d91-2b854bbeee14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097698 Aug 11 08:26:22.134408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:22.147500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9c8e67f-d316-4f33-8327-931e84fdc681 req-43a03d82-59c7-4b4e-84c0-d9150c026d1e tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/security-groups?id=67017372-ff03-4dde-b0e6-bfaf823ed5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748195 Aug 11 08:26:22.191103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-69ac9b8a-955e-4903-8fdb-e82660d7ecda tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/bae0f92e-6d4c-4152-a0ad-8779db442a00 HTTP/1.1" status: 200 len: 926 time: 0.5341733 Aug 11 08:26:22.198514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33088) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:22.320109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Deleting port 7be738db-edc1-4007-9ae1-3e8d45a81c47 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:22.320687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:22.353899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cc3f3-6b55-46d1-be31-a7838ca63d2b tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:22.364637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ea5cc3f3-6b55-46d1-be31-a7838ca63d2b tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=bae0f92e-6d4c-4152-a0ad-8779db442a00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1617420 Aug 11 08:26:22.365385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33094) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:22.481882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3bffc-8d69-4360-bdc6-9d021922c415 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:22.486712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9cb3bffc-8d69-4360-bdc6-9d021922c415 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.1197517 Aug 11 08:26:22.493106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:22.504276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-ac69291a-ca82-4863-ac45-c53497a8e410 service neutron] 10.222.0.64 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516014 Aug 11 08:26:22.539981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1f0dc65-def7-481f-ae98-14d5702aa594 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=bae0f92e-6d4c-4152-a0ad-8779db442a00 HTTP/1.1" status: 200 len: 205 time: 0.0456166 Aug 11 08:26:22.543731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33100) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:22.630002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] For port 7be738db-edc1-4007-9ae1-3e8d45a81c47, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=7be738db-edc1-4007-9ae1-3e8d45a81c47,segment=NetworkSegment(77a998d7-b268-422b-8fc4-3dc663be5007),segment_id=77a998d7-b268-422b-8fc4-3dc663be5007)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:22.630555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:22.646021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Calling delete_port for 7be738db-edc1-4007-9ae1-3e8d45a81c47 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:22.655619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:22.692957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd519fd9-1381-4519-be46-2c5e9e4fdd08 None None] The sync data for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 is: [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:17:18Z', 'revision_number': 4, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '13c50641-8f65-4258-bea7-e50e9c8f47cf', 'name': '', 'network_id': '9633078a-8d25-4858-b669-47a18fbde111', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'mac_address': 'fa:16:3e:d8:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:17Z', 'updated_at': '2021-08-11T08:17:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'subnets': [{'id': '4d75150d-56ef-4a11-aaa1-2db807ce5256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:22.723642 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:22.817237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-deleted', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:22.823507 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cd2a77-d276-4fa8-9459-17c6890844b9" -d '{"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-deleted", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:22.887271 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:22.903843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ae87df-bfba-4802-a2ba-6f573a476f52 req-0531b653-b35e-44c1-be4f-fc061aeaf0a2 service neutron] 10.222.0.64 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884943 Aug 11 08:26:22.947288 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd661e2-ca38-4f07-a2a7-8b1554367e75 x-openstack-request-id: req-8dd661e2-ca38-4f07-a2a7-8b1554367e75 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:22.947497 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6", "name": "network-vif-deleted", "tag": "ae519e16-33ba-420e-9310-ee5b4ea16c0f", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:22.947791 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8dd661e2-ca38-4f07-a2a7-8b1554367e75 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:22.948131 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da7740e-d4d2-4d1b-9bc6-5d7be60da8e6', 'name': 'network-vif-deleted', 'tag': 'ae519e16-33ba-420e-9310-ee5b4ea16c0f', 'status': 'completed', 'code': 200} Aug 11 08:26:22.950275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Pushing event deleted for resources: {'Port': ['ID=7be738db-edc1-4007-9ae1-3e8d45a81c47,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:23.021663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] No DVR routers for this DVR port 7be738db-edc1-4007-9ae1-3e8d45a81c47 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:23.037479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.040429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1274e35c-3a3a-460a-8def-cbf2a03e9043 req-b85e6321-4923-43d7-85e5-ca800588a6a8 tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.69 "DELETE /v2.0/ports/7be738db-edc1-4007-9ae1-3e8d45a81c47 HTTP/1.1" status: 204 len: 173 time: 2.0643685 Aug 11 08:26:23.072507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cda13-3d9f-4afc-b3c1-3ef9596fa7b1 req-4fd7adb7-ca1d-4ffe-a7f1-9ba3fa673113 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:23.081523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-962cda13-3d9f-4afc-b3c1-3ef9596fa7b1 req-4fd7adb7-ca1d-4ffe-a7f1-9ba3fa673113 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 943 time: 0.2627566 Aug 11 08:26:23.096729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-5867be64-f842-4664-ae08-818796e732b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:23.099809 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-5867be64-f842-4664-ae08-818796e732b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7745810686fc41f2a001389a77f9fea6&device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 1094 time: 0.0754430 Aug 11 08:26:23.141467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:23.161164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.228980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f1a7b-ff69-44d7-963c-97f0cbb4e560 None None] New status for floating IP e0f9f617-b094-46e0-bab6-2e9761f62cdb: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:26:23.241116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-2571050e-2f17-48d1-ba82-3a72ed3d0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:23.242763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-2571050e-2f17-48d1-ba82-3a72ed3d0d18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 200 len: 910 time: 0.1356874 Aug 11 08:26:23.281339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-962cda13-3d9f-4afc-b3c1-3ef9596fa7b1 req-00db6a07-4110-4d5f-ae15-d6f5e3fe0605 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860421 Aug 11 08:26:23.379638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-436a592e-e0ac-46a7-a2bc-a8feeb61e72d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb HTTP/1.1" status: 200 len: 217 time: 0.1273830 Aug 11 08:26:23.469934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb97c391-61f3-4b7f-890f-50597c587062 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.517851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-3060532b-331f-4a88-bb4c-c0e7fccad900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:23.519590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-3060532b-331f-4a88-bb4c-c0e7fccad900 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c909c4d1-3483-4ada-9064-2cfe56142f97 HTTP/1.1" status: 200 len: 849 time: 0.0975888 Aug 11 08:26:23.572426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-7eb76ee0-1173-476a-ac64-f0686cf08b3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404603 Aug 11 08:26:23.576948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb97c391-61f3-4b7f-890f-50597c587062 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.589799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39c09e82-e1c1-40d3-84fa-17f7c178f82a req-f413a07a-261a-4c45-9ac9-84a0025fcd0f tempest-InstanceActionsNegativeTestJSON-557589003 tempest-InstanceActionsNegativeTestJSON-557589003-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1454161-184d-4595-9332-748567c33a8f HTTP/1.1" status: 200 len: 210 time: 0.0636592 Aug 11 08:26:23.644444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Deleting port 00d3f4ea-a81f-42c3-8560-1deb91d46e79 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:23.645547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.727302 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-8c9a6326-aa06-471d-9033-6c9cb5265d32 service neutron] 10.222.0.64 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457767 Aug 11 08:26:23.732069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb97c391-61f3-4b7f-890f-50597c587062 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.735241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb97c391-61f3-4b7f-890f-50597c587062 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.737114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cb97c391-61f3-4b7f-890f-50597c587062 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca919480-bccf-4ef1-b39c-950d9ce492b8 HTTP/1.1" status: 204 len: 168 time: 0.5944240 Aug 11 08:26:23.745634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33138) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:23.766989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97c391-61f3-4b7f-890f-50597c587062 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca919480-bccf-4ef1-b39c-950d9ce492b8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:23.783573 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-914ed5bf-abff-436a-8e8e-d572b488b3aa tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] show failed (client error): The resource could not be found. Aug 11 08:26:23.793254 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-914ed5bf-abff-436a-8e8e-d572b488b3aa tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "GET /v2.0/security-groups/ca919480-bccf-4ef1-b39c-950d9ce492b8 HTTP/1.1" status: 404 len: 347 time: 0.0461886 Aug 11 08:26:23.796363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:23.815689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:23.885514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68663b8d-1419-408a-b4f8-20a49ecef153 req-2e9fada6-0108-46e6-8426-dd404db7564c service neutron] 10.222.0.64 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503360 Aug 11 08:26:23.895455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Calling delete_port for 00d3f4ea-a81f-42c3-8560-1deb91d46e79 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:24.158048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Deleting port 26b196aa-2e5b-4bbc-a35d-640a93e413c4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:24.158048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.303348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.303721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.340463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Calling delete_port for 26b196aa-2e5b-4bbc-a35d-640a93e413c4 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:24.348399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.374571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7be738db-edc1-4007-9ae1-3e8d45a81c47 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:24.425679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce392b-b07d-4c3c-bdb8-2a1f4bd49c3c req-7e6197bc-614e-406e-a017-f68e276ce6fd tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:24.430604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 7be738db-edc1-4007-9ae1-3e8d45a81c47 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:24.430954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 7be738db-edc1-4007-9ae1-3e8d45a81c47 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:24.432552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event deleted for resources: {'Port': ['ID=00d3f4ea-a81f-42c3-8560-1deb91d46e79,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:24.440476 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cce392b-b07d-4c3c-bdb8-2a1f4bd49c3c req-7e6197bc-614e-406e-a017-f68e276ce6fd tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 943 time: 0.0716465 Aug 11 08:26:24.498237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cce392b-b07d-4c3c-bdb8-2a1f4bd49c3c req-9d5b1efe-999e-4dc6-b8c7-827626ba9c53 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Aug 11 08:26:24.610846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.690215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33172) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:24.784550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Deleting subnet 1f7bd490-a3ae-47b5-baba-fc881bb914e1 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:26:24.788672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.803604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.807460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.874501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.875192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Fanout notify agent at l3_agent the message router_deleted on router bae0f92e-6d4c-4152-a0ad-8779db442a00 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:24.877498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.893392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.897514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6511fed7-cada-44af-a2e0-275aca6b7ec0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/bae0f92e-6d4c-4152-a0ad-8779db442a00 HTTP/1.1" status: 204 len: 168 time: 2.3478675 Aug 11 08:26:24.897812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:24.899680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33178) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:24.906489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-759516445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:24.923972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Pushing event deleted for resources: {'Port': ['ID=26b196aa-2e5b-4bbc-a35d-640a93e413c4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:24.955971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1454161-184d-4595-9332-748567c33a8f', 'name': 'network-vif-deleted', 'tag': '7be738db-edc1-4007-9ae1-3e8d45a81c47'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:24.965158 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270ffe8-c4e6-4945-aedf-290dd33bfba2" -d '{"events": [{"server_uuid": "a1454161-184d-4595-9332-748567c33a8f", "name": "network-vif-deleted", "tag": "7be738db-edc1-4007-9ae1-3e8d45a81c47"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:25.007926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.010576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.011709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.018543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.021705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-714ac858-a5e2-4e50-9ae9-c12fd019dea7 tempest-ServerActionsTestJSON-1447955866 tempest-ServerActionsTestJSON-1447955866-project] 10.222.0.58 "DELETE /v2.0/floatingips/e0f9f617-b094-46e0-bab6-2e9761f62cdb HTTP/1.1" status: 204 len: 168 time: 1.2233348 Aug 11 08:26:25.023785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33184) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:25.083090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.117602 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e74c4d-a047-4f02-b121-2158828140c3 x-openstack-request-id: req-49e74c4d-a047-4f02-b121-2158828140c3 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:25.118919 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1454161-184d-4595-9332-748567c33a8f", "name": "network-vif-deleted", "tag": "7be738db-edc1-4007-9ae1-3e8d45a81c47", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:25.121130 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49e74c4d-a047-4f02-b121-2158828140c3 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:25.122045 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1454161-184d-4595-9332-748567c33a8f', 'name': 'network-vif-deleted', 'tag': '7be738db-edc1-4007-9ae1-3e8d45a81c47', 'status': 'completed', 'code': 200} Aug 11 08:26:25.160385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.176216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.199839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf6a9-7be6-412b-933b-c5eeb3f24532 req-65d5b46f-79fb-44ba-9f29-c32462accbcc tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:25.209462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17bdf6a9-7be6-412b-933b-c5eeb3f24532 req-65d5b46f-79fb-44ba-9f29-c32462accbcc tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.1721511 Aug 11 08:26:25.242344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.244402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bedde057-0b68-491f-b905-0c962a4bfd06 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3415513 Aug 11 08:26:25.247261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33192) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:25.254134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:25.278694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17bdf6a9-7be6-412b-933b-c5eeb3f24532 req-29479d3b-8352-48b2-85ba-038a75c0a8fc tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668504 Aug 11 08:26:25.296749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.369560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7bd490-a3ae-47b5-baba-fc881bb914e1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:25.390557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.394706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-19103619-9812-4ab7-92a5-4f2fd7497c7a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1f7bd490-a3ae-47b5-baba-fc881bb914e1 HTTP/1.1" status: 204 len: 168 time: 0.7027323 Aug 11 08:26:25.400573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33196) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:25.745748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.865407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 866cf627-c1e3-4592-afd1-fea4538ce9eb details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:26:25.922429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:25.996709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 866cf627-c1e3-4592-afd1-fea4538ce9eb, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:26.007278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '866cf627-c1e3-4592-afd1-fea4538ce9eb', 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24', 'port_id': '866cf627-c1e3-4592-afd1-fea4538ce9eb', 'mac_address': 'fa:16:3e:22:e2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c909c4d1-3483-4ada-9064-2cfe56142f97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:26:26.061806 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.078731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866cf627-c1e3-4592-afd1-fea4538ce9eb {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:26.098082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee263b2-f8ef-4065-95e2-f9c102751793 req-ec89ce15-a349-4fb4-a2e1-874fc73012d5 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:26.099746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ee263b2-f8ef-4065-95e2-f9c102751793 req-ec89ce15-a349-4fb4-a2e1-874fc73012d5 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 943 time: 0.3722415 Aug 11 08:26:26.107865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.122571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 866cf627-c1e3-4592-afd1-fea4538ce9eb, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:26.130534 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.161092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c5e06d-ff7a-45e1-943c-ea5af00d37de']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:26.184936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a998d7-b268-422b-8fc4-3dc663be5007') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:26.185712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a998d7-b268-422b-8fc4-3dc663be5007') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:26.203033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.208350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ee263b2-f8ef-4065-95e2-f9c102751793 req-a0f26cc3-3c76-452c-8fd8-e7f7e850963b tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808754 Aug 11 08:26:26.213811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=866cf627-c1e3-4592-afd1-fea4538ce9eb,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:26.250268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.266816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:26:26.266816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:26:26.275329 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:26:26.424143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['866cf627-c1e3-4592-afd1-fea4538ce9eb'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:26.453235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf961-56be-4f48-9400-47066ecb79aa req-1aea93e6-09a1-4950-a31b-cb3440a23e0b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:26.464749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cccbf961-56be-4f48-9400-47066ecb79aa req-1aea93e6-09a1-4950-a31b-cb3440a23e0b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.0997894 Aug 11 08:26:26.513659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cccbf961-56be-4f48-9400-47066ecb79aa req-e374afa2-e927-48c7-ab84-8193a8fb3c22 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 Aug 11 08:26:26.760963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.777337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.779749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/19c5e06d-ff7a-45e1-943c-ea5af00d37de HTTP/1.1" status: 204 len: 168 time: 1.3779554 Aug 11 08:26:26.831126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f89fc-1efc-4f7e-aeec-bce55fdaf9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c5e06d-ff7a-45e1-943c-ea5af00d37de,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:26.959537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33240) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:26.961856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:26.997807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.022135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-be4e80d7-133c-48ce-9828-859f3285a336 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8b99f38481b493581e7e1a3ee67d264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609372 Aug 11 08:26:27.024694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33242) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:27.085490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a0fab2-e49f-44a8-bd9e-42aeabfff314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.102708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.142696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a0fab2-e49f-44a8-bd9e-42aeabfff314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.165483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Allocated IP 172.25.2.178 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/deba6f66-32cb-455f-be34-d8fa7ad7980c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:27.228371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a0fab2-e49f-44a8-bd9e-42aeabfff314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.232006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12a0fab2-e49f-44a8-bd9e-42aeabfff314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.233474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-12a0fab2-e49f-44a8-bd9e-42aeabfff314 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67017372-ff03-4dde-b0e6-bfaf823ed5b4 HTTP/1.1" status: 204 len: 168 time: 0.2073803 Aug 11 08:26:27.268150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0fab2-e49f-44a8-bd9e-42aeabfff314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67017372-ff03-4dde-b0e6-bfaf823ed5b4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:27.438217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a4ae8-99e7-479d-8071-4bdfee0160cd req-00d77af1-3ba0-4146-a3bf-51e17fbba553 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:27.448715 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d5a4ae8-99e7-479d-8071-4bdfee0160cd req-00d77af1-3ba0-4146-a3bf-51e17fbba553 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 944 time: 0.0907626 Aug 11 08:26:27.477134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.510378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d5a4ae8-99e7-479d-8071-4bdfee0160cd req-4847897d-d5e4-4aa4-b50a-464aacedd652 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Aug 11 08:26:27.646810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.737279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:27.747534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:27.751373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event updated for resources: {'Port': ['ID=deba6f66-32cb-455f-be34-d8fa7ad7980c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:27.754711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Deleting port 13c50641-8f65-4258-bea7-e50e9c8f47cf {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:27.755063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:27.757963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:27.846506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626360eb-ce79-4e7e-834f-8477c1e9e597 req-4fea9313-c053-43d5-aa41-f30eecefbce8 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:27.848047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-626360eb-ce79-4e7e-834f-8477c1e9e597 req-4fea9313-c053-43d5-aa41-f30eecefbce8 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2169931 Aug 11 08:26:27.882877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 866cf627-c1e3-4592-afd1-fea4538ce9eb up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:26:27.964392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 866cf627-c1e3-4592-afd1-fea4538ce9eb completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:26:27.973051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 866cf627-c1e3-4592-afd1-fea4538ce9eb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:26:27.977158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.054948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-626360eb-ce79-4e7e-834f-8477c1e9e597 req-e81a9bfe-a99e-4c4f-ab20-5f9992b34e8d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949942 Aug 11 08:26:28.096078 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.103809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] For port 13c50641-8f65-4258-bea7-e50e9c8f47cf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c50641-8f65-4258-bea7-e50e9c8f47cf,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:28.104167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.125674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866cf627-c1e3-4592-afd1-fea4538ce9eb'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:28.132365 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587db9ae-24d4-4344-96d9-dbf0e69d55c7" -d '{"events": [{"server_uuid": "28a3ff40-4035-45d3-9af9-15c75de129d5", "name": "network-vif-plugged", "status": "completed", "tag": "866cf627-c1e3-4592-afd1-fea4538ce9eb"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:28.152755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 866cf627-c1e3-4592-afd1-fea4538ce9eb, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:28.163413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.214468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Calling delete_port for 13c50641-8f65-4258-bea7-e50e9c8f47cf owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:28.233720 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454ae8eb-5b29-46c2-bd59-9f524da80e70 x-openstack-request-id: req-454ae8eb-5b29-46c2-bd59-9f524da80e70 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:28.234213 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3ff40-4035-45d3-9af9-15c75de129d5", "name": "network-vif-plugged", "status": "completed", "tag": "866cf627-c1e3-4592-afd1-fea4538ce9eb", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:28.234631 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-454ae8eb-5b29-46c2-bd59-9f524da80e70 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:28.235347 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866cf627-c1e3-4592-afd1-fea4538ce9eb', 'code': 200} Aug 11 08:26:28.236279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=866cf627-c1e3-4592-afd1-fea4538ce9eb,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:28.351253 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.396683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227a8c-4f9d-44ce-b91c-113cc8e2923e req-5a1d1852-81ab-4e33-8946-1b8ee52f9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:28.399626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa227a8c-4f9d-44ce-b91c-113cc8e2923e req-5a1d1852-81ab-4e33-8946-1b8ee52f9125 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 1096 time: 0.0608015 Aug 11 08:26:28.448057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa227a8c-4f9d-44ce-b91c-113cc8e2923e req-f6cad26f-d08a-4454-a58b-c234d3007169 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Aug 11 08:26:28.643794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.717639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.734963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.751851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca372c-95db-4e31-bcba-17d8709fbe84 req-9028a73f-8dc8-4adf-a9a9-3c959adbc507 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:28.753497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53ca372c-95db-4e31-bcba-17d8709fbe84 req-9028a73f-8dc8-4adf-a9a9-3c959adbc507 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 945 time: 0.1105275 Aug 11 08:26:28.869428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:28.926691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c50641-8f65-4258-bea7-e50e9c8f47cf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:28.960153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-53ca372c-95db-4e31-bcba-17d8709fbe84 req-c3b58c54-3248-47ec-b18d-2efbe31a53cc tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317229 Aug 11 08:26:29.068920 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-3fc91d2e-50e2-4c3f-ad08-ce4141b232aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546516 Aug 11 08:26:29.178375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Router becc852b-24e0-4bf6-a26d-62553ac22b6e is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:29.257983 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-626fe54c-73d2-4bf1-9636-20c2ccfe8aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:29.272929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-cb0eaf74-d218-4362-87f4-971b8bb691f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:29.279553 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-cb0eaf74-d218-4362-87f4-971b8bb691f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1097 time: 0.1293061 Aug 11 08:26:29.402837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:29.457580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-17a19578-040e-4b1f-b6f1-6a993e3e4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:29.459366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-17a19578-040e-4b1f-b6f1-6a993e3e4716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.1484649 Aug 11 08:26:29.535692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d485f-3de3-425b-9e15-bc33b3714ebe req-82658a23-bb08-4b37-92ab-66f1fa6cb8d0 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:29.543597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e0d485f-3de3-425b-9e15-bc33b3714ebe req-82658a23-bb08-4b37-92ab-66f1fa6cb8d0 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2781465 Aug 11 08:26:29.564110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-4d2fc7be-5a07-421b-ad62-53fd708e2055 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1002 time: 0.0964997 Aug 11 08:26:29.651073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:29.663090 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] Sync routers for ids ['becc852b-24e0-4bf6-a26d-62553ac22b6e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:29.666595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:29.671296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0178207-b2a6-4bf1-b93b-311e23c3089d tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "PUT /v2.0/routers/becc852b-24e0-4bf6-a26d-62553ac22b6e HTTP/1.1" status: 200 len: 883 time: 4.4230809 Aug 11 08:26:29.676754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33312) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:29.683942 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] Routers {'becc852b-24e0-4bf6-a26d-62553ac22b6e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:29.688326 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['becc852b-24e0-4bf6-a26d-62553ac22b6e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:29.762237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:29.773180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-41067946-6503-4c5c-bfd9-67bf70c07560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:29.776180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-41067946-6503-4c5c-bfd9-67bf70c07560 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.1894894 Aug 11 08:26:29.831945 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:29.859074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] Routers {'becc852b-24e0-4bf6-a26d-62553ac22b6e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:29.863623 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['becc852b-24e0-4bf6-a26d-62553ac22b6e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:29.912561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-2d779443-c701-4c1f-a768-e75fec380483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:29.914040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-2d779443-c701-4c1f-a768-e75fec380483 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299555 Aug 11 08:26:29.952565 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:29.955361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5097ed-17bf-4443-acc0-b31363271f88 None None] The sync data for ids ['becc852b-24e0-4bf6-a26d-62553ac22b6e'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:30.093989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-58ceeeba-ecba-4a67-81a6-7f42a320f660 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695929 Aug 11 08:26:30.094568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33318) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:30.258212 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ec5bcd-e0f6-4a1c-8266-4d36d464d983 req-698dbbd5-1ea2-4df9-9669-d80e91427fc1 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557050 Aug 11 08:26:30.341043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af47b81-9421-4bc5-abe8-17f4ce49e14e req-629f604b-60e9-47ed-97cc-d7f239385fb0 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:30.343790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3af47b81-9421-4bc5-abe8-17f4ce49e14e req-629f604b-60e9-47ed-97cc-d7f239385fb0 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 945 time: 0.0844808 Aug 11 08:26:30.359025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-119c473c-95d8-45ae-b0b1-273cb313e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:30.410592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4783c2e9-9506-4180-ab97-059a513b022d tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/becc852b-24e0-4bf6-a26d-62553ac22b6e HTTP/1.1" status: 200 len: 924 time: 0.7323394 Aug 11 08:26:30.416191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33328) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:30.433192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e0d485f-3de3-425b-9e15-bc33b3714ebe req-87cebb15-91a0-4af3-9f39-380b23e0025b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8857856 Aug 11 08:26:30.458361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3af47b81-9421-4bc5-abe8-17f4ce49e14e req-6385ec1c-7903-4e87-9a2a-c15bb149275d tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071162 Aug 11 08:26:30.493408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19327502-97b4-4318-b473-3d8601063c63 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:30.500727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33332) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:30.505024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-19327502-97b4-4318-b473-3d8601063c63 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=becc852b-24e0-4bf6-a26d-62553ac22b6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0871866 Aug 11 08:26:30.627163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-119c473c-95d8-45ae-b0b1-273cb313e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:30.638334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-119c473c-95d8-45ae-b0b1-273cb313e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:30.683950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c473c-95d8-45ae-b0b1-273cb313e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816e84b0-3b0d-4ef2-901e-eeef1ec64c20,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:30.755278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-119c473c-95d8-45ae-b0b1-273cb313e48b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d33e47386b2048d7ac96e5110c607edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592734 Aug 11 08:26:30.761472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33336) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:30.765653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Router 69a1133e-175c-4478-aebc-863e74fd3bfb has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:26:30.771639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd9823-8d36-4e09-a21c-9dd6f9b127ff tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:30.776606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d8dd9823-8d36-4e09-a21c-9dd6f9b127ff tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.2646825 Aug 11 08:26:30.776606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33338) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:30.855585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5f5ca5aa-1d93-4de6-9f11-2d4827fea3d0 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=becc852b-24e0-4bf6-a26d-62553ac22b6e HTTP/1.1" status: 200 len: 205 time: 0.0778632 Aug 11 08:26:30.859570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33342) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:30.922824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f47320f-f022-4dbb-ad86-c1b74f6877c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:30.962618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f47320f-f022-4dbb-ad86-c1b74f6877c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:30.975174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:30.983411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4abbb6bc-f73c-40db-affe-a35336d56998 admin admin] 10.222.0.58 "PUT /v2.0/routers/69a1133e-175c-4478-aebc-863e74fd3bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9584653 Aug 11 08:26:30.990517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] Sync routers for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:30.993434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:31.009137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:31.009137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:31.025402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.182119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:31.188043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.303795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.311393 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f47320f-f022-4dbb-ad86-c1b74f6877c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.324958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f47320f-f022-4dbb-ad86-c1b74f6877c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.324958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5f47320f-f022-4dbb-ad86-c1b74f6877c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/816e84b0-3b0d-4ef2-901e-eeef1ec64c20 HTTP/1.1" status: 204 len: 168 time: 0.5596604 Aug 11 08:26:31.427058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47320f-f022-4dbb-ad86-c1b74f6877c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816e84b0-3b0d-4ef2-901e-eeef1ec64c20,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:31.441556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Deleting port deba6f66-32cb-455f-be34-d8fa7ad7980c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:31.442306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.488918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.587420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '1e1c4333-decf-40c1-9a99-034d25244424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:26:28Z', 'revision_number': 5, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port': {'id': '1e1c4333-decf-40c1-9a99-034d25244424', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:17:14Z', 'updated_at': '2021-08-11T08:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:31.605351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Deleting port 1e1c4333-decf-40c1-9a99-034d25244424 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:31.605709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.625207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.653288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Calling delete_port for deba6f66-32cb-455f-be34-d8fa7ad7980c owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:31.653611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] Checking router: 69a1133e-175c-4478-aebc-863e74fd3bfb for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:26:31.673669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] Routers {'69a1133e-175c-4478-aebc-863e74fd3bfb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:31.675875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['69a1133e-175c-4478-aebc-863e74fd3bfb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:31.825584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] Set router 69a1133e-175c-4478-aebc-863e74fd3bfb gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:26:31.846347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] For port 1e1c4333-decf-40c1-9a99-034d25244424, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1e1c4333-decf-40c1-9a99-034d25244424,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:31.848053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:31.866959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Calling delete_port for 1e1c4333-decf-40c1-9a99-034d25244424 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:31.947171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:26:31Z', 'revision_number': 6, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:32.036357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e870ad-bc00-4054-9fd2-e947bfdb132b None None] The sync data for ids ['69a1133e-175c-4478-aebc-863e74fd3bfb'] in n-d-789963-6 is: [{'id': '69a1133e-175c-4478-aebc-863e74fd3bfb', 'name': 'tempest-ServerActionsTestJSON-1488609031-router', 'tenant_id': '1e96cf248d0f4908a645ea73e427fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:17:13Z', 'updated_at': '2021-08-11T08:26:31Z', 'revision_number': 6, 'project_id': '1e96cf248d0f4908a645ea73e427fc31', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:32.118825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f07b0-c7b6-48f4-af52-d09443582ead req-d1ae2f22-b4cc-436d-b45a-747ca580858a tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:32.131362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-229f07b0-c7b6-48f4-af52-d09443582ead req-d1ae2f22-b4cc-436d-b45a-747ca580858a tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 945 time: 0.3517649 Aug 11 08:26:32.169764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-5cb1776e-9fb0-45a8-87b8-a27e7dee3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:32.172009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-5cb1776e-9fb0-45a8-87b8-a27e7dee3b57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1097 time: 0.3913741 Aug 11 08:26:32.186480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8fcbc-d226-42ed-941c-60b7675167dc req-0105d465-3016-4cf7-bd7b-bd759acffe65 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:32.188145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c8fcbc-d226-42ed-941c-60b7675167dc req-0105d465-3016-4cf7-bd7b-bd759acffe65 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.5464478 Aug 11 08:26:32.196395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.319799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-229f07b0-c7b6-48f4-af52-d09443582ead req-32c67af7-f90e-40fe-ba7b-8a9564032ed9 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870098 Aug 11 08:26:32.321533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11c8fcbc-d226-42ed-941c-60b7675167dc req-1ca0b2a1-a32f-4041-b2a2-e1b9ae1d0418 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044893 Aug 11 08:26:32.373707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.401012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1c4333-decf-40c1-9a99-034d25244424,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:32.427930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.519986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.550673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.553088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.557866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-c59b52d1-4cde-40f2-af7f-43eaef1cbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:32.560176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-c59b52d1-4cde-40f2-af7f-43eaef1cbed2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.3531921 Aug 11 08:26:32.621893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event deleted for resources: {'Port': ['ID=deba6f66-32cb-455f-be34-d8fa7ad7980c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:32.634053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.635141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a1133e-175c-4478-aebc-863e74fd3bfb {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:32.647919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.652340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e56b508b-8671-4008-a19c-d8bb54a7e32f admin admin] 10.222.0.58 "DELETE /v2.0/routers/69a1133e-175c-4478-aebc-863e74fd3bfb HTTP/1.1" status: 204 len: 168 time: 1.6563179 Aug 11 08:26:32.653076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33386) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:32.712946 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-92f9b014-5255-43eb-9b6c-5aa1921bac49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.723202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Deleting subnet 4d75150d-56ef-4a11-aaa1-2db807ce5256 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:26:32.727924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.801029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:32.886073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-e566c746-2e96-47bd-a32f-cfc129207d71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 1002 time: 0.2654407 Aug 11 08:26:32.894079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.028485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.172467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.234337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d75150d-56ef-4a11-aaa1-2db807ce5256,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:33.242466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.244420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-89164d38-f764-4f06-963f-55a658fd5888 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d75150d-56ef-4a11-aaa1-2db807ce5256 HTTP/1.1" status: 204 len: 168 time: 0.5902016 Aug 11 08:26:33.249913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33398) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:33.253788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea6dad-8d4e-4cc8-9193-8b23687da80f None None] Network 9633078a-8d25-4858-b669-47a18fbde111 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:26:33.286101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.304443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.478389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.494007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.494576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Fanout notify agent at l3_agent the message router_deleted on router becc852b-24e0-4bf6-a26d-62553ac22b6e {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:33.524832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.540459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ade1bc49-dfb1-4515-91a2-690cfa5ce707 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/becc852b-24e0-4bf6-a26d-62553ac22b6e HTTP/1.1" status: 204 len: 168 time: 2.6794538 Aug 11 08:26:33.558510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33414) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:33.570144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-642153113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:33.604139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1e1c4333-decf-40c1-9a99-034d25244424 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:33.619293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5f84d47a-9a9a-40b1-aa01-abb08423c5af tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:33.621061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5f84d47a-9a9a-40b1-aa01-abb08423c5af tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.64 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 945 time: 0.5762775 Aug 11 08:26:33.651715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-da6f458c-ab23-48d6-8ace-ec487b4c4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:33.660274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-da6f458c-ab23-48d6-8ace-ec487b4c4eea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.7614748 Aug 11 08:26:33.664452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1e1c4333-decf-40c1-9a99-034d25244424 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:33.665368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1e1c4333-decf-40c1-9a99-034d25244424 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:33.665867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c50641-8f65-4258-bea7-e50e9c8f47cf no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:33.704147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 13c50641-8f65-4258-bea7-e50e9c8f47cf {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:33.704786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c50641-8f65-4258-bea7-e50e9c8f47cf not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:33.706879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] DHCP port deletion for 9633078a-8d25-4858-b669-47a18fbde111 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:26:33.788985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4bc8-ede3-4e78-926e-a514a44d1e40 req-36a01155-e418-400e-9582-788cad11670a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:33.788985 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9adf4bc8-ede3-4e78-926e-a514a44d1e40 req-36a01155-e418-400e-9582-788cad11670a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2104211 Aug 11 08:26:33.789552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Deleting port 699f0dd4-5822-4923-9a60-3a1e1adf89aa {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:33.789962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.822938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Deleting port 699f0dd4-5822-4923-9a60-3a1e1adf89aa {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:33.823306 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.874599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.875240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:33.905806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-52b56623-e3e0-4a4b-8405-00cc8ab18c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:33.907969 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-52b56623-e3e0-4a4b-8405-00cc8ab18c32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2316492 Aug 11 08:26:33.928530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ed24-bc3a-444b-962a-242126550ed9 req-62254168-efdb-458b-8f41-8ee2e513c5b3 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:33.930415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8448ed24-bc3a-444b-962a-242126550ed9 req-62254168-efdb-458b-8f41-8ee2e513c5b3 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 945 time: 0.3727906 Aug 11 08:26:33.959917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9adf4bc8-ede3-4e78-926e-a514a44d1e40 req-b9b8213a-bf59-4924-83e5-e17e4c5a5a6b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567194 Aug 11 08:26:33.980828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] For port 699f0dd4-5822-4923-9a60-3a1e1adf89aa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=699f0dd4-5822-4923-9a60-3a1e1adf89aa,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:33.981369 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.001530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] For port 699f0dd4-5822-4923-9a60-3a1e1adf89aa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=699f0dd4-5822-4923-9a60-3a1e1adf89aa,segment=NetworkSegment(61b4a5a8-df1c-4391-bca6-768a315f1fd2),segment_id=61b4a5a8-df1c-4391-bca6-768a315f1fd2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:34.002233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.021259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Calling delete_port for 699f0dd4-5822-4923-9a60-3a1e1adf89aa owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:34.030398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Calling delete_port for 699f0dd4-5822-4923-9a60-3a1e1adf89aa owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:34.161025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-3a3b65ff-4243-4a5f-b7cc-270f98da0345 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414305 Aug 11 08:26:34.172289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.245018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=699f0dd4-5822-4923-9a60-3a1e1adf89aa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:34.261881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] No DVR routers for this DVR port 699f0dd4-5822-4923-9a60-3a1e1adf89aa on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:34.289687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.295499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8448ed24-bc3a-444b-962a-242126550ed9 req-ae37c4b9-df8b-4b7d-90c1-23d68ffa9ea9 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000429 Aug 11 08:26:34.312422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.419870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Deleting port 866cf627-c1e3-4592-afd1-fea4538ce9eb {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:34.420680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.426726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.427972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aeedbeb5-acce-497e-9bb3-7861315465e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8685682 Aug 11 08:26:34.445044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33436) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:34.446667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.475354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9633078a-8d25-4858-b669-47a18fbde111']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:34.501376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b4a5a8-df1c-4391-bca6-768a315f1fd2') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:34.501376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b4a5a8-df1c-4391-bca6-768a315f1fd2') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:34.535045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.556555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': True}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:34.564554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.575369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:26:34.576347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:26:34.603675 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:26:34.670960 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: from cryptography.utils import int_from_bytes Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: from cryptography.utils import int_from_bytes Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.672484 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:26:34.675791 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 08:26:34.681097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.683314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9633078a-8d25-4858-b669-47a18fbde111 HTTP/1.1" status: 204 len: 168 time: 1.4301786 Aug 11 08:26:34.686920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.701730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d11bfb-bc25-4a23-9d71-fe25ee885c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=9633078a-8d25-4858-b669-47a18fbde111,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:34.714138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Network 9633078a-8d25-4858-b669-47a18fbde111 is not hosted by any dhcp agent {{(pid=94574) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:26:34.714605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] No DVR routers for this DVR port 699f0dd4-5822-4923-9a60-3a1e1adf89aa on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:34.727792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8081a9eb-3d18-4ac0-9a1e-0ff4bf68b3b9 req-35884ca2-5a5c-467c-ac06-b9a161367f1b service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362964 Aug 11 08:26:34.736766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054de5a-ce92-4e9f-aa7c-ab8831e60097 None None] Pushing event deleted for resources: {'Port': ['ID=699f0dd4-5822-4923-9a60-3a1e1adf89aa,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:34.805783 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:34.912101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] For port 866cf627-c1e3-4592-afd1-fea4538ce9eb, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=866cf627-c1e3-4592-afd1-fea4538ce9eb,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:34.913852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:35.077252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Calling delete_port for 866cf627-c1e3-4592-afd1-fea4538ce9eb owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:35.084039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:35.097150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33466) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:35.174974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09129f-1792-41f9-b6fa-79561cb85480 req-8aaf61c6-e0d4-4586-a322-db827a3b88a8 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:35.180096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc09129f-1792-41f9-b6fa-79561cb85480 req-8aaf61c6-e0d4-4586-a322-db827a3b88a8 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.0973701 Aug 11 08:26:35.270484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc09129f-1792-41f9-b6fa-79561cb85480 req-eb28aed5-bfa0-4971-ab1d-0dbdf11e0884 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819926 Aug 11 08:26:35.514820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 699f0dd4-5822-4923-9a60-3a1e1adf89aa no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:35.546119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 699f0dd4-5822-4923-9a60-3a1e1adf89aa {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:26:35.546466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 699f0dd4-5822-4923-9a60-3a1e1adf89aa not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:35.840270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9cc7f660-cf29-4c8d-80c2-0e5d6104e701 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e96cf248d0f4908a645ea73e427fc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390289 Aug 11 08:26:35.842248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33486) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:35.883506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9b6af-323e-45e0-bd89-4472f003d94c req-c0fba0f8-a4f6-4a92-aef4-176bb7a26a86 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:35.885127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b9b6af-323e-45e0-bd89-4472f003d94c req-c0fba0f8-a4f6-4a92-aef4-176bb7a26a86 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a3ff40-4035-45d3-9af9-15c75de129d5 HTTP/1.1" status: 200 len: 945 time: 0.1571491 Aug 11 08:26:35.925456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 866cf627-c1e3-4592-afd1-fea4538ce9eb no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:26:35.987312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:35.993626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b9b6af-323e-45e0-bd89-4472f003d94c req-d1480420-ab9f-4047-960e-383ba292cbee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004360 Aug 11 08:26:35.997688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37e6a90d-ea07-443b-9042-dfc3dcaf217c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.046704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Pushing event deleted for resources: {'Port': ['ID=866cf627-c1e3-4592-afd1-fea4538ce9eb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:36.063601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37e6a90d-ea07-443b-9042-dfc3dcaf217c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.081314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No active binding found for port 866cf627-c1e3-4592-afd1-fea4538ce9eb {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 08:26:36.081761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 866cf627-c1e3-4592-afd1-fea4538ce9eb not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:26:36.121834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.134292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] No DVR routers for this DVR port 866cf627-c1e3-4592-afd1-fea4538ce9eb on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:26:36.139617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.142216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86de0ea4-a5fa-4bbb-9cb7-384ef490a3db req-5e31f8e7-722f-483d-8f3b-0725b899a7b1 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.64 "DELETE /v2.0/ports/866cf627-c1e3-4592-afd1-fea4538ce9eb HTTP/1.1" status: 204 len: 173 time: 2.4777896 Aug 11 08:26:36.145098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'name': 'network-vif-deleted', 'tag': '866cf627-c1e3-4592-afd1-fea4538ce9eb'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:36.147737 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8f58c3-34a2-4095-b2cb-4118c92e593f" -d '{"events": [{"server_uuid": "28a3ff40-4035-45d3-9af9-15c75de129d5", "name": "network-vif-deleted", "tag": "866cf627-c1e3-4592-afd1-fea4538ce9eb"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:36.230211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37e6a90d-ea07-443b-9042-dfc3dcaf217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.233021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37e6a90d-ea07-443b-9042-dfc3dcaf217c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.234260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-37e6a90d-ea07-443b-9042-dfc3dcaf217c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a40d094a-fcc9-4048-ab94-f380b8618f53 HTTP/1.1" status: 204 len: 168 time: 0.3921249 Aug 11 08:26:36.250523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6a90d-ea07-443b-9042-dfc3dcaf217c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d094a-fcc9-4048-ab94-f380b8618f53,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:36.473706 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0274b4-b1ed-4496-a637-5f2abbcaef0d x-openstack-request-id: req-6d0274b4-b1ed-4496-a637-5f2abbcaef0d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:36.474002 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a3ff40-4035-45d3-9af9-15c75de129d5", "name": "network-vif-deleted", "tag": "866cf627-c1e3-4592-afd1-fea4538ce9eb", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:36.474260 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d0274b4-b1ed-4496-a637-5f2abbcaef0d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:36.474681 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3ff40-4035-45d3-9af9-15c75de129d5', 'name': 'network-vif-deleted', 'tag': '866cf627-c1e3-4592-afd1-fea4538ce9eb', 'status': 'completed', 'code': 200} Aug 11 08:26:36.475995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.539014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:36.628935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186cf0-f81c-4f4d-92c2-fa81c1b93aef req-8ac10c65-91c6-45b3-9a78-59c19e8cac8b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:36.647231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da186cf0-f81c-4f4d-92c2-fa81c1b93aef req-8ac10c65-91c6-45b3-9a78-59c19e8cac8b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.1086583 Aug 11 08:26:36.768893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-da186cf0-f81c-4f4d-92c2-fa81c1b93aef req-a55473fc-b441-4f43-b595-44343af6d8b8 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202834 Aug 11 08:26:37.161359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Allocated IP 172.25.2.241 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/523a3ae3-2185-47f4-b2d6-523dea000f4b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:37.327542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52edf-a635-4fcc-9ca3-f581b9cfb7ef req-b6f5ef83-0256-40e7-8f78-5f26555bb496 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:37.340192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dbd52edf-a635-4fcc-9ca3-f581b9cfb7ef req-b6f5ef83-0256-40e7-8f78-5f26555bb496 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.1439166 Aug 11 08:26:37.469288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dbd52edf-a635-4fcc-9ca3-f581b9cfb7ef req-84d4549a-7265-48ab-9167-99795f33072a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206753 Aug 11 08:26:37.651577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-75884434-fa38-44fb-b9fe-b516b78eccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:37.653610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-75884434-fa38-44fb-b9fe-b516b78eccb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1097 time: 0.3610437 Aug 11 08:26:37.804115 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:37.871089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cad6a-9e59-45b8-ac76-12b5195b43c7 req-e4b451f4-c9b8-479d-9e87-95ecbf5d5d39 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:37.872788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3cad6a-9e59-45b8-ac76-12b5195b43c7 req-e4b451f4-c9b8-479d-9e87-95ecbf5d5d39 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.3316708 Aug 11 08:26:37.875708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33688) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:38.009789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-976901a8-7452-4f85-9b0d-452b8e14ac1c tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:38.037278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-976901a8-7452-4f85-9b0d-452b8e14ac1c tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/networks?id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 200 len: 809 time: 0.2730095 Aug 11 08:26:38.061167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-3be8b148-022c-423e-8fe2-7b1142266e4a tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/quotas/7745810686fc41f2a001389a77f9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0208583 Aug 11 08:26:38.138244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-7dc7d3d9-62ba-4085-8711-e21c152498bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:38.139839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-7dc7d3d9-62ba-4085-8711-e21c152498bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.4771190 Aug 11 08:26:38.144679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3cad6a-9e59-45b8-ac76-12b5195b43c7 req-46bd2ee8-9ebe-4eac-abd4-91067069d7ed tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470527 Aug 11 08:26:38.154482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-46c334e6-02cb-446c-8668-7b7551dc871a tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7745810686fc41f2a001389a77f9fea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920818 Aug 11 08:26:38.289511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.291772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0176-6ae3-47b4-bfd8-a2367df73a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.412435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c1894445-2f07-496d-99f3-c3c4fa214e12 service neutron] 10.222.0.58 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569919 Aug 11 08:26:38.451485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Port': ['ID=523a3ae3-2185-47f4-b2d6-523dea000f4b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:38.503134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-90603e96-2302-4205-bdc5-6476e7d1dc9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 1002 time: 0.3380592 Aug 11 08:26:38.554668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:38.559463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-fb9fec51-95e0-4efa-bd07-56658188079a service neutron] 10.222.0.58 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459939 Aug 11 08:26:38.576833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0176-6ae3-47b4-bfd8-a2367df73a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.586381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0176-6ae3-47b4-bfd8-a2367df73a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.619366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:38.673294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:38.681652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b0176-6ae3-47b4-bfd8-a2367df73a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9ee1ea-3b72-4262-845b-b3131ee6ec80,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:38.741591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b1b0176-6ae3-47b4-bfd8-a2367df73a66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6bccbc3f06049089a461e227a56df32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639159 Aug 11 08:26:38.745680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33776) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:38.837311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9a29510-5229-47b9-97b4-42a95c237485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.840757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-da2cc0bc-77ca-41a5-a96b-fe04da02b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:38.852185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-da2cc0bc-77ca-41a5-a96b-fe04da02b7fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.3356919 Aug 11 08:26:38.867765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9a29510-5229-47b9-97b4-42a95c237485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.951191 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9a29510-5229-47b9-97b4-42a95c237485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.962662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e8c95-025e-40d3-8691-d5f0b2c8adc9 req-bdcf59a9-46f4-462a-a5cd-d31186773a8b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:38.970646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-611e8c95-025e-40d3-8691-d5f0b2c8adc9 req-bdcf59a9-46f4-462a-a5cd-d31186773a8b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.3551903 Aug 11 08:26:38.979609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9a29510-5229-47b9-97b4-42a95c237485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:38.981604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f9a29510-5229-47b9-97b4-42a95c237485 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e9ee1ea-3b72-4262-845b-b3131ee6ec80 HTTP/1.1" status: 204 len: 168 time: 0.2347271 Aug 11 08:26:38.994035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29510-5229-47b9-97b4-42a95c237485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9ee1ea-3b72-4262-845b-b3131ee6ec80,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:39.315155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-611e8c95-025e-40d3-8691-d5f0b2c8adc9 req-9b5655b2-311a-4aeb-a6ae-69a95db412e8 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378978 Aug 11 08:26:39.324069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-1f1dd4ac-fe3a-4fae-ab65-4be9f670e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:39.325978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-1f1dd4ac-fe3a-4fae-ab65-4be9f670e7c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4549823 Aug 11 08:26:39.416258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-920b28f2-71e8-4b1f-a6ca-40d25a79a671 req-ebd420f8-9460-4e83-9b55-e586883a7ae6 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 210 time: 0.1100838 Aug 11 08:26:39.790549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c84440-3550-4816-8bfd-b9ea2b0d7947 req-3ed11b4c-f056-4e69-ac89-040620816686 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:39.793601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7c84440-3550-4816-8bfd-b9ea2b0d7947 req-3ed11b4c-f056-4e69-ac89-040620816686 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.2325408 Aug 11 08:26:39.800114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-c2322b2a-3d1b-4534-abb0-49f0b75beda5 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645581 Aug 11 08:26:39.843545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:39.973329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:40.002364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7c84440-3550-4816-8bfd-b9ea2b0d7947 req-f1585785-9e80-4205-8b57-619d421f7a5b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008777 Aug 11 08:26:40.039417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c394e740-7d76-4a0e-a60b-633c6e74ba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:40.141431 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0c14505-8edb-4d9b-9312-bd1148bfb2e0 req-1c814ce7-2ea3-4d46-8969-b14582372d42 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251505 Aug 11 08:26:40.383739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:40.411772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:40.572590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c394e740-7d76-4a0e-a60b-633c6e74ba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:40.586319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c394e740-7d76-4a0e-a60b-633c6e74ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:40.687116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd334c-44ae-4d91-a2bf-d1a2cc0d99bf req-6895ab5e-ca64-4ac7-981b-4bd0c0e90010 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:40.700017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cabd334c-44ae-4d91-a2bf-d1a2cc0d99bf req-6895ab5e-ca64-4ac7-981b-4bd0c0e90010 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2481310 Aug 11 08:26:40.707469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c394e740-7d76-4a0e-a60b-633c6e74ba87 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfcf8c876cd64902b8d8daf6fd788507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7026887 Aug 11 08:26:40.712316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34000) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:40.715853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394e740-7d76-4a0e-a60b-633c6e74ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d40d098-bf51-4d89-a4e1-9938dd7fa400,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:40.782130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cabd334c-44ae-4d91-a2bf-d1a2cc0d99bf req-beea88d2-ec55-484d-8e17-b5d6f5895223 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808902 Aug 11 08:26:40.845944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Router b4bf9b97-e249-4fb5-8e64-d794995b9de4 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:40.934765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48ab6e6-fb80-4ca6-ad5e-7112f15ce519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:40.971140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d0c1d45-95a6-445e-bc98-0ea272111ef0 req-bf9f994a-a09a-4611-9df7-dc8467a7c664 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 210 time: 0.0592632 Aug 11 08:26:41.002417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48ab6e6-fb80-4ca6-ad5e-7112f15ce519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:41.081467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48ab6e6-fb80-4ca6-ad5e-7112f15ce519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:41.084573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48ab6e6-fb80-4ca6-ad5e-7112f15ce519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:41.086139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e48ab6e6-fb80-4ca6-ad5e-7112f15ce519 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d40d098-bf51-4d89-a4e1-9938dd7fa400 HTTP/1.1" status: 204 len: 168 time: 0.3727694 Aug 11 08:26:41.105126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ab6e6-fb80-4ca6-ad5e-7112f15ce519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d40d098-bf51-4d89-a4e1-9938dd7fa400,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:41.157047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:41.169481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:41.172829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] Sync routers for ids ['b4bf9b97-e249-4fb5-8e64-d794995b9de4'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:41.174794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-539a6c9e-5ba0-49d5-b130-3629603e2938 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "PUT /v2.0/routers/b4bf9b97-e249-4fb5-8e64-d794995b9de4 HTTP/1.1" status: 200 len: 918 time: 6.7265959 Aug 11 08:26:41.176658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34046) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:41.197148 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] Routers {'b4bf9b97-e249-4fb5-8e64-d794995b9de4'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:41.198827 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4bf9b97-e249-4fb5-8e64-d794995b9de4'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:41.387927 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:41.403011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e9011-557d-40f9-aa7b-60bb70e76ced req-b99a0ed3-92f6-4669-bf80-9561e9777561 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:41.414288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-024e9011-557d-40f9-aa7b-60bb70e76ced req-b99a0ed3-92f6-4669-bf80-9561e9777561 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1742673 Aug 11 08:26:41.419524 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] Routers {'b4bf9b97-e249-4fb5-8e64-d794995b9de4'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:41.420170 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4bf9b97-e249-4fb5-8e64-d794995b9de4'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:41.460033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87dac517-f100-4f47-b517-ed42324e746e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/b4bf9b97-e249-4fb5-8e64-d794995b9de4 HTTP/1.1" status: 200 len: 924 time: 0.2817914 Aug 11 08:26:41.461322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:41.509984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-024e9011-557d-40f9-aa7b-60bb70e76ced req-b3db5b38-77ca-468b-8ae0-56f3a67214df tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941343 Aug 11 08:26:41.535074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:41.537013 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854b03f-6847-4433-946d-ef32bb264d0c None None] The sync data for ids ['b4bf9b97-e249-4fb5-8e64-d794995b9de4'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:41.554270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbca26-6f01-4e8e-a305-821b8c2bf59a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:41.561144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34090) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:41.562420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-19cbca26-6f01-4e8e-a305-821b8c2bf59a tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=b4bf9b97-e249-4fb5-8e64-d794995b9de4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0992982 Aug 11 08:26:41.712237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34100) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:41.734076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22cea6d-c734-41bc-8527-d3535f45106e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:41.745454 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f22cea6d-c734-41bc-8527-d3535f45106e tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.1828902 Aug 11 08:26:41.747336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34110) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:41.809166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-435226d2-cb49-4285-8898-904a5bde9d05 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4bf9b97-e249-4fb5-8e64-d794995b9de4 HTTP/1.1" status: 200 len: 205 time: 0.0591433 Aug 11 08:26:41.810219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34114) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:41.999356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-90fb86c3-6879-4330-9aec-df5ee2262831 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:42.002181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-90fb86c3-6879-4330-9aec-df5ee2262831 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.69 "GET /v2.0/networks?id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 200 len: 809 time: 0.2397530 Aug 11 08:26:42.003293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-150d2d45-efb4-47ed-82ee-661cc9cf28c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.025272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Request body: {'port': {'device_id': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24', 'admin_state_up': True, 'tenant_id': '7745810686fc41f2a001389a77f9fea6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:42.065740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.135558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c36cc7-6e0a-4f65-b519-877329213493 req-06398742-4ad7-4a7b-80e2-70209801d70c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:42.137265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85c36cc7-6e0a-4f65-b519-877329213493 req-06398742-4ad7-4a7b-80e2-70209801d70c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.1702864 Aug 11 08:26:42.230566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-673cfc9f-e036-421a-88c3-b8a0659a199e req-333b6f06-8549-4b48-b47b-5f33b4a775f8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 210 time: 0.1009426 Aug 11 08:26:42.256730 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85c36cc7-6e0a-4f65-b519-877329213493 req-3d8d4d61-0e5e-45c0-a22d-8415941bfbfd tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763862 Aug 11 08:26:42.258378 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.326062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-150d2d45-efb4-47ed-82ee-661cc9cf28c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.350813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-150d2d45-efb4-47ed-82ee-661cc9cf28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.358896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Made reservation on behalf of 7745810686fc41f2a001389a77f9fea6 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:26:42.363553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.408072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Deleting port 523a3ae3-2185-47f4-b2d6-523dea000f4b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:42.408421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.432908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-150d2d45-efb4-47ed-82ee-661cc9cf28c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bf9ec2fbe5e4782981a3a0f07b2c6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164779 Aug 11 08:26:42.433846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d2d45-efb4-47ed-82ee-661cc9cf28c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc362c1-5b9d-479c-9eaa-aae3e6c47499,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:42.438329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34138) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:42.507708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.558739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Calling delete_port for 523a3ae3-2185-47f4-b2d6-523dea000f4b owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:42.659520 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.706464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.710346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Allocated IP 172.20.0.14 (dd08371e-6167-45d4-8bd2-f94f4fcaeb24/c909c4d1-3483-4ada-9064-2cfe56142f97/2a8c9094-1ae4-464e-8128-1b6eb94dc952) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:42.855123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:42.916242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event deleted for resources: {'Port': ['ID=523a3ae3-2185-47f4-b2d6-523dea000f4b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:42.965252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.008563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.109012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf2b7-2584-4a21-88c0-e0693602ed92 req-8476b803-d3d2-416b-8b18-b35255cffa24 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:43.117584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-67dbf2b7-2584-4a21-88c0-e0693602ed92 req-8476b803-d3d2-416b-8b18-b35255cffa24 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.4158485 Aug 11 08:26:43.125524 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.128581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.176351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.206940 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.209762 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Fanout notify agent at l3_agent the message router_deleted on router b4bf9b97-e249-4fb5-8e64-d794995b9de4 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:43.226050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.231322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e827c308-94f9-4a3d-819e-b462701e6c77 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/b4bf9b97-e249-4fb5-8e64-d794995b9de4 HTTP/1.1" status: 204 len: 168 time: 1.4198360 Aug 11 08:26:43.232303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34158) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:43.237401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-481381870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:43.252479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.255276 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.256439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/adc362c1-5b9d-479c-9eaa-aae3e6c47499 HTTP/1.1" status: 204 len: 168 time: 0.8171532 Aug 11 08:26:43.280367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-67dbf2b7-2584-4a21-88c0-e0693602ed92 req-40532a6a-31ae-4b9c-b75f-92258f873cd2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616302 Aug 11 08:26:43.281621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.283535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.327643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:43.349156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:43.365403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:43.368051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc362c1-5b9d-479c-9eaa-aae3e6c47499,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:43.481523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.482187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.490669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.491290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.493459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.493840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.494199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.494538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.494874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.495205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.495540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.495858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db13f36-b6af-4d0f-a86d-74de916f1a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:43.533856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.573134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.604074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Pushing event updated for resources: {'Port': ['ID=2a8c9094-1ae4-464e-8128-1b6eb94dc952,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:43.627064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:43.629409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.656446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc6f0-5017-4a7b-ae81-80c2250f78d4 req-63396408-2adf-4c63-abdb-0ddc7a506e57 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:43.658565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edafc6f0-5017-4a7b-ae81-80c2250f78d4 req-63396408-2adf-4c63-abdb-0ddc7a506e57 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 932 time: 0.3048098 Aug 11 08:26:43.669835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-164629da-3b05-4683-a4ec-ffbeaec5e45f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6507366 Aug 11 08:26:43.683436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.696690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f793c13a-e6ac-4a66-92c0-e04433159c62 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4606576 Aug 11 08:26:43.697242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Request body: {'port': {'device_id': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:43.697930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34172) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:43.717633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': False}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:43.900051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:43.926604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-edafc6f0-5017-4a7b-ae81-80c2250f78d4 req-132f1c8d-c933-4cea-b8ad-0b193a80d095 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587085 Aug 11 08:26:44.498523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8c9094-1ae4-464e-8128-1b6eb94dc952 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:44.509780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:44.540443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caad6c-6e90-4a48-abc4-50eea0a21106 req-8939b0cc-8dfe-47f3-b408-afef16809552 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:44.542129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3caad6c-6e90-4a48-abc4-50eea0a21106 req-8939b0cc-8dfe-47f3-b408-afef16809552 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.0952971 Aug 11 08:26:44.545875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Transition to ACTIVE for port object 2a8c9094-1ae4-464e-8128-1b6eb94dc952 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:26:44.577474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:44.647524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f3caad6c-6e90-4a48-abc4-50eea0a21106 req-8182d432-5fb1-4a64-9b8e-987c48ee2ee5 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986040 Aug 11 08:26:44.735029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c9094-1ae4-464e-8128-1b6eb94dc952,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:44.827907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Attempting to bind port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:26:44.828501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Attempting to bind port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:26:44.829064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Attempting to bind port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 on network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:44.835130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 on network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:26:44.837626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Attempting to bind port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 on network dd08371e-6167-45d4-8bd2-f94f4fcaeb24 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:26:44.847647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:26:44.849504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Checking segment: {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:26:44.850682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:44.850812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Bound using segment: {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:26:44.852021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Bound port: 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:26:44.852691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:44.931589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] For port 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:26:44.935519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] For port 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:26:44.945202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:45.239219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:45.298553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:45.449819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:45.450935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:45.452524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] 10.222.0.69 "PUT /v2.0/ports/2a8c9094-1ae4-464e-8128-1b6eb94dc952 HTTP/1.1" status: 200 len: 1092 time: 1.7645252 Aug 11 08:26:45.456307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'tag': '2a8c9094-1ae4-464e-8128-1b6eb94dc952'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:45.458253 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403bb96c-3257-472c-8c52-fdaaa3d8eee8" -d '{"events": [{"name": "network-changed", "server_uuid": "85f6c4da-ff19-43cb-bd4d-359970b94a00", "tag": "2a8c9094-1ae4-464e-8128-1b6eb94dc952"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:45.536773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80c2b-1337-4a86-9dde-56ba4e84ed19 req-7841419d-3dd8-4435-9b42-60c43feabaff tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:45.544181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3f80c2b-1337-4a86-9dde-56ba4e84ed19 req-7841419d-3dd8-4435-9b42-60c43feabaff tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 944 time: 0.1789737 Aug 11 08:26:45.570100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Allocated IP 172.25.2.29 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/1ba99fac-6f00-40cb-a215-a08f081adcb1) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:45.594740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d9ab5-e1a5-4592-9a51-52f8f5afecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c9094-1ae4-464e-8128-1b6eb94dc952,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:45.669656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3f80c2b-1337-4a86-9dde-56ba4e84ed19 req-fdc6bfe0-23a9-49be-95a4-6fd60729ab34 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242430 Aug 11 08:26:45.684936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-b750890d-eae4-4d85-8598-57262bc1634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:45.686538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-b750890d-eae4-4d85-8598-57262bc1634f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7745810686fc41f2a001389a77f9fea6&device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 1095 time: 0.1585228 Aug 11 08:26:45.794226 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648cc9fc-37ce-413f-bf82-28f501ccdeca x-openstack-request-id: req-648cc9fc-37ce-413f-bf82-28f501ccdeca {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:45.794816 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f6c4da-ff19-43cb-bd4d-359970b94a00", "tag": "2a8c9094-1ae4-464e-8128-1b6eb94dc952", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:45.795110 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-648cc9fc-37ce-413f-bf82-28f501ccdeca {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:45.795518 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'tag': '2a8c9094-1ae4-464e-8128-1b6eb94dc952', 'status': 'completed', 'code': 200} Aug 11 08:26:45.797593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-a8fcb8a5-9b4c-47ac-9884-e1099e2cf5c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952 HTTP/1.1" status: 200 len: 217 time: 0.0920358 Aug 11 08:26:45.827822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:45.896724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feef-e779-4cc7-a289-499d0b323ffc req-2c3fdcb1-06bb-4eac-8304-5b5ef2a6b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:45.898817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-2c3fdcb1-06bb-4eac-8304-5b5ef2a6b8f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c909c4d1-3483-4ada-9064-2cfe56142f97 HTTP/1.1" status: 200 len: 849 time: 0.0944591 Aug 11 08:26:45.905022 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:45.937400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34258) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:45.967483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-c08b1e1f-a6d7-496d-a5eb-a0ef3349d32c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614858 Aug 11 08:26:45.986546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:45.993073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:46.002691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:46.013027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fed3e7-7117-43dc-92d7-d4b73cf03f8e req-b9d35c4f-92f3-41df-9193-3c05d3aa82f3 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:46.014710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b9fed3e7-7117-43dc-92d7-d4b73cf03f8e req-b9d35c4f-92f3-41df-9193-3c05d3aa82f3 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1245944 Aug 11 08:26:46.016753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba99fac-6f00-40cb-a215-a08f081adcb1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:46.114000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b9fed3e7-7117-43dc-92d7-d4b73cf03f8e req-ead31a9f-50c5-4479-81d5-e75b529aa141 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641968 Aug 11 08:26:46.177261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7b3381b-bf94-4bd9-b10b-7edbe956f696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.209149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-8f5edf0a-04ce-4a99-a915-17c1eb9cdfad service neutron] 10.222.0.69 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309527 Aug 11 08:26:46.319809 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b911feef-e779-4cc7-a289-499d0b323ffc req-68ec42c1-da48-4a11-9f40-214d666568b0 service neutron] 10.222.0.69 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031287 Aug 11 08:26:46.435709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7b3381b-bf94-4bd9-b10b-7edbe956f696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.453267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.468562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7b3381b-bf94-4bd9-b10b-7edbe956f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.501581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3381b-bf94-4bd9-b10b-7edbe956f696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af5014f-6e08-4368-8fc8-8ccc90de53ed,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:46.555237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d7b3381b-bf94-4bd9-b10b-7edbe956f696 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ef06a33388c4448aa3d4f9c26b3866f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162944 Aug 11 08:26:46.559997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34264) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:46.578438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-07aca87c-4012-4949-ba27-5ce7183e53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:46.580424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-07aca87c-4012-4949-ba27-5ce7183e53b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7745810686fc41f2a001389a77f9fea6&device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 1095 time: 0.1583428 Aug 11 08:26:46.752462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.772177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.792305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-037d0343-1372-413b-bc53-21b03c84ec09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.857763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-0d9e65bd-cfed-44db-b23e-37b3f44ee1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:46.859704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-0d9e65bd-cfed-44db-b23e-37b3f44ee1d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 200 len: 910 time: 0.2686357 Aug 11 08:26:46.924600 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-037d0343-1372-413b-bc53-21b03c84ec09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:46.928344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-2f1caa7f-44aa-4ad8-a620-452b7091ec58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952 HTTP/1.1" status: 200 len: 217 time: 0.0596557 Aug 11 08:26:47.048908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Router 5951d6ea-c72c-4cd7-93bc-ffa14fca84dc is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:47.072536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f7c98-c6bc-4c8e-8b57-f69aca407631 req-37978e57-1f42-48b2-9657-dcf002887cad tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:47.076197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd0f7c98-c6bc-4c8e-8b57-f69aca407631 req-37978e57-1f42-48b2-9657-dcf002887cad tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 944 time: 0.2843597 Aug 11 08:26:47.197208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-a8dae852-1771-4194-bb01-9d98c934623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:47.201784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-a8dae852-1771-4194-bb01-9d98c934623d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c909c4d1-3483-4ada-9064-2cfe56142f97 HTTP/1.1" status: 200 len: 849 time: 0.2601275 Aug 11 08:26:47.222715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:47.236739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:47.238688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3ebfca9d-d9d9-447f-8c12-119d88ada4dd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "PUT /v2.0/routers/5951d6ea-c72c-4cd7-93bc-ffa14fca84dc HTTP/1.1" status: 200 len: 918 time: 3.5263486 Aug 11 08:26:47.241527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] Sync routers for ids ['5951d6ea-c72c-4cd7-93bc-ffa14fca84dc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:47.244105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:47.291129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] Routers {'5951d6ea-c72c-4cd7-93bc-ffa14fca84dc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:47.291801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5951d6ea-c72c-4cd7-93bc-ffa14fca84dc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:47.369463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-ff515c2f-6512-434b-bc76-cd7874529dea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd08371e-6167-45d4-8bd2-f94f4fcaeb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579804 Aug 11 08:26:47.406640 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd0f7c98-c6bc-4c8e-8b57-f69aca407631 req-646f3031-da1c-4839-982e-b077b1ba7f06 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095708 Aug 11 08:26:47.433408 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-037d0343-1372-413b-bc53-21b03c84ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:47.436148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-037d0343-1372-413b-bc53-21b03c84ec09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:47.437407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-037d0343-1372-413b-bc53-21b03c84ec09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2af5014f-6e08-4368-8fc8-8ccc90de53ed HTTP/1.1" status: 204 len: 168 time: 0.8747532 Aug 11 08:26:47.519989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:47.543543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] Routers {'5951d6ea-c72c-4cd7-93bc-ffa14fca84dc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:47.547101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5951d6ea-c72c-4cd7-93bc-ffa14fca84dc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:47.588192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d0343-1372-413b-bc53-21b03c84ec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af5014f-6e08-4368-8fc8-8ccc90de53ed,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:47.614363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:47.615046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747b2c6-48cf-44d7-92fc-c3dba207bf97 None None] The sync data for ids ['5951d6ea-c72c-4cd7-93bc-ffa14fca84dc'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:47.723269 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-461d17a1-0b65-4f83-bbdd-b3de3c70e044 service neutron] 10.222.0.69 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459170 Aug 11 08:26:47.776213 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b57c4c0d-b7d4-4649-aee2-c83b438cb4cd tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/5951d6ea-c72c-4cd7-93bc-ffa14fca84dc HTTP/1.1" status: 200 len: 924 time: 0.5303066 Aug 11 08:26:47.792367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:47.826406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed342f5b-0966-4633-a332-71a7f16df05a req-4600c14c-b859-4d01-8916-a77ae45d11bf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:47.853802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed342f5b-0966-4633-a332-71a7f16df05a req-4600c14c-b859-4d01-8916-a77ae45d11bf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.2712839 Aug 11 08:26:47.936117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-403bb96c-3257-472c-8c52-fdaaa3d8eee8 req-6e9f309a-573c-49ac-ad54-1da1ca035d8a service neutron] 10.222.0.69 "GET /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037346 Aug 11 08:26:47.946920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed342f5b-0966-4633-a332-71a7f16df05a req-ffc52dda-fba2-4f8c-9982-2d3e7e2248d7 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896819 Aug 11 08:26:47.950594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de338d54-e8a2-4f4c-bc97-88d4dcd7a723 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:47.959716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-de338d54-e8a2-4f4c-bc97-88d4dcd7a723 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=5951d6ea-c72c-4cd7-93bc-ffa14fca84dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1661751 Aug 11 08:26:47.962655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34302) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:48.030225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34304) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:48.051870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a0b702f-91ed-4bf6-b9ac-229ff5f67587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.080438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c9a56-483e-4d6b-961f-ec1ae9bc6882 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:48.081992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-575c9a56-483e-4d6b-961f-ec1ae9bc6882 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.1183817 Aug 11 08:26:48.085662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:48.122604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e5c40e6c-8940-424c-8d46-971409d80336 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=5951d6ea-c72c-4cd7-93bc-ffa14fca84dc HTTP/1.1" status: 200 len: 205 time: 0.0356643 Aug 11 08:26:48.123282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34310) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:48.241385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a0b702f-91ed-4bf6-b9ac-229ff5f67587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.250313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1a0b702f-91ed-4bf6-b9ac-229ff5f67587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.261612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.288166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b702f-91ed-4bf6-b9ac-229ff5f67587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8a4abc-747e-4521-8410-fb68feca409a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:48.327691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1a0b702f-91ed-4bf6-b9ac-229ff5f67587 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1825207dc7d4c73bfd70cc230cad5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924602 Aug 11 08:26:48.329238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34312) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:48.385732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac50ac0f-129f-40ae-815f-615eab8717e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.401092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.410427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac50ac0f-129f-40ae-815f-615eab8717e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.484360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Deleting port 1ba99fac-6f00-40cb-a215-a08f081adcb1 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:48.484649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac50ac0f-129f-40ae-815f-615eab8717e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.485207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.487249 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac50ac0f-129f-40ae-815f-615eab8717e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.491169 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ac50ac0f-129f-40ae-815f-615eab8717e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba8a4abc-747e-4521-8410-fb68feca409a HTTP/1.1" status: 204 len: 168 time: 0.1608386 Aug 11 08:26:48.527561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ac0f-129f-40ae-815f-615eab8717e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8a4abc-747e-4521-8410-fb68feca409a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:48.570279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090409c-d2a5-46d4-ba10-eaeb890e0f43 req-b53b523d-4869-4b98-b818-c140c1c89380 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:48.571751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2090409c-d2a5-46d4-ba10-eaeb890e0f43 req-b53b523d-4869-4b98-b818-c140c1c89380 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 944 time: 0.0778515 Aug 11 08:26:48.634136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.646531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2090409c-d2a5-46d4-ba10-eaeb890e0f43 req-a5067fd5-2766-480f-b21e-2043598fa5eb tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654259 Aug 11 08:26:48.649480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Calling delete_port for 1ba99fac-6f00-40cb-a215-a08f081adcb1 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:48.936692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:48.983746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event deleted for resources: {'Port': ['ID=1ba99fac-6f00-40cb-a215-a08f081adcb1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:49.015780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.016532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.017082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.017792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.018304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.018852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.019282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.019709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.020134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.020571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.021022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.021445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:26:49.071945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.152597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c63dee-4662-486e-9d41-346400e1ff56 req-88511c98-2798-44f2-86ba-9b38d7baa7d8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:49.163906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6c63dee-4662-486e-9d41-346400e1ff56 req-88511c98-2798-44f2-86ba-9b38d7baa7d8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1029921 Aug 11 08:26:49.201962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.214127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.324766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.326766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Fanout notify agent at l3_agent the message router_deleted on router 5951d6ea-c72c-4cd7-93bc-ffa14fca84dc {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:49.336664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6c63dee-4662-486e-9d41-346400e1ff56 req-434e25f9-85aa-4fd7-8a12-76d1b76916bc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433473 Aug 11 08:26:49.350723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.359818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6634eb50-dd29-41bf-aea4-d29192051c3f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/5951d6ea-c72c-4cd7-93bc-ffa14fca84dc HTTP/1.1" status: 204 len: 168 time: 1.2301993 Aug 11 08:26:49.360597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34340) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:49.370021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-51224727', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:49.423303 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.424868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.534222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.739824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:49.910134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a9f8-2583-4ada-afce-626e658d3736 req-6f253495-333f-4a8f-9387-1a1e61277570 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:49.913108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe61a9f8-2583-4ada-afce-626e658d3736 req-6f253495-333f-4a8f-9387-1a1e61277570 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 944 time: 0.1555605 Aug 11 08:26:49.976187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:26:50.004540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe61a9f8-2583-4ada-afce-626e658d3736 req-1d08787a-9c5a-4104-b85b-0a57906f7897 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858912 Aug 11 08:26:50.222922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:50.249296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:50.277567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'mac_address': 'fa:16:3e:2e:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:26:50.279498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:50.380193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:50.415917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dde3c3c-f81e-4e1d-b949-4a95de888eec {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:50.456950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:50.464671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:50.515203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Allocated IP 172.25.2.76 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/3bf9ac98-6268-452e-8b76-8b74ca619e47) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:26:50.562692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a8c9094-1ae4-464e-8128-1b6eb94dc952 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:26:50.667010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530252b4-b27f-41c9-b262-96d1a3558830 req-afbdd19f-7e31-4f97-9ac6-755247450361 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:50.691456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-530252b4-b27f-41c9-b262-96d1a3558830 req-afbdd19f-7e31-4f97-9ac6-755247450361 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 945 time: 0.1842439 Aug 11 08:26:50.781410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34402) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:50.787009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:50.840624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-530252b4-b27f-41c9-b262-96d1a3558830 req-49fad8ac-2f0c-44f1-aeaa-b6343d6e997b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478720 Aug 11 08:26:50.907474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:50.917896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:50.920928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7dde3c3c-f81e-4e1d-b949-4a95de888eec'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:51.033337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a138ca38-d277-4f61-b222-900f5d38b92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.054599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:26:51.079518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:26:51.084440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:26:51.146448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2a8c9094-1ae4-464e-8128-1b6eb94dc952', 'network_id': 'dd08371e-6167-45d4-8bd2-f94f4fcaeb24', 'port_id': '2a8c9094-1ae4-464e-8128-1b6eb94dc952', 'mac_address': 'fa:16:3e:c6:03:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c909c4d1-3483-4ada-9064-2cfe56142f97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:26:51.179405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event updated for resources: {'Port': ['ID=3bf9ac98-6268-452e-8b76-8b74ca619e47,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:51.248283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:51.312388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a138ca38-d277-4f61-b222-900f5d38b92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.320104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a138ca38-d277-4f61-b222-900f5d38b92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.387573 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a138ca38-d277-4f61-b222-900f5d38b92d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d3118baa60c48979b1cf8cd5ef261dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044610 Aug 11 08:26:51.391620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:51.392345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ca38-d277-4f61-b222-900f5d38b92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beed66b7-e22d-4043-abe2-b450023422de,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:51.489196 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-463a36c7-d8be-4d32-a0ed-90a99307b98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.519018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-463a36c7-d8be-4d32-a0ed-90a99307b98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.530400 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.567097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8c9094-1ae4-464e-8128-1b6eb94dc952 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:26:51.569259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e0e2f-cefe-4ad1-bd7b-44598b738deb req-ac5f9c65-eb7b-43f5-9ee3-2dd7357fb8c8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:51.570903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b0e0e2f-cefe-4ad1-bd7b-44598b738deb req-ac5f9c65-eb7b-43f5-9ee3-2dd7357fb8c8 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 944 time: 0.3560631 Aug 11 08:26:51.588920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-463a36c7-d8be-4d32-a0ed-90a99307b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.593335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-463a36c7-d8be-4d32-a0ed-90a99307b98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.596394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-463a36c7-d8be-4d32-a0ed-90a99307b98d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beed66b7-e22d-4043-abe2-b450023422de HTTP/1.1" status: 204 len: 168 time: 0.1877680 Aug 11 08:26:51.616465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a36c7-d8be-4d32-a0ed-90a99307b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beed66b7-e22d-4043-abe2-b450023422de,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:51.744289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:51.744501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b0e0e2f-cefe-4ad1-bd7b-44598b738deb req-65a78b0f-e429-4861-bc37-b179db36804b tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613939 Aug 11 08:26:51.756788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:51.843663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2a8c9094-1ae4-464e-8128-1b6eb94dc952,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:51.991256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:26:51.994754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:52.031130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8297fcb-4b25-4274-af11-20d8a686e5a0 req-fd7d84b1-3212-4a02-b1e5-a779956fc1ed tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:52.041624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8297fcb-4b25-4274-af11-20d8a686e5a0 req-fd7d84b1-3212-4a02-b1e5-a779956fc1ed tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 945 time: 0.1155107 Aug 11 08:26:52.108970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8297fcb-4b25-4274-af11-20d8a686e5a0 req-8499da45-eccf-4de9-9571-98a4dad44c57 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663090 Aug 11 08:26:52.133353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2a8c9094-1ae4-464e-8128-1b6eb94dc952'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:26:52.292188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 7dde3c3c-f81e-4e1d-b949-4a95de888eec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:26:52.292855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:52.590696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:52.661121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:52.791725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:52.801790 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7240e0f5-6320-47a6-a9bf-f8604b66b9e5" -d '{"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-plugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:52.923932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:52.935456 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:53.083817 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a4f4b-a182-4624-8cb0-bc3904c383cf x-openstack-request-id: req-842a4f4b-a182-4624-8cb0-bc3904c383cf {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:53.084101 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-plugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:53.084348 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-842a4f4b-a182-4624-8cb0-bc3904c383cf {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:53.084753 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'code': 200} Aug 11 08:26:53.085347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:53.125333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Router 99fc17aa-a758-4da2-9a38-e85ba401d3da is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:26:53.166102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e28fb-1439-4354-89fa-3c3c36c41ad3 req-2465a4f1-a7d9-4ed0-b86f-fdbd1cf8d6d5 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:53.170301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c40e28fb-1439-4354-89fa-3c3c36c41ad3 req-2465a4f1-a7d9-4ed0-b86f-fdbd1cf8d6d5 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 945 time: 0.1314681 Aug 11 08:26:53.256829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c40e28fb-1439-4354-89fa-3c3c36c41ad3 req-b430e7b9-0154-4d95-9eb2-3b6f07aa4704 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768414 Aug 11 08:26:53.424626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:53.436091 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] Sync routers for ids ['99fc17aa-a758-4da2-9a38-e85ba401d3da'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:53.453826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] Routers {'99fc17aa-a758-4da2-9a38-e85ba401d3da'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:53.455613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['99fc17aa-a758-4da2-9a38-e85ba401d3da'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:53.458317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f164b7-92d8-4813-b6f0-104ed178383c req-ca70fb68-be2b-43f1-98c7-0d191cee8a2e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:53.473029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7f164b7-92d8-4813-b6f0-104ed178383c req-ca70fb68-be2b-43f1-98c7-0d191cee8a2e tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1404650 Aug 11 08:26:53.532468 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:53.535105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9919fff-8f3b-4d1b-adc9-237f27046db9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1733971 Aug 11 08:26:53.538137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34472) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:53.544106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:26:53.550316 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:53.585674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7f164b7-92d8-4813-b6f0-104ed178383c req-c03cf013-3931-4d59-8e33-7f3668404853 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114743 Aug 11 08:26:53.624218 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] Routers {'99fc17aa-a758-4da2-9a38-e85ba401d3da'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:53.624918 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['99fc17aa-a758-4da2-9a38-e85ba401d3da'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:53.820556 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:53.822107 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b499303-48ee-46d0-8276-31be3df5da76 None None] The sync data for ids ['99fc17aa-a758-4da2-9a38-e85ba401d3da'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:54.154542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34484) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:54.236314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.269756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.402854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c658bf0-e8a4-4ca1-af11-9e3b3e9c52a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.426022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Deleting port 3bf9ac98-6268-452e-8b76-8b74ca619e47 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:26:54.426373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.526285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.546567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a8c9094-1ae4-464e-8128-1b6eb94dc952 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:26:54.548755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Calling delete_port for 3bf9ac98-6268-452e-8b76-8b74ca619e47 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:26:54.666613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:26:54.671320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:26:54.671951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.691639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc50fd-f87e-4f16-820d-b7a24d610d4e req-62e56db1-8835-4c32-b45e-95cfbd4af229 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:54.694529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0bc50fd-f87e-4f16-820d-b7a24d610d4e req-62e56db1-8835-4c32-b45e-95cfbd4af229 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 945 time: 0.2825217 Aug 11 08:26:54.799627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c658bf0-e8a4-4ca1-af11-9e3b3e9c52a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.829447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c0bc50fd-f87e-4f16-820d-b7a24d610d4e req-c067a90b-0a2a-4c39-be6e-b694535f9a6c tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087379 Aug 11 08:26:54.841332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c658bf0-e8a4-4ca1-af11-9e3b3e9c52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.898650 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:54.938589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1c658bf0-e8a4-4ca1-af11-9e3b3e9c52a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d32d03b3d8ae4a2199ca4502325b0b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7827668 Aug 11 08:26:54.941497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34500) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:54.987755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:26:55.004909 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.082706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:26:55.091234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c9094-1ae4-464e-8128-1b6eb94dc952'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:26:55.097148 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ff13b-b5f3-4619-add1-3b3000c8e038" -d '{"events": [{"server_uuid": "85f6c4da-ff19-43cb-bd4d-359970b94a00", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c9094-1ae4-464e-8128-1b6eb94dc952"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:26:55.108818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c658bf0-e8a4-4ca1-af11-9e3b3e9c52a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3edd66-5e09-4aa1-ae9d-f15420c4c4f0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:55.139448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f3b51-eb84-4c51-b7bc-3174c2dc21dd req-52556a89-e8bc-40e5-8e39-8d39c11b1918 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:55.152329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b61f3b51-eb84-4c51-b7bc-3174c2dc21dd req-52556a89-e8bc-40e5-8e39-8d39c11b1918 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.3237591 Aug 11 08:26:55.187742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2a8c9094-1ae4-464e-8128-1b6eb94dc952,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:55.188203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2931a534-c859-4633-93fe-acfa6da49d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.235144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2931a534-c859-4633-93fe-acfa6da49d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.237510 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b11e8-43ff-428e-a016-7233063281e3 x-openstack-request-id: req-d83b11e8-43ff-428e-a016-7233063281e3 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:26:55.238018 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f6c4da-ff19-43cb-bd4d-359970b94a00", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c9094-1ae4-464e-8128-1b6eb94dc952", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:26:55.238322 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d83b11e8-43ff-428e-a016-7233063281e3 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:26:55.238784 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c9094-1ae4-464e-8128-1b6eb94dc952', 'code': 200} Aug 11 08:26:55.266888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b61f3b51-eb84-4c51-b7bc-3174c2dc21dd req-af3c3d3a-0804-4e84-9686-fc9c9b4fb7b8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108902 Aug 11 08:26:55.268689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.396516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Pushing event deleted for resources: {'Port': ['ID=3bf9ac98-6268-452e-8b76-8b74ca619e47,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:55.446985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02ab70-e477-42d1-82fa-119c478b9def req-98fbbdb8-99fc-481f-8a0a-601f6102f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:55.456251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db02ab70-e477-42d1-82fa-119c478b9def req-98fbbdb8-99fc-481f-8a0a-601f6102f1c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 1097 time: 0.1009233 Aug 11 08:26:55.457076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2931a534-c859-4633-93fe-acfa6da49d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.459629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2931a534-c859-4633-93fe-acfa6da49d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.460659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2931a534-c859-4633-93fe-acfa6da49d19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de3edd66-5e09-4aa1-ae9d-f15420c4c4f0 HTTP/1.1" status: 204 len: 168 time: 0.4903724 Aug 11 08:26:55.513348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931a534-c859-4633-93fe-acfa6da49d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3edd66-5e09-4aa1-ae9d-f15420c4c4f0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:26:55.558098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:55.558300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db02ab70-e477-42d1-82fa-119c478b9def req-734af46d-da39-4d74-b169-9a0bc8eb938c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801828 Aug 11 08:26:56.086470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:56.108500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:56.190758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfe500-5824-46e0-9e25-405f10abe18d req-9fbf6536-8b5b-43a5-b7f0-440a78a6f428 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:56.202589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abdfe500-5824-46e0-9e25-405f10abe18d req-9fbf6536-8b5b-43a5-b7f0-440a78a6f428 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 946 time: 0.1655176 Aug 11 08:26:56.282963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Router 99fc17aa-a758-4da2-9a38-e85ba401d3da has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:26:56.296391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abdfe500-5824-46e0-9e25-405f10abe18d req-9ae64e98-61ca-46c4-be0f-a55f2e413014 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882924 Aug 11 08:26:56.432836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:26:56.449459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] Sync routers for ids ['99fc17aa-a758-4da2-9a38-e85ba401d3da'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:26:56.476408 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:56.501956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:56.504811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f75778ba-ba11-4dd4-9dd5-4265fd46a0cc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "PUT /v2.0/routers/99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 200 len: 708 time: 2.9654698 Aug 11 08:26:56.547144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] Routers {'99fc17aa-a758-4da2-9a38-e85ba401d3da'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:56.554495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['99fc17aa-a758-4da2-9a38-e85ba401d3da'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:56.676443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50408bbf-51f8-471e-9662-06faa92eb315 req-7e0828f2-9e90-4222-97b2-eed044faebac tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:56.678112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50408bbf-51f8-471e-9662-06faa92eb315 req-7e0828f2-9e90-4222-97b2-eed044faebac tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1721864 Aug 11 08:26:56.694236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:56.705481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] Routers {'99fc17aa-a758-4da2-9a38-e85ba401d3da'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:26:56.706453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['99fc17aa-a758-4da2-9a38-e85ba401d3da'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:56.808697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:56.811178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fec940f9-8afa-47aa-b7a0-035d08686a7b tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/routers/99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 200 len: 743 time: 0.3073671 Aug 11 08:26:56.833907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:26:56.845805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7bb1b-3a2c-49cc-afbb-da9854663313 None None] The sync data for ids ['99fc17aa-a758-4da2-9a38-e85ba401d3da'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:26:57.000990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50408bbf-51f8-471e-9662-06faa92eb315 req-eefda44f-1a87-4b9d-88d6-f06e15fb5254 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133528 Aug 11 08:26:57.016362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ee10ad34-2c7d-4e95-b1b7-ad38d4508816 tempest-RoutersIpV6AdminTest-498926401 tempest-RoutersIpV6AdminTest-498926401-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 200 len: 205 time: 0.2070062 Aug 11 08:26:57.019656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:57.094826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ddb40e10-475c-42c3-a664-6e58c9fef159 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 200 len: 205 time: 0.0739455 Aug 11 08:26:57.097605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34558) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:57.369906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:57.872704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:57.886177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:57.983109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:57.994518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Fanout notify agent at l3_agent the message router_deleted on router 99fc17aa-a758-4da2-9a38-e85ba401d3da {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:26:58.004582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:58.014572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34586) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:58.015713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de989a4f-036b-4a39-97f8-9b0d0a9e4a0e tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 204 len: 168 time: 0.9169536 Aug 11 08:26:58.083517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727256d-d2fd-41d9-b384-557f89f1f6d7 req-fadd2ce0-7e59-48e5-8141-a9c8dcafdc6a tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:58.085158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0727256d-d2fd-41d9-b384-557f89f1f6d7 req-fadd2ce0-7e59-48e5-8141-a9c8dcafdc6a tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 946 time: 0.5660672 Aug 11 08:26:58.106662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e7f25cc9-f92d-41da-9de7-37e2f26ad1e5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 200 len: 205 time: 0.0908699 Aug 11 08:26:58.109077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34590) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:58.218544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34592) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:58.347808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0727256d-d2fd-41d9-b384-557f89f1f6d7 req-67ce3f8a-2095-4d78-b6ad-ec79c1099648 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542152 Aug 11 08:26:58.698667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:58.914310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6088b408-c5ed-4386-9347-3384a62b7181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:59.283518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81574f98-4c92-4969-a441-b7d52d1c437b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:59.343967 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-364782bd-1d1c-416c-8a37-766b4867b3dc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] delete failed (client error): The resource could not be found. Aug 11 08:26:59.349696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:59.350087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-364782bd-1d1c-416c-8a37-766b4867b3dc tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/99fc17aa-a758-4da2-9a38-e85ba401d3da HTTP/1.1" status: 404 len: 336 time: 1.2315748 Aug 11 08:26:59.475735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4f849f9c-97d7-42ec-b6ed-c4ffc8ba400f tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=5951d6ea-c72c-4cd7-93bc-ffa14fca84dc HTTP/1.1" status: 200 len: 205 time: 0.1237423 Aug 11 08:26:59.478253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:59.528569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6088b408-c5ed-4386-9347-3384a62b7181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:59.541989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6088b408-c5ed-4386-9347-3384a62b7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:59.595278 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-92559e6c-1a34-45d8-9935-274d5d32fde9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] delete failed (client error): The resource could not be found. Aug 11 08:26:59.595940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92559e6c-1a34-45d8-9935-274d5d32fde9 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/5951d6ea-c72c-4cd7-93bc-ffa14fca84dc HTTP/1.1" status: 404 len: 336 time: 0.1161389 Aug 11 08:26:59.614835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6088b408-c5ed-4386-9347-3384a62b7181 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=221cd11ca5114067b98b228430a4ca13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3862834 Aug 11 08:26:59.616431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34640) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:59.625427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:26:59.671604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65166df4-0b97-44b1-98bd-06b697b7b8bd req-45fed97d-9cbc-45ed-a425-df685c972128 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:26:59.685292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65166df4-0b97-44b1-98bd-06b697b7b8bd req-45fed97d-9cbc-45ed-a425-df685c972128 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.3502219 Aug 11 08:26:59.773365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:26:59.844162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65166df4-0b97-44b1-98bd-06b697b7b8bd req-59441460-bb68-40e4-a762-ff46ecac858f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507092 Aug 11 08:27:00.299916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9a6078d9-4947-45fa-b915-0d168839e769 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4bf9b97-e249-4fb5-8e64-d794995b9de4 HTTP/1.1" status: 200 len: 205 time: 0.6821501 Aug 11 08:27:00.302621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34660) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:00.319047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088b408-c5ed-4386-9347-3384a62b7181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d3bd8-c543-45cf-b619-25829088ef76,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:00.335561 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-805827fd-b0ff-42e2-81c1-6485585a0590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:00.362747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-805827fd-b0ff-42e2-81c1-6485585a0590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:00.448533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-805827fd-b0ff-42e2-81c1-6485585a0590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:00.458760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-805827fd-b0ff-42e2-81c1-6485585a0590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:00.460061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-805827fd-b0ff-42e2-81c1-6485585a0590 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d6d3bd8-c543-45cf-b619-25829088ef76 HTTP/1.1" status: 204 len: 168 time: 0.8280375 Aug 11 08:27:00.529978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805827fd-b0ff-42e2-81c1-6485585a0590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d3bd8-c543-45cf-b619-25829088ef76,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:00.561183 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-3ab85da7-7fb2-4335-92f5-4bd675ca9489 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] delete failed (client error): The resource could not be found. Aug 11 08:27:00.562326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3ab85da7-7fb2-4335-92f5-4bd675ca9489 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/b4bf9b97-e249-4fb5-8e64-d794995b9de4 HTTP/1.1" status: 404 len: 336 time: 0.2581432 Aug 11 08:27:00.565951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34668) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:00.665467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e221c77d-716e-494a-9447-60d3fa0e6b24 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=becc852b-24e0-4bf6-a26d-62553ac22b6e HTTP/1.1" status: 200 len: 205 time: 0.0982935 Aug 11 08:27:00.668394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34672) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:00.788772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab3cc5-ba1d-4ee5-bb96-e28f10a53d25 req-767cd38b-675f-49aa-9091-9cb58279484f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:00.797583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1ab3cc5-ba1d-4ee5-bb96-e28f10a53d25 req-767cd38b-675f-49aa-9091-9cb58279484f tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 946 time: 0.2188199 Aug 11 08:27:00.839181 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-b2405531-e69b-4685-aada-8eb5cb6815f5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] delete failed (client error): The resource could not be found. Aug 11 08:27:00.843692 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b2405531-e69b-4685-aada-8eb5cb6815f5 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/becc852b-24e0-4bf6-a26d-62553ac22b6e HTTP/1.1" status: 404 len: 336 time: 0.1742587 Aug 11 08:27:00.847399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34676) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:00.969438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a9673e00-71db-4460-8ee5-81925843c52a tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=bae0f92e-6d4c-4152-a0ad-8779db442a00 HTTP/1.1" status: 200 len: 205 time: 0.1035981 Aug 11 08:27:00.970147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34682) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:00.977780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f1ab3cc5-ba1d-4ee5-bb96-e28f10a53d25 req-b9e06d83-e743-4e65-b062-49b49081f9d4 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712449 Aug 11 08:27:01.182646 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-2e4dffef-e3e5-4f04-94a6-f14d94620971 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] delete failed (client error): The resource could not be found. Aug 11 08:27:01.187576 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2e4dffef-e3e5-4f04-94a6-f14d94620971 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/bae0f92e-6d4c-4152-a0ad-8779db442a00 HTTP/1.1" status: 404 len: 336 time: 0.2136409 Aug 11 08:27:01.187973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34690) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:01.307884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eacb5eb3-1cd2-4d70-ac26-d76cf5722824 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a292b2a-a0ba-42d0-88a4-624b55f011a9 HTTP/1.1" status: 200 len: 205 time: 0.1187086 Aug 11 08:27:01.319502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34696) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:01.368313 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-10e6e7b0-52e3-4b2e-9eb1-31c10e33567a tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] delete failed (client error): The resource could not be found. Aug 11 08:27:01.370115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-10e6e7b0-52e3-4b2e-9eb1-31c10e33567a tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/routers/4a292b2a-a0ba-42d0-88a4-624b55f011a9 HTTP/1.1" status: 404 len: 336 time: 0.0484893 Aug 11 08:27:01.375468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34698) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:01.458054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d367-eb29-40a5-addf-68d88e718c1f req-37bd2024-18fc-4fe8-8328-dbfb19de89cc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:01.478501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2005d367-eb29-40a5-addf-68d88e718c1f req-37bd2024-18fc-4fe8-8328-dbfb19de89cc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.3328245 Aug 11 08:27:01.481468 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6468b1a-4606-4ec6-95ef-07f046e13b71 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] DELETE failed (client error): The resource could not be found. Aug 11 08:27:01.493633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6468b1a-4606-4ec6-95ef-07f046e13b71 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:27:01.512420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c6468b1a-4606-4ec6-95ef-07f046e13b71 tempest-RoutersIpV6AdminTest-1283371295 tempest-RoutersIpV6AdminTest-1283371295-project] 10.222.0.58 "DELETE /v2.0/subnets/c2232bbd-5c1e-41bd-93e8-2c7284e323cb HTTP/1.1" status: 404 len: 337 time: 0.1258335 Aug 11 08:27:01.559355 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2005d367-eb29-40a5-addf-68d88e718c1f req-5e6ac67f-5331-434e-8bec-2e2394391031 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797255 Aug 11 08:27:01.882474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-c160e0a1-67f0-4fcc-9dda-84798643b6cb tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:01.886041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-c160e0a1-67f0-4fcc-9dda-84798643b6cb tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.69 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 946 time: 0.1829531 Aug 11 08:27:02.065748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34720) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:02.073762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Deleting port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:27:02.074240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.277444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a0a4c-881c-48a8-961f-cd5243c1840d req-f1b56d9d-e620-4418-8064-2045646e917d tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:02.295275 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e26a0a4c-881c-48a8-961f-cd5243c1840d req-f1b56d9d-e620-4418-8064-2045646e917d tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 946 time: 0.1437752 Aug 11 08:27:02.331890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] For port 2a8c9094-1ae4-464e-8128-1b6eb94dc952, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2a8c9094-1ae4-464e-8128-1b6eb94dc952,segment=NetworkSegment(ad88bcd4-712c-4d2d-8369-a4abf2bf99d6),segment_id=ad88bcd4-712c-4d2d-8369-a4abf2bf99d6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:27:02.332388 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.374239 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.387243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26b94d57-ddff-41bd-bd83-c19fb417bd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.410207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Calling delete_port for 2a8c9094-1ae4-464e-8128-1b6eb94dc952 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:27:02.487052 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e26a0a4c-881c-48a8-961f-cd5243c1840d req-ba1dce85-c94c-4591-871a-26855d8b7b31 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887279 Aug 11 08:27:02.680094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26b94d57-ddff-41bd-bd83-c19fb417bd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.689177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d6868d7c-8f94-49aa-ae0b-cd379851f253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.695800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26b94d57-ddff-41bd-bd83-c19fb417bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.769328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b94d57-ddff-41bd-bd83-c19fb417bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32b8503-19d9-4c73-b2b5-a00553123d17,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:02.787915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.813311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26b94d57-ddff-41bd-bd83-c19fb417bd6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ad12cf5ca4046c7abf38563e67483ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456846 Aug 11 08:27:02.815385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:02.823501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2a8c9094-1ae4-464e-8128-1b6eb94dc952'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:27:02.898893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Pushing event deleted for resources: {'Port': ['ID=2a8c9094-1ae4-464e-8128-1b6eb94dc952,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:02.909007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d44ec50-8c3c-4b9e-9b00-41eac4c29bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.971763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d44ec50-8c3c-4b9e-9b00-41eac4c29bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:02.992289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c6479-fdd9-4abd-875a-43bbffd745e9 req-9d1dce04-5cb9-4e2d-91b9-144c597edfee tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:03.000131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db8c6479-fdd9-4abd-875a-43bbffd745e9 req-9d1dce04-5cb9-4e2d-91b9-144c597edfee tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1879244 Aug 11 08:27:03.002722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] No DVR routers for this DVR port 2a8c9094-1ae4-464e-8128-1b6eb94dc952 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:27:03.006226 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:03.008732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e77faec-518d-4dea-b12b-af0cbad0d1ef req-4cb455c3-b3b2-4ba6-83ad-cc6c09e332ee tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.69 "DELETE /v2.0/ports/2a8c9094-1ae4-464e-8128-1b6eb94dc952 HTTP/1.1" status: 204 len: 173 time: 1.1145298 Aug 11 08:27:03.009730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'name': 'network-vif-deleted', 'tag': '2a8c9094-1ae4-464e-8128-1b6eb94dc952'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:27:03.012525 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3bd08c-3c37-49bb-b3d0-d6c150bcf95c" -d '{"events": [{"server_uuid": "85f6c4da-ff19-43cb-bd4d-359970b94a00", "name": "network-vif-deleted", "tag": "2a8c9094-1ae4-464e-8128-1b6eb94dc952"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:27:03.072780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d44ec50-8c3c-4b9e-9b00-41eac4c29bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:03.086271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7d44ec50-8c3c-4b9e-9b00-41eac4c29bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:03.092573 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30c4c5-fd91-4bd3-bd67-388b3575eb36 x-openstack-request-id: req-ce30c4c5-fd91-4bd3-bd67-388b3575eb36 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:27:03.093171 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f6c4da-ff19-43cb-bd4d-359970b94a00", "name": "network-vif-deleted", "tag": "2a8c9094-1ae4-464e-8128-1b6eb94dc952", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:27:03.093595 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce30c4c5-fd91-4bd3-bd67-388b3575eb36 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:27:03.094169 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f6c4da-ff19-43cb-bd4d-359970b94a00', 'name': 'network-vif-deleted', 'tag': '2a8c9094-1ae4-464e-8128-1b6eb94dc952', 'status': 'completed', 'code': 200} Aug 11 08:27:03.106308 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db8c6479-fdd9-4abd-875a-43bbffd745e9 req-f71c49cb-a25d-44e8-a504-6b391ba64132 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028214 Aug 11 08:27:03.117051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7d44ec50-8c3c-4b9e-9b00-41eac4c29bdb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f32b8503-19d9-4c73-b2b5-a00553123d17 HTTP/1.1" status: 204 len: 168 time: 0.2908580 Aug 11 08:27:03.161255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ec50-8c3c-4b9e-9b00-41eac4c29bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32b8503-19d9-4c73-b2b5-a00553123d17,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:03.766642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d502daaa-3928-42ab-966a-fae0f7e029a6 req-04c84173-89f5-4ada-97f4-332e3fe46ee5 tempest-VolumesActionsTest-1086993010 tempest-VolumesActionsTest-1086993010-project] 10.222.0.58 "GET /v2.0/ports?device_id=85f6c4da-ff19-43cb-bd4d-359970b94a00 HTTP/1.1" status: 200 len: 210 time: 0.1055930 Aug 11 08:27:04.081129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34778) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:04.151465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34782) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:04.152557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b4d1b71-55b4-430b-8aba-0975b8f99f73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb4a9a3198174da59b5f83a53705d867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669377 Aug 11 08:27:04.452106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9807a0da-e2da-4a61-8e18-68f0f431379d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:04.496348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9807a0da-e2da-4a61-8e18-68f0f431379d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:04.616732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9807a0da-e2da-4a61-8e18-68f0f431379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:04.623881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9807a0da-e2da-4a61-8e18-68f0f431379d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:04.635443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9807a0da-e2da-4a61-8e18-68f0f431379d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3f168e6-1030-452b-ae5e-c79d00fbae4a HTTP/1.1" status: 204 len: 168 time: 0.4826596 Aug 11 08:27:04.656510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807a0da-e2da-4a61-8e18-68f0f431379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f168e6-1030-452b-ae5e-c79d00fbae4a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:04.661214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd948f1-7d2a-489c-bda2-bc90cc142884 req-02870ac8-5453-4cba-848c-5be274f3124d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:04.679814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bd948f1-7d2a-489c-bda2-bc90cc142884 req-02870ac8-5453-4cba-848c-5be274f3124d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.2942135 Aug 11 08:27:04.840058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bd948f1-7d2a-489c-bda2-bc90cc142884 req-b74aeddb-55e1-472d-8907-9808946c257a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422298 Aug 11 08:27:04.840989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:06.107913 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:06.170884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954ecb8-c75b-4fdf-b275-dca1e7ec5fb4 req-0e9079e9-52ed-4218-b4f9-19bec518e41a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:06.171879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4954ecb8-c75b-4fdf-b275-dca1e7ec5fb4 req-0e9079e9-52ed-4218-b4f9-19bec518e41a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1646907 Aug 11 08:27:06.261124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4954ecb8-c75b-4fdf-b275-dca1e7ec5fb4 req-0e89b4e4-62fc-47ba-82ac-730da7209a66 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665646 Aug 11 08:27:06.610019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a8c9094-1ae4-464e-8128-1b6eb94dc952 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:27:06.688392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 2a8c9094-1ae4-464e-8128-1b6eb94dc952 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:27:06.688720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2a8c9094-1ae4-464e-8128-1b6eb94dc952 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:27:07.498065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314d14c-8a17-4c60-8908-cf5097fb50b3 req-a6c21812-66d1-4313-8d07-7df96e47870d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:07.514295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5314d14c-8a17-4c60-8908-cf5097fb50b3 req-a6c21812-66d1-4313-8d07-7df96e47870d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1359873 Aug 11 08:27:07.658093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5314d14c-8a17-4c60-8908-cf5097fb50b3 req-92c5cf6a-7fad-42fd-8c61-d7287c51d3ca tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391590 Aug 11 08:27:08.071115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34960) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:08.288191 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b6c95a1e-acdb-45ae-b5df-1caa4107d1f5 tempest-AgentManagementNegativeTest-662956521 tempest-AgentManagementNegativeTest-662956521-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2156420 Aug 11 08:27:08.953852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:09.054208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fac55d-6770-42f2-bc7b-c35ad9abda95 req-fb10d72e-8888-4f6a-95b2-06f96eab673d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:09.070365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47fac55d-6770-42f2-bc7b-c35ad9abda95 req-fb10d72e-8888-4f6a-95b2-06f96eab673d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1633952 Aug 11 08:27:09.151582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47fac55d-6770-42f2-bc7b-c35ad9abda95 req-007e475d-e191-476a-8291-3527a3997951 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801742 Aug 11 08:27:09.515939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1a022f2-489a-44d5-95b2-948969b0050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:09.847399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1a022f2-489a-44d5-95b2-948969b0050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:09.861870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1a022f2-489a-44d5-95b2-948969b0050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:09.960173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a022f2-489a-44d5-95b2-948969b0050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e1c20-ae14-47cf-914a-6ac0c8cb773a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:09.993734 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1a022f2-489a-44d5-95b2-948969b0050f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5403065b390c487f9cf63007703bcf94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0384908 Aug 11 08:27:09.996328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35020) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:10.103720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b0c78738-85ef-4083-8155-4b25400236c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:10.138823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b0c78738-85ef-4083-8155-4b25400236c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:10.265786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b0c78738-85ef-4083-8155-4b25400236c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:10.268776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b0c78738-85ef-4083-8155-4b25400236c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:10.270853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b0c78738-85ef-4083-8155-4b25400236c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/259e1c20-ae14-47cf-914a-6ac0c8cb773a HTTP/1.1" status: 204 len: 168 time: 0.2732100 Aug 11 08:27:10.299975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c78738-85ef-4083-8155-4b25400236c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e1c20-ae14-47cf-914a-6ac0c8cb773a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:10.513690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793a9c7-ded1-400e-9bf5-b7110abb8b0d req-e097c5c9-fac4-4c53-a7d1-1abfc55f4412 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:10.528889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2793a9c7-ded1-400e-9bf5-b7110abb8b0d req-e097c5c9-fac4-4c53-a7d1-1abfc55f4412 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1993628 Aug 11 08:27:10.632790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2793a9c7-ded1-400e-9bf5-b7110abb8b0d req-704133b9-3220-404d-9372-99c0285f7058 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019881 Aug 11 08:27:11.965932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe92c-6302-44a8-8ce1-d41a07a9cdd4 req-8c80f64f-5fb9-4e64-bdcd-c3d57b132d88 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:11.987671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88cbe92c-6302-44a8-8ce1-d41a07a9cdd4 req-8c80f64f-5fb9-4e64-bdcd-c3d57b132d88 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.2176313 Aug 11 08:27:12.121282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88cbe92c-6302-44a8-8ce1-d41a07a9cdd4 req-5216a33e-abb4-4c00-84c8-93236f0f6307 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216698 Aug 11 08:27:12.546367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35092) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:13.240069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3b37fa11-6a30-4d15-976f-922680ced7ed tempest-DvrRoutersNegativeTest-1433800044 tempest-DvrRoutersNegativeTest-1433800044-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-474056168', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:13.245180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.policy [None req-3b37fa11-6a30-4d15-976f-922680ced7ed tempest-DvrRoutersNegativeTest-1433800044 tempest-DvrRoutersNegativeTest-1433800044-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94573) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 08:27:13.246362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.policy [None req-3b37fa11-6a30-4d15-976f-922680ced7ed tempest-DvrRoutersNegativeTest-1433800044 tempest-DvrRoutersNegativeTest-1433800044-project] Failed policy check for 'create_router' {{(pid=94573) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 08:27:13.248850 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-3b37fa11-6a30-4d15-976f-922680ced7ed tempest-DvrRoutersNegativeTest-1433800044 tempest-DvrRoutersNegativeTest-1433800044-project] create failed (client error): Access was denied to this resource. Aug 11 08:27:13.258474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3b37fa11-6a30-4d15-976f-922680ced7ed tempest-DvrRoutersNegativeTest-1433800044 tempest-DvrRoutersNegativeTest-1433800044-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7095819 Aug 11 08:27:13.447148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a649f1-b663-4585-9b18-9395a34d0a39 req-5ddcaa06-d4de-4ba7-86c6-eaadd17fec6b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:13.472533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08a649f1-b663-4585-9b18-9395a34d0a39 req-5ddcaa06-d4de-4ba7-86c6-eaadd17fec6b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1742809 Aug 11 08:27:13.555971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08a649f1-b663-4585-9b18-9395a34d0a39 req-3c46f3eb-7df2-4f02-a096-7f3d2e82eefe tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821896 Aug 11 08:27:13.971081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35124) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:14.325502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31f-2e25-466c-babb-fcfc0015dde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.522688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31f-2e25-466c-babb-fcfc0015dde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.529589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e6cb31f-2e25-466c-babb-fcfc0015dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.580412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cb31f-2e25-466c-babb-fcfc0015dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66dd33-364e-4d1f-9fb4-43e3d2cc4b4c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:14.606957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8e6cb31f-2e25-466c-babb-fcfc0015dde8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1aa55069196491cbef30ced3f488005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343641 Aug 11 08:27:14.609680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:14.741224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7628373d-c370-42b0-8b3f-aea33a6f8ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.789788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7628373d-c370-42b0-8b3f-aea33a6f8ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.822056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768a22f-4f70-43f1-82ef-ac2cd10d8312 req-301a1c37-e29c-49c1-b579-bd4b55d88a13 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:14.823686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f768a22f-4f70-43f1-82ef-ac2cd10d8312 req-301a1c37-e29c-49c1-b579-bd4b55d88a13 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.1305864 Aug 11 08:27:14.886050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7628373d-c370-42b0-8b3f-aea33a6f8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.888745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7628373d-c370-42b0-8b3f-aea33a6f8ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:14.890416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7628373d-c370-42b0-8b3f-aea33a6f8ab8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a66dd33-364e-4d1f-9fb4-43e3d2cc4b4c HTTP/1.1" status: 204 len: 168 time: 0.2796249 Aug 11 08:27:14.928828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628373d-c370-42b0-8b3f-aea33a6f8ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66dd33-364e-4d1f-9fb4-43e3d2cc4b4c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:14.929595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f768a22f-4f70-43f1-82ef-ac2cd10d8312 req-bb981a81-534c-482e-90af-51e78b1cc03d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987215 Aug 11 08:27:15.201674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011092-9061-45d5-997c-82d2e19578f0 req-b0afcbf2-3654-4f5a-b0c9-8ab87ee7195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:15.203236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-b0afcbf2-3654-4f5a-b0c9-8ab87ee7195d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1097 time: 0.0950017 Aug 11 08:27:15.542991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011092-9061-45d5-997c-82d2e19578f0 req-c6eff5c9-1c85-4565-8fe0-87a2f4fb415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:15.549171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-c6eff5c9-1c85-4565-8fe0-87a2f4fb415d service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.3272154 Aug 11 08:27:15.737144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-4ced8579-3667-4eb7-b4c7-a451a165356a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1002 time: 0.1810501 Aug 11 08:27:15.858918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011092-9061-45d5-997c-82d2e19578f0 req-4d4f997d-7720-45a6-91be-95c5f24aeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:15.860919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-4d4f997d-7720-45a6-91be-95c5f24aeedd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.1170375 Aug 11 08:27:15.948683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011092-9061-45d5-997c-82d2e19578f0 req-fd1232f0-c034-4f5e-baf4-c175138e52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:15.952854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-fd1232f0-c034-4f5e-baf4-c175138e52f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835931 Aug 11 08:27:16.112071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-55e9e434-6e27-4826-82bf-8d05833b2052 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507726 Aug 11 08:27:16.438861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0011092-9061-45d5-997c-82d2e19578f0 req-dfcf9e8d-e7ec-4181-b2bc-0e1636c247a7 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493401 Aug 11 08:27:16.531409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683013ec-f2b8-4eb7-9e86-5fe5132452bd req-b92b0bd8-a653-436c-b5e7-422dd6a7667d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:16.534008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-683013ec-f2b8-4eb7-9e86-5fe5132452bd req-b92b0bd8-a653-436c-b5e7-422dd6a7667d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.4130514 Aug 11 08:27:16.622753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-683013ec-f2b8-4eb7-9e86-5fe5132452bd req-9e643ba6-5a56-497d-9f39-2c08a3979abc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761616 Aug 11 08:27:17.556769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35262) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:17.749340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543555999'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:17.973984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.054990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35278) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:18.063428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.140721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:27:18.232441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88ec1-ffc9-468f-b388-e9919a7033e4 req-e4b36422-14d8-4d41-a8ce-94566de08ea1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:18.242687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18a88ec1-ffc9-468f-b388-e9919a7033e4 req-e4b36422-14d8-4d41-a8ce-94566de08ea1 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 946 time: 0.4673681 Aug 11 08:27:18.329680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18a88ec1-ffc9-468f-b388-e9919a7033e4 req-e6fe60e2-d3b3-4021-87dc-452ea1575159 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855861 Aug 11 08:27:18.354690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f660a57-28c2-4172-8ffb-81281340734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.384338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.396213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.439416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.496685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c411321-1dc1-49c9-845f-1346a5f677c5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:18.518931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:27:18.521371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:27:18.526177 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f579987-a1a5-439f-93cf-7d97fe01daa9" -d '{"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-unplugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:27:18.538772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.650803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:18.655559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f660a57-28c2-4172-8ffb-81281340734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.679266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.679689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.681023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.682147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.682630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f660a57-28c2-4172-8ffb-81281340734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.684267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.684835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.686170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.688518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.689087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.689618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.690317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.690826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:18.705517 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38ed3de-93d8-44a3-b978-1ede993dafdf x-openstack-request-id: req-c38ed3de-93d8-44a3-b978-1ede993dafdf {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:27:18.705837 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-unplugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:27:18.706117 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c38ed3de-93d8-44a3-b978-1ede993dafdf {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:27:18.706534 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'code': 200} Aug 11 08:27:18.822609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.833445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.892195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:18.907530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3490267 Aug 11 08:27:18.908190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35294) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:18.908531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35296) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:18.908952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0f660a57-28c2-4172-8ffb-81281340734f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a42e463ebd2342679db20f20b6d20e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8521693 Aug 11 08:27:18.919998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660a57-28c2-4172-8ffb-81281340734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d1e1cc-dcc1-490e-bab2-6514b897e820,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:19.014145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04193b4b-a8c1-419a-9ce1-f81ee9fb2299 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6745f2-b39e-4980-aa9c-8c56e04948a9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:19.106557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-326325da-9dd6-4476-a9f1-42dc450505fa tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1390941 Aug 11 08:27:19.108448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35302) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:19.137109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-security--84139156', 'description': 'tempest-security-description-480748977'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:19.216155 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.258585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a0577e-ad88-4528-8ab4-001605fcf3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.332713 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a0577e-ad88-4528-8ab4-001605fcf3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.367991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.434610 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.437747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.444954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "PUT /v2.0/security-groups/7a6745f2-b39e-4980-aa9c-8c56e04948a9 HTTP/1.1" status: 200 len: 1777 time: 0.3329844 Aug 11 08:27:19.445718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35316) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:19.538036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82cf1cf9-303b-47c8-85a2-293dd4ee415e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups/7a6745f2-b39e-4980-aa9c-8c56e04948a9 HTTP/1.1" status: 200 len: 1777 time: 0.0909760 Aug 11 08:27:19.538832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35322) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:19.634006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0224b1-761b-464f-becd-67359afe5fde tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6745f2-b39e-4980-aa9c-8c56e04948a9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:19.642488 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb9021b7-e09d-4f8a-b2ea-00e9831e57ce tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.678665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e1fb0-c1ae-4cfe-a382-cc87d8fd460e req-1bf2e7e6-636f-4296-87cd-eb51b661f2c9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:19.681811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db3e1fb0-c1ae-4cfe-a382-cc87d8fd460e req-1bf2e7e6-636f-4296-87cd-eb51b661f2c9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1669841 Aug 11 08:27:19.721979 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb9021b7-e09d-4f8a-b2ea-00e9831e57ce tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.746672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a0577e-ad88-4528-8ab4-001605fcf3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.750714 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9a0577e-ad88-4528-8ab4-001605fcf3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.752259 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d9a0577e-ad88-4528-8ab4-001605fcf3f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03d1e1cc-dcc1-490e-bab2-6514b897e820 HTTP/1.1" status: 204 len: 168 time: 0.8370810 Aug 11 08:27:19.768512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0577e-ad88-4528-8ab4-001605fcf3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d1e1cc-dcc1-490e-bab2-6514b897e820,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:19.861456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db3e1fb0-c1ae-4cfe-a382-cc87d8fd460e req-d6bb9d93-3ee0-4171-9b2c-3bf0b9f4ab20 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468208 Aug 11 08:27:19.905063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb9021b7-e09d-4f8a-b2ea-00e9831e57ce tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.907602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb9021b7-e09d-4f8a-b2ea-00e9831e57ce tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:19.911109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eb9021b7-e09d-4f8a-b2ea-00e9831e57ce tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a6745f2-b39e-4980-aa9c-8c56e04948a9 HTTP/1.1" status: 204 len: 168 time: 0.3689508 Aug 11 08:27:19.911976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35330) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:19.944919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9021b7-e09d-4f8a-b2ea-00e9831e57ce tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6745f2-b39e-4980-aa9c-8c56e04948a9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:20.082975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35336) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:20.093807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-af515f16-9f78-4968-8194-3ab5c65a88f5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1702023 Aug 11 08:27:20.167786 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-d174a043-8a8f-466a-9486-b4d75f44e6a0 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] delete failed (client error): The resource could not be found. Aug 11 08:27:20.172584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d174a043-8a8f-466a-9486-b4d75f44e6a0 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a6745f2-b39e-4980-aa9c-8c56e04948a9 HTTP/1.1" status: 404 len: 347 time: 0.0838814 Aug 11 08:27:20.174131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:20.179805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756045736'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:20.242260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:20.639287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35362) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:20.694991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf728262-34b1-48d9-afd5-0b08b798f8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:20.791999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:20.817499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.020255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca553fd4-f76c-4e1a-8b7a-b47531e9234c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:21.175481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf728262-34b1-48d9-afd5-0b08b798f8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.184903 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf728262-34b1-48d9-afd5-0b08b798f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.191905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.193680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29071a69-8892-41a6-93d7-5dac62d09d7b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0181289 Aug 11 08:27:21.196592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:21.201887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': 'ca553fd4-f76c-4e1a-8b7a-b47531e9234c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:21.284719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.314817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf728262-34b1-48d9-afd5-0b08b798f8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f23e9c-a6af-4f2e-a160-1ee1255ddf5e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:21.330037 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cf728262-34b1-48d9-afd5-0b08b798f8d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=794626ff3ed140e39154c29b00f454e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871483 Aug 11 08:27:21.333396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35382) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:21.414536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.432389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.460596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c469691-b4c0-42c4-a96b-b04f0b37cf75,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:21.505727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2351-a08c-4249-a81f-1d6b8edf404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.528556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.532383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9af682c7-3d91-4496-bc53-e5dfe7b0c4f4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319769 Aug 11 08:27:21.532791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35390) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:21.591038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2351-a08c-4249-a81f-1d6b8edf404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.659859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1d9a-721e-442f-a684-6bc3661e6b36 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.689254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1d9a-721e-442f-a684-6bc3661e6b36 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.725309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2351-a08c-4249-a81f-1d6b8edf404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.728095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2351-a08c-4249-a81f-1d6b8edf404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.732273 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8d9c2351-a08c-4249-a81f-1d6b8edf404a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76f23e9c-a6af-4f2e-a160-1ee1255ddf5e HTTP/1.1" status: 204 len: 168 time: 0.3964577 Aug 11 08:27:21.747232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c2351-a08c-4249-a81f-1d6b8edf404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f23e9c-a6af-4f2e-a160-1ee1255ddf5e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:21.773147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1d9a-721e-442f-a684-6bc3661e6b36 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.784715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1d9a-721e-442f-a684-6bc3661e6b36 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:21.790785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cd3f1d9a-721e-442f-a684-6bc3661e6b36 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7c469691-b4c0-42c4-a96b-b04f0b37cf75 HTTP/1.1" status: 204 len: 168 time: 0.2566717 Aug 11 08:27:21.792095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f1d9a-721e-442f-a684-6bc3661e6b36 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c469691-b4c0-42c4-a96b-b04f0b37cf75,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:21.793953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:21.886125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35406) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:21.887054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1bef3c56-29e9-40f8-b7d4-7a3bbb37147b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0913930 Aug 11 08:27:21.972479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c611b9bc-5992-479f-97b6-7329d793171b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.013644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c611b9bc-5992-479f-97b6-7329d793171b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.091840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c611b9bc-5992-479f-97b6-7329d793171b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.111944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c611b9bc-5992-479f-97b6-7329d793171b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.116396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c611b9bc-5992-479f-97b6-7329d793171b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca553fd4-f76c-4e1a-8b7a-b47531e9234c HTTP/1.1" status: 204 len: 168 time: 0.2289779 Aug 11 08:27:22.119647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35412) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:22.145420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:27:22.155263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611b9bc-5992-479f-97b6-7329d793171b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca553fd4-f76c-4e1a-8b7a-b47531e9234c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:22.306364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-738e79a9-e728-4940-a670-4abcd837f095 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1854234 Aug 11 08:27:22.310894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:22.315585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--820445548'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:22.435012 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.850467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.860814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.923636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:22.924895 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6131325 Aug 11 08:27:22.927958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35456) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:22.933798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '7dcb5d93-e239-4246-9b52-e4d586b55cd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:22.953598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d33ccc-b53f-4605-b4cf-8e34b3c9fd78 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb5d93-e239-4246-9b52-e4d586b55cd8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:23.018738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.100238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.169338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb02e6-6256-4657-a33f-4a36463cae9b req-4a73d9ad-8a79-4542-aa3d-650a0d1fe4a2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:23.187972 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6cb02e6-6256-4657-a33f-4a36463cae9b req-4a73d9ad-8a79-4542-aa3d-650a0d1fe4a2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2687604 Aug 11 08:27:23.255796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.317615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6cb02e6-6256-4657-a33f-4a36463cae9b req-6032b262-aec2-42f9-96a2-a7d23fafed5f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182172 Aug 11 08:27:23.321183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8fd132-dd33-4ba8-b347-1a6e2403e14f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:23.365091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-9ddf4e5a-fccc-4cb7-a073-508265d4d2f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2626684 Aug 11 08:27:23.366405 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.367568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-46b1a850-728d-48a4-9334-540cc94bbdfc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4386129 Aug 11 08:27:23.370641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:23.380670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '7dcb5d93-e239-4246-9b52-e4d586b55cd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:23.562818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.816901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.838555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.906262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c278f2-40b2-4f84-85a3-267994c64a59,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:23.947802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:23.951524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2a7135de-cadd-45f2-9a9b-7af8add9296c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5796430 Aug 11 08:27:23.954454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35498) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:23.960805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '7dcb5d93-e239-4246-9b52-e4d586b55cd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:24.116326 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.417411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.428263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.468817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4439e51e-6eac-430f-825c-9394df41c7fe,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:24.530720 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.535101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-95dee412-1e40-424e-8bc1-a7da060826c5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5795341 Aug 11 08:27:24.538287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35514) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:24.545214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '7dcb5d93-e239-4246-9b52-e4d586b55cd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:24.641543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.731953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a82fc-8df0-41b2-83ba-292dc3fc8d57 req-a472d8c1-0bef-4e27-85bd-25477c9b2c69 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:24.747467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed5a82fc-8df0-41b2-83ba-292dc3fc8d57 req-a472d8c1-0bef-4e27-85bd-25477c9b2c69 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2086191 Aug 11 08:27:24.850445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed5a82fc-8df0-41b2-83ba-292dc3fc8d57 req-50db5d1d-a9d5-4914-a5e5-2e8849d1747d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982902 Aug 11 08:27:24.911742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.924848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.987949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f58a83-1c01-402d-8678-28a6cc631446,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:24.990935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:24.992433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f63d50be-38cf-4640-952a-db33e3390a96 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4530375 Aug 11 08:27:24.995693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35526) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:25.029893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '7dcb5d93-e239-4246-9b52-e4d586b55cd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:25.302031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.307689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-763ec243-88e3-4e28-98f2-7c288fb5d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:25.309706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-763ec243-88e3-4e28-98f2-7c288fb5d9ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075&tenant_id=492dcd48a4614fccbeed074f15f3724c HTTP/1.1" status: 200 len: 1095 time: 0.1838224 Aug 11 08:27:25.480965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.521531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.556708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9541c18-0806-48ce-b486-a510cbe184d9,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:25.574158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-76c73b69-78f5-4dc8-8fcd-ba5ba4eba3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:25.575696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-76c73b69-78f5-4dc8-8fcd-ba5ba4eba3c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1095 time: 0.1720579 Aug 11 08:27:25.576464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.577560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c173167-9339-4434-a01c-96d239c84414 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5792561 Aug 11 08:27:25.580559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:25.641337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fe81170-b9a0-4c28-ba76-2c55715f5aa1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.661998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fe81170-b9a0-4c28-ba76-2c55715f5aa1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.780035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fe81170-b9a0-4c28-ba76-2c55715f5aa1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.818591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fe81170-b9a0-4c28-ba76-2c55715f5aa1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:25.821576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0fe81170-b9a0-4c28-ba76-2c55715f5aa1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e9541c18-0806-48ce-b486-a510cbe184d9 HTTP/1.1" status: 204 len: 168 time: 0.2391860 Aug 11 08:27:25.828300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:25.831665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe81170-b9a0-4c28-ba76-2c55715f5aa1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9541c18-0806-48ce-b486-a510cbe184d9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:25.850962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-8540c236-6347-410e-97f1-8b80ca3e1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:25.857065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-8540c236-6347-410e-97f1-8b80ca3e1fdd service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.2661612 Aug 11 08:27:26.042358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3661af98-e2ce-40fd-bce7-290c84a9e41d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2060909 Aug 11 08:27:26.049559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35560) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:26.153648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-12bb010a-70ad-4a9b-a940-abadc5bf7aed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1000 time: 0.2838545 Aug 11 08:27:26.268992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-bcc7b4fe-fd62-4ab9-80d2-7da33cb0f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:26.271056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-bcc7b4fe-fd62-4ab9-80d2-7da33cb0f6e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.1056683 Aug 11 08:27:26.342674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b98c52-5870-4c44-8db0-2262f0436cf4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:26.380119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-eea24f4c-4e42-4fea-b502-37265c107529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:26.389194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-eea24f4c-4e42-4fea-b502-37265c107529 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103625 Aug 11 08:27:26.460752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7741e71-33df-4873-9938-3271d1759b18 req-806a7d82-9dd9-4da3-882e-7451b4c560ad tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:26.472399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7741e71-33df-4873-9938-3271d1759b18 req-806a7d82-9dd9-4da3-882e-7451b4c560ad tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.3464756 Aug 11 08:27:26.539964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b98c52-5870-4c44-8db0-2262f0436cf4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:26.641266 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7741e71-33df-4873-9938-3271d1759b18 req-6603f634-2778-44cd-be54-422f55250245 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664875 Aug 11 08:27:26.713334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b98c52-5870-4c44-8db0-2262f0436cf4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:26.719545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-5b2c53af-47c5-4415-ab38-d68a31b04280 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231890 Aug 11 08:27:26.727069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b98c52-5870-4c44-8db0-2262f0436cf4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:26.743779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6b98c52-5870-4c44-8db0-2262f0436cf4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e5f58a83-1c01-402d-8678-28a6cc631446 HTTP/1.1" status: 204 len: 168 time: 0.6776567 Aug 11 08:27:26.744371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35584) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:26.778538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b98c52-5870-4c44-8db0-2262f0436cf4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5f58a83-1c01-402d-8678-28a6cc631446,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:26.928043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3f698816-ad8e-4fb4-9b6c-74a0b6e1d7f5 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1769898 Aug 11 08:27:26.954926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35590) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:27.051562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0bc71e04-2872-4e70-8887-be3b8a962b95 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.085854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa08067-efe4-467a-a010-d232ba725f05 req-7feb798e-8ea6-4d01-a1cc-8808bd5484c3 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:27.087442 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfa08067-efe4-467a-a010-d232ba725f05 req-7feb798e-8ea6-4d01-a1cc-8808bd5484c3 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2321835 Aug 11 08:27:27.088067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0bc71e04-2872-4e70-8887-be3b8a962b95 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.211004 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0bc71e04-2872-4e70-8887-be3b8a962b95 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.220242 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0bc71e04-2872-4e70-8887-be3b8a962b95 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.222926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0bc71e04-2872-4e70-8887-be3b8a962b95 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4439e51e-6eac-430f-825c-9394df41c7fe HTTP/1.1" status: 204 len: 168 time: 0.2669108 Aug 11 08:27:27.232684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35604) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:27.257861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc71e04-2872-4e70-8887-be3b8a962b95 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4439e51e-6eac-430f-825c-9394df41c7fe,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:27.360697 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-11259d36-baea-411e-a98a-f0582decc3a4 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336660 Aug 11 08:27:27.576927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-648457d3-1dbb-4710-b5c6-ceb70290e00c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2994576 Aug 11 08:27:27.577887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:27.654881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dfa08067-efe4-467a-a010-d232ba725f05 req-fe15e72a-10a7-4238-a11b-08803528b25b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5342591 Aug 11 08:27:27.712823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-542cb1fd-3a54-47cf-8aaf-c5310092d6f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.736843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-542cb1fd-3a54-47cf-8aaf-c5310092d6f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.799666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-542cb1fd-3a54-47cf-8aaf-c5310092d6f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.832270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-542cb1fd-3a54-47cf-8aaf-c5310092d6f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.841115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-542cb1fd-3a54-47cf-8aaf-c5310092d6f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b5c278f2-40b2-4f84-85a3-267994c64a59 HTTP/1.1" status: 204 len: 168 time: 0.2618282 Aug 11 08:27:27.843881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:27.876673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cb1fd-3a54-47cf-8aaf-c5310092d6f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5c278f2-40b2-4f84-85a3-267994c64a59,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:27.935959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ba5d4ca-cfe7-4cff-ba34-6bdfaf8d3af9 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0880690 Aug 11 08:27:27.936547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35640) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:27.978784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680b4483-a162-4743-afb6-70fa95920d54 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.982653 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680b4483-a162-4743-afb6-70fa95920d54 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:27.987764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b12880-5d6a-4a46-97af-7acdd42dcf4d req-6cff6470-d5f8-40c2-881b-3b5b883eb70d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:27.991692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0b12880-5d6a-4a46-97af-7acdd42dcf4d req-6cff6470-d5f8-40c2-881b-3b5b883eb70d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.0856078 Aug 11 08:27:28.074368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680b4483-a162-4743-afb6-70fa95920d54 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.093068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-680b4483-a162-4743-afb6-70fa95920d54 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.097598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-680b4483-a162-4743-afb6-70fa95920d54 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8f8fd132-dd33-4ba8-b347-1a6e2403e14f HTTP/1.1" status: 204 len: 168 time: 0.1599157 Aug 11 08:27:28.098073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0b12880-5d6a-4a46-97af-7acdd42dcf4d req-b4a2c49a-d197-4652-9c03-3849a5c77ebb tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967691 Aug 11 08:27:28.098625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35642) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:28.129352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35644) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:28.144192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b4483-a162-4743-afb6-70fa95920d54 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f8fd132-dd33-4ba8-b347-1a6e2403e14f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:28.358713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-99fcf42c-e877-44da-9d0e-9889707c2561 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2581277 Aug 11 08:27:28.367346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:28.612691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb95c854-a122-4e00-bd82-8d9f5d5c490f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.705962 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.728164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb95c854-a122-4e00-bd82-8d9f5d5c490f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.874547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb95c854-a122-4e00-bd82-8d9f5d5c490f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.881186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb95c854-a122-4e00-bd82-8d9f5d5c490f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:28.884074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fb95c854-a122-4e00-bd82-8d9f5d5c490f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/7dcb5d93-e239-4246-9b52-e4d586b55cd8 HTTP/1.1" status: 204 len: 168 time: 0.5094688 Aug 11 08:27:28.892460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35672) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:29.106157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c20fa-194d-4665-92bb-7aff9e712eaf req-4b60f1a2-a241-4bda-bb64-69bd3b445405 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:29.119184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178c20fa-194d-4665-92bb-7aff9e712eaf req-4b60f1a2-a241-4bda-bb64-69bd3b445405 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2673140 Aug 11 08:27:29.161360 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2120ca81-e56e-4f91-9067-80a0ab68a14f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2507598 Aug 11 08:27:29.168021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95c854-a122-4e00-bd82-8d9f5d5c490f tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb5d93-e239-4246-9b52-e4d586b55cd8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:29.171039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35680) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:29.215916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--969714287'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:29.271687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ccf30568-e02c-41b3-a2a4-ad4262f47b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:29.322649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-178c20fa-194d-4665-92bb-7aff9e712eaf req-f9590aea-070d-44c1-988b-0898804c2817 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952658 Aug 11 08:27:29.381104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:29.415777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9341b25-4212-4e5c-a8c5-c4e32053f380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:29.455853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdf735-f65c-47d4-8680-eac19b74ee79 req-16f30418-2a4a-42d6-b079-f672351458ab tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:29.472762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5bfdf735-f65c-47d4-8680-eac19b74ee79 req-16f30418-2a4a-42d6-b079-f672351458ab tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1905365 Aug 11 08:27:29.671012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5bfdf735-f65c-47d4-8680-eac19b74ee79 req-1444955c-575b-41ea-802d-515fc2bf9879 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972136 Aug 11 08:27:29.759099 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:29.773236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:29.779945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:29.878938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938e032f-f2b3-4068-8c3d-a2d9355a686a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:29.979780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:30.007884 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9341b25-4212-4e5c-a8c5-c4e32053f380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.023019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9341b25-4212-4e5c-a8c5-c4e32053f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.058776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.071059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f82296ac-71ab-4c26-a00e-7918d9db5c55 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8965824 Aug 11 08:27:30.074489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:30.079688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9341b25-4212-4e5c-a8c5-c4e32053f380 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52ceadcc611f491fb9279101166e33d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9466555 Aug 11 08:27:30.079688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9341b25-4212-4e5c-a8c5-c4e32053f380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208cf295-4e67-4c00-b26b-e3a7a7bf66b9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:30.080600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35692) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:30.189682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '938e032f-f2b3-4068-8c3d-a2d9355a686a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:30.191574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7c98aa8-45fc-400f-adfd-505b0c163bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.252084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7c98aa8-45fc-400f-adfd-505b0c163bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.399036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7c98aa8-45fc-400f-adfd-505b0c163bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.401753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e7c98aa8-45fc-400f-adfd-505b0c163bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.402991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e7c98aa8-45fc-400f-adfd-505b0c163bda admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/208cf295-4e67-4c00-b26b-e3a7a7bf66b9 HTTP/1.1" status: 204 len: 168 time: 0.3004525 Aug 11 08:27:30.417564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c98aa8-45fc-400f-adfd-505b0c163bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208cf295-4e67-4c00-b26b-e3a7a7bf66b9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:30.437179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.455539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a35600c-1708-4899-845d-455eb9c8bcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.469928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-5d970939-63a7-4e6d-a622-9a238f2aa8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:30.473140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-5d970939-63a7-4e6d-a622-9a238f2aa8ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1095 time: 0.4527955 Aug 11 08:27:30.831014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a35600c-1708-4899-845d-455eb9c8bcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.915708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-c72e7246-9e0a-498e-b4c8-d2ec5565ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:30.918072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-c72e7246-9e0a-498e-b4c8-d2ec5565ebc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.3140142 Aug 11 08:27:30.936738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a35600c-1708-4899-845d-455eb9c8bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:30.962805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431287-002e-4ef5-8254-eae9e6a6d826 req-4d488fc3-f8bb-4ddf-9e92-026655dfb14b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:30.971962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54431287-002e-4ef5-8254-eae9e6a6d826 req-4d488fc3-f8bb-4ddf-9e92-026655dfb14b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.3418047 Aug 11 08:27:31.042680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6a9d-8351-411a-94a5-d573994d38b9 req-fbbae898-0478-45b4-8677-addb6edd782f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:31.051854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4ca6a9d-8351-411a-94a5-d573994d38b9 req-fbbae898-0478-45b4-8677-addb6edd782f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1640029 Aug 11 08:27:31.083425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.111042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54431287-002e-4ef5-8254-eae9e6a6d826 req-1ce6abce-f3a8-4c1d-bb1e-d1fa4aedd132 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377475 Aug 11 08:27:31.143305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a35600c-1708-4899-845d-455eb9c8bcb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83a19953da9c4d6e889fd64e9c5d3d66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1621447 Aug 11 08:27:31.144850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.153881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:31.225719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.228007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0578678 Aug 11 08:27:31.229741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35600c-1708-4899-845d-455eb9c8bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d470ab1b-6343-4fab-a2ee-3945a4562f9f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:31.243804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35720) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:31.267765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4ca6a9d-8351-411a-94a5-d573994d38b9 req-a7a04a36-b38c-4322-a4d0-8fc54c8204bc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146306 Aug 11 08:27:31.268157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0415cc-e029-4aef-9cab-c3cf877e5255 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e4e292-524b-46c4-82ad-4664e9c411c7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:31.314717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-5e2d47d8-c350-4f50-a988-30ca7eeab3ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1000 time: 0.3824883 Aug 11 08:27:31.485329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-a7af41e5-14d0-423e-98d5-f2ebed68bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:31.487609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-a7af41e5-14d0-423e-98d5-f2ebed68bc4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.1541791 Aug 11 08:27:31.489378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1815bba4-92fa-4df9-83a4-9bc9f6481890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.535446 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1815bba4-92fa-4df9-83a4-9bc9f6481890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.833155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1815bba4-92fa-4df9-83a4-9bc9f6481890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.836163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1815bba4-92fa-4df9-83a4-9bc9f6481890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:31.868184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1815bba4-92fa-4df9-83a4-9bc9f6481890 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d470ab1b-6343-4fab-a2ee-3945a4562f9f HTTP/1.1" status: 204 len: 168 time: 0.7042937 Aug 11 08:27:31.957449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815bba4-92fa-4df9-83a4-9bc9f6481890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d470ab1b-6343-4fab-a2ee-3945a4562f9f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:31.992532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3c5f-e37e-48b7-84a3-0aee65c26d43 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:32.090291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:27:32.099716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-07ea1ff0-103c-4a8d-bc36-6ade0167e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:32.103741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-07ea1ff0-103c-4a8d-bc36-6ade0167e671 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5398865 Aug 11 08:27:32.149047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3c5f-e37e-48b7-84a3-0aee65c26d43 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:32.382755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:32.668094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610e4d0-93fa-417a-8867-d13aece6958c req-cce3dfe1-ad63-4e8d-a38c-706737bae967 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:32.678257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9610e4d0-93fa-417a-8867-d13aece6958c req-cce3dfe1-ad63-4e8d-a38c-706737bae967 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1732707 Aug 11 08:27:32.703307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-863bba43-9fd3-4ab6-96e7-8964b2fc873c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:32.736484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84fa3a-6dc5-434a-9e82-b081cf2f93eb req-9433c656-3c53-4f6a-b3fa-aa9a577c08eb tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:32.752498 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e84fa3a-6dc5-434a-9e82-b081cf2f93eb req-9433c656-3c53-4f6a-b3fa-aa9a577c08eb tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.4103897 Aug 11 08:27:32.754447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3c5f-e37e-48b7-84a3-0aee65c26d43 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:32.771125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3c5f-e37e-48b7-84a3-0aee65c26d43 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:32.772387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ad2b3c5f-e37e-48b7-84a3-0aee65c26d43 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/938e032f-f2b3-4068-8c3d-a2d9355a686a HTTP/1.1" status: 204 len: 168 time: 1.5200491 Aug 11 08:27:32.879990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9610e4d0-93fa-417a-8867-d13aece6958c req-73e9aafa-7bb8-4222-83c5-129b07c6e2f8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918573 Aug 11 08:27:32.881532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35760) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:32.978703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b3c5f-e37e-48b7-84a3-0aee65c26d43 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938e032f-f2b3-4068-8c3d-a2d9355a686a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:33.025592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-2abafeab-84c2-4657-a55f-ebf1bd6eb458 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011960 Aug 11 08:27:33.070080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-09633835-3a4c-484a-9687-41a0a2e52924 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1873310 Aug 11 08:27:33.076974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35764) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:33.079025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e84fa3a-6dc5-434a-9e82-b081cf2f93eb req-faf81810-43c7-459e-9093-c6eb98b11e2a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255818 Aug 11 08:27:33.102715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--314460348'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:33.197876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:33.204838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-ae660e60-e159-4a24-a2c6-dbbfb7acaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:33.210423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-ae660e60-e159-4a24-a2c6-dbbfb7acaf0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1097 time: 0.4366150 Aug 11 08:27:33.233489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:33.392661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ef8d-2247-4342-bf39-2f8f3bd1bee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:33.423269 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:33.436663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:33.542467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a625b6df-41b1-4f15-9c06-da930b452f8d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:33.619784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82ee8bf3-75a1-4b16-b43b-fd74c2dc4895 req-b7a67971-9499-465d-87ce-39fdd549d923 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860035 Aug 11 08:27:33.659895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-abfe8ef5-d1e0-485b-ab82-192bfaadb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:33.661466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-abfe8ef5-d1e0-485b-ab82-192bfaadb577 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.4100842 Aug 11 08:27:33.789666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-328ab281-1b44-4f05-9ef4-b434fae51aff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 1002 time: 0.1086733 Aug 11 08:27:33.930598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ef8d-2247-4342-bf39-2f8f3bd1bee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:33.947374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:33.951899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b704a822-2180-4a69-93e6-b6c5185b42e2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8690419 Aug 11 08:27:33.952153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35784) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:33.957410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--435095502'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:33.990227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ef8d-2247-4342-bf39-2f8f3bd1bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.086446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6ef8d-2247-4342-bf39-2f8f3bd1bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ad6a4f-2a94-4ca4-b65f-d80a1ff6b15e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:34.103511 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.203030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35794) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:34.203937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f1d6ef8d-2247-4342-bf39-2f8f3bd1bee8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e59f3d902b24493bb86be11f8c9a488d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9691799 Aug 11 08:27:34.206680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-be143245-9774-4937-a159-c349af287c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:34.214555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-be143245-9774-4937-a159-c349af287c38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.4188373 Aug 11 08:27:34.456723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-3c98c3fa-2424-4b5f-b51a-0169c53ef432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:34.458322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-3c98c3fa-2424-4b5f-b51a-0169c53ef432 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352915 Aug 11 08:27:34.461984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e014c-e169-4c73-b2d1-6e66e4eaea59 req-992aeec9-c00b-4601-b1b8-61652f5a9ec0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:34.463640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-051e014c-e169-4c73-b2d1-6e66e4eaea59 req-992aeec9-c00b-4601-b1b8-61652f5a9ec0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.4235396 Aug 11 08:27:34.581118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc783168-d61d-4928-8271-bef682e12c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.643728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-051e014c-e169-4c73-b2d1-6e66e4eaea59 req-00e48d0b-96f5-4758-83b8-578171228366 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496122 Aug 11 08:27:34.675692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc783168-d61d-4928-8271-bef682e12c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.717828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971de75-dc50-4af5-b89c-3488bd5b5d6c req-4545ee56-311d-45b2-b66b-ad5c1a564164 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:34.728161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c971de75-dc50-4af5-b89c-3488bd5b5d6c req-4545ee56-311d-45b2-b66b-ad5c1a564164 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.4225469 Aug 11 08:27:34.794903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c971de75-dc50-4af5-b89c-3488bd5b5d6c req-4b01415b-4dcb-4224-8e93-f47d950aa42c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657535 Aug 11 08:27:34.840564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.870189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.882242 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.907773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-5f119cea-9ee9-42df-8735-708d6caa700d service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288998 Aug 11 08:27:34.969905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc783168-d61d-4928-8271-bef682e12c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.979620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc783168-d61d-4928-8271-bef682e12c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.983376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc783168-d61d-4928-8271-bef682e12c51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5ad6a4f-2a94-4ca4-b65f-d80a1ff6b15e HTTP/1.1" status: 204 len: 168 time: 0.7649448 Aug 11 08:27:34.985181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:34.993235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0392771 Aug 11 08:27:34.996359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35812) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:35.077112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': 'a625b6df-41b1-4f15-9c06-da930b452f8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '22a2386f-1514-41c8-84c8-a06d244a9d52', 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:35.081721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45479d-3f5a-46da-b468-0bc6427d29a3 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a2386f-1514-41c8-84c8-a06d244a9d52,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:35.098033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e91b656a-83a4-4d25-8c43-d08bd920611c req-25f82fd8-6133-421c-914b-6c663b629b97 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809797 Aug 11 08:27:35.137345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc783168-d61d-4928-8271-bef682e12c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ad6a4f-2a94-4ca4-b65f-d80a1ff6b15e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:35.206908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.369797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.381764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.458515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d6fe68-3a9f-414a-9e6d-77c55927009e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:35.467922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.469411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e1978e6-5ff6-4a59-acee-bf10b28cca5b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4209552 Aug 11 08:27:35.472285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35818) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:35.528741 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7e13478-eee9-4c4b-b2ae-217f0d7724f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.548554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7e13478-eee9-4c4b-b2ae-217f0d7724f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.609763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7e13478-eee9-4c4b-b2ae-217f0d7724f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.617704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c7e13478-eee9-4c4b-b2ae-217f0d7724f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.620537 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7e13478-eee9-4c4b-b2ae-217f0d7724f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/18d6fe68-3a9f-414a-9e6d-77c55927009e HTTP/1.1" status: 204 len: 168 time: 0.1467843 Aug 11 08:27:35.623391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35822) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:35.662340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e13478-eee9-4c4b-b2ae-217f0d7724f1 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18d6fe68-3a9f-414a-9e6d-77c55927009e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:35.706466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a5078162-6e4b-4e66-8465-b9b09fe616ec tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0812988 Aug 11 08:27:35.707600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35828) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:35.872456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e796f08a-ae9b-4308-a35e-0e26812a357b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:35.897337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077d73-b00d-4ac9-8ce0-2fd06773a876 req-1327219c-e552-4546-8c4d-fd2212b3aadd tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:35.899565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3077d73-b00d-4ac9-8ce0-2fd06773a876 req-1327219c-e552-4546-8c4d-fd2212b3aadd tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.0735931 Aug 11 08:27:35.925379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e796f08a-ae9b-4308-a35e-0e26812a357b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.046524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3077d73-b00d-4ac9-8ce0-2fd06773a876 req-1b3eaefd-c970-46f8-b581-ae05fda77636 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399653 Aug 11 08:27:36.130026 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.188134 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e796f08a-ae9b-4308-a35e-0e26812a357b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.197460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e796f08a-ae9b-4308-a35e-0e26812a357b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.199057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e796f08a-ae9b-4308-a35e-0e26812a357b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/22a2386f-1514-41c8-84c8-a06d244a9d52 HTTP/1.1" status: 204 len: 168 time: 0.4897523 Aug 11 08:27:36.202152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35844) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:36.211230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796f08a-ae9b-4308-a35e-0e26812a357b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a2386f-1514-41c8-84c8-a06d244a9d52,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:36.222558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1928e1-37be-4619-bdab-4a44ab9d5be8 req-f9aa2e5e-5517-4a75-80af-25bce3247ef4 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:36.224505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa1928e1-37be-4619-bdab-4a44ab9d5be8 req-f9aa2e5e-5517-4a75-80af-25bce3247ef4 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2346747 Aug 11 08:27:36.306467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa1928e1-37be-4619-bdab-4a44ab9d5be8 req-5959470e-73fc-49a2-905f-77a9fb5bffd4 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726268 Aug 11 08:27:36.417445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35856) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:36.418913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a97be4a-ca8b-4f37-afeb-6588dd725065 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2155223 Aug 11 08:27:36.539436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-423468d2-feaf-4b82-9c1a-0f9999c76378 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.601815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-423468d2-feaf-4b82-9c1a-0f9999c76378 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.678880 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-423468d2-feaf-4b82-9c1a-0f9999c76378 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.681515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-423468d2-feaf-4b82-9c1a-0f9999c76378 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:36.685788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-423468d2-feaf-4b82-9c1a-0f9999c76378 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/a625b6df-41b1-4f15-9c06-da930b452f8d HTTP/1.1" status: 204 len: 168 time: 0.2640054 Aug 11 08:27:36.686509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35866) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:36.694210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423468d2-feaf-4b82-9c1a-0f9999c76378 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a625b6df-41b1-4f15-9c06-da930b452f8d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:36.792826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-733572f2-b85c-4601-be2d-c96c07d5d915 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047354 Aug 11 08:27:36.793519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35872) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:36.798327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034025834'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:36.867693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.086576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.096597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.207519 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.209087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4145606 Aug 11 08:27:37.211832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35882) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:37.217439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '876d6e1e-81ed-4230-b910-6c55d11055d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:37.256137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ce3f2-d95a-4d0f-ba66-6f0544812d6c tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876d6e1e-81ed-4230-b910-6c55d11055d5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:37.319791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.364701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acb4b7-8970-4a74-ae2e-fc1af2b22fb9 req-786e69a6-a6e5-4ced-9a0b-99ec3be861bc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:37.380481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9acb4b7-8970-4a74-ae2e-fc1af2b22fb9 req-786e69a6-a6e5-4ced-9a0b-99ec3be861bc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2014475 Aug 11 08:27:37.486384 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f9acb4b7-8970-4a74-ae2e-fc1af2b22fb9 req-b3505b93-3842-4630-a6a1-ca38c706c7a0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022525 Aug 11 08:27:37.597862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.610905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.635339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c598dc5-eda5-4db5-a1db-b2bd83ff80e0 req-b725f91e-9965-4392-891c-d92a57aba25c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:37.640395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c598dc5-eda5-4db5-a1db-b2bd83ff80e0 req-b725f91e-9965-4392-891c-d92a57aba25c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.1519995 Aug 11 08:27:37.791802 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c598dc5-eda5-4db5-a1db-b2bd83ff80e0 req-952012e4-cc3a-4b17-88a0-32dbb41673fb tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386390 Aug 11 08:27:37.820363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cade377d-8115-4a70-ba33-73f81ef68479,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:37.824532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.828634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8ae71c0b-6b3a-4b3d-8def-3246879a2991 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6130915 Aug 11 08:27:37.828951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35894) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:37.905294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1aacbea7-3de7-4e38-8272-46be78808e3d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.924730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1aacbea7-3de7-4e38-8272-46be78808e3d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:37.990911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1aacbea7-3de7-4e38-8272-46be78808e3d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:38.001274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1aacbea7-3de7-4e38-8272-46be78808e3d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:38.005374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:38.005506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1aacbea7-3de7-4e38-8272-46be78808e3d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/cade377d-8115-4a70-ba33-73f81ef68479 HTTP/1.1" status: 204 len: 168 time: 0.1723740 Aug 11 08:27:38.017810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacbea7-3de7-4e38-8272-46be78808e3d tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cade377d-8115-4a70-ba33-73f81ef68479,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:38.194935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35908) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:38.210745 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76de8bce-d39a-4ba0-8cb5-8d5235ce0334 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2033803 Aug 11 08:27:38.521568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9b58-5303-4a34-84ff-be77659ac548 req-1855e6f0-ac8f-43ed-afeb-1d3870ac6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:38.523899 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-1855e6f0-ac8f-43ed-afeb-1d3870ac6266 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 1097 time: 0.2776697 Aug 11 08:27:38.675714 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5d947a6-8432-4532-a774-a2c45c76ebcf tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:38.704905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560b69c-33fa-401c-9eb1-c240a6b46d89 req-bd8c138f-57b1-4e0f-9fe6-37a0945e2c27 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:38.717707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c560b69c-33fa-401c-9eb1-c240a6b46d89 req-bd8c138f-57b1-4e0f-9fe6-37a0945e2c27 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.3780816 Aug 11 08:27:38.922511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a5d73-daa3-4d95-8788-bf5d63137ee4 req-d6f5c0f2-19ec-44ed-ad78-5a2200c3103f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:38.924167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-912a5d73-daa3-4d95-8788-bf5d63137ee4 req-d6f5c0f2-19ec-44ed-ad78-5a2200c3103f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2008743 Aug 11 08:27:39.047994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-912a5d73-daa3-4d95-8788-bf5d63137ee4 req-def4ed47-3e14-4e7c-b0af-6a1c9560f014 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133831 Aug 11 08:27:39.216490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9b58-5303-4a34-84ff-be77659ac548 req-b736b433-96a3-4f6b-a4ee-950aaf43b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:39.220756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-b736b433-96a3-4f6b-a4ee-950aaf43b5ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.6864536 Aug 11 08:27:39.236060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5d947a6-8432-4532-a774-a2c45c76ebcf tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.002650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c560b69c-33fa-401c-9eb1-c240a6b46d89 req-a4a81ded-afde-46d5-afb2-9489b5445662 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2841761 Aug 11 08:27:40.135310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5d947a6-8432-4532-a774-a2c45c76ebcf tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.143616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5d947a6-8432-4532-a774-a2c45c76ebcf tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.146017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d5d947a6-8432-4532-a774-a2c45c76ebcf tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/876d6e1e-81ed-4230-b910-6c55d11055d5 HTTP/1.1" status: 204 len: 168 time: 1.9493203 Aug 11 08:27:40.148972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35948) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:40.157768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-62435a4e-3367-444b-acbc-462686d39a46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 200 len: 1002 time: 0.1532331 Aug 11 08:27:40.166050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d947a6-8432-4532-a774-a2c45c76ebcf tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d6e1e-81ed-4230-b910-6c55d11055d5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:40.236289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9b58-5303-4a34-84ff-be77659ac548 req-545c926f-d0fc-4204-a146-a24a5e5b142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:40.242532 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-545c926f-d0fc-4204-a146-a24a5e5b142a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.0733778 Aug 11 08:27:40.282670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0be1ecf1-6dd5-4093-bbbe-5a40476425e4 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310885 Aug 11 08:27:40.288262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:40.297502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640235435'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:40.426162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9b58-5303-4a34-84ff-be77659ac548 req-4d83094f-c2eb-461c-b55a-bfa01a0a84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:40.431466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-4d83094f-c2eb-461c-b55a-bfa01a0a84f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821144 Aug 11 08:27:40.432323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.619298 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.629368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.660739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-4b27d36c-4350-4dc0-928d-07c9fddf0fe3 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216530 Aug 11 08:27:40.676174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d30998d-1b3b-4ba7-9e31-ef6ad4825c43,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:40.755022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cffef-2d84-41d3-b6d7-ef711c131664 req-268f8839-f349-4ce3-a258-5ffcd25935bf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:40.761438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c91cffef-2d84-41d3-b6d7-ef711c131664 req-268f8839-f349-4ce3-a258-5ffcd25935bf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.4199426 Aug 11 08:27:40.847233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:40.864179 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c6a61857-cb37-478d-a243-63dbb85c7908 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5734427 Aug 11 08:27:40.865787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35964) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:40.898892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '3d30998d-1b3b-4ba7-9e31-ef6ad4825c43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:41.015676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.055914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-092e9b58-5303-4a34-84ff-be77659ac548 req-958f380b-6343-4fe6-9ced-41f45518cb35 service neutron] 10.222.0.69 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882308 Aug 11 08:27:41.162478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c91cffef-2d84-41d3-b6d7-ef711c131664 req-390697ab-251e-4f98-a404-8b02ae177524 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798063 Aug 11 08:27:41.271538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.287439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.356392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f6ae3-82c7-4c5b-a233-17c9a4994c98,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:41.364586 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.366209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-849a5932-63f7-468e-894d-9e4b5e4de27e tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4891167 Aug 11 08:27:41.370694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35976) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:41.429883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35978) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:41.434583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c66aa494-3e78-48b3-89a7-cafab0d6c277 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules/0e8f6ae3-82c7-4c5b-a233-17c9a4994c98 HTTP/1.1" status: 200 len: 763 time: 0.0518143 Aug 11 08:27:41.595459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792775-0239-4040-a4e2-18fd0ddcdc3a req-61f7416c-bb01-4fe5-b74f-c08b5ecca2e4 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:41.604737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95792775-0239-4040-a4e2-18fd0ddcdc3a req-61f7416c-bb01-4fe5-b74f-c08b5ecca2e4 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.3193989 Aug 11 08:27:41.713459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35986) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:41.714365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-704a7878-a559-48c4-a6b9-19dfe82264e6 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2782888 Aug 11 08:27:41.810033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a638837f-f0cd-49d8-8092-483c79fc2084 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.825991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a638837f-f0cd-49d8-8092-483c79fc2084 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.899838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95792775-0239-4040-a4e2-18fd0ddcdc3a req-8b17ce62-eee8-44a3-9322-2269a51fb165 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794548 Aug 11 08:27:41.940955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a638837f-f0cd-49d8-8092-483c79fc2084 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.962559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a638837f-f0cd-49d8-8092-483c79fc2084 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:41.966418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a638837f-f0cd-49d8-8092-483c79fc2084 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0e8f6ae3-82c7-4c5b-a233-17c9a4994c98 HTTP/1.1" status: 204 len: 168 time: 0.2489879 Aug 11 08:27:41.967583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35988) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:41.988710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638837f-f0cd-49d8-8092-483c79fc2084 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e8f6ae3-82c7-4c5b-a233-17c9a4994c98,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:41.992637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35990) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:42.070149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:42.070702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0dc4f329-1aee-4585-a979-24d1327ccdea tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1014063 Aug 11 08:27:42.077732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '3d30998d-1b3b-4ba7-9e31-ef6ad4825c43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:42.171350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:42.344603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85525d94-f48d-4ae9-9cf4-53bb5ebd2962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:42.704607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85525d94-f48d-4ae9-9cf4-53bb5ebd2962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:42.755761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85525d94-f48d-4ae9-9cf4-53bb5ebd2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:42.849642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525d94-f48d-4ae9-9cf4-53bb5ebd2962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae21fe9-1251-4982-8a72-187dfd92b5a3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:42.888259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:42.940419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.007484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b25468-002a-401d-8ceb-7ee007faf00d req-fbbe8748-ad47-4561-9e30-8ca9272d6d84 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:43.012789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-80b25468-002a-401d-8ceb-7ee007faf00d req-fbbe8748-ad47-4561-9e30-8ca9272d6d84 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.7427700 Aug 11 08:27:43.052487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36016) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:43.053356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85525d94-f48d-4ae9-9cf4-53bb5ebd2962 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=592ad5e514694a1db5e041b9bba23606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0454059 Aug 11 08:27:43.089035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.094107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0219254 Aug 11 08:27:43.097967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36018) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:43.098865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05080d-ad97-4e0e-8a4e-44939bded57a tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ccd38b-5946-4c04-8387-bb3e9ad6d565,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:43.224933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-80b25468-002a-401d-8ceb-7ee007faf00d req-ce919cfc-48d2-4176-8391-515fe47a5eed tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870520 Aug 11 08:27:43.244312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a92edd7a-2c13-485b-bd54-7f23a3fabfb9 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules/a9ccd38b-5946-4c04-8387-bb3e9ad6d565 HTTP/1.1" status: 200 len: 763 time: 0.1312451 Aug 11 08:27:43.248191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36020) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:43.290172 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.360020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.388013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4349-fee3-4ce3-9870-278b5a2f46d6 req-3b575c6b-e711-48ea-bebf-c35d0ed85067 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:43.400701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e66b4349-fee3-4ce3-9870-278b5a2f46d6 req-3b575c6b-e711-48ea-bebf-c35d0ed85067 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2549691 Aug 11 08:27:43.402106 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc467e38-a17e-4df0-9a94-4f2f9dab3224 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1527774 Aug 11 08:27:43.405046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36024) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:43.477734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc93fd5-1f8b-4406-874f-627d824b68cd tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.499852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc93fd5-1f8b-4406-874f-627d824b68cd tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.582513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc93fd5-1f8b-4406-874f-627d824b68cd tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.594636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc93fd5-1f8b-4406-874f-627d824b68cd tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.598166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ecc93fd5-1f8b-4406-874f-627d824b68cd tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a9ccd38b-5946-4c04-8387-bb3e9ad6d565 HTTP/1.1" status: 204 len: 168 time: 0.1898315 Aug 11 08:27:43.598325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e66b4349-fee3-4ce3-9870-278b5a2f46d6 req-4cfab591-a6f8-4ab5-84bd-dce232aa38bb tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916447 Aug 11 08:27:43.599362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36028) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:43.628086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.632524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.634084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ae21fe9-1251-4982-8a72-187dfd92b5a3 HTTP/1.1" status: 204 len: 168 time: 0.5805464 Aug 11 08:27:43.649026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae21fe9-1251-4982-8a72-187dfd92b5a3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:43.661792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc93fd5-1f8b-4406-874f-627d824b68cd tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9ccd38b-5946-4c04-8387-bb3e9ad6d565,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:43.663210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.663554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.663999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.664437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.664872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.665341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.665771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.666337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.666648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.667232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.667670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.668085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c46aa2-6a7f-464b-9798-fbf9fd17f177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:43.700710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fcb0f891-28a1-482c-af68-5cf9d71ec919 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979288 Aug 11 08:27:43.702803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36036) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:43.712021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Request body: {'security_group_rule': {'security_group_id': '3d30998d-1b3b-4ba7-9e31-ef6ad4825c43', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:27:43.762924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.909885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.926337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.968922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a41bcc-f1ac-4f26-8bf6-5faa1d3467c8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:43.987023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:43.989080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dbb99040-0a0a-48e1-92db-b46d9aadbc50 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2830615 Aug 11 08:27:43.991628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36042) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.035749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.037123 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-46a2b2ea-c28d-48dc-b412-de05a3b2d4d6 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules/c2a41bcc-f1ac-4f26-8bf6-5faa1d3467c8 HTTP/1.1" status: 200 len: 764 time: 0.0399449 Aug 11 08:27:44.151050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-be8d59dd-580e-43e8-b958-992419375cc2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1137531 Aug 11 08:27:44.154060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36046) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.211840 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d93f5ea-c6f6-486c-a74d-f8dd2c5d8d07 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.233767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d93f5ea-c6f6-486c-a74d-f8dd2c5d8d07 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.293801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d93f5ea-c6f6-486c-a74d-f8dd2c5d8d07 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.301189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d93f5ea-c6f6-486c-a74d-f8dd2c5d8d07 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.304919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d93f5ea-c6f6-486c-a74d-f8dd2c5d8d07 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c2a41bcc-f1ac-4f26-8bf6-5faa1d3467c8 HTTP/1.1" status: 204 len: 168 time: 0.1474493 Aug 11 08:27:44.305488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36058) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.314249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93f5ea-c6f6-486c-a74d-f8dd2c5d8d07 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2a41bcc-f1ac-4f26-8bf6-5faa1d3467c8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:44.393892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36064) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.432617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8994b2c7-5b0e-4a94-a8fb-515620ec354b tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1225247 Aug 11 08:27:44.432788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-787f3ad5-5865-4399-9ce8-7339135aa753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.432961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36066) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.629648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a2c84a1-03f7-4b2c-975b-56e0fc3623c2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.671261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4942515-f0cb-4871-93be-3c0922cce324 req-c8ecf077-eb69-45ca-bf48-a51f98cf65a8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:44.681617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4942515-f0cb-4871-93be-3c0922cce324 req-c8ecf077-eb69-45ca-bf48-a51f98cf65a8 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.2444730 Aug 11 08:27:44.706776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a2c84a1-03f7-4b2c-975b-56e0fc3623c2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.821844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4942515-f0cb-4871-93be-3c0922cce324 req-0643e810-587f-4bdb-a9c7-d4585245f77b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244767 Aug 11 08:27:44.874572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a2c84a1-03f7-4b2c-975b-56e0fc3623c2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.878452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a2c84a1-03f7-4b2c-975b-56e0fc3623c2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:44.881246 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9a2c84a1-03f7-4b2c-975b-56e0fc3623c2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d30998d-1b3b-4ba7-9e31-ef6ad4825c43 HTTP/1.1" status: 204 len: 168 time: 0.4458270 Aug 11 08:27:44.883954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:44.921792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c84a1-03f7-4b2c-975b-56e0fc3623c2 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d30998d-1b3b-4ba7-9e31-ef6ad4825c43,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:45.060802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36088) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:45.062736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df86ecf5-d115-4b49-803c-d7d2fc40acb0 tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1696181 Aug 11 08:27:45.079763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-787f3ad5-5865-4399-9ce8-7339135aa753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:45.090525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-787f3ad5-5865-4399-9ce8-7339135aa753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:45.152664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5a9a67e5-1b86-4dd0-af50-9fe7366a77dc tempest-SecGroupTest-1125339173 tempest-SecGroupTest-1125339173-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887299 Aug 11 08:27:45.211676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-787f3ad5-5865-4399-9ce8-7339135aa753 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=728bc9c3fe6e4258b2894ddc87e7c670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8145995 Aug 11 08:27:45.212817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36092) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:45.237992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3ad5-5865-4399-9ce8-7339135aa753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4ca80a-ad11-4239-829e-7adce34946eb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:45.414108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dee8621-0a54-413e-9f4a-662e7bd1b722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:45.508056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dee8621-0a54-413e-9f4a-662e7bd1b722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:45.650619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dee8621-0a54-413e-9f4a-662e7bd1b722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:45.653575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dee8621-0a54-413e-9f4a-662e7bd1b722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:45.655035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4dee8621-0a54-413e-9f4a-662e7bd1b722 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa4ca80a-ad11-4239-829e-7adce34946eb HTTP/1.1" status: 204 len: 168 time: 0.4407856 Aug 11 08:27:45.698098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8621-0a54-413e-9f4a-662e7bd1b722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4ca80a-ad11-4239-829e-7adce34946eb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:45.908283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36140) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:46.138849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc797b6-562e-4f6d-81ff-0a2caebb9041 req-f3acdfc3-e8f1-4814-9523-893179175c28 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:46.149874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6bc797b6-562e-4f6d-81ff-0a2caebb9041 req-f3acdfc3-e8f1-4814-9523-893179175c28 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1623814 Aug 11 08:27:46.276599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6bc797b6-562e-4f6d-81ff-0a2caebb9041 req-a568c466-8287-464c-a8cd-5e48163d61cf tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143956 Aug 11 08:27:46.474146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63d2ac48-30a4-4ed4-a25d-54133bdc7364 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a8bb8c1bf8343558f2c27cb9a932891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644712 Aug 11 08:27:46.479225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36162) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:46.605334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-667dd9c3-b051-496e-9dd8-18fc5ad882d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:46.653250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-667dd9c3-b051-496e-9dd8-18fc5ad882d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:46.753223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-667dd9c3-b051-496e-9dd8-18fc5ad882d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:46.756393 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-667dd9c3-b051-496e-9dd8-18fc5ad882d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:46.758103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-667dd9c3-b051-496e-9dd8-18fc5ad882d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c411321-1dc1-49c9-845f-1346a5f677c5 HTTP/1.1" status: 204 len: 168 time: 0.2762494 Aug 11 08:27:46.789248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd9c3-b051-496e-9dd8-18fc5ad882d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c411321-1dc1-49c9-845f-1346a5f677c5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:46.797333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36176) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:47.342121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c8d821-440a-4de4-bc10-3196e11c7ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:47.541877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443260-048f-45ca-98b1-3edaf5945ca4 req-39366b2f-bf17-46fe-8a68-7fc8d85105c0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:47.543913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44443260-048f-45ca-98b1-3edaf5945ca4 req-39366b2f-bf17-46fe-8a68-7fc8d85105c0 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1449349 Aug 11 08:27:47.663584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44443260-048f-45ca-98b1-3edaf5945ca4 req-28319278-64dd-49f2-9770-bf8482c3f4ef tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033580 Aug 11 08:27:47.776220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c8d821-440a-4de4-bc10-3196e11c7ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:47.794595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c8d821-440a-4de4-bc10-3196e11c7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:47.875258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8d821-440a-4de4-bc10-3196e11c7ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcac342-98c8-4368-afa9-54667a9e64a2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:47.909410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36212) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:47.910368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-78c8d821-440a-4de4-bc10-3196e11c7ac9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=991eeb573bc94a0a877ad0373ef924cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1118476 Aug 11 08:27:48.059651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5742a95-f1ad-43dc-9fcd-f51866dea689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:48.107918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5742a95-f1ad-43dc-9fcd-f51866dea689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:48.257332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5742a95-f1ad-43dc-9fcd-f51866dea689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:48.268997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5742a95-f1ad-43dc-9fcd-f51866dea689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:48.270563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a5742a95-f1ad-43dc-9fcd-f51866dea689 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fcac342-98c8-4368-afa9-54667a9e64a2 HTTP/1.1" status: 204 len: 168 time: 0.3599501 Aug 11 08:27:48.298170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5742a95-f1ad-43dc-9fcd-f51866dea689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcac342-98c8-4368-afa9-54667a9e64a2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:48.960996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011ea4e-a55d-4122-9ff8-85a0ab7ad5a4 req-286a5921-1102-4aae-bff0-b729f21750f2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:48.962673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a011ea4e-a55d-4122-9ff8-85a0ab7ad5a4 req-286a5921-1102-4aae-bff0-b729f21750f2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1208291 Aug 11 08:27:49.090156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a011ea4e-a55d-4122-9ff8-85a0ab7ad5a4 req-43f8e3d1-684e-4ae1-a9e2-0c901178e0a6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193218 Aug 11 08:27:49.405573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36274) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:49.413593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36276) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:49.439286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de65d61e-763b-4b60-aa6b-955f5902490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:49.754493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de65d61e-763b-4b60-aa6b-955f5902490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:49.762856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de65d61e-763b-4b60-aa6b-955f5902490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:49.849138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36308) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:49.856949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de65d61e-763b-4b60-aa6b-955f5902490d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0c11220abca4d39ac01a8d46db0e04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394236 Aug 11 08:27:49.923816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65d61e-763b-4b60-aa6b-955f5902490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4381c-0eea-4144-a004-5fa16205b651,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:49.940372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-404e81ab-1c5a-4532-a808-619b90cfae35 tempest-ServiceProvidersTest-1116812334 tempest-ServiceProvidersTest-1116812334-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5220952 Aug 11 08:27:50.068907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:50.181271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:50.412024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:50.416051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:50.421771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64b4381c-0eea-4144-a004-5fa16205b651 HTTP/1.1" status: 204 len: 168 time: 0.5683820 Aug 11 08:27:50.447529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:50.484550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4381c-0eea-4144-a004-5fa16205b651,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:50.534691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.535049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.535399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.542299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.542901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.543189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.543531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.543870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.544204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.544533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.544863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.555232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96a1b6-1d17-4ef9-8dcc-d442c0588936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:27:50.634045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99357d8b-4a77-4fa0-838c-a9ec758bbaa8 req-4d91cae1-1129-448e-971f-c8fb340b2434 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:50.649786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99357d8b-4a77-4fa0-838c-a9ec758bbaa8 req-4d91cae1-1129-448e-971f-c8fb340b2434 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.4475636 Aug 11 08:27:50.784973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99357d8b-4a77-4fa0-838c-a9ec758bbaa8 req-31f05b25-b836-4315-9201-c8dc7a0b3fe2 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327720 Aug 11 08:27:51.434194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63822bb9-87b8-423a-875a-7589c23a6033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:51.801614 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63822bb9-87b8-423a-875a-7589c23a6033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:51.814985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63822bb9-87b8-423a-875a-7589c23a6033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:51.866048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63822bb9-87b8-423a-875a-7589c23a6033 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c4eb014893b400894579d9749ec92c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4171004 Aug 11 08:27:51.869586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36388) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:51.906260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63822bb9-87b8-423a-875a-7589c23a6033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645ca45-e394-48bf-944d-19243ee1782c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:52.059371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee5e911c-e19c-4e10-90cb-f60c350c81a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:52.152976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee5e911c-e19c-4e10-90cb-f60c350c81a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:52.171906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d807490-8430-4283-bf3a-549f07c9f97c req-fcd4186d-116a-4be5-960a-5883a187d675 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:52.193510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d807490-8430-4283-bf3a-549f07c9f97c req-fcd4186d-116a-4be5-960a-5883a187d675 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1772139 Aug 11 08:27:52.286500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee5e911c-e19c-4e10-90cb-f60c350c81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:52.289119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee5e911c-e19c-4e10-90cb-f60c350c81a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:52.290316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ee5e911c-e19c-4e10-90cb-f60c350c81a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f645ca45-e394-48bf-944d-19243ee1782c HTTP/1.1" status: 204 len: 168 time: 0.4195518 Aug 11 08:27:52.314779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e911c-e19c-4e10-90cb-f60c350c81a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645ca45-e394-48bf-944d-19243ee1782c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:52.320668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d807490-8430-4283-bf3a-549f07c9f97c req-8f1579fa-42db-454a-ae73-31392043bb39 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260524 Aug 11 08:27:53.529812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d0ecb-5372-4dbf-8024-3dbf9c931cb4 req-d4f318f7-ba9b-49ca-bd03-c5dcb1170cdc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:53.535168 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f10d0ecb-5372-4dbf-8024-3dbf9c931cb4 req-d4f318f7-ba9b-49ca-bd03-c5dcb1170cdc tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 944 time: 0.1062303 Aug 11 08:27:53.615744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f10d0ecb-5372-4dbf-8024-3dbf9c931cb4 req-34467825-2288-4de2-a451-d6b3e532239b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744185 Aug 11 08:27:53.847573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36472) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:53.851773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36474) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:53.972314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Deleting subnet c909c4d1-3483-4ada-9064-2cfe56142f97 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:27:53.976260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.046926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.118176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.146682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2014c366-e04c-4906-9345-0f8adceacd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.239515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.297652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c909c4d1-3483-4ada-9064-2cfe56142f97,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:54.305537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.307902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d155d080-a948-41e3-aee7-49a6ab04902e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c909c4d1-3483-4ada-9064-2cfe56142f97 HTTP/1.1" status: 204 len: 168 time: 0.4590898 Aug 11 08:27:54.308442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:27:54.310556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36500) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:54.383210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2014c366-e04c-4906-9345-0f8adceacd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.391018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.404285 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2014c366-e04c-4906-9345-0f8adceacd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.482726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:27:54.485109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c366-e04c-4906-9345-0f8adceacd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e4e88c-6ad7-4528-85f5-dc9468faf4eb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:54.525647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'port_id': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'mac_address': 'fa:16:3e:2e:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:27:54.530067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2014c366-e04c-4906-9345-0f8adceacd0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b068d729c1c84fd8975e99186e134879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770401 Aug 11 08:27:54.532842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:54.595285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.599580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cecb7413-824f-40fa-a0de-a751147a8f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.608457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd08371e-6167-45d4-8bd2-f94f4fcaeb24']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:27:54.620986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:27:54.621681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad88bcd4-712c-4d2d-8369-a4abf2bf99d6') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:27:54.631770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.635092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.642837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cecb7413-824f-40fa-a0de-a751147a8f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.649265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.656610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:27:54.657477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.677647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dde3c3c-f81e-4e1d-b949-4a95de888eec {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:27:54.718236 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:27:54.727587 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.745960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cecb7413-824f-40fa-a0de-a751147a8f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.749671 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cecb7413-824f-40fa-a0de-a751147a8f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.751365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.751718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:27:54.754753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cecb7413-824f-40fa-a0de-a751147a8f02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8e4e88c-6ad7-4528-85f5-dc9468faf4eb HTTP/1.1" status: 204 len: 168 time: 0.2183368 Aug 11 08:27:54.759856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] 10.222.0.58 "DELETE /v2.0/networks/dd08371e-6167-45d4-8bd2-f94f4fcaeb24 HTTP/1.1" status: 204 len: 168 time: 0.4476163 Aug 11 08:27:54.760782 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:54.762298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160a26e-b0db-4f22-a0ab-84abbb6a7cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=dd08371e-6167-45d4-8bd2-f94f4fcaeb24,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:54.806600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb7413-824f-40fa-a0de-a751147a8f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e4e88c-6ad7-4528-85f5-dc9468faf4eb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:54.885146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898b36-63c5-4507-956a-000089a6165c req-eddc3ee9-92f2-4e74-b183-27074588700d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:54.887742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4898b36-63c5-4507-956a-000089a6165c req-eddc3ee9-92f2-4e74-b183-27074588700d tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 945 time: 0.1310401 Aug 11 08:27:54.948969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:54.996096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4898b36-63c5-4507-956a-000089a6165c req-43d04101-4ab2-4f9d-b3f1-97266c5eb002 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947456 Aug 11 08:27:55.069159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7dde3c3c-f81e-4e1d-b949-4a95de888eec'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:27:55.268793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36534) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:55.380641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8004a552-f53b-4f4b-87b4-fb53392a07a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7745810686fc41f2a001389a77f9fea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079051 Aug 11 08:27:55.381023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36536) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:55.462156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:55.471630 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b12d047-4935-4f64-8f2d-25abfc40372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.501893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b12d047-4935-4f64-8f2d-25abfc40372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.557650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b12d047-4935-4f64-8f2d-25abfc40372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.560785 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b12d047-4935-4f64-8f2d-25abfc40372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.562634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9b12d047-4935-4f64-8f2d-25abfc40372a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2 HTTP/1.1" status: 204 len: 168 time: 0.1807337 Aug 11 08:27:55.579563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12d047-4935-4f64-8f2d-25abfc40372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbd669e-a80c-4dcb-b71f-ffc1db2c5cc2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:55.697549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0029610-31c5-4ac5-b035-7155249d9d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.828461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0029610-31c5-4ac5-b035-7155249d9d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.837332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0029610-31c5-4ac5-b035-7155249d9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:55.969333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a0029610-31c5-4ac5-b035-7155249d9d4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e744d85caa84b80a4d704a1bd684161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031171 Aug 11 08:27:55.969333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0029610-31c5-4ac5-b035-7155249d9d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf4808c-e9dd-41c5-afca-bcbfac3e4c67,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:55.971171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36596) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:56.078175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d091-1e83-4acb-a32d-6894037fa5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.133197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d091-1e83-4acb-a32d-6894037fa5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.181428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee1ee6-c4a0-4072-949a-884840086891 req-92ec63e6-ef02-4681-ac47-21eaa5097845 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:56.189565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50ee1ee6-c4a0-4072-949a-884840086891 req-92ec63e6-ef02-4681-ac47-21eaa5097845 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 945 time: 0.0724440 Aug 11 08:27:56.239754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50ee1ee6-c4a0-4072-949a-884840086891 req-99b00ece-afa7-424f-8f86-d4f45c944978 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491021 Aug 11 08:27:56.248150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d091-1e83-4acb-a32d-6894037fa5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.254243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d091-1e83-4acb-a32d-6894037fa5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.256332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1cd5d091-1e83-4acb-a32d-6894037fa5a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbf4808c-e9dd-41c5-afca-bcbfac3e4c67 HTTP/1.1" status: 204 len: 168 time: 0.2843561 Aug 11 08:27:56.270376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5d091-1e83-4acb-a32d-6894037fa5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf4808c-e9dd-41c5-afca-bcbfac3e4c67,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:56.311959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:27:56.410092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 7dde3c3c-f81e-4e1d-b949-4a95de888eec triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:27:56.410469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.522285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.549108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:27:56.551700 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882afc7-c226-4b22-bb96-1107d24f47a9" -d '{"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-plugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:27:56.566135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:27:56.573193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.630204 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cc4d6c-37ad-4a30-a346-1cc1f91f8fa1 x-openstack-request-id: req-33cc4d6c-37ad-4a30-a346-1cc1f91f8fa1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:27:56.630606 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-plugged", "status": "completed", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:27:56.631004 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33cc4d6c-37ad-4a30-a346-1cc1f91f8fa1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:27:56.631401 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'code': 200} Aug 11 08:27:56.664306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:56.922260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b818-1ed4-4c47-b838-3e62c3ac0ed7 req-20df56aa-7023-46da-b7e8-4b070ec0f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:56.924036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71f3b818-1ed4-4c47-b838-3e62c3ac0ed7 req-20df56aa-7023-46da-b7e8-4b070ec0f566 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1098 time: 0.0559976 Aug 11 08:27:56.944434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36676) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:56.969296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2006b29-5687-4ff6-8c55-59a4ad5f11c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:56.985806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71f3b818-1ed4-4c47-b838-3e62c3ac0ed7 req-4f760efa-c624-4aac-a3d4-5e330f77b7fc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548921 Aug 11 08:27:57.102604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2006b29-5687-4ff6-8c55-59a4ad5f11c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.108920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2006b29-5687-4ff6-8c55-59a4ad5f11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.155582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e2006b29-5687-4ff6-8c55-59a4ad5f11c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d64693d19e8d48a0823840d8b95bb0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100029 Aug 11 08:27:57.156715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006b29-5687-4ff6-8c55-59a4ad5f11c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a00f95-bebc-43ef-bb63-7703963567a6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:57.158337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:57.189827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36690) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:57.222649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48ce3e8f-0bc0-4f82-9558-d55a59587c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.260692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48ce3e8f-0bc0-4f82-9558-d55a59587c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.326140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48ce3e8f-0bc0-4f82-9558-d55a59587c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.332739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48ce3e8f-0bc0-4f82-9558-d55a59587c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.334211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-48ce3e8f-0bc0-4f82-9558-d55a59587c91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63a00f95-bebc-43ef-bb63-7703963567a6 HTTP/1.1" status: 204 len: 168 time: 0.1746235 Aug 11 08:27:57.349906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce3e8f-0bc0-4f82-9558-d55a59587c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a00f95-bebc-43ef-bb63-7703963567a6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:57.424498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f96542-d777-47e6-97ac-a87a61bd102a req-797e9839-06b3-4838-9c27-775418df655b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:57.430377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20f96542-d777-47e6-97ac-a87a61bd102a req-797e9839-06b3-4838-9c27-775418df655b tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.0776832 Aug 11 08:27:57.483822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20f96542-d777-47e6-97ac-a87a61bd102a req-151e38c7-e403-4f8f-a8b0-201182f8cbe6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483265 Aug 11 08:27:57.559923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f7e96e48-1ac6-44cd-ba7d-70fe75e33e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.686230 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f7e96e48-1ac6-44cd-ba7d-70fe75e33e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.694576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f7e96e48-1ac6-44cd-ba7d-70fe75e33e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.747315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f7e96e48-1ac6-44cd-ba7d-70fe75e33e42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c200a546e854787b130abc4acf8cea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535419 Aug 11 08:27:57.748375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:57.750955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96e48-1ac6-44cd-ba7d-70fe75e33e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5507a801-4339-41d0-bb02-b44957fc2358,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:57.821296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-924f9e14-4d20-4172-a2fe-36ad93461691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.850497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-924f9e14-4d20-4172-a2fe-36ad93461691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.895011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:57.976627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-924f9e14-4d20-4172-a2fe-36ad93461691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.980392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-924f9e14-4d20-4172-a2fe-36ad93461691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:57.984936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-924f9e14-4d20-4172-a2fe-36ad93461691 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5507a801-4339-41d0-bb02-b44957fc2358 HTTP/1.1" status: 204 len: 168 time: 0.2352083 Aug 11 08:27:57.996349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f9e14-4d20-4172-a2fe-36ad93461691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507a801-4339-41d0-bb02-b44957fc2358,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:58.170920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a07eb04e-6dc2-4b67-a599-8b418babd0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.322175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a07eb04e-6dc2-4b67-a599-8b418babd0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.330918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a07eb04e-6dc2-4b67-a599-8b418babd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.370146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eb04e-6dc2-4b67-a599-8b418babd0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb33f7-2660-4749-aae3-d1ee32110ddb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:58.412691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:58.413602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a07eb04e-6dc2-4b67-a599-8b418babd0b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3c1af28be4f4997942d9120dadfd05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173447 Aug 11 08:27:58.496468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a611a1ca-e1c5-435d-8306-cdbd446eed83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.519783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a611a1ca-e1c5-435d-8306-cdbd446eed83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.587535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:58.631169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a611a1ca-e1c5-435d-8306-cdbd446eed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.633732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a611a1ca-e1c5-435d-8306-cdbd446eed83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.634932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a611a1ca-e1c5-435d-8306-cdbd446eed83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbfb33f7-2660-4749-aae3-d1ee32110ddb HTTP/1.1" status: 204 len: 168 time: 0.2213211 Aug 11 08:27:58.665644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-141294e5-a00e-4adc-a6c4-a1ffaa4a805b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.669664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611a1ca-e1c5-435d-8306-cdbd446eed83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb33f7-2660-4749-aae3-d1ee32110ddb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:58.691561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:58.798748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def81799-5a32-4d3f-9e1d-72e9b79ba929 req-556cd3d3-f68b-44a9-a91b-2d77602b1d0f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:27:58.801998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-def81799-5a32-4d3f-9e1d-72e9b79ba929 req-556cd3d3-f68b-44a9-a91b-2d77602b1d0f tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.1338968 Aug 11 08:27:58.898474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-def81799-5a32-4d3f-9e1d-72e9b79ba929 req-0e2a43a2-0e66-4801-b5d6-d9c485f56491 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792208 Aug 11 08:27:58.990858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-141294e5-a00e-4adc-a6c4-a1ffaa4a805b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.003393 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-141294e5-a00e-4adc-a6c4-a1ffaa4a805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.064370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-141294e5-a00e-4adc-a6c4-a1ffaa4a805b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f26c202eb5e484aa16287fa7226f223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756083 Aug 11 08:27:59.066986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36788) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:27:59.084486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141294e5-a00e-4adc-a6c4-a1ffaa4a805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a07c43c-6397-4fd7-ae77-592b48985944,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:59.185432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-968148d9-55ae-4525-b9d8-1cc14736346d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.236560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-968148d9-55ae-4525-b9d8-1cc14736346d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.273278 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-770aa743-ff66-43de-878d-7a2bfa70c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.337457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-968148d9-55ae-4525-b9d8-1cc14736346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.340782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-968148d9-55ae-4525-b9d8-1cc14736346d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:27:59.342338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-968148d9-55ae-4525-b9d8-1cc14736346d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a07c43c-6397-4fd7-ae77-592b48985944 HTTP/1.1" status: 204 len: 168 time: 0.2737730 Aug 11 08:27:59.356017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968148d9-55ae-4525-b9d8-1cc14736346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a07c43c-6397-4fd7-ae77-592b48985944,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:27:59.775248 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:00.144287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26cee7-262e-467e-82cd-142ca4146512 req-c02f2d28-52e2-4ab9-a70c-8730c6f3e569 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:00.145941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b26cee7-262e-467e-82cd-142ca4146512 req-c02f2d28-52e2-4ab9-a70c-8730c6f3e569 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.0970907 Aug 11 08:28:00.264426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b26cee7-262e-467e-82cd-142ca4146512 req-a2f80b7b-2de2-4484-b88a-57fb023f1f4a tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101646 Aug 11 08:28:00.744609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:00.956697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-865291314-network', 'tenant_id': '90916dff254e4f228ca8cd493000524f'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:01.010861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Made reservation on behalf of 90916dff254e4f228ca8cd493000524f for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:01.013501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.027101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.172696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.180118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.232588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:01.238379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefdb75b-0158-4bd9-9a07-412b35b552da,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:01.259184 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.259540 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Added segment 455090d0-a1d0-49a8-a89e-b80637d9d739 of type vlan for network abe8eace-96c1-480c-b466-345fffde1c3a Aug 11 08:28:01.310152 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.368411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.369458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:01.370082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.427558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6813920 Aug 11 08:28:01.430628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36950) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:01.437197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Request body: {'subnet': {'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-865291314-subnet', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:01.460140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401efd1-8f72-402b-b562-a4ae30c67e19 admin admin] Pushing event updated for resources: {'Network': ['ID=abe8eace-96c1-480c-b466-345fffde1c3a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:01.475933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network abe8eace-96c1-480c-b466-345fffde1c3a details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:01.486911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Made reservation on behalf of 90916dff254e4f228ca8cd493000524f for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:01.491560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.862672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:01.941877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da626c3b-0e0c-4270-9a72-63ffc54fdc81,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:01.985206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Checking segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:01.985578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Network hostable DHCP agents. Network: abe8eace-96c1-480c-b466-345fffde1c3a, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:02.008668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Network abe8eace-96c1-480c-b466-345fffde1c3a is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:02.020804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, abe8eace-96c1-480c-b466-345fffde1c3a) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:02.028771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:02.029468 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.030504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba310a-9077-4590-81b9-55f989947a64 None None] Network abe8eace-96c1-480c-b466-345fffde1c3a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:02.047207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-57e85451-eb61-452c-9e0c-82746f7a8e0e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6142197 Aug 11 08:28:02.049845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36982) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:02.055060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:02.099126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.101624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.123852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36984) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:02.239445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.283851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b060ba4f-babe-4ea1-824d-3ee5c1dd096a tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1469167329'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:02.284461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b060ba4f-babe-4ea1-824d-3ee5c1dd096a tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Unknown quota resources ['metering_label']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:28:02.306460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-abe8eace-96c1-480c-b466-345fffde1c3a', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:02.307776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.529893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Allocated IP 172.20.0.2 (abe8eace-96c1-480c-b466-345fffde1c3a/da626c3b-0e0c-4270-9a72-63ffc54fdc81/1c9fd196-9b7f-4782-9d59-6a35146228e7) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:02.591069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b060ba4f-babe-4ea1-824d-3ee5c1dd096a tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.597142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b060ba4f-babe-4ea1-824d-3ee5c1dd096a tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4714446 Aug 11 08:28:02.599441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37016) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:02.602952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.623457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b5b85159-6a68-4cf3-ad61-aff7d0a84505 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5f291477-358f-4aef-b34c-0aac3fc8234d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:02.629373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b5b85159-6a68-4cf3-ad61-aff7d0a84505 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94572) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:28:02.711469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.721629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Transition to ACTIVE for port object 1c9fd196-9b7f-4782-9d59-6a35146228e7 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:02.740205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Transition to ACTIVE for port object 1c9fd196-9b7f-4782-9d59-6a35146228e7 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:02.760844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.779221 n-d-789963-6 neutron-server[94572]: WARNING neutron.services.metering.metering_plugin [None req-b5b85159-6a68-4cf3-ad61-aff7d0a84505 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 08:28:02.805423 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.812494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Network abe8eace-96c1-480c-b466-345fffde1c3a is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:02.817959 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c38f6900-de73-443e-9539-772bf368cb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.820852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:02.823617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:02.871674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Pushing event updated for resources: {'Port': ['ID=1c9fd196-9b7f-4782-9d59-6a35146228e7,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:02.894633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5b85159-6a68-4cf3-ad61-aff7d0a84505 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:02.896257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b5b85159-6a68-4cf3-ad61-aff7d0a84505 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2958460 Aug 11 08:28:02.899462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37024) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:02.904535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9f20ce32-c2ca-4866-b927-78fd3b8e136f tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5f291477-358f-4aef-b34c-0aac3fc8234d'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:02.905368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9f20ce32-c2ca-4866-b927-78fd3b8e136f tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:28:03.062136 n-d-789963-6 neutron-server[94573]: WARNING neutron.services.metering.metering_plugin [None req-9f20ce32-c2ca-4866-b927-78fd3b8e136f tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 08:28:03.143550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.168201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.263451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Attempting to bind port 1c9fd196-9b7f-4782-9d59-6a35146228e7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:03.263826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Attempting to bind port 1c9fd196-9b7f-4782-9d59-6a35146228e7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:03.264187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Attempting to bind port 1c9fd196-9b7f-4782-9d59-6a35146228e7 on network abe8eace-96c1-480c-b466-345fffde1c3a {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:03.265758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f20ce32-c2ca-4866-b927-78fd3b8e136f tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.267266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9f20ce32-c2ca-4866-b927-78fd3b8e136f tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3664267 Aug 11 08:28:03.269958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:03.275517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:03.276440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Checking segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:03.277102 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.277687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Bound using segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:03.278657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Bound port: 1c9fd196-9b7f-4782-9d59-6a35146228e7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:03.279053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.301581 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eeef35c1-fb22-4021-87cb-c5151458e6b8 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=b8019ffc-f150-43ed-9566-db82ffc30e53 HTTP/1.1" status: 200 len: 464 time: 0.0271671 Aug 11 08:28:03.303280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37050) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:03.363683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Allocated IP 172.25.2.5 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/99ca5c4a-7599-4507-97b0-01c6a210d9b8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:03.416128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] For port 1c9fd196-9b7f-4782-9d59-6a35146228e7, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:03.425284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] For port 1c9fd196-9b7f-4782-9d59-6a35146228e7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1c9fd196-9b7f-4782-9d59-6a35146228e7,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:03.436957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.441657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-871ee7ba-673b-4e63-95f3-3ee204efc841 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.443525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-871ee7ba-673b-4e63-95f3-3ee204efc841 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/b8019ffc-f150-43ed-9566-db82ffc30e53 HTTP/1.1" status: 204 len: 168 time: 0.1393158 Aug 11 08:28:03.446369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37054) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:03.460434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78e8bd5e-6f46-4ca1-b370-0567823b8376 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=b8019ffc-f150-43ed-9566-db82ffc30e53 HTTP/1.1" status: 200 len: 221 time: 0.0124674 Aug 11 08:28:03.463431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37056) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:03.468076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-352c67ff-2248-43d7-8454-f7212ff968d4 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1320818493', 'description': 'label created by tempest'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:03.468868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-352c67ff-2248-43d7-8454-f7212ff968d4 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Unknown quota resources ['metering_label']. {{(pid=94573) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:28:03.549645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3529e9e-78ca-418f-b35e-b0cb53d3c014 None None] Pushing event updated for resources: {'Port': ['ID=1c9fd196-9b7f-4782-9d59-6a35146228e7,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:03.606930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.671233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.731619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Pushing event updated for resources: {'Port': ['ID=99ca5c4a-7599-4507-97b0-01c6a210d9b8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:03.745131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:03.748761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:03.751617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:03.805409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37062) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:03.854654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-352c67ff-2248-43d7-8454-f7212ff968d4 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:03.861074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-352c67ff-2248-43d7-8454-f7212ff968d4 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3965614 Aug 11 08:28:03.866815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37066) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:03.979636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7f7e1eb8-6df6-469b-aed1-b40a525dd3ee tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=8a962e3d-9db4-4ab1-8f56-21bc142a11a6 HTTP/1.1" status: 200 len: 468 time: 0.1110060 Aug 11 08:28:03.981395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37068) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.054303 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-243b343b-c972-4f37-910a-4b7ebec62b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:04.204243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c60305e-5581-49ce-af46-eca7275ddad0 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:04.207861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0c60305e-5581-49ce-af46-eca7275ddad0 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/8a962e3d-9db4-4ab1-8f56-21bc142a11a6 HTTP/1.1" status: 204 len: 168 time: 0.2243898 Aug 11 08:28:04.208317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37070) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.217018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:04.226956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4bc89e9-402a-4817-a4a3-bfc6d6e1ce48 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=8a962e3d-9db4-4ab1-8f56-21bc142a11a6 HTTP/1.1" status: 200 len: 216 time: 0.0127933 Aug 11 08:28:04.235288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37074) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.261557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bba06c8c-e6d5-4c46-b4a0-701ae940913e tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0250742 Aug 11 08:28:04.264700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37076) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.277779 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4b77ce68-b99b-4cc9-b7b7-7b0b4009119f tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117295 Aug 11 08:28:04.281058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37078) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.353642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8d74b1de-39f7-49ed-8356-eb641cc7c7e5 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/5f291477-358f-4aef-b34c-0aac3fc8234d HTTP/1.1" status: 200 len: 473 time: 0.0711422 Aug 11 08:28:04.354840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37080) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.368960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53bc1a22-550e-4a78-912b-7b834d26c15c tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/187947e5-3203-4295-a54e-14bf6f4ea64d HTTP/1.1" status: 200 len: 461 time: 0.0128660 Aug 11 08:28:04.369501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37082) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.489958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:04.511685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5200519-81af-4eef-8263-0f6de68564cb tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:04.516784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5200519-81af-4eef-8263-0f6de68564cb tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/187947e5-3203-4295-a54e-14bf6f4ea64d HTTP/1.1" status: 204 len: 168 time: 0.1461468 Aug 11 08:28:04.517200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:04.813723 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:04.898210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb344d-aecd-43c7-ad66-9db2d577db5e None None] Network abe8eace-96c1-480c-b466-345fffde1c3a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:04.969088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-243b343b-c972-4f37-910a-4b7ebec62b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.010350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-243b343b-c972-4f37-910a-4b7ebec62b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.061196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-243b343b-c972-4f37-910a-4b7ebec62b3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4adeecca5d43426ca2234e1b3cbe8f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2519815 Aug 11 08:28:05.061758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:05.064160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b343b-c972-4f37-910a-4b7ebec62b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c743a8d-46cc-409a-9a08-0d60e6211d4b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:05.109854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-38672220-f566-49f0-b059-30792a759cba None None] Provisioning for port 1c9fd196-9b7f-4782-9d59-6a35146228e7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:05.165541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f7435dd-8fe3-4ebf-9ab2-fb6ca3b244f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.201326 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f7435dd-8fe3-4ebf-9ab2-fb6ca3b244f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.313055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5140853-bf31-417c-a298-006893f350e4 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.314174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a5140853-bf31-417c-a298-006893f350e4 tempest-MeteringTestJSON-1993500689 tempest-MeteringTestJSON-1993500689-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/5f291477-358f-4aef-b34c-0aac3fc8234d HTTP/1.1" status: 204 len: 168 time: 0.7960727 Aug 11 08:28:05.332317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37104) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:05.357901 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f7435dd-8fe3-4ebf-9ab2-fb6ca3b244f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.366554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f7435dd-8fe3-4ebf-9ab2-fb6ca3b244f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.371317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2f7435dd-8fe3-4ebf-9ab2-fb6ca3b244f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c743a8d-46cc-409a-9a08-0d60e6211d4b HTTP/1.1" status: 204 len: 168 time: 0.3050761 Aug 11 08:28:05.387508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7435dd-8fe3-4ebf-9ab2-fb6ca3b244f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c743a8d-46cc-409a-9a08-0d60e6211d4b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:05.407103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Router cfa143ba-617e-409f-b9b9-08f940267149 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:28:05.561780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f9e73c0-8c72-4d48-90ae-79eac917fb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.623519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1c9fd196-9b7f-4782-9d59-6a35146228e7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:05.649409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:05.662361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Sync routers for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:05.681505 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:05.682120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:05.750954 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f9e73c0-8c72-4d48-90ae-79eac917fb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.752125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37114) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:05.756579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f9e73c0-8c72-4d48-90ae-79eac917fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.766200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.770158 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bf095381-f59f-4463-9bce-0a94c3f3308c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7166884 Aug 11 08:28:05.771346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37118) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:05.804311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2f9e73c0-8c72-4d48-90ae-79eac917fb29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0496ce6221fc426986c7dc81a0f64308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689398 Aug 11 08:28:05.804958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37120) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:05.811796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1c9fd196-9b7f-4782-9d59-6a35146228e7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:05.815826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1c9fd196-9b7f-4782-9d59-6a35146228e7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:05.816416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.847508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e73c0-8c72-4d48-90ae-79eac917fb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e45e75-6130-4007-aa08-055760668664,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:05.872194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78be2494-bbcb-469a-882e-47d160e5d2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.901194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78be2494-bbcb-469a-882e-47d160e5d2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.943398 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:05.948699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1ea48ffe-8ecd-43d3-a18c-1b5f30a2db1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.974348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78be2494-bbcb-469a-882e-47d160e5d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.977431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-78be2494-bbcb-469a-882e-47d160e5d2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:05.982157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78be2494-bbcb-469a-882e-47d160e5d2d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7e45e75-6130-4007-aa08-055760668664 HTTP/1.1" status: 204 len: 168 time: 0.1754792 Aug 11 08:28:05.997408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be2494-bbcb-469a-882e-47d160e5d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e45e75-6130-4007-aa08-055760668664,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.021678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.082769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 1c9fd196-9b7f-4782-9d59-6a35146228e7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1c9fd196-9b7f-4782-9d59-6a35146228e7,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:06.099035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.132046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37124) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:06.147398 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:04Z', 'revision_number': 3, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:06.155749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03a1d173-08b6-46e4-b4cc-9da15eb3a920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.175590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1ea48ffe-8ecd-43d3-a18c-1b5f30a2db1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.187758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1ea48ffe-8ecd-43d3-a18c-1b5f30a2db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.188980 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Checking router: cfa143ba-617e-409f-b9b9-08f940267149 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:06.189336 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Updating router cfa143ba-617e-409f-b9b9-08f940267149 port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:28:06.202140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=1c9fd196-9b7f-4782-9d59-6a35146228e7,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.209238 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.231053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea48ffe-8ecd-43d3-a18c-1b5f30a2db1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3eb105-bbf2-4ff5-9ce6-4edbfb51a80e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.234672 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.267047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1ea48ffe-8ecd-43d3-a18c-1b5f30a2db1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45c31280cf484e569a8ac4e9ed76dec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132380 Aug 11 08:28:06.270053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37126) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:06.356003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03a1d173-08b6-46e4-b4cc-9da15eb3a920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.362202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c30f701e-dda3-4b4e-94c4-7d4b2579899c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.392116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c30f701e-dda3-4b4e-94c4-7d4b2579899c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.431145 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03a1d173-08b6-46e4-b4cc-9da15eb3a920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.477413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-03a1d173-08b6-46e4-b4cc-9da15eb3a920 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e08972e16c0b4b41a7af2df5fd728472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442423 Aug 11 08:28:06.480784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37132) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:06.492037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1d173-08b6-46e4-b4cc-9da15eb3a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7b71e2-b005-4451-9935-8c3ad4b12ca1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.502458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c30f701e-dda3-4b4e-94c4-7d4b2579899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.505874 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c30f701e-dda3-4b4e-94c4-7d4b2579899c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.507649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c30f701e-dda3-4b4e-94c4-7d4b2579899c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e3eb105-bbf2-4ff5-9ce6-4edbfb51a80e HTTP/1.1" status: 204 len: 168 time: 0.2362995 Aug 11 08:28:06.526086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f701e-dda3-4b4e-94c4-7d4b2579899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3eb105-bbf2-4ff5-9ce6-4edbfb51a80e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.574167 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6be92a54-7e50-4eed-93bd-7fa00651ac12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.619057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6be92a54-7e50-4eed-93bd-7fa00651ac12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.636620 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.662247 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Transition to ACTIVE for port object 99ca5c4a-7599-4507-97b0-01c6a210d9b8 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:06.677842 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.721044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6be92a54-7e50-4eed-93bd-7fa00651ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.725738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6be92a54-7e50-4eed-93bd-7fa00651ac12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.727628 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6be92a54-7e50-4eed-93bd-7fa00651ac12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b7b71e2-b005-4451-9935-8c3ad4b12ca1 HTTP/1.1" status: 204 len: 168 time: 0.2457507 Aug 11 08:28:06.738275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92a54-7e50-4eed-93bd-7fa00651ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7b71e2-b005-4451-9935-8c3ad4b12ca1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.779928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37138) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:06.801150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2f6afb1-af82-458c-a2b0-50948cf6d435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.817614 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Attempting to bind port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:06.818075 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Attempting to bind port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:06.818413 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Attempting to bind port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:06.835780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Pushing event updated for resources: {'Port': ['ID=99ca5c4a-7599-4507-97b0-01c6a210d9b8,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:06.843392 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:06.843776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:06.844184 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.849908 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:06.850662 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Bound port: 99ca5c4a-7599-4507-97b0-01c6a210d9b8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:06.851232 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.876850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.927773 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.930696 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.932872 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.933592 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.934120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.938228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.938824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.939311 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.939841 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.940332 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.940838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.941345 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:06.962744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2f6afb1-af82-458c-a2b0-50948cf6d435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:06.975061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2f6afb1-af82-458c-a2b0-50948cf6d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.024341 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] For port 99ca5c4a-7599-4507-97b0-01c6a210d9b8, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:07.032331 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] For port 99ca5c4a-7599-4507-97b0-01c6a210d9b8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=99ca5c4a-7599-4507-97b0-01c6a210d9b8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:07.040852 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.051611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b2f6afb1-af82-458c-a2b0-50948cf6d435 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0647e7ffff6c42b49a380017d373cd60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684286 Aug 11 08:28:07.055003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37142) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:07.062927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6afb1-af82-458c-a2b0-50948cf6d435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537c0e8c-830a-48f3-a00a-16e1fb0322ba,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:07.124119 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:07.124770 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:07.156762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37146) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:07.160539 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9713b29-a8e2-4584-8a40-f95301be80c9 None None] Pushing event updated for resources: {'Port': ['ID=99ca5c4a-7599-4507-97b0-01c6a210d9b8,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:07.180981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6bb5-426d-4331-b35d-2abdefe86bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.282698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c039f381-7497-42c8-904a-62a78d299bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.307553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Allocated IP 172.20.0.1 (abe8eace-96c1-480c-b466-345fffde1c3a/da626c3b-0e0c-4270-9a72-63ffc54fdc81/faf60dfb-5f04-4d5a-b813-35e8fc313222) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:07.336586 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6bb5-426d-4331-b35d-2abdefe86bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.339021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c039f381-7497-42c8-904a-62a78d299bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.344971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6bb5-426d-4331-b35d-2abdefe86bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.414932 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3dbe6bb5-426d-4331-b35d-2abdefe86bc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fa84f8b7eaa4c72b2a4c5671a1932be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539768 Aug 11 08:28:07.416669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37156) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:07.417221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe6bb5-426d-4331-b35d-2abdefe86bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e16bdb-8f70-48f1-b3f2-344033163144,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:07.438563 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:07.497883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c039f381-7497-42c8-904a-62a78d299bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.500553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c039f381-7497-42c8-904a-62a78d299bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.501825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c039f381-7497-42c8-904a-62a78d299bd3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/537c0e8c-830a-48f3-a00a-16e1fb0322ba HTTP/1.1" status: 204 len: 168 time: 0.4457304 Aug 11 08:28:07.550452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f381-7497-42c8-904a-62a78d299bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537c0e8c-830a-48f3-a00a-16e1fb0322ba,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:07.558207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1c9fd196-9b7f-4782-9d59-6a35146228e7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:07.570814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6291792-4e34-4ee3-92ab-b2b46d9953a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.573320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.604544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Transition to ACTIVE for port object faf60dfb-5f04-4d5a-b813-35e8fc313222 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:07.622200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6291792-4e34-4ee3-92ab-b2b46d9953a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.695948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1c9fd196-9b7f-4782-9d59-6a35146228e7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:07.696263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.698137 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.732006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6291792-4e34-4ee3-92ab-b2b46d9953a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.735016 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6291792-4e34-4ee3-92ab-b2b46d9953a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.736245 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b6291792-4e34-4ee3-92ab-b2b46d9953a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08e16bdb-8f70-48f1-b3f2-344033163144 HTTP/1.1" status: 204 len: 168 time: 0.3031464 Aug 11 08:28:07.749303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Network abe8eace-96c1-480c-b466-345fffde1c3a is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:07.755245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:07.757771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6291792-4e34-4ee3-92ab-b2b46d9953a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e16bdb-8f70-48f1-b3f2-344033163144,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:07.773373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:07.869042 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:04Z', 'revision_number': 3, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:07.882522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=faf60dfb-5f04-4d5a-b813-35e8fc313222,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:07.899834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:07.941134 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4540f12-5cdd-4d93-b958-72a2387aea2f None None] The sync data for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 is: [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:04Z', 'revision_number': 3, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:08.116667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1582668c-a2ae-42cb-90ee-9067539ef09a None None] Provisioning for port faf60dfb-5f04-4d5a-b813-35e8fc313222 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:08.121902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.128344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1582668c-a2ae-42cb-90ee-9067539ef09a None None] Provisioning complete for port faf60dfb-5f04-4d5a-b813-35e8fc313222 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:08.130043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1582668c-a2ae-42cb-90ee-9067539ef09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.170158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37172) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:08.190835 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-717d7e45-65ea-43f2-acba-8762b613933c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.213016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1582668c-a2ae-42cb-90ee-9067539ef09a None None] Port faf60dfb-5f04-4d5a-b813-35e8fc313222 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:08.492350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-717d7e45-65ea-43f2-acba-8762b613933c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.503275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-717d7e45-65ea-43f2-acba-8762b613933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.550846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d7e45-65ea-43f2-acba-8762b613933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03626d7e-27f0-42ff-aaf9-8b52af3d7879,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:08.571817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.583391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.588644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-717d7e45-65ea-43f2-acba-8762b613933c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c26049c0df18406490e3de0de99a88c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151421 Aug 11 08:28:08.589988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:08.719178 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5057d52-5669-47cb-93cd-179d7712586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.783023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5057d52-5669-47cb-93cd-179d7712586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.869157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.883597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=faf60dfb-5f04-4d5a-b813-35e8fc313222,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:08.920235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5057d52-5669-47cb-93cd-179d7712586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.925061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5057d52-5669-47cb-93cd-179d7712586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:08.930033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b5057d52-5669-47cb-93cd-179d7712586c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03626d7e-27f0-42ff-aaf9-8b52af3d7879 HTTP/1.1" status: 204 len: 168 time: 0.3389318 Aug 11 08:28:08.945842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5057d52-5669-47cb-93cd-179d7712586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03626d7e-27f0-42ff-aaf9-8b52af3d7879,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:09.051755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Network abe8eace-96c1-480c-b466-345fffde1c3a is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:09.053273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:09.090041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:28:09.309635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Router cfa143ba-617e-409f-b9b9-08f940267149 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:28:09.350871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:09.455060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-38f369cc-6485-47f9-94f8-a64edeb76266 None None] Provisioning complete for port faf60dfb-5f04-4d5a-b813-35e8fc313222 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:09.459240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38f369cc-6485-47f9-94f8-a64edeb76266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.520626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:09.532327 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d3d5847-2b6d-449d-a5d4-33edc3aed9e2 admin admin] 10.222.0.58 "PUT /v2.0/routers/cfa143ba-617e-409f-b9b9-08f940267149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7596703 Aug 11 08:28:09.538984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-38f369cc-6485-47f9-94f8-a64edeb76266 None None] Port faf60dfb-5f04-4d5a-b813-35e8fc313222 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:09.595192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79b28b0c-83bb-4eeb-8a37-7ca89e11da2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.602885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99ca5c4a-7599-4507-97b0-01c6a210d9b8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:09.681558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:09.689837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:09.690213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.723203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79b28b0c-83bb-4eeb-8a37-7ca89e11da2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.730824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79b28b0c-83bb-4eeb-8a37-7ca89e11da2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.780583 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.805993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 99ca5c4a-7599-4507-97b0-01c6a210d9b8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=99ca5c4a-7599-4507-97b0-01c6a210d9b8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:09.808412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-79b28b0c-83bb-4eeb-8a37-7ca89e11da2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c2c3c9cd627411280113c525a613c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563856 Aug 11 08:28:09.811234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37230) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:09.820580 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.828262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b28b0c-83bb-4eeb-8a37-7ca89e11da2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33230ca-cf79-4415-ac97-3eba3e2ff7bc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:09.894864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=99ca5c4a-7599-4507-97b0-01c6a210d9b8,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:09.901142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37232) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:09.917855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-481fad95-b76a-4dff-9bfc-c1bd59a5f3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:09.947823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-481fad95-b76a-4dff-9bfc-c1bd59a5f3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.010947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-481fad95-b76a-4dff-9bfc-c1bd59a5f3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.013900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-481fad95-b76a-4dff-9bfc-c1bd59a5f3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.017713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-481fad95-b76a-4dff-9bfc-c1bd59a5f3de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c33230ca-cf79-4415-ac97-3eba3e2ff7bc HTTP/1.1" status: 204 len: 168 time: 0.2030320 Aug 11 08:28:10.026574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fad95-b76a-4dff-9bfc-c1bd59a5f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33230ca-cf79-4415-ac97-3eba3e2ff7bc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:10.090439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1488331334'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:10.132365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Made reservation on behalf of 3c1efc9e5121416b81a9f38993380a5f for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:10.136110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.145798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.259685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.267287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.280174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Sync routers for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:10.294035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:10.296582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:10.306567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:10.319678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfe17b-13d9-40bc-9f2b-2f9decbf509d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:10.327175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.327715 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Added segment 79ee056c-fd00-4aa2-bd31-13a13e4dadbd of type vlan for network 85cb016e-d09e-494a-b0d1-76ee63c020e6 Aug 11 08:28:10.386311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.429876 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.439594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:10.440314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.522540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:10.530367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6282470 Aug 11 08:28:10.533434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37262) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:10.537531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde63869-5bc8-422f-bd04-c189f3aa0488 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event updated for resources: {'Network': ['ID=85cb016e-d09e-494a-b0d1-76ee63c020e6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:10.539993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Request body: {'subnet': {'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:10.577372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:10.755483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Made reservation on behalf of 3c1efc9e5121416b81a9f38993380a5f for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:10.765821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.808939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37278) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:10.818391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1162996514-network', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:10.864503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Made reservation on behalf of 321010bba2864ed0ad27ddb1cde50e96 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:10.868965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:10.889828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.003603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 2, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:11.046009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Checking router: cfa143ba-617e-409f-b9b9-08f940267149 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:11.046891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Updating router cfa143ba-617e-409f-b9b9-08f940267149 port faf60dfb-5f04-4d5a-b813-35e8fc313222 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:28:11.073250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.083003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.083444 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.126592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:11.152075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.152433 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Added segment 1062ba07-f3b4-43aa-83cc-f73b8bde60de of type vlan for network 7f6a292e-daad-4e56-9ef5-2c79314986c9 Aug 11 08:28:11.157674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aaed13-76f1-40dd-8b52-762f45ed8543,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:11.200988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.271083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.310607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event updated for resources: {'Subnet': ['ID=04312206-322c-4421-8275-bea0865a7c1f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:11.323833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Checking segment: {'id': '79ee056c-fd00-4aa2-bd31-13a13e4dadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:11.324205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Network hostable DHCP agents. Network: 85cb016e-d09e-494a-b0d1-76ee63c020e6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:11.338533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.339561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:11.340158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.346312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:11.362533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 85cb016e-d09e-494a-b0d1-76ee63c020e6) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:11.368869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:11.371291 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.371704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5594075 Aug 11 08:28:11.377657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37334) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:11.390667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Request body: {'subnet': {'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1162996514-subnet', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:11.426098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beccb4-bd7d-444f-931d-d8a5939d3f99 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6a292e-daad-4e56-9ef5-2c79314986c9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:11.464068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Made reservation on behalf of 321010bba2864ed0ad27ddb1cde50e96 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:11.473837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.483767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e084eab2-9e95-415f-a3db-b4572e97aa12 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9468198 Aug 11 08:28:11.484393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37350) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:11.490261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Request body: {'port': {'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1412587870'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:11.617279 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.632432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Transition to ACTIVE for port object faf60dfb-5f04-4d5a-b813-35e8fc313222 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:11.644366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3affd7c-7524-4c67-a6fb-508dc2b1ef1b None None] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:11.697614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37368) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:11.726022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:11.728082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99ca5c4a-7599-4507-97b0-01c6a210d9b8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:11.730953 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.768440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Made reservation on behalf of 3c1efc9e5121416b81a9f38993380a5f for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:11.805115 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.833781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:11.865179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] device_id is not set on port 2b2cd8e2-15eb-4883-8f14-7134731c651b yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:12.004225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ab7470-3cb6-4c4a-9fbf-14afa44c69ad,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:12.068728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57796861-bc21-44de-8dce-a62edecda581 None None] Pushing event updated for resources: {'Port': ['ID=faf60dfb-5f04-4d5a-b813-35e8fc313222,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:12.071828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Allocated IP 172.20.0.3 (85cb016e-d09e-494a-b0d1-76ee63c020e6/04312206-322c-4421-8275-bea0865a7c1f/2b2cd8e2-15eb-4883-8f14-7134731c651b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:12.085262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Checking segment: {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:12.085680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Network hostable DHCP agents. Network: 7f6a292e-daad-4e56-9ef5-2c79314986c9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:12.127162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:12.127557 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.136828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-85cb016e-d09e-494a-b0d1-76ee63c020e6', 'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6', 'tenant_id': '3c1efc9e5121416b81a9f38993380a5f', 'fixed_ips': [{'subnet_id': '04312206-322c-4421-8275-bea0865a7c1f'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:12.139023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.146155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:12.163240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 7f6a292e-daad-4e56-9ef5-2c79314986c9) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:12.169784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:12.172188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Attempting to bind port faf60dfb-5f04-4d5a-b813-35e8fc313222 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:12.172708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.174666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Attempting to bind port faf60dfb-5f04-4d5a-b813-35e8fc313222 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:12.174864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Attempting to bind port faf60dfb-5f04-4d5a-b813-35e8fc313222 on network abe8eace-96c1-480c-b466-345fffde1c3a {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:12.203958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dc3a-007e-4f5b-8b5b-768ff6fffe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.204118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-01821c6c-a006-4157-ab1c-1f64b5eaf84c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8213153 Aug 11 08:28:12.205906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37420) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:12.210458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:12.249511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b83418-bd93-4617-843e-5e781b72d6e5 None None] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:12.273855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:12.274728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Checking segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:12.275352 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.276150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Bound using segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:12.276809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Bound port: faf60dfb-5f04-4d5a-b813-35e8fc313222, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:12.277388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.323492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.347916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Transition to ACTIVE for port object 2b2cd8e2-15eb-4883-8f14-7134731c651b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:12.425536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.473680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dc3a-007e-4f5b-8b5b-768ff6fffe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.487944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:12.492453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:12.502913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4b1dc3a-007e-4f5b-8b5b-768ff6fffe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.509757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:12.514128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.515539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.555199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] For port faf60dfb-5f04-4d5a-b813-35e8fc313222, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:12.586146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] For port faf60dfb-5f04-4d5a-b813-35e8fc313222, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=faf60dfb-5f04-4d5a-b813-35e8fc313222,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:12.587051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event updated for resources: {'Port': ['ID=2b2cd8e2-15eb-4883-8f14-7134731c651b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:12.605347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e4b1dc3a-007e-4f5b-8b5b-768ff6fffe0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ade9919d250474886eeb7428636609c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9066639 Aug 11 08:28:12.609452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.612981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:12.613889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.617880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37466) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:12.619116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1dc3a-007e-4f5b-8b5b-768ff6fffe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d75b6f-341f-4e61-a2b5-c6ed3f7ab1e5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:12.647626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:12.663794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-822d03d8-4def-447a-9d52-955371efad9c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1777558 Aug 11 08:28:12.668708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37472) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:12.676170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Request body: {'port': {'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-418222357', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:12.676801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] bootfile-name is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:28:12.677235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] tftp-server is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:28:12.677773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] server-ip-address is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:28:12.971326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.155792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:13.157432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:13.267211 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd54b-8781-40de-9e2e-7ff1ae9aba4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.290900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.298860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-7f6a292e-daad-4e56-9ef5-2c79314986c9', 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'fixed_ips': [{'subnet_id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:13.299732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.332716 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd54b-8781-40de-9e2e-7ff1ae9aba4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.336388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.387892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37540) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:13.401869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57796861-bc21-44de-8dce-a62edecda581 None None] Pushing event updated for resources: {'Port': ['ID=faf60dfb-5f04-4d5a-b813-35e8fc313222,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:13.430762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd54b-8781-40de-9e2e-7ff1ae9aba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.438129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Allocated IP 172.20.0.2 (85cb016e-d09e-494a-b0d1-76ee63c020e6/04312206-322c-4421-8275-bea0865a7c1f/c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:13.438474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd54b-8781-40de-9e2e-7ff1ae9aba4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.441680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0f1dd54b-8781-40de-9e2e-7ff1ae9aba4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8d75b6f-341f-4e61-a2b5-c6ed3f7ab1e5 HTTP/1.1" status: 204 len: 168 time: 0.8181820 Aug 11 08:28:13.467515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:13.482768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Allocated IP 172.25.2.243 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/e7cfbeaa-f429-4acb-9b3b-bad9d5c52544) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:13.533473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Made reservation on behalf of 3c1efc9e5121416b81a9f38993380a5f for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:13.545647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.554024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd54b-8781-40de-9e2e-7ff1ae9aba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d75b6f-341f-4e61-a2b5-c6ed3f7ab1e5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:13.600150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] device_id is not set on port 9c023ec3-02b9-44e2-9048-4b4395c4c264 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:13.644045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Allocated IP 172.20.0.2 (7f6a292e-daad-4e56-9ef5-2c79314986c9/81ab7470-3cb6-4c4a-9fbf-14afa44c69ad/8c0bb236-5390-4088-b2c0-26d93d215bcd) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:13.735415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-415498368'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:13.778992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Made reservation on behalf of 693f3ed95e614dbb8785f7b874557b03 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:13.782541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.800243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.816960 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.921324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.942619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:13.978249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:13.990969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:13.992775 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.001484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Transition to ACTIVE for port object c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:14.001897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:14.018083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.030846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:14.065633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.083169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:14.096751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f168de-4e7a-4558-a0fc-020fbe3d40ef,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:14.103516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.104348 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Added segment e1b80e75-3024-4165-b97c-f2e8c25f1abf of type vlan for network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb Aug 11 08:28:14.146128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:12Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:14.161520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Transition to ACTIVE for port object c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:14.165328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.184770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Transition to ACTIVE for port object 8c0bb236-5390-4088-b2c0-26d93d215bcd will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:14.270555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Allocated IP 172.20.0.13 (85cb016e-d09e-494a-b0d1-76ee63c020e6/04312206-322c-4421-8275-bea0865a7c1f/9c023ec3-02b9-44e2-9048-4b4395c4c264) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:14.285864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.293707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49216171-1b5b-4902-9db8-f7e891afa353 None None] The sync data for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 is: [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:12Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:14.482168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.486823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Transition to ACTIVE for port object 8c0bb236-5390-4088-b2c0-26d93d215bcd will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:14.507283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:14.509335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:14.525722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:14.526705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:14.535650 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.540129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.548202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Pushing event updated for resources: {'Port': ['ID=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:14.670467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.742153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Pushing event updated for resources: {'Port': ['ID=8c0bb236-5390-4088-b2c0-26d93d215bcd,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:14.795037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:14.808279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4088619 Aug 11 08:28:14.815453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:14.821841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:14.836030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.840114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc851-95f3-4e59-b523-912c3537ee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Pushing event updated for resources: {'Network': ['ID=076efe3d-bfcf-44c4-88d2-3f90b2c820eb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:14.848282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Attempting to bind port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:14.848653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Attempting to bind port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '79ee056c-fd00-4aa2-bd31-13a13e4dadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:14.855180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Attempting to bind port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c on network 85cb016e-d09e-494a-b0d1-76ee63c020e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:14.860385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Transition to ACTIVE for port object 9c023ec3-02b9-44e2-9048-4b4395c4c264 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:14.874782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:14.875210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Checking segment: {'id': '79ee056c-fd00-4aa2-bd31-13a13e4dadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:14.875830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.876405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Bound using segment: {'id': '79ee056c-fd00-4aa2-bd31-13a13e4dadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:14.877120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Bound port: c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ee056c-fd00-4aa2-bd31-13a13e4dadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '85cb016e-d09e-494a-b0d1-76ee63c020e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:14.877671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.880931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:14.920700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:14.977661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:14.984973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:14.997019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:15.038692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event updated for resources: {'Port': ['ID=9c023ec3-02b9-44e2-9048-4b4395c4c264,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:15.095211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:15.095974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.132467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-077c4146-a6b5-45ab-918e-3f12d9c8fa57 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4602048 Aug 11 08:28:15.138829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37728) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:15.201694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.288071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Attempting to bind port 8c0bb236-5390-4088-b2c0-26d93d215bcd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:15.288540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Attempting to bind port 8c0bb236-5390-4088-b2c0-26d93d215bcd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:15.288794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Attempting to bind port 8c0bb236-5390-4088-b2c0-26d93d215bcd on network 7f6a292e-daad-4e56-9ef5-2c79314986c9 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:15.324771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71959d82-c628-4366-bf3c-fa20c45beb43 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:15.334332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71959d82-c628-4366-bf3c-fa20c45beb43 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:15.352962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71959d82-c628-4366-bf3c-fa20c45beb43 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:15.357277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-71959d82-c628-4366-bf3c-fa20c45beb43 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2150137 Aug 11 08:28:15.359939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:15.365912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:15.375680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Checking segment: {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:15.383457 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.384486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Bound using segment: {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:15.387500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Bound port: 8c0bb236-5390-4088-b2c0-26d93d215bcd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:15.389193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.466132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] For port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:15.518618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] For port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,segment=NetworkSegment(79ee056c-fd00-4aa2-bd31-13a13e4dadbd),segment_id=79ee056c-fd00-4aa2-bd31-13a13e4dadbd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:15.526311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:15.530184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.569974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Request body: {'port': {'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb', 'binding:host_id': 'n-h2-789963-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-472250145'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:15.641454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] For port 8c0bb236-5390-4088-b2c0-26d93d215bcd, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:15.652045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] For port 8c0bb236-5390-4088-b2c0-26d93d215bcd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c0bb236-5390-4088-b2c0-26d93d215bcd,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:15.684660 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.713059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289744f-bfd7-4d70-9481-a05774ae69b7 None None] Pushing event updated for resources: {'Port': ['ID=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:15.739076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device faf60dfb-5f04-4d5a-b813-35e8fc313222 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:15.777242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Made reservation on behalf of 1e9e7938dfec4eae9ebb2113730a45dd for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:15.801450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.865690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:15.929693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e498-f074-402c-bd87-5c4ca6fa3396 None None] Pushing event updated for resources: {'Port': ['ID=8c0bb236-5390-4088-b2c0-26d93d215bcd,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:15.966625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port faf60dfb-5f04-4d5a-b813-35e8fc313222 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:15.986620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port faf60dfb-5f04-4d5a-b813-35e8fc313222 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:15.987520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.019582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec684a5c-5d68-4174-9111-3dc788e67430 req-1ed673d4-464e-420b-9213-b15bd390c573 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:16.021630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec684a5c-5d68-4174-9111-3dc788e67430 req-1ed673d4-464e-420b-9213-b15bd390c573 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 1.1503124 Aug 11 08:28:16.114235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec684a5c-5d68-4174-9111-3dc788e67430 req-ef3d92a5-64f0-431c-8065-f2a5074325bc tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835409 Aug 11 08:28:16.138507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Deleting port 9c023ec3-02b9-44e2-9048-4b4395c4c264 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:16.138936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.343238 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.391597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port faf60dfb-5f04-4d5a-b813-35e8fc313222, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=faf60dfb-5f04-4d5a-b813-35e8fc313222,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:16.403599 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.439139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.449981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:28:16.468056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Calling delete_port for 9c023ec3-02b9-44e2-9048-4b4395c4c264 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:16.531747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=faf60dfb-5f04-4d5a-b813-35e8fc313222,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:16.657947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:16.677815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Sync routers for ids ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:16.691724 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Routers {'8a651ba7-ff83-475f-b5a8-7fb0e1c31420'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:16.691938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.693919 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:16.706944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.709013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:16.710411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port acc5e056-830d-4ae2-bcc4-4218bb2da282 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:16.710962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e4fb2236-6c98-4183-9488-5061664be5b7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5040576 Aug 11 08:28:16.714719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37824) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:16.818673 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Set router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:16.869185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a3e668e0-254e-4f96-a0fe-a209eaca20a7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:16.872720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a3e668e0-254e-4f96-a0fe-a209eaca20a7 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.69 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.2405837 Aug 11 08:28:16.933377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d51270-ab84-4c44-8cb7-a816659b5283,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:17.029417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.065929 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:28:14Z', 'revision_number': 3, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:17.097595 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Checking router: 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:17.098329 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Updating router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:28:17.115844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event deleted for resources: {'Port': ['ID=9c023ec3-02b9-44e2-9048-4b4395c4c264,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:17.140049 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.432421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.438562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1fb88c23-c7f6-4da9-8022-299449697abc tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "DELETE /v2.0/ports/9c023ec3-02b9-44e2-9048-4b4395c4c264 HTTP/1.1" status: 204 len: 168 time: 2.0775321 Aug 11 08:28:17.444158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:17.474237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Request body: {'port': {'name': 'tempest-new-port-name-1180486071', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:17.474830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.api.validators [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] bootfile-name is not in valid_values {{(pid=94572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:28:17.475031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.api.validators [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] tftp-server is not in valid_values {{(pid=94572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:28:17.478134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.api.validators [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] server-ip-address is not in valid_values {{(pid=94572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:28:17.591012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Deleting port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:17.591367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.620033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43be99c-5d37-49c3-b034-d63a53f247a5 None None] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:17.655080 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.675995 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Transition to ACTIVE for port object e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:17.693028 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.780607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fa82b8c6-0d68-4ebf-b22e-e897b4aea226 None None] Provisioning for port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:17.812312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.820608 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Attempting to bind port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:17.821006 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Attempting to bind port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:17.824093 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Attempting to bind port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:17.864049 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:17.864651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port acc5e056-830d-4ae2-bcc4-4218bb2da282 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:17.865657 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:17.868734 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.869492 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:17.870206 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Bound port: e7cfbeaa-f429-4acb-9b3b-bad9d5c52544, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:17.871689 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.893930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device faf60dfb-5f04-4d5a-b813-35e8fc313222 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:17.927604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:17.955278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Transition to ACTIVE for port object acc5e056-830d-4ae2-bcc4-4218bb2da282 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:17.988777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] For port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:17.989631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.003634 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe5b2-442e-47a8-aaa4-4301c62410e7 None None] Pushing event updated for resources: {'Port': ['ID=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:18.011263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port faf60dfb-5f04-4d5a-b813-35e8fc313222 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:18.012177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.022844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.073429 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] For port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:18.078251 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] For port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:18.089903 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.161693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c0bb236-5390-4088-b2c0-26d93d215bcd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:18.169205 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Routers {'8a651ba7-ff83-475f-b5a8-7fb0e1c31420'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:18.170187 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:18.196034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde6671-4777-4c26-a709-1d5cedaafd94 req-e7e74e92-08ba-4c36-b728-61f503d2631b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:18.210516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3cde6671-4777-4c26-a709-1d5cedaafd94 req-e7e74e92-08ba-4c36-b728-61f503d2631b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 946 time: 0.8160119 Aug 11 08:28:18.229998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7c4bc-1cf3-4743-ad8e-b6b9cf2be06d None None] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:18.323634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Checking segment: {'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:18.324167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Network hostable DHCP agents. Network: 076efe3d-bfcf-44c4-88d2-3f90b2c820eb, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:18.327339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-88ff6875-04d7-49c1-bbca-1cd4e655acb5 None None] Provisioning for port 8c0bb236-5390-4088-b2c0-26d93d215bcd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:18.356552 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] Set router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:18.396151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.418423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=acc5e056-830d-4ae2-bcc4-4218bb2da282,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:18.497785 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe5b2-442e-47a8-aaa4-4301c62410e7 None None] Pushing event updated for resources: {'Port': ['ID=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:18.498212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:18.559502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3cde6671-4777-4c26-a709-1d5cedaafd94 req-3e38e761-3ccf-4a2d-a9d0-352257c20301 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=f4df5d70-cc56-410f-88b1-650426354b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479543 Aug 11 08:28:18.710983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 076efe3d-bfcf-44c4-88d2-3f90b2c820eb) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:18.730921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:18.738466 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:28:14Z', 'revision_number': 3, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:18.773225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:18.773503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:18.773828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:18.779084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02e8b4-3c62-4762-a425-17d748aa6402 None None] Network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:18.798875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:18.799204 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:18.801436 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 2 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:18.812872 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208adb8-520b-4d51-ac08-895789740e31 None None] The sync data for ids ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'] in n-d-789963-6 is: [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:28:14Z', 'revision_number': 3, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:18.853462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:18.853888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:18.854227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:18.863250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.863624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.863942 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Floating IP 0d10d476-899f-49a0-8c56-18e31dbb49db disassociated. External IP: 172.25.2.158, port: 3854bbf6-b23f-45b3-8f07-2e8a56c2da27. Aug 11 08:28:18.864826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Calling delete_port for 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:18.873727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.885131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:18.902614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:18.903033 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:18.907817 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 3 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:18.960748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:18.961638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:18.967917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:18.980517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:18.981155 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:18.983704 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 4 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.015257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.016975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.017578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.028819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.029506 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.031761 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 5 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.032281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8c0bb236-5390-4088-b2c0-26d93d215bcd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:19.077287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.077862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.082370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.101217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8c0bb236-5390-4088-b2c0-26d93d215bcd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:19.112528 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.134632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.134988 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.138287 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 6 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.169587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.169736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.170085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.179219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event updated for resources: {'Port': ['ID=2b2cd8e2-15eb-4883-8f14-7134731c651b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:19.180085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.180681 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.182596 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 7 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.204115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] In _notify_port_updated(), no bound segment for port 2b2cd8e2-15eb-4883-8f14-7134731c651b on network 85cb016e-d09e-494a-b0d1-76ee63c020e6 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:28:19.205074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.221993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:19.222892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.227241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-53a7a89f-d9f9-4667-87bf-e0adcae741ff tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "PUT /v2.0/ports/2b2cd8e2-15eb-4883-8f14-7134731c651b HTTP/1.1" status: 200 len: 1136 time: 1.7748129 Aug 11 08:28:19.233148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.233490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.233841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.234265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:19.241706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Allocated IP 172.20.0.1 (7f6a292e-daad-4e56-9ef5-2c79314986c9/81ab7470-3cb6-4c4a-9fbf-14afa44c69ad/9f25112e-c018-4e5e-bc96-8e265a1fd334) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:19.246700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4bdb604b-294b-42cd-b4d4-9afced413258 None None] Provisioning for port 2b2cd8e2-15eb-4883-8f14-7134731c651b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:19.277850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4bdb604b-294b-42cd-b4d4-9afced413258 None None] Provisioning complete for port 2b2cd8e2-15eb-4883-8f14-7134731c651b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:19.278352 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bdb604b-294b-42cd-b4d4-9afced413258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.309044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.309390 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.310076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event deleted for resources: {'Port': ['ID=3854bbf6-b23f-45b3-8f07-2e8a56c2da27,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:19.312259 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 8 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.387930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb604b-294b-42cd-b4d4-9afced413258 None None] Port 2b2cd8e2-15eb-4883-8f14-7134731c651b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:19.388137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a49c5-788f-40c0-83ab-aa78b29b4a5c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:19.404304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c35a49c5-788f-40c0-83ab-aa78b29b4a5c tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "GET /v2.0/ports/2b2cd8e2-15eb-4883-8f14-7134731c651b HTTP/1.1" status: 200 len: 1136 time: 0.1685586 Aug 11 08:28:19.404535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37852) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:19.427320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.427661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.428003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.469352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.469774 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.477625 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 9 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.521777 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.594975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8c0bb236-5390-4088-b2c0-26d93d215bcd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c0bb236-5390-4088-b2c0-26d93d215bcd,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:19.604672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aba3cb4d-36cf-4922-b504-1ae219f11483 None None] Could not find standard attr ID for object 9c023ec3-02b9-44e2-9048-4b4395c4c264. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:28:19.620817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.632506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.632903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.663902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.664303 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.667446 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 10 to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 Aug 11 08:28:19.670358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.676934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.679706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:19.711351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Transition to ACTIVE for port object 9f25112e-c018-4e5e-bc96-8e265a1fd334 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:19.771018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.807262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:19.809224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:19.810127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:19.820059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:19.822998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:19.842119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Router 08ce052e-6906-4a09-9310-9723387a66f9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:28:19.843005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:19.850704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port acc5e056-830d-4ae2-bcc4-4218bb2da282 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:19.851074 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port acc5e056-830d-4ae2-bcc4-4218bb2da282 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:19.851405 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:19.924117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8c0bb236-5390-4088-b2c0-26d93d215bcd,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:19.959865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93c6fdcb-b849-4c13-a011-69daae992461 req-89e4fb3d-f8d3-44d1-bd76-c604e88be905 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 210 time: 0.2207315 Aug 11 08:28:19.982840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aba3cb4d-36cf-4922-b504-1ae219f11483 None None] Provisioning complete for port 2b2cd8e2-15eb-4883-8f14-7134731c651b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:19.983109 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aba3cb4d-36cf-4922-b504-1ae219f11483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.009505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Pushing event updated for resources: {'Port': ['ID=9f25112e-c018-4e5e-bc96-8e265a1fd334,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:20.031661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.039724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-aba3cb4d-36cf-4922-b504-1ae219f11483 None None] Port 2b2cd8e2-15eb-4883-8f14-7134731c651b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:20.048320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Deleting port 2b2cd8e2-15eb-4883-8f14-7134731c651b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:20.048662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.054212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.054730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.055729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.056115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.056451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.056868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.057241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.057613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.060390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.060742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.061100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.061429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:20.088791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:20.101157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:20.103184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.365883 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.398411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.465390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,segment=NetworkSegment(79ee056c-fd00-4aa2-bd31-13a13e4dadbd),segment_id=79ee056c-fd00-4aa2-bd31-13a13e4dadbd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:20.481067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.541792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] For port acc5e056-830d-4ae2-bcc4-4218bb2da282, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:20.542171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempted to set empty binding levels {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 08:28:20.567054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.608675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdabf501-a0c0-4c11-b9ab-1d65cdddc52d None None] Provisioning complete for port 2b2cd8e2-15eb-4883-8f14-7134731c651b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:20.609087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cdabf501-a0c0-4c11-b9ab-1d65cdddc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.716508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=acc5e056-830d-4ae2-bcc4-4218bb2da282,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:20.726321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.742788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:20.764730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:20.765772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.774121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:20.795204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Calling delete_port for 2b2cd8e2-15eb-4883-8f14-7134731c651b owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:20.806027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:20.813445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cdabf501-a0c0-4c11-b9ab-1d65cdddc52d None None] Port 2b2cd8e2-15eb-4883-8f14-7134731c651b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:20.819749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:20.820401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:20.835816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-15877bdf-4083-49b9-8560-871e459d4af7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.2848716 Aug 11 08:28:20.847564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37862) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:20.898842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:20.901556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] No DVR routers for this DVR port 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:28:20.907382 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.908074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:28:20.913229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4418a58-6b9f-40aa-b522-746fdebb51aa req-a5215f71-2ace-4bdd-8e49-6532e679373b tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.69 "DELETE /v2.0/ports/3854bbf6-b23f-45b3-8f07-2e8a56c2da27 HTTP/1.1" status: 204 len: 173 time: 4.0324244 Aug 11 08:28:20.914752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:20.915352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'name': 'network-vif-deleted', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:28:20.921649 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2ca854-0894-4110-8d0f-cc4a97103f2e" -d '{"events": [{"server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "name": "network-vif-deleted", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:28:20.937259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.100198 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184509e-ca49-483a-84a3-427ddcb5f49f x-openstack-request-id: req-6184509e-ca49-483a-84a3-427ddcb5f49f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:28:21.100763 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2643056e-c2e9-48e8-9d76-bd6322508096", "name": "network-vif-deleted", "tag": "3854bbf6-b23f-45b3-8f07-2e8a56c2da27", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:28:21.100763 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6184509e-ca49-483a-84a3-427ddcb5f49f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:28:21.101392 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2643056e-c2e9-48e8-9d76-bd6322508096', 'name': 'network-vif-deleted', 'tag': '3854bbf6-b23f-45b3-8f07-2e8a56c2da27', 'status': 'completed', 'code': 200} Aug 11 08:28:21.149269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:28:21.149874 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3854bbf6-b23f-45b3-8f07-2e8a56c2da27 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:28:21.275887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.278327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Pushing event updated for resources: {'Port': ['ID=9f25112e-c018-4e5e-bc96-8e265a1fd334,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:21.347788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-093b6193-65ca-42be-886f-464604d060e9 None None] Provisioning complete for port 8c0bb236-5390-4088-b2c0-26d93d215bcd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:21.348161 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-093b6193-65ca-42be-886f-464604d060e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.358144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11b2b8f9-fb35-4709-8212-f0b63c191d9c req-b281f0ba-3266-4546-9b17-3c78e5c40c9a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=2643056e-c2e9-48e8-9d76-bd6322508096 HTTP/1.1" status: 200 len: 210 time: 0.2553685 Aug 11 08:28:21.395132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.419879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Deleting port acc5e056-830d-4ae2-bcc4-4218bb2da282 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:21.420248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.436179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:21.441816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event deleted for resources: {'Port': ['ID=2b2cd8e2-15eb-4883-8f14-7134731c651b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:21.447953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:21.448404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.453825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:21.570728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:21.578509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:21.633249 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.638738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8cba1078-ec5d-4003-9edc-531af5f83811 tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "DELETE /v2.0/ports/2b2cd8e2-15eb-4883-8f14-7134731c651b HTTP/1.1" status: 204 len: 168 time: 2.2280712 Aug 11 08:28:21.649332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37872) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:21.813875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] For port acc5e056-830d-4ae2-bcc4-4218bb2da282, host n-h2-789963-6, got binding levels [] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:21.815507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.818072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Deleting subnet 04312206-322c-4421-8275-bea0865a7c1f {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:28:21.821405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:28:21.828661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:21.852225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Calling delete_port for acc5e056-830d-4ae2-bcc4-4218bb2da282 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:21.954867 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.003572 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.056054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:22.063083 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.064046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c0bb236-5390-4088-b2c0-26d93d215bcd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:22.086248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.123501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:22.130454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ef681df9-6f80-48d6-8201-98012a9a012b admin admin] 10.222.0.58 "PUT /v2.0/routers/8a651ba7-ff83-475f-b5a8-7fb0e1c31420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4138710 Aug 11 08:28:22.143323 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Sync routers for ids ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:22.163329 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Routers {'8a651ba7-ff83-475f-b5a8-7fb0e1c31420'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:22.164647 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:22.172163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.178889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.202999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event deleted for resources: {'Subnet': ['ID=04312206-322c-4421-8275-bea0865a7c1f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:22.207110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.217201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ee1df94-76e5-47c0-acbf-81460c1f484a tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "DELETE /v2.0/subnets/04312206-322c-4421-8275-bea0865a7c1f HTTP/1.1" status: 204 len: 168 time: 0.5664418 Aug 11 08:28:22.217838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37878) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:22.252579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9f50b-8a7c-498c-ae7a-ba9f00bc69e2 None None] Network 85cb016e-d09e-494a-b0d1-76ee63c020e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:22.256497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.280865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "DELETE /v2.0/ports/acc5e056-830d-4ae2-bcc4-4218bb2da282 HTTP/1.1" status: 204 len: 168 time: 1.4291148 Aug 11 08:28:22.280865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac69e1-05f4-486a-826c-9633de602a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event deleted for resources: {'Port': ['ID=acc5e056-830d-4ae2-bcc4-4218bb2da282,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:22.290313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:22.391920 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0f8df0-31fd-4b2e-9ee2-22cbe6e5bffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:28:22.397517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-be0f8df0-31fd-4b2e-9ee2-22cbe6e5bffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "GET /v2.0/ports/acc5e056-830d-4ae2-bcc4-4218bb2da282 HTTP/1.1" status: 404 len: 333 time: 0.0970767 Aug 11 08:28:22.401588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:22.408219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:22.419162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-962dcbaf-792f-4b58-8678-5e1a5e3dbd4c None None] Provisioning for port 9f25112e-c018-4e5e-bc96-8e265a1fd334 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:22.419683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Request body: {'port': {'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474240094'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:22.491743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-962dcbaf-792f-4b58-8678-5e1a5e3dbd4c None None] Provisioning complete for port 9f25112e-c018-4e5e-bc96-8e265a1fd334 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:22.492252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-962dcbaf-792f-4b58-8678-5e1a5e3dbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.500220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:22.508243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.513133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:22.526953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Made reservation on behalf of 1e9e7938dfec4eae9ebb2113730a45dd for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:22.529762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.572868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:22.649931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:22.660018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8c0bb236-5390-4088-b2c0-26d93d215bcd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:22.660392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.678814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:22.679616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:22.725646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22c9ab66-02d8-4778-a3f8-f684689c0647 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.772625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Set router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:22.808968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22c9ab66-02d8-4778-a3f8-f684689c0647 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.844677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Deleting port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:22.849885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:22.853922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:23.108139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:28:20Z', 'revision_number': 4, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9f25112e-c018-4e5e-bc96-8e265a1fd334', 'name': '', 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'mac_address': 'fa:16:3e:4e:5a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:18Z', 'updated_at': '2021-08-11T08:28:20Z', 'revision_number': 2, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'subnets': [{'id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:23.108463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] For port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,segment=NetworkSegment(79ee056c-fd00-4aa2-bd31-13a13e4dadbd),segment_id=79ee056c-fd00-4aa2-bd31-13a13e4dadbd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:23.114925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.134690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22c9ab66-02d8-4778-a3f8-f684689c0647 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.147127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.169560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22c9ab66-02d8-4778-a3f8-f684689c0647 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.170667 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Checking router: 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:23.171153 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Updating router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 port 9f25112e-c018-4e5e-bc96-8e265a1fd334 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:28:23.189365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-22c9ab66-02d8-4778-a3f8-f684689c0647 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "DELETE /v2.0/security-groups/f4df5d70-cc56-410f-88b1-650426354b54 HTTP/1.1" status: 204 len: 168 time: 0.6731987 Aug 11 08:28:23.192820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37904) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:23.214321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Calling delete_port for c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:23.233272 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-6ba13dc9-e414-4145-9aa1-67b76cf33639 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] show failed (client error): The resource could not be found. Aug 11 08:28:23.235871 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.242891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9ab66-02d8-4778-a3f8-f684689c0647 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4df5d70-cc56-410f-88b1-650426354b54,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:23.243660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ba13dc9-e414-4145-9aa1-67b76cf33639 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups/f4df5d70-cc56-410f-88b1-650426354b54 HTTP/1.1" status: 404 len: 347 time: 0.0483708 Aug 11 08:28:23.261391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:23.365986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:23.379479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625313852', 'description': 'tempest-secgroup-smoke-1625313852 description', 'project_id': '90916dff254e4f228ca8cd493000524f'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:23.411671 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.467872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-962dcbaf-792f-4b58-8678-5e1a5e3dbd4c None None] Port 9f25112e-c018-4e5e-bc96-8e265a1fd334 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:23.510763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] DHCP port deletion for 85cb016e-d09e-494a-b0d1-76ee63c020e6 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:28:23.563138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.600293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:23.618128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:23.635920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:23.642400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:23.646697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:23.648195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.673167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=9194b5b6-f226-4fda-90ef-8ad4b5dee0b9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:23.701436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39827f64-80a7-48fa-80d0-0e5ec266fd19 None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:23.812634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Deleting port 7f03b9eb-1eaf-464b-9ed3-665440c734f8 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:23.813500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.865297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.870152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.879153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.886418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Deleting port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:23.887922 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.944529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5212fe-3926-40fc-8c24-2c29912311e3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:23.956517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6f8a49c0-a00d-4d43-a95e-6594748f4fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5537810 Aug 11 08:28:23.958213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.959500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebd55886-390a-48a7-aebb-025964c433d0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5895498 Aug 11 08:28:23.960202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37914) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:23.967255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:23.969440 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:23.972323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:23.978931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] No DVR routers for this DVR port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:28:23.994428 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Transition to ACTIVE for port object 9f25112e-c018-4e5e-bc96-8e265a1fd334 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:23.997599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group_rule': {'security_group_id': '3d5212fe-3926-40fc-8c24-2c29912311e3', 'project_id': '90916dff254e4f228ca8cd493000524f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:24.008357 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.017645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event deleted for resources: {'Port': ['ID=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:24.036608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:24.130001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.174367 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d56ab-c51f-49a2-aa3f-dc2f995569c9 None None] Pushing event updated for resources: {'Port': ['ID=9f25112e-c018-4e5e-bc96-8e265a1fd334,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:24.177063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] For port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:24.187288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.224445 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Attempting to bind port 9f25112e-c018-4e5e-bc96-8e265a1fd334 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:24.225086 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Attempting to bind port 9f25112e-c018-4e5e-bc96-8e265a1fd334 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:24.225631 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Attempting to bind port 9f25112e-c018-4e5e-bc96-8e265a1fd334 on network 7f6a292e-daad-4e56-9ef5-2c79314986c9 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:24.234075 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:24.235630 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Checking segment: {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:24.236308 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.237005 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Bound using segment: {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:24.237875 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Bound port: 9f25112e-c018-4e5e-bc96-8e265a1fd334, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1062ba07-f3b4-43aa-83cc-f73b8bde60de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:24.238554 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.239495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Calling delete_port for c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:24.248923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:28:24.252329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.346711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] Pushing event deleted for resources: {'Port': ['ID=c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:24.353621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] For port 9f25112e-c018-4e5e-bc96-8e265a1fd334, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:24.359961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc869e-d3c9-4384-b741-b201b89f3583 None None] No DVR routers for this DVR port c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:28:24.370777 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] For port 9f25112e-c018-4e5e-bc96-8e265a1fd334, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f25112e-c018-4e5e-bc96-8e265a1fd334,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:24.377865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68bb8a-58c6-4a3f-a0f0-e3c53a9672e9 None None] New status for floating IP 0d10d476-899f-49a0-8c56-18e31dbb49db: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:28:24.393439 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.458671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:24.459872 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.460578 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Routers {'8a651ba7-ff83-475f-b5a8-7fb0e1c31420'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:24.461448 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:24.626496 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] Set router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:24.762836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:24.780643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.814360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Transition to ACTIVE for port object 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:24.823725 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d56ab-c51f-49a2-aa3f-dc2f995569c9 None None] Pushing event updated for resources: {'Port': ['ID=9f25112e-c018-4e5e-bc96-8e265a1fd334,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:24.824958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.953591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:28:24.967325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.968399 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.971625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:24.988362 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:28:20Z', 'revision_number': 4, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9f25112e-c018-4e5e-bc96-8e265a1fd334', 'name': '', 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'mac_address': 'fa:16:3e:4e:5a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:18Z', 'updated_at': '2021-08-11T08:28:24Z', 'revision_number': 4, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'subnets': [{'id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:24.988691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:24.989080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:24.989416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:24.992993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=9194b5b6-f226-4fda-90ef-8ad4b5dee0b9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:25.003081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:28:25.003443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c3dd9ec2-eebf-4546-8a84-95c94d9e8d2c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:28:25.009912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.010286 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.010711 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 2 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.037689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.050931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.051267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.051475 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d445e0-e759-4d68-bec6-88925c73b814 None None] The sync data for ids ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'] in n-d-789963-6 is: [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:28:20Z', 'revision_number': 4, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9f25112e-c018-4e5e-bc96-8e265a1fd334', 'name': '', 'network_id': '7f6a292e-daad-4e56-9ef5-2c79314986c9', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'mac_address': 'fa:16:3e:4e:5a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:18Z', 'updated_at': '2021-08-11T08:28:24Z', 'revision_number': 4, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'subnets': [{'id': '81ab7470-3cb6-4c4a-9fbf-14afa44c69ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:25.051670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.056238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Calling delete_port for 7f03b9eb-1eaf-464b-9ed3-665440c734f8 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:25.058226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.058556 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.059230 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 3 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.072446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cb016e-d09e-494a-b0d1-76ee63c020e6']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:25.084109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.084738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.085389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.091597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee056c-fd00-4aa2-bd31-13a13e4dadbd') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:25.091893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee056c-fd00-4aa2-bd31-13a13e4dadbd') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:25.096294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.097175 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.107189 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 4 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.107484 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.125739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.133287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:25.133767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.184383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.184944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.186781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.219926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.220730 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.221394 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 5 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.282078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.282415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.282793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.292039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.292438 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.292787 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 6 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:25.296505 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:25.325393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.326023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.326562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.332114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.332787 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.333469 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 7 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.361365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.361761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.362008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.372016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.372267 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.372678 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 8 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.386691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.387651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.388444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.388743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.394829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.395168 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.395578 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 9 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.406695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.411864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] 10.222.0.58 "DELETE /v2.0/networks/85cb016e-d09e-494a-b0d1-76ee63c020e6 HTTP/1.1" status: 204 len: 168 time: 3.1929286 Aug 11 08:28:25.419851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.420498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.420854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.426901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.427242 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.427646 n-d-789963-6 neutron-server[94572]: INFO neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 10 to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 Aug 11 08:28:25.443007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:25.443337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:25.445661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b501d-cc99-4ea0-aeb1-23b8593fc34b tempest-ExtraDHCPOptionsTestJSON-1023507342 tempest-ExtraDHCPOptionsTestJSON-1023507342-project] Pushing event deleted for resources: {'Network': ['ID=85cb016e-d09e-494a-b0d1-76ee63c020e6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:25.460307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:25.471105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:25.471757 n-d-789963-6 neutron-server[94572]: ERROR neutron.plugins.ml2.managers [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:25.472150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.476148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.486425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.504129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f76b74-19af-4b6b-935a-9d01465501ac,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:25.541381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.546357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-415cecfc-0b1f-4c16-a27c-2e3e6fd833b6 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5651963 Aug 11 08:28:25.550664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37924) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:25.554817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] For port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:25.555205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempted to set empty binding levels {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 08:28:25.558619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group_rule': {'security_group_id': '3d5212fe-3926-40fc-8c24-2c29912311e3', 'project_id': '90916dff254e4f228ca8cd493000524f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:25.563862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.624205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=9194b5b6-f226-4fda-90ef-8ad4b5dee0b9,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:25.640113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] In _notify_port_updated(), no bound segment for port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:28:25.641139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:25.641777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.643241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-77d36121-f4b8-4c61-bb61-ed39b2e2313e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "PUT /v2.0/ports/9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 HTTP/1.1" status: 200 len: 979 time: 1.6818697 Aug 11 08:28:25.646945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:25.700637 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.723367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.808603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event deleted for resources: {'Port': ['ID=7f03b9eb-1eaf-464b-9ed3-665440c734f8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:25.946409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:25.994919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f25112e-c018-4e5e-bc96-8e265a1fd334 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:26.037147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.037756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.038085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.038548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.039019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.039467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.039929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.040401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.040927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.054576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.055089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.055538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.056010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.056668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.057767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.058244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.058709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.059174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.059633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:26.071629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:26.080183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a74e5eba-9b06-4a09-b4dd-0d435fa2e4e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17307 time: 0.4317701 Aug 11 08:28:26.080821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.085611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37942) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:26.107926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9f25112e-c018-4e5e-bc96-8e265a1fd334 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:26.116321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9f25112e-c018-4e5e-bc96-8e265a1fd334 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:26.116752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.155038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83166bb2-8991-4845-bdc9-1f7752594bc5,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:26.161903 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.165487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.172337 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-da8e8321-44e6-4e5e-a21b-9b2b06865e2e tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "DELETE /v2.0/floatingips/0d10d476-899f-49a0-8c56-18e31dbb49db HTTP/1.1" status: 204 len: 168 time: 2.9094245 Aug 11 08:28:26.173885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.178250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82c6aab7-c3a2-4ae7-9ade-dd5db76e4c51 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6221049 Aug 11 08:28:26.180640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:26.189755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group_rule': {'security_group_id': '3d5212fe-3926-40fc-8c24-2c29912311e3', 'project_id': '90916dff254e4f228ca8cd493000524f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:26.380686 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.426360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.432478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9f25112e-c018-4e5e-bc96-8e265a1fd334, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f25112e-c018-4e5e-bc96-8e265a1fd334,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:26.441288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.499143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Deleting port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:26.499488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.515189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9f25112e-c018-4e5e-bc96-8e265a1fd334,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:26.576991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-571281ae-02dd-42a2-a376-22e7d3b4834d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c1efc9e5121416b81a9f38993380a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040774 Aug 11 08:28:26.579727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37950) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:26.670107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.698529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb60c-174e-4da8-8420-4ce8a9c4557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.737201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.758667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb60c-174e-4da8-8420-4ce8a9c4557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.815445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7465c45b-2f09-4013-a578-af3075755c7c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:26.870664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.873773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-72ca10d3-8afa-48db-a82c-f3d6263417d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6899993 Aug 11 08:28:26.890676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37954) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:26.903534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group_rule': {'security_group_id': '3d5212fe-3926-40fc-8c24-2c29912311e3', 'project_id': '90916dff254e4f228ca8cd493000524f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:26.913624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] For port 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9, host n-h2-789963-6, got binding levels [] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:26.914070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb60c-174e-4da8-8420-4ce8a9c4557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.914268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.935624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Calling delete_port for 9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:26.945660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb60c-174e-4da8-8420-4ce8a9c4557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:26.950702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb8bb60c-174e-4da8-8420-4ce8a9c4557b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36bfe17b-13d9-40bc-9f2b-2f9decbf509d HTTP/1.1" status: 204 len: 168 time: 0.3670120 Aug 11 08:28:27.030192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bb60c-174e-4da8-8420-4ce8a9c4557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfe17b-13d9-40bc-9f2b-2f9decbf509d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:27.072906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.093831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37958) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:27.099551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945722509', 'description': 'tempest-description--1427779266'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:27.155309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.194836 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.204241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.228969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.236745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48420e0-3ec1-4e25-a06b-69027e88e39d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:27.312178 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.322965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.329800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.332228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 HTTP/1.1" status: 204 len: 168 time: 1.2451208 Aug 11 08:28:27.334102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37962) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:27.347291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.354869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e0eb0dfc-3749-44e3-bdda-3ca032eb95ae tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4620557 Aug 11 08:28:27.356666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37966) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:27.374828 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b48210-aedf-482a-947e-527805ed7af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:28:27.376988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group_rule': {'security_group_id': '3d5212fe-3926-40fc-8c24-2c29912311e3', 'project_id': '90916dff254e4f228ca8cd493000524f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:27.382455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66b48210-aedf-482a-947e-527805ed7af8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "GET /v2.0/ports/9194b5b6-f226-4fda-90ef-8ad4b5dee0b9 HTTP/1.1" status: 404 len: 333 time: 0.0465319 Aug 11 08:28:27.389238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba3fd6-f6da-4bf8-b103-70a158631633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event deleted for resources: {'Port': ['ID=9194b5b6-f226-4fda-90ef-8ad4b5dee0b9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:27.397436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37968) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:27.405655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-23320155', 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:27.429489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.433795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37970) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:27.434508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3396173 Aug 11 08:28:27.437027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf74f61-e063-4166-a86d-762e5dbe27f5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91661c61-f6d8-4c6e-b971-6ac03ae121b5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:27.445129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'security_group_rule': {'security_group_id': '91661c61-f6d8-4c6e-b971-6ac03ae121b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:27.457959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:28:27.457959 n-d-789963-6 neutron-server[94573]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 08:28:27.457959 n-d-789963-6 neutron-server[94573]: [parameters: {'project_id_1': '90916dff254e4f228ca8cd493000524f', 'expiration_1': datetime.datetime(2021, 8, 11, 8, 28, 27, 420435)}] Aug 11 08:28:27.457959 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:28:27.458423 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:28:27.473552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:28:27.473552 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 08:28:27.473552 n-d-789963-6 neutron-server[94572]: [parameters: {'project_id_1': '37d24d010e1e4b80bd7ad1211e8737d7', 'expiration_1': datetime.datetime(2021, 8, 11, 8, 28, 27, 451046)}] Aug 11 08:28:27.473552 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:28:27.474369 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:28:27.475658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Made reservation on behalf of 1e9e7938dfec4eae9ebb2113730a45dd for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:27.478497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:27.500500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port 208de19d-a6ce-4c21-956e-4078c2de193c yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:27.894052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f25112e-c018-4e5e-bc96-8e265a1fd334 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:28.068764 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Project 90916dff254e4f228ca8cd493000524f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:28:28.104909 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.194082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9f25112e-c018-4e5e-bc96-8e265a1fd334 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:28.198288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.280450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.304943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.342166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.352140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.401311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37996) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:28.429432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38000) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:28.438661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.440003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0714324 Aug 11 08:28:28.443599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38004) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:28.456907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414f351-b5d9-400a-85d8-7259f9dbdfdd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7f7d1b-7196-42ee-a9a6-91984749676d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:28.459930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'security_group_rule': {'security_group_id': '3d5212fe-3926-40fc-8c24-2c29912311e3', 'project_id': '90916dff254e4f228ca8cd493000524f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:28.510529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.528301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.529905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.565521 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Project 90916dff254e4f228ca8cd493000524f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:28:28.588133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:28.600913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:28.606404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ffd78f-d748-47c7-9eae-e68e94ee0816,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:28.608206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.644243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:28.645582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:28.646535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.657851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.662647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38016) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:28.667914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'security_group_rule': {'security_group_id': '91661c61-f6d8-4c6e-b971-6ac03ae121b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:28.670553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fbc10dab-8623-4fbe-9d66-f092252a0f11 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2232811 Aug 11 08:28:28.690485 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.715517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=208de19d-a6ce-4c21-956e-4078c2de193c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:28.732645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53774444-596c-44eb-a5b7-6c8983c1317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.738124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.744098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.755756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41665906'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:28.770031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04ea86f-d97f-4e3f-a06b-6c0bffea9b86,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:28.775350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5dabc3d4-d31d-4d72-a06b-97c22342f33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.3750114 Aug 11 08:28:28.778282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38022) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:28.782470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.790003 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.791825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cee25893-850d-4fdd-94a3-3939366a2d16 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472664 Aug 11 08:28:28.821231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3809238-e898-4f33-8259-e81e47c4013c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:28.823455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c3809238-e898-4f33-8259-e81e47c4013c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "GET /v2.0/ports/208de19d-a6ce-4c21-956e-4078c2de193c HTTP/1.1" status: 200 len: 957 time: 0.0437875 Aug 11 08:28:28.830100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:28.882972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:28.887463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.916485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.945679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.957696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:28.961193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Deleting port 208de19d-a6ce-4c21-956e-4078c2de193c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:28.961618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.055356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.058338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e902f46-a2a1-40c0-bc2d-bdab2254da35,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:29.076317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Calling delete_port for 208de19d-a6ce-4c21-956e-4078c2de193c owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:29.090064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53774444-596c-44eb-a5b7-6c8983c1317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.104004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53774444-596c-44eb-a5b7-6c8983c1317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.193303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53774444-596c-44eb-a5b7-6c8983c1317e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3e9a5bce64e4bd0b2d742c9ff5e24ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882707 Aug 11 08:28:29.195958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38048) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:29.209573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53774444-596c-44eb-a5b7-6c8983c1317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d50060-868e-47de-9621-04a978609481,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:29.233432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.248012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-558413e5-ad4d-439a-87ad-6d4e20cba6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.298179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.304553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.313899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event deleted for resources: {'Port': ['ID=208de19d-a6ce-4c21-956e-4078c2de193c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:29.334711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.336063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6f553497-14bb-4cd3-8277-3d319b4fe5fa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6723249 Aug 11 08:28:29.341716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38058) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:29.345884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:29.350126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.352021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5476eaf4-fefd-43e9-9350-9377b2e38b31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "DELETE /v2.0/ports/208de19d-a6ce-4c21-956e-4078c2de193c HTTP/1.1" status: 204 len: 168 time: 0.5201433 Aug 11 08:28:29.356543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38062) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:29.360780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:29.386851 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.387374 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 4c6ce11a-14d8-4565-b5b5-6aecab71a8e5 of type vlan for network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 Aug 11 08:28:29.389697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-cd6f214f-2d6b-49d5-8f10-00206e35ac65 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625313852&fields=id&tenant_id=90916dff254e4f228ca8cd493000524f HTTP/1.1" status: 200 len: 267 time: 0.1446168 Aug 11 08:28:29.410516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58431af-c66d-4553-9741-9175c16e218a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:29.414725 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb0d471-9fbf-4392-9835-146308c40c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:28:29.423235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bfb0d471-9fbf-4392-9835-146308c40c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "GET /v2.0/ports/208de19d-a6ce-4c21-956e-4078c2de193c HTTP/1.1" status: 404 len: 333 time: 0.0613115 Aug 11 08:28:29.423923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38068) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:29.431116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Request body: {'port': {'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-997041963'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:29.471021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b287d600-dc9c-453f-8bc5-0b4548590b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.479853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.491909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.518288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Made reservation on behalf of 1e9e7938dfec4eae9ebb2113730a45dd for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:29.521911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.560785 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b287d600-dc9c-453f-8bc5-0b4548590b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.570436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:29.578106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.584114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:29.584757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.626138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-4e57dda5-3e63-48f4-b325-5313e23c06e0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:29.627642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-4e57dda5-3e63-48f4-b325-5313e23c06e0 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 808 time: 0.2281802 Aug 11 08:28:29.654218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-a5de059a-e5ae-45d2-a67c-72c2516229f4 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/quotas/90916dff254e4f228ca8cd493000524f HTTP/1.1" status: 200 len: 375 time: 0.0175879 Aug 11 08:28:29.690579 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2598817 Aug 11 08:28:29.717423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f81a8b-1238-46a2-8980-8b929b18e3e0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=8a8a6372-0b97-40a4-92b3-e036bd8043a6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:29.739883 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.755521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:29.760628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b287d600-dc9c-453f-8bc5-0b4548590b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.767698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b287d600-dc9c-453f-8bc5-0b4548590b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:29.769997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b287d600-dc9c-453f-8bc5-0b4548590b8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07d50060-868e-47de-9621-04a978609481 HTTP/1.1" status: 204 len: 168 time: 0.5727198 Aug 11 08:28:29.835240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287d600-dc9c-453f-8bc5-0b4548590b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d50060-868e-47de-9621-04a978609481,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:29.877678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-22094ffd-7df3-4c9f-a682-515a6f8ca918 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2078233 Aug 11 08:28:29.950644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.025091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-cba47691-d730-4fbf-bee9-63600601aef0 service neutron] 10.222.0.58 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406617 Aug 11 08:28:30.031321 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.048715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.140973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=81901189-3c5f-46fb-b5ba-2a09bb81dd74,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:30.155847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:30.157549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:30.159944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:30.161191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:30.161974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.195674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b92884ab-3107-41a9-bda1-35ed50166be4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7694755 Aug 11 08:28:30.202196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38078) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:30.209634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:30.279716 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.285681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Allocated IP 172.25.2.150 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/85909c19-6d66-417d-8f2a-510a88b906bf) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:30.363945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:30.393675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70a73f82-e328-4d15-8937-d8a6f523388e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.413635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-e133e327-3db3-42d1-b66d-066b9c18970e service neutron] 10.222.0.58 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766534 Aug 11 08:28:30.598165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] device_id is not set on port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:30.620556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.670326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Transition to ACTIVE for port object 81901189-3c5f-46fb-b5ba-2a09bb81dd74 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:30.680717 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70a73f82-e328-4d15-8937-d8a6f523388e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.698647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70a73f82-e328-4d15-8937-d8a6f523388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.757848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4bd32f9a-1a7c-4285-a540-e94ddb096929 req-d06b894c-ec21-4853-a91a-b71d8389fac4 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 210 time: 0.0666757 Aug 11 08:28:30.759060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.803027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:30.947337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a73f82-e328-4d15-8937-d8a6f523388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ddeb1-fb0d-44d4-9d45-1e76148510ff,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:31.030481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.033721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.034260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.064659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.064902 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.067973 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 2 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.075192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=81901189-3c5f-46fb-b5ba-2a09bb81dd74,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:31.101729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-70a73f82-e328-4d15-8937-d8a6f523388e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04cf72dd4893426883e26d1841725b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357993 Aug 11 08:28:31.111959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38100) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:31.112359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.112910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.113317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.141981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.142412 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.160286 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 3 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.176690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-225138c5-a1bd-42e3-a057-43e309a949b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3818226 Aug 11 08:28:31.187415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.188156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.188714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.196730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.205283 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.206806 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 4 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.231405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.232202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.232858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.240413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.241258 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.241962 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 5 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.336977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.337570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.338077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.343142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.389583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.390011 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.391131 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 6 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.414770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.415535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.415535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.415784 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da0e9370-667a-42e0-bba9-acc9e35b2815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.419254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-1993825d-841f-4614-8ab2-84cede6b54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:31.420987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-1993825d-841f-4614-8ab2-84cede6b54c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=492dcd48a4614fccbeed074f15f3724c&device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 1098 time: 0.1322405 Aug 11 08:28:31.432447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.435199 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.435830 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 7 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.484392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:31.495643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:31.499235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:31.558621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.558995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.559783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.569229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.569574 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.570635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'Port': ['ID=85909c19-6d66-417d-8f2a-510a88b906bf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:31.574789 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 8 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.592060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.592401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.592816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.600958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da0e9370-667a-42e0-bba9-acc9e35b2815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.606380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.606715 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.607247 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 9 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.631308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.631578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.631834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.646682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.647074 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.647710 n-d-789963-6 neutron-server[94573]: INFO neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempt 10 to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 Aug 11 08:28:31.651513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-f60f2555-ca69-4866-b438-241e30f7b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:31.653485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-f60f2555-ca69-4866-b438-241e30f7b68c service neutron] 10.222.0.64 "GET /v2.0/networks?id=08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 200 len: 916 time: 0.1766269 Aug 11 08:28:31.678143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72843f-a988-4dbb-8996-4fcb83fe040e req-127369ba-e0e2-4002-9015-55c0ac5c9566 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:31.679885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb72843f-a988-4dbb-8996-4fcb83fe040e req-127369ba-e0e2-4002-9015-55c0ac5c9566 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.2431729 Aug 11 08:28:31.697310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:31.697653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:31.700819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempting to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:31.790379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb72843f-a988-4dbb-8996-4fcb83fe040e req-c584e9ce-07b0-49ba-819b-ddde53c993d4 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620120 Aug 11 08:28:31.834594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.871629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da0e9370-667a-42e0-bba9-acc9e35b2815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.874470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da0e9370-667a-42e0-bba9-acc9e35b2815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.877903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-da0e9370-667a-42e0-bba9-acc9e35b2815 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b7ddeb1-fb0d-44d4-9d45-1e76148510ff HTTP/1.1" status: 204 len: 168 time: 0.7606931 Aug 11 08:28:31.932493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e9370-667a-42e0-bba9-acc9e35b2815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ddeb1-fb0d-44d4-9d45-1e76148510ff,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:31.936986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:31.937325 n-d-789963-6 neutron-server[94573]: ERROR neutron.plugins.ml2.managers [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Failed to bind port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on host n-h2-789963-6 for vnic_type normal using segments [{'id': 'e1b80e75-3024-4165-b97c-f2e8c25f1abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '076efe3d-bfcf-44c4-88d2-3f90b2c820eb'}] Aug 11 08:28:31.937704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.938221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:31.987840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd242653-bd1c-4b36-9ffb-29fcb14d42f8 req-c9f1a977-f71c-4d13-9968-71c478d7cd17 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 210 time: 0.0992329 Aug 11 08:28:31.995452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-e2a621bd-7550-4cce-9d6e-e1f940c6274c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 200 len: 1002 time: 0.3123887 Aug 11 08:28:32.129880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-7e1317b3-b4d0-4c94-8aa8-a088ba8a0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:32.131859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-7e1317b3-b4d0-4c94-8aa8-a088ba8a0396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 200 len: 854 time: 0.0992763 Aug 11 08:28:32.142230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] For port 81901189-3c5f-46fb-b5ba-2a09bb81dd74, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:32.142852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attempted to set empty binding levels {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 08:28:32.157273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.247282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event updated for resources: {'Port': ['ID=81901189-3c5f-46fb-b5ba-2a09bb81dd74,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:32.253303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] In _notify_port_updated(), no bound segment for port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 on network 076efe3d-bfcf-44c4-88d2-3f90b2c820eb {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:28:32.255408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:32.256843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.258457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6e33b78-e993-4d84-9a77-3623673deb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "PUT /v2.0/ports/81901189-3c5f-46fb-b5ba-2a09bb81dd74 HTTP/1.1" status: 200 len: 978 time: 2.0544977 Aug 11 08:28:32.264039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:32.283959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-cc5df8c2-7a7d-43b2-a35b-dd0d76245ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:32.285821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-cc5df8c2-7a7d-43b2-a35b-dd0d76245ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08bd2196-630d-4343-a7dd-dbf0af9a8335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412425 Aug 11 08:28:32.401520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.468048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.514288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-67a84f58-cdca-465e-98e1-a2637bdeef73 service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202523 Aug 11 08:28:32.519773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.630589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.653098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.654906 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3018503 Aug 11 08:28:32.660453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d6f78-676d-43de-8e61-6b35b1909a6a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'Port': ['ID=85909c19-6d66-417d-8f2a-510a88b906bf,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:32.694218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Deleting port 81901189-3c5f-46fb-b5ba-2a09bb81dd74 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:32.695045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.703574 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4d7eb2dd-35fd-441a-9aa7-fb6b5653ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.708322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73671187-bcae-4076-a6a5-9d4f966b47c7 req-4965c0d5-99d6-4134-913d-b486803d452d service neutron] 10.222.0.64 "GET /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672025 Aug 11 08:28:32.788038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] For port 81901189-3c5f-46fb-b5ba-2a09bb81dd74, host n-h2-789963-6, got binding levels [] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:32.788855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:32.819273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Calling delete_port for 81901189-3c5f-46fb-b5ba-2a09bb81dd74 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:32.961072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-d4d19676-776e-44fc-80fa-e7381fac4e27 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:32.966417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-d4d19676-776e-44fc-80fa-e7381fac4e27 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.1555130 Aug 11 08:28:33.054329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:33.065121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:33.069781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.166710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Pushing event deleted for resources: {'Port': ['ID=81901189-3c5f-46fb-b5ba-2a09bb81dd74,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:33.187599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.189792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-174aecf9-b983-468b-8601-b1cc1dbd00ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "DELETE /v2.0/ports/81901189-3c5f-46fb-b5ba-2a09bb81dd74 HTTP/1.1" status: 204 len: 168 time: 0.9247704 Aug 11 08:28:33.194346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38156) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:33.219939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197a29e-fec4-4482-9c0e-43a9e192a339 req-aba57026-9307-4cfc-9a45-13ce3a7ee7fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:33.221565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e197a29e-fec4-4482-9c0e-43a9e192a339 req-aba57026-9307-4cfc-9a45-13ce3a7ee7fa tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.1777110 Aug 11 08:28:33.251101 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad1840f-dcc6-4d96-92b6-85e95c568eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] GET failed (client error): The resource could not be found. Aug 11 08:28:33.251886 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8ad1840f-dcc6-4d96-92b6-85e95c568eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102708287-project-admin] 10.222.0.58 "GET /v2.0/ports/81901189-3c5f-46fb-b5ba-2a09bb81dd74 HTTP/1.1" status: 404 len: 333 time: 0.0526230 Aug 11 08:28:33.261440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38160) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:33.282503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-b12a2d75-2e07-4920-915d-24fbbdb852aa tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1945722509&fields=id&tenant_id=37d24d010e1e4b80bd7ad1211e8737d7 HTTP/1.1" status: 200 len: 267 time: 0.2086833 Aug 11 08:28:33.358733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:33.362847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.368496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e197a29e-fec4-4482-9c0e-43a9e192a339 req-5a337297-4983-41af-9737-55ca109e0856 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235375 Aug 11 08:28:33.374357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-8c6f89e0-697c-4597-a1d0-e0e06e0d64ca tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:33.376791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-8c6f89e0-697c-4597-a1d0-e0e06e0d64ca tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 808 time: 0.3395896 Aug 11 08:28:33.413818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Deleting port 7dde3c3c-f81e-4e1d-b949-4a95de888eec {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:33.414163 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.430920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.536340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-a8bd1dfe-405f-4896-94c7-685b78eb21f3 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90916dff254e4f228ca8cd493000524f HTTP/1.1" status: 200 len: 380 time: 0.1420388 Aug 11 08:28:33.546000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-fa37dd8f-14b7-4113-84e0-1c056bc7e9d5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:33.547556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-fa37dd8f-14b7-4113-84e0-1c056bc7e9d5 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 810 time: 0.2510974 Aug 11 08:28:33.563170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'port': {'device_id': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'admin_state_up': True, 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'security_groups': ['3d5212fe-3926-40fc-8c24-2c29912311e3']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:33.639510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-56c14c54-ea73-4abd-9ff4-6b205b51ceb0 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/quotas/37d24d010e1e4b80bd7ad1211e8737d7 HTTP/1.1" status: 200 len: 375 time: 0.0692432 Aug 11 08:28:33.648393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] For port 7dde3c3c-f81e-4e1d-b949-4a95de888eec, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7dde3c3c-f81e-4e1d-b949-4a95de888eec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:33.648786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.688743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8f28f12d-0385-4c84-8857-9cae6acb6a31 req-0e6b1d55-0a51-433f-b623-aa857c99a2be tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 210 time: 0.1759555 Aug 11 08:28:33.794335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.813596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076efe3d-bfcf-44c4-88d2-3f90b2c820eb']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:33.831140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b80e75-3024-4165-b97c-f2e8c25f1abf') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:33.831449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b80e75-3024-4165-b97c-f2e8c25f1abf') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:33.855716 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.936771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-5dcdb22e-14b7-486d-8563-72d0b81f21dd tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2845743 Aug 11 08:28:33.959067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.974740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:33.975172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:33.979085 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:33.991635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.016762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Made reservation on behalf of 90916dff254e4f228ca8cd493000524f for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:34.021263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.245359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.263703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.267165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] 10.222.0.58 "DELETE /v2.0/networks/076efe3d-bfcf-44c4-88d2-3f90b2c820eb HTTP/1.1" status: 204 len: 168 time: 1.0045588 Aug 11 08:28:34.268356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=07d50730-f3e2-4c19-a6c7-746d913d0fb4,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:34.272932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:34.272932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: 8a8a6372-0b97-40a4-92b3-e036bd8043a6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:34.287965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-4c677dd4-0aa9-4ab6-8a8d-553d9a5954a1 service neutron] 10.222.0.58 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926538 Aug 11 08:28:34.297525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37756366-5131-481f-b980-bcf5e861dc53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2118273763-project] Pushing event deleted for resources: {'Network': ['ID=076efe3d-bfcf-44c4-88d2-3f90b2c820eb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:34.328030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:34.346532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8a8a6372-0b97-40a4-92b3-e036bd8043a6) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:34.353113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:34.354464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.355660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c547b9d-e1fe-480a-9255-d09fd47e2710 None None] Network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:34.391325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a3210acf-9eb7-4c31-83f3-33bd2f4e554d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3355732 Aug 11 08:28:34.392428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38178) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:34.403330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39009052'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:34.442838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.443504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.443894 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Floating IP 818a7f92-adb4-464e-b021-fe97dcafd93b disassociated. External IP: 172.25.2.136, port: 7dde3c3c-f81e-4e1d-b949-4a95de888eec. Aug 11 08:28:34.444332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Calling delete_port for 7dde3c3c-f81e-4e1d-b949-4a95de888eec owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:34.447531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:34.459403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.528302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:34.550654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-1fc3bedc-09d9-45c4-9670-297843cd3ae6 service neutron] 10.222.0.58 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019446 Aug 11 08:28:34.563149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Allocated IP 172.20.0.11 (abe8eace-96c1-480c-b466-345fffde1c3a/da626c3b-0e0c-4270-9a72-63ffc54fdc81/dd7d46a7-1987-4019-b0d9-147fe7f4c3b4) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:34.640642 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.641138 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 4f4a5ad0-5676-4697-a72e-740aca0833c8 of type vlan for network d675e492-017a-44cc-916d-2c0b98e56435 Aug 11 08:28:34.812721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.821623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.828224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.829619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-8a8a6372-0b97-40a4-92b3-e036bd8043a6', 'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': '07d50730-f3e2-4c19-a6c7-746d913d0fb4'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:34.831152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.892957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.899033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:34.900692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:34.909205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event deleted for resources: {'Port': ['ID=7dde3c3c-f81e-4e1d-b949-4a95de888eec,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:34.920558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38186) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:34.944199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7677e6-88d2-41ca-99c6-ea701b5434b0 req-21417739-6fe7-4e90-ad37-678d380b2549 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:34.955334 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4b7677e6-88d2-41ca-99c6-ea701b5434b0 req-21417739-6fe7-4e90-ad37-678d380b2549 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 947 time: 0.4361026 Aug 11 08:28:34.957754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:35.047651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Transition to ACTIVE for port object dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:35.257854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8596246 Aug 11 08:28:35.271703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38202) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:35.290239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Allocated IP 2001:db8:0:ffff::2 (8a8a6372-0b97-40a4-92b3-e036bd8043a6/07d50730-f3e2-4c19-a6c7-746d913d0fb4/45084964-d6e0-49ce-95da-ab9e7496305c) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:35.293125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:35.329672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b891a47-9380-4b4f-9af6-8c868fbf4892 req-70f03125-8ce0-42b7-a0d6-5dd075df4048 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 210 time: 0.1382046 Aug 11 08:28:35.340331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d20bae-6e6d-4db6-8179-20717781b15d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=d675e492-017a-44cc-916d-2c0b98e56435,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:35.402883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:28:35.428925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network d675e492-017a-44cc-916d-2c0b98e56435 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:35.429664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:35.497287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4b7677e6-88d2-41ca-99c6-ea701b5434b0 req-e42dd755-2bf8-4595-8789-a0439a2f0200 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups?id=c8775e8b-7b47-4eab-92f8-005c3126f381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5384812 Aug 11 08:28:35.614338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:35.618474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:35.642221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Network abe8eace-96c1-480c-b466-345fffde1c3a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:35.644071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:35.647218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:35.820343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:35.822664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:35.863597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc45b4c6-b67a-4c7c-b77f-c58a6e1a025d req-086d2686-ae01-4991-860b-5013969bebea tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 210 time: 0.3011215 Aug 11 08:28:35.866305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f9193b94-1051-479a-afb3-af1f37138a78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=693f3ed95e614dbb8785f7b874557b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333999 Aug 11 08:28:35.896649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38210) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:35.965540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:35.986734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Transition to ACTIVE for port object 45084964-d6e0-49ce-95da-ab9e7496305c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:36.011449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'Port': ['ID=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:36.013712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Transition to ACTIVE for port object 45084964-d6e0-49ce-95da-ab9e7496305c will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:36.031814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-faff98b5-77ba-4641-a5d5-d1cbd9824098 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4802799 Aug 11 08:28:36.038135 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.122554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:36.133896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:36.136574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Pushing event updated for resources: {'Port': ['ID=45084964-d6e0-49ce-95da-ab9e7496305c,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:36.137250 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.146043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:36.159439 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.172045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7a36c99d-a3cd-497a-a0e7-e356215e03c7 None None] Provisioning for port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:36.196304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7a36c99d-a3cd-497a-a0e7-e356215e03c7 None None] Provisioning complete for port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:36.196674 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7a36c99d-a3cd-497a-a0e7-e356215e03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.216341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=0642aed3-2f9f-4253-b69d-864eb149c384,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:36.221478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': '4f4a5ad0-5676-4697-a72e-740aca0833c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:36.222241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: d675e492-017a-44cc-916d-2c0b98e56435, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:36.245454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network d675e492-017a-44cc-916d-2c0b98e56435 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:36.258428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Attempting to bind port 45084964-d6e0-49ce-95da-ab9e7496305c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:36.258797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Attempting to bind port 45084964-d6e0-49ce-95da-ab9e7496305c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:36.259162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Attempting to bind port 45084964-d6e0-49ce-95da-ab9e7496305c on network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:36.272628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:36.273050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, d675e492-017a-44cc-916d-2c0b98e56435) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:36.273516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Checking segment: {'id': '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:36.274130 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.274671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Bound using segment: {'id': '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:36.276071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Bound port: 45084964-d6e0-49ce-95da-ab9e7496305c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8a8a6372-0b97-40a4-92b3-e036bd8043a6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:36.276653 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.281765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:36.283545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efb2d7-5ecb-458d-bf19-aae442365916 None None] Network d675e492-017a-44cc-916d-2c0b98e56435 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:36.284661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.296745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c99d-a3cd-497a-a0e7-e356215e03c7 None None] Port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:36.323950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92f4a2a7-acbb-46ff-a83d-4284d7f20054 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0489900 Aug 11 08:28:36.326225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38214) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:36.399769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] For port 45084964-d6e0-49ce-95da-ab9e7496305c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:36.404575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] For port 45084964-d6e0-49ce-95da-ab9e7496305c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=45084964-d6e0-49ce-95da-ab9e7496305c,segment=NetworkSegment(4c6ce11a-14d8-4565-b5b5-6aecab71a8e5),segment_id=4c6ce11a-14d8-4565-b5b5-6aecab71a8e5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:36.419349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.456852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:28:36.500965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 7dde3c3c-f81e-4e1d-b949-4a95de888eec {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:28:36.501558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7dde3c3c-f81e-4e1d-b949-4a95de888eec not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:28:36.554336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a2199-4199-4c9a-b8a7-d75231ac93d5 None None] Pushing event updated for resources: {'Port': ['ID=45084964-d6e0-49ce-95da-ab9e7496305c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:36.605482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Request body: {'port': {'device_id': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:36.637858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acffa1c2-b016-4bcf-bea5-f428b6ef9447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.708296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-d675e492-017a-44cc-916d-2c0b98e56435', 'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': '0642aed3-2f9f-4253-b69d-864eb149c384'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:36.709409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.718651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28259de-7291-405a-8096-a1d198859d61 req-0f715b4f-3da4-4bf8-81ae-cb3d57f95907 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:36.720276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e28259de-7291-405a-8096-a1d198859d61 req-0f715b4f-3da4-4bf8-81ae-cb3d57f95907 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 932 time: 0.1356418 Aug 11 08:28:36.726926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b857e48-12be-46f6-915a-420e105f6971 req-11490b58-bc1b-4bd2-9301-32620c6fd347 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 210 time: 0.0931308 Aug 11 08:28:36.742330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.766190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acffa1c2-b016-4bcf-bea5-f428b6ef9447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:36.818328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:36.830689 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:36.883923 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:36.885694 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:37.032293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Allocated IP 2001:db8::1 (d675e492-017a-44cc-916d-2c0b98e56435/0642aed3-2f9f-4253-b69d-864eb149c384/c7472817-bc15-47c4-ae29-0e7514af3432) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:37.060657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e28259de-7291-405a-8096-a1d198859d61 req-5b59c1ee-e206-4d6a-a2fa-d6e0ea26ca88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112342 Aug 11 08:28:37.137244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.158391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.264616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] No DVR routers for this DVR port 7dde3c3c-f81e-4e1d-b949-4a95de888eec on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:28:37.277877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-43b5d59a-de2f-45b1-829c-e0ec7d05e05f req-edc6d9a9-7b9b-4183-92f8-ab07fadf4459 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 210 time: 0.1982231 Aug 11 08:28:37.284214 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:37.442695 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.465663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.467729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e87cb34a-ceda-44ba-9675-293dbdf3c9d4 req-df35c7b8-16f6-4688-883d-824d1ddaeef6 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.64 "DELETE /v2.0/ports/7dde3c3c-f81e-4e1d-b949-4a95de888eec HTTP/1.1" status: 204 len: 173 time: 4.4934227 Aug 11 08:28:37.472927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Transition to ACTIVE for port object c7472817-bc15-47c4-ae29-0e7514af3432 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:37.476979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-e777fd25-7984-48a1-acba-06ef8ec2a813 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:37.478643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-e777fd25-7984-48a1-acba-06ef8ec2a813 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.64 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 810 time: 0.3720613 Aug 11 08:28:37.626709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-deleted', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:28:37.628794 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a16ec-68c0-4f25-b3b2-8e3deaeb1829" -d '{"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-deleted", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:28:37.703088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-a29d8716-fbfd-466b-8b79-e2b23e59e33a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d24d010e1e4b80bd7ad1211e8737d7 HTTP/1.1" status: 200 len: 380 time: 0.0706887 Aug 11 08:28:37.726792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'port': {'device_id': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'admin_state_up': True, 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'security_groups': ['91661c61-f6d8-4c6e-b971-6ac03ae121b5']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:37.733255 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9924aeab-8db2-4b34-b2e3-7ce4f9a1f7df x-openstack-request-id: req-9924aeab-8db2-4b34-b2e3-7ce4f9a1f7df {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:28:37.733837 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ece810-a207-4d88-9e9e-acfd49a5a075", "name": "network-vif-deleted", "tag": "7dde3c3c-f81e-4e1d-b949-4a95de888eec", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:28:37.734219 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9924aeab-8db2-4b34-b2e3-7ce4f9a1f7df {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:28:37.734765 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ece810-a207-4d88-9e9e-acfd49a5a075', 'name': 'network-vif-deleted', 'tag': '7dde3c3c-f81e-4e1d-b949-4a95de888eec', 'status': 'completed', 'code': 200} Aug 11 08:28:37.755377 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:37.803319 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:37.825265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:37.826357 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:37.847990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acffa1c2-b016-4bcf-bea5-f428b6ef9447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.851238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acffa1c2-b016-4bcf-bea5-f428b6ef9447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.858111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-acffa1c2-b016-4bcf-bea5-f428b6ef9447 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1f168de-4e7a-4558-a0fc-020fbe3d40ef HTTP/1.1" status: 204 len: 168 time: 1.9566376 Aug 11 08:28:37.881920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa1c2-b016-4bcf-bea5-f428b6ef9447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f168de-4e7a-4558-a0fc-020fbe3d40ef,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:37.883285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Transition to ACTIVE for port object c7472817-bc15-47c4-ae29-0e7514af3432 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:37.915043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:37.932558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.002467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=0642aed3-2f9f-4253-b69d-864eb149c384,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:38.044740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6773ca94-7b1e-4e11-be28-744d0962ec44 req-e3b4a42c-0e09-49fe-b62d-1eccbb21cbf9 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8ece810-a207-4d88-9e9e-acfd49a5a075 HTTP/1.1" status: 200 len: 210 time: 0.1502092 Aug 11 08:28:38.062484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Network d675e492-017a-44cc-916d-2c0b98e56435 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:38.154930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 45084964-d6e0-49ce-95da-ab9e7496305c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:38.163178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:38.216254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.246490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d675e492-017a-44cc-916d-2c0b98e56435']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:38.267341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:38.280016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4a5ad0-5676-4697-a72e-740aca0833c8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:38.280619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4a5ad0-5676-4697-a72e-740aca0833c8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:38.334193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Pushing event updated for resources: {'Port': ['ID=c7472817-bc15-47c4-ae29-0e7514af3432,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:38.385350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.418522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Made reservation on behalf of 37d24d010e1e4b80bd7ad1211e8737d7 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:38.425240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.434045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.474559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca914-6484-457e-a6dd-2daa655aa9dd req-0c37a649-a50d-41da-9739-37ac900e349e tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:38.476219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d9ca914-6484-457e-a6dd-2daa655aa9dd req-0c37a649-a50d-41da-9739-37ac900e349e tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 932 time: 0.1930184 Aug 11 08:28:38.489311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:38.489737 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:38.500688 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:38.526572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:28:38.625991 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:38.631163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-651ed5bb-e011-4614-ba57-22d42b49e339 req-a5d1b39f-f103-480d-a025-f919abf07785 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 210 time: 0.1600587 Aug 11 08:28:38.634895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.720760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8791e3-a2a0-4ef4-979a-27d4f32a7e77 None None] Network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:38.739140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:38.778754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Transition to ACTIVE for port object dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:38.792261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:38.814727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:28:38.814727 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:28:38.814727 n-d-789963-6 neutron-server[94572]: [parameters: {'id': 'd675e492-017a-44cc-916d-2c0b98e56435'}] Aug 11 08:28:38.814727 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:28:38.815197 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:28:38.856192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Allocated IP 172.20.0.9 (fc582351-1147-4951-96c6-ee4d5ad3809c/321d2451-06bc-4419-98dd-9c68d2557caa/0ce43b09-a64c-48d3-b126-997a4d6431e4) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:38.908918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d9ca914-6484-457e-a6dd-2daa655aa9dd req-6eec08b5-3cde-4048-a572-908f24ddf28d tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051282 Aug 11 08:28:38.923863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9de0fda5-fec6-4555-b3ca-e51e52579900 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e9e7938dfec4eae9ebb2113730a45dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816607 Aug 11 08:28:38.943542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38254) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:38.966820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:39.000307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cea0f1c4-5437-40a6-8e5b-7aca7b00f3cd None None] Provisioning for port 45084964-d6e0-49ce-95da-ab9e7496305c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:39.018995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Attempting to bind port c7472817-bc15-47c4-ae29-0e7514af3432 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:39.019352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Attempting to bind port c7472817-bc15-47c4-ae29-0e7514af3432 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '4f4a5ad0-5676-4697-a72e-740aca0833c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:39.019896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Attempting to bind port c7472817-bc15-47c4-ae29-0e7514af3432 on network d675e492-017a-44cc-916d-2c0b98e56435 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:39.033626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:39.041678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Checking segment: {'id': '4f4a5ad0-5676-4697-a72e-740aca0833c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:39.042448 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.043019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Bound using segment: {'id': '4f4a5ad0-5676-4697-a72e-740aca0833c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:39.044984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Bound port: c7472817-bc15-47c4-ae29-0e7514af3432, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4a5ad0-5676-4697-a72e-740aca0833c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd675e492-017a-44cc-916d-2c0b98e56435'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:39.046544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.049538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 45084964-d6e0-49ce-95da-ab9e7496305c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:39.061385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 45084964-d6e0-49ce-95da-ab9e7496305c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:39.062948 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.079460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed4362b0-2200-4e35-a504-684a90182d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.155474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cea0f1c4-5437-40a6-8e5b-7aca7b00f3cd None None] Provisioning complete for port 45084964-d6e0-49ce-95da-ab9e7496305c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:39.169445 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:39.202350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cea0f1c4-5437-40a6-8e5b-7aca7b00f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.246740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed4362b0-2200-4e35-a504-684a90182d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.297197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Attempting to bind port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:39.297837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Attempting to bind port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:39.298338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Attempting to bind port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 on network abe8eace-96c1-480c-b466-345fffde1c3a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:39.311609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 on network abe8eace-96c1-480c-b466-345fffde1c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:39.312210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Attempting to bind port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 on network abe8eace-96c1-480c-b466-345fffde1c3a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:39.321414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.333971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:39.334618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Checking segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:39.335201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Bound using segment: {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:39.339585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Bound port: dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455090d0-a1d0-49a8-a89e-b80637d9d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:39.340464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.357273 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566aa77-33f3-49d7-90e6-6581560ae597 None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:19:56Z', 'revision_number': 4, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c1adaf2b-2be9-47f4-988b-838145a0f7ec', 'name': '', 'network_id': '08bd2196-630d-4343-a7dd-dbf0af9a8335', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'mac_address': 'fa:16:3e:2b:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:53Z', 'updated_at': '2021-08-11T08:20:05Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'subnets': [{'id': 'a463de33-5fe6-4ce7-aa94-ad2f23e937b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:39.374315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38262) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:39.428322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.457949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Transition to ACTIVE for port object 0ce43b09-a64c-48d3-b126-997a4d6431e4 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:39.490752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] For port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:39.497151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] For port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:39.504306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] For port c7472817-bc15-47c4-ae29-0e7514af3432, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:39.512689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] For port c7472817-bc15-47c4-ae29-0e7514af3432, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c7472817-bc15-47c4-ae29-0e7514af3432,segment=NetworkSegment(4f4a5ad0-5676-4697-a72e-740aca0833c8),segment_id=4f4a5ad0-5676-4697-a72e-740aca0833c8)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:39.513198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.582604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:39.583647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.585772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 1092 time: 3.5392892 Aug 11 08:28:39.602188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.629203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.631594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-309dc9ad-9e36-4138-ba27-3a45deb92088 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.678962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed4362b0-2200-4e35-a504-684a90182d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.698173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ed4362b0-2200-4e35-a504-684a90182d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.698881 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.699410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ed4362b0-2200-4e35-a504-684a90182d6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16d51270-ab84-4c44-8cb7-a816659b5283 HTTP/1.1" status: 204 len: 168 time: 0.7537615 Aug 11 08:28:39.726223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Network fc582351-1147-4951-96c6-ee4d5ad3809c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:39.732841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:39.735962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:39.815139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-309dc9ad-9e36-4138-ba27-3a45deb92088 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:39.851134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:28:39.851134 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d2294-59c7-4726-bd67-64a4720b8227" -d '{"events": [{"name": "network-changed", "server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:28:39.868023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4362b0-2200-4e35-a504-684a90182d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d51270-ab84-4c44-8cb7-a816659b5283,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:39.949656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70bd60-2185-459a-8c1b-e51a445d8ee5 None None] Pushing event updated for resources: {'Port': ['ID=c7472817-bc15-47c4-ae29-0e7514af3432,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:39.968596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting port c7472817-bc15-47c4-ae29-0e7514af3432 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:39.971246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.042371 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cea0f1c4-5437-40a6-8e5b-7aca7b00f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.068749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e902a69-3252-4d1c-a3ec-523e86326010 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:40.097617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ba766-a2d8-4017-b9aa-e800d9bb3a06 None None] Network d675e492-017a-44cc-916d-2c0b98e56435 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:40.158904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 45084964-d6e0-49ce-95da-ab9e7496305c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=45084964-d6e0-49ce-95da-ab9e7496305c,segment=NetworkSegment(4c6ce11a-14d8-4565-b5b5-6aecab71a8e5),segment_id=4c6ce11a-14d8-4565-b5b5-6aecab71a8e5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:40.179124 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.183536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac7412-1887-442b-8c97-9fcb209586ca None None] New status for floating IP 818a7f92-adb4-464e-b021-fe97dcafd93b: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:28:40.234354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] For port c7472817-bc15-47c4-ae29-0e7514af3432, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c7472817-bc15-47c4-ae29-0e7514af3432,segment=NetworkSegment(4f4a5ad0-5676-4697-a72e-740aca0833c8),segment_id=4f4a5ad0-5676-4697-a72e-740aca0833c8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:40.234354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.241665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-309dc9ad-9e36-4138-ba27-3a45deb92088 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.267248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-309dc9ad-9e36-4138-ba27-3a45deb92088 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.268465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-309dc9ad-9e36-4138-ba27-3a45deb92088 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "DELETE /v2.0/security-groups/c8775e8b-7b47-4eab-92f8-005c3126f381 HTTP/1.1" status: 204 len: 168 time: 0.8898506 Aug 11 08:28:40.327167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event updated for resources: {'Port': ['ID=0ce43b09-a64c-48d3-b126-997a4d6431e4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:40.331393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38282) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:40.332414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dc9ad-9e36-4138-ba27-3a45deb92088 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8775e8b-7b47-4eab-92f8-005c3126f381,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:40.361529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-ebeff185-db6a-4a79-92ad-f98cc6037fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:40.366049 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-ebeff185-db6a-4a79-92ad-f98cc6037fba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1095 time: 0.6378548 Aug 11 08:28:40.382659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Calling delete_port for c7472817-bc15-47c4-ae29-0e7514af3432 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:40.391213 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-f6502efa-f842-44f0-b346-bc2115ed5a22 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] show failed (client error): The resource could not be found. Aug 11 08:28:40.394719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f6502efa-f842-44f0-b346-bc2115ed5a22 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "GET /v2.0/security-groups/c8775e8b-7b47-4eab-92f8-005c3126f381 HTTP/1.1" status: 404 len: 347 time: 0.0552688 Aug 11 08:28:40.402902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38284) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:40.431217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:40.431217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:40.555828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521e7d7-bd01-4cd2-9731-80082bf59dde req-5cfa2159-7595-4c02-944a-8195438418dc tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:40.573524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4521e7d7-bd01-4cd2-9731-80082bf59dde req-5cfa2159-7595-4c02-944a-8195438418dc tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 931 time: 0.6916504 Aug 11 08:28:40.622674 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-001484e5-b583-4f8b-a9e0-33b221bea7dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 217 time: 0.2300103 Aug 11 08:28:40.753084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-314e6a34-9d22-47a6-8c09-ec0cd683508c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0377078 Aug 11 08:28:40.765009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4521e7d7-bd01-4cd2-9731-80082bf59dde req-70a07b7c-21cf-492a-967f-f0f3cc9cd332 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903887 Aug 11 08:28:40.807483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Request body: {'port': {'device_id': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:40.870853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-bd727def-762b-43ae-bc43-4a3a3a2db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:40.872829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-bd727def-762b-43ae-bc43-4a3a3a2db40b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.2295959 Aug 11 08:28:40.960194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-cea0f1c4-5437-40a6-8e5b-7aca7b00f3cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:28:40.960788 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-cea0f1c4-5437-40a6-8e5b-7aca7b00f3cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:28:40.961515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=45084964-d6e0-49ce-95da-ab9e7496305c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:40.983283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.035166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-d0bbd6a6-0baa-43c2-9b12-e733821bd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:41.037141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-d0bbd6a6-0baa-43c2-9b12-e733821bd5be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405764 Aug 11 08:28:41.042224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7060-254e-4fbc-93c6-550f6d0578c6 req-9bddcc0f-320a-46eb-a7f6-9431c1ebbe87 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:41.059313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85ff7060-254e-4fbc-93c6-550f6d0578c6 req-9bddcc0f-320a-46eb-a7f6-9431c1ebbe87 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 944 time: 0.3214157 Aug 11 08:28:41.088270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.104800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27ba2d-1ada-4969-8583-bee957f73f5c None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:28:41.165258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Deleting port b182665d-423c-4c99-a874-77c68033f8a5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:41.165688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.177032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Port': ['ID=c7472817-bc15-47c4-ae29-0e7514af3432,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:41.290702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-890e8f70-ca89-4541-b380-723e0909bfb2 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417095 Aug 11 08:28:41.298090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No DVR routers for this DVR port c7472817-bc15-47c4-ae29-0e7514af3432 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:28:41.318990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27ba2d-1ada-4969-8583-bee957f73f5c None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:28:41.409378 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85ff7060-254e-4fbc-93c6-550f6d0578c6 req-e0f24e1b-2207-44fe-86a5-4b87d10fadbd tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423812 Aug 11 08:28:41.441316 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0055cf3-d5c8-457d-942b-fc158da45e5c x-openstack-request-id: req-e0055cf3-d5c8-457d-942b-fc158da45e5c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:28:41.441602 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:28:41.441843 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0055cf3-d5c8-457d-942b-fc158da45e5c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:28:41.442566 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'status': 'completed', 'code': 200} Aug 11 08:28:41.519722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.539985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d675e492-017a-44cc-916d-2c0b98e56435']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:41.552079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.554209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.587188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4a5ad0-5676-4697-a72e-740aca0833c8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:41.587859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4a5ad0-5676-4697-a72e-740aca0833c8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:41.608664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Calling delete_port for b182665d-423c-4c99-a874-77c68033f8a5 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:41.612186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.645537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.695141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:41.695842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:41.700910 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:41.760820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdcaa454-aea2-44eb-b85c-7fee2b367f0f None None] Provisioning complete for port 45084964-d6e0-49ce-95da-ab9e7496305c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:41.761302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa454-aea2-44eb-b85c-7fee2b367f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.766563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8271bb6-4487-4e5f-9684-5eafe73bcea7 req-2632f350-2662-49ed-a2a1-dbce443e3b76 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260608 Aug 11 08:28:41.825714 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.852820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:41.855562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/d675e492-017a-44cc-916d-2c0b98e56435 HTTP/1.1" status: 204 len: 168 time: 5.5282738 Aug 11 08:28:41.873804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38316) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:41.890003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1307141'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:41.898383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97188d16-21ef-4cac-a94a-cc5a41719dc8 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=d675e492-017a-44cc-916d-2c0b98e56435,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:41.959592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:41.965003 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.000463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce43b09-a64c-48d3-b126-997a4d6431e4 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:28:42.013839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.066834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:42.073814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Pushing event deleted for resources: {'Port': ['ID=b182665d-423c-4c99-a874-77c68033f8a5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:42.074705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdcaa454-aea2-44eb-b85c-7fee2b367f0f None None] Provisioning for port 0ce43b09-a64c-48d3-b126-997a4d6431e4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:42.094922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdcaa454-aea2-44eb-b85c-7fee2b367f0f None None] Provisioning complete for port 0ce43b09-a64c-48d3-b126-997a4d6431e4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:42.095675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa454-aea2-44eb-b85c-7fee2b367f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.103450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.144237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Transition to ACTIVE for port object 0ce43b09-a64c-48d3-b126-997a4d6431e4 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:42.154460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.167294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79d5c-f446-47bf-be78-c9fb8ccacdba req-7df0b7cc-cb73-43f6-92e4-cca3c973a1f2 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:42.174790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cdcaa454-aea2-44eb-b85c-7fee2b367f0f None None] Port 0ce43b09-a64c-48d3-b126-997a4d6431e4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:42.175842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75e79d5c-f446-47bf-be78-c9fb8ccacdba req-7df0b7cc-cb73-43f6-92e4-cca3c973a1f2 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 931 time: 0.2259674 Aug 11 08:28:42.220601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.223332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.228304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-486ebdef-c9ac-417f-9341-27d08544fa06 tempest-AttachVolumeShelveTestJSON-1241913341 tempest-AttachVolumeShelveTestJSON-1241913341-project] 10.222.0.58 "DELETE /v2.0/floatingips/818a7f92-adb4-464e-b021-fe97dcafd93b HTTP/1.1" status: 204 len: 168 time: 1.8211255 Aug 11 08:28:42.228304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.228304 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 96185d4d-b0f2-458b-b5db-8fdf10993b4a of type vlan for network 83c49ace-92c8-47bc-aeca-957ce2eff277 Aug 11 08:28:42.285205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.377902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.394671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2294-59c7-4726-bd67-64a4720b8227 req-9da39488-6233-41b6-8074-9baf51fa47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:42.398857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-9da39488-6233-41b6-8074-9baf51fa47ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1095 time: 0.4454203 Aug 11 08:28:42.404421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:42.405481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.452495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 45084964-d6e0-49ce-95da-ab9e7496305c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:42.643422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=83c49ace-92c8-47bc-aeca-957ce2eff277,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:42.688227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 83c49ace-92c8-47bc-aeca-957ce2eff277 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:42.695660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3dcedfcc-7adc-4f94-a215-34e6a4c14e93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8206489 Aug 11 08:28:42.700090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38338) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:42.714527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:42.769793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 45084964-d6e0-49ce-95da-ab9e7496305c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:42.769793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:42.781805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75e79d5c-f446-47bf-be78-c9fb8ccacdba req-f3599140-7332-4252-b947-8d9ff656f76a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6045034 Aug 11 08:28:42.864040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce43b09-a64c-48d3-b126-997a4d6431e4,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:43.068609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d351-1284-4c9d-bed5-9c4eb6b27f76 req-e4cbbdd6-9b91-49cc-a804-dc67b3498045 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:43.088727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a983d351-1284-4c9d-bed5-9c4eb6b27f76 req-e4cbbdd6-9b91-49cc-a804-dc67b3498045 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 944 time: 0.4368570 Aug 11 08:28:43.137858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2294-59c7-4726-bd67-64a4720b8227 req-7c5ec0bb-3b94-4542-93cf-ed0fbb199d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:43.144361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-7c5ec0bb-3b94-4542-93cf-ed0fbb199d97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 909 time: 0.7019255 Aug 11 08:28:43.273594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a983d351-1284-4c9d-bed5-9c4eb6b27f76 req-4675e27b-6012-40c4-8ed0-f36798fbeece tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835237 Aug 11 08:28:43.312110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:43.321579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:43.441691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-70986c41-6d35-4b96-8518-358792b7cdae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 217 time: 0.1142941 Aug 11 08:28:43.446619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Attempting to bind port 0ce43b09-a64c-48d3-b126-997a4d6431e4 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:43.447275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Attempting to bind port 0ce43b09-a64c-48d3-b126-997a4d6431e4 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:43.447953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Attempting to bind port 0ce43b09-a64c-48d3-b126-997a4d6431e4 on network fc582351-1147-4951-96c6-ee4d5ad3809c {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:43.524108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Port 0ce43b09-a64c-48d3-b126-997a4d6431e4 on network fc582351-1147-4951-96c6-ee4d5ad3809c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:28:43.526755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Attempting to bind port 0ce43b09-a64c-48d3-b126-997a4d6431e4 on network fc582351-1147-4951-96c6-ee4d5ad3809c {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:43.553068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:43.554835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Checking segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:43.555262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Bound using segment: {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:43.555945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Bound port: 0ce43b09-a64c-48d3-b126-997a4d6431e4, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d96cf0-826e-4342-ab17-f6aac041e3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:43.556449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:43.571317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2294-59c7-4726-bd67-64a4720b8227 req-8100f35c-6cc0-49d9-9189-79fb8bca6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:43.577402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-8100f35c-6cc0-49d9-9189-79fb8bca6043 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.1238079 Aug 11 08:28:43.617833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38352) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:43.824936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2294-59c7-4726-bd67-64a4720b8227 req-be507572-83c2-4714-9d43-bfe2baf35da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:43.827121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-be507572-83c2-4714-9d43-bfe2baf35da0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370379 Aug 11 08:28:43.900492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] For port 0ce43b09-a64c-48d3-b126-997a4d6431e4, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:43.906548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:44.035136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-f5499c49-abc7-464d-a7b4-65d17f56b29f service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935570 Aug 11 08:28:44.044319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38368) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:44.148824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=eb203251-e187-46ae-a726-55564c5e618c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:44.158734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': '96185d4d-b0f2-458b-b5db-8fdf10993b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:44.159311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: 83c49ace-92c8-47bc-aeca-957ce2eff277, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:44.194175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 83c49ace-92c8-47bc-aeca-957ce2eff277 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:44.209834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 83c49ace-92c8-47bc-aeca-957ce2eff277) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:44.214590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:44.215199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:44.222776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42455f6b-df94-4c7b-869a-bda79f894346 None None] Network 83c49ace-92c8-47bc-aeca-957ce2eff277 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:44.285976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] For port 0ce43b09-a64c-48d3-b126-997a4d6431e4, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:44.297928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e3e5aaed-caab-401f-9999-ba689a4673cc tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:44.346025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:44.406904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea551eb9-813e-49f5-9333-1822fa2738ec req-606d158d-1222-481d-9f74-707e439b9b5c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:44.421371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea551eb9-813e-49f5-9333-1822fa2738ec req-606d158d-1222-481d-9f74-707e439b9b5c tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 943 time: 0.3817203 Aug 11 08:28:44.527851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-83c49ace-92c8-47bc-aeca-957ce2eff277', 'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': 'eb203251-e187-46ae-a726-55564c5e618c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:44.528787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:44.564004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:44.565407 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:44.568994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 200 len: 1091 time: 3.7927661 Aug 11 08:28:44.640022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:28:44.643509 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0579ed10-9278-470e-98a5-61016eb84149" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:28:44.760671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea551eb9-813e-49f5-9333-1822fa2738ec req-415ee910-d7ea-46b3-9225-7222aefabfc6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292871 Aug 11 08:28:44.777850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e3e5aaed-caab-401f-9999-ba689a4673cc tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "PUT /v2.0/quotas/08fc0ef8b6e64ca8949b9a922d3b8076 HTTP/1.1" status: 200 len: 366 time: 1.1561468 Aug 11 08:28:44.782906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d2294-59c7-4726-bd67-64a4720b8227 req-1170b20c-7ead-4924-a6c6-c188c60ebe64 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670702 Aug 11 08:28:44.791554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:44.816552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce43b09-a64c-48d3-b126-997a4d6431e4,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:44.828526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.829235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.829459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.829753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.830081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.830407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.830731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.831054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.831374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.831855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.832178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.832492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f3fe8-8bdc-481e-adce-cddada23de42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:44.848133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-09be123d-effb-4d4b-b7bf-47370defa713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:44.849959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-09be123d-effb-4d4b-b7bf-47370defa713 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 1094 time: 0.1940551 Aug 11 08:28:44.853978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-deb0cf2c-163b-412f-a3ec-ad15da7c4150 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0637643 Aug 11 08:28:44.854474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38380) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:44.886732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-93c8998b-1ddf-4d6c-87de-0ceab2e32493 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "GET /v2.0/quotas/08fc0ef8b6e64ca8949b9a922d3b8076 HTTP/1.1" status: 200 len: 366 time: 0.0285084 Aug 11 08:28:44.931380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38382) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:44.948418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Allocated IP 2001:db8::1 (83c49ace-92c8-47bc-aeca-957ce2eff277/eb203251-e187-46ae-a726-55564c5e618c/aea1a505-95ce-4df0-8146-9fa3ddf97ec0) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:44.969995 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f75581e-b906-4e4d-8f24-eeb7797270b3 x-openstack-request-id: req-1f75581e-b906-4e4d-8f24-eeb7797270b3 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:28:44.970363 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:28:44.970539 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f75581e-b906-4e4d-8f24-eeb7797270b3 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:28:44.970932 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'status': 'completed', 'code': 200} Aug 11 08:28:44.972746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-f2375e7c-8bd9-4ca0-b70c-356e79898b1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 200 len: 217 time: 0.1044564 Aug 11 08:28:44.974797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57f27a21-017f-42de-94f8-9f1fa15b2340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:44.984233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dce98fee-057c-431f-9b30-028e768da518 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2827234 Aug 11 08:28:44.997343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38386) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.009641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-743876278'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:45.085195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:28:45.108473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-bda03eab-fd38-42f5-bd86-31712ed66305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:45.110130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-bda03eab-fd38-42f5-bd86-31712ed66305 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.1270881 Aug 11 08:28:45.171510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57f27a21-017f-42de-94f8-9f1fa15b2340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.179145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e15d0dfa-2925-49a4-b444-bb50862ec0a2 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/08fc0ef8b6e64ca8949b9a922d3b8076 HTTP/1.1" status: 204 len: 168 time: 0.2440295 Aug 11 08:28:45.182143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38390) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.214282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a310f-17df-451a-87f0-70be52da81ff req-0902d9da-d2ce-4c75-9cbc-085d78ca85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:45.215939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-0902d9da-d2ce-4c75-9cbc-085d78ca85aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974033 Aug 11 08:28:45.230839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57f27a21-017f-42de-94f8-9f1fa15b2340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.275264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adcb1c-4a20-42e2-91f2-6c20a8499ec9 req-8e33153e-b1a1-4fb1-9160-05a0ecc5ac78 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:45.277752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85adcb1c-4a20-42e2-91f2-6c20a8499ec9 req-8e33153e-b1a1-4fb1-9160-05a0ecc5ac78 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 944 time: 0.3446779 Aug 11 08:28:45.292794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-57f27a21-017f-42de-94f8-9f1fa15b2340 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0824d319a92d4f20ae650184d81dfc38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2424233 Aug 11 08:28:45.297522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38392) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.304772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dcfb6470-a504-4510-90bf-737dcd5d020c tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1131806 Aug 11 08:28:45.307466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38394) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.315905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:45.320926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.373507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8b63ffb6-924f-400b-a80a-987371ce8095 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "GET /v2.0/quotas/08fc0ef8b6e64ca8949b9a922d3b8076 HTTP/1.1" status: 200 len: 370 time: 0.0645242 Aug 11 08:28:45.379887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38396) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.388871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-57f3f83b-cbb9-482c-a35b-dd07038dd5c9 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "GET /v2.0/quotas/08fc0ef8b6e64ca8949b9a922d3b8076/default HTTP/1.1" status: 200 len: 370 time: 0.0057302 Aug 11 08:28:45.394486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38398) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.401761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.408785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f27a21-017f-42de-94f8-9f1fa15b2340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c51120-00bc-4c38-9d81-f66435023f18,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:45.423920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Transition to ACTIVE for port object aea1a505-95ce-4df0-8146-9fa3ddf97ec0 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:45.427140 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-12361b82-d77a-4fe1-bd63-328c2a1af500 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] delete failed (client error): The resource could not be found. Aug 11 08:28:45.429459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-12361b82-d77a-4fe1-bd63-328c2a1af500 tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/08fc0ef8b6e64ca8949b9a922d3b8076 HTTP/1.1" status: 404 len: 348 time: 0.0319042 Aug 11 08:28:45.457345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-85adcb1c-4a20-42e2-91f2-6c20a8499ec9 req-4b165729-68db-46f2-9d38-94947fde1377 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598356 Aug 11 08:28:45.461017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:45.467539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:45.472327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Transition to ACTIVE for port object aea1a505-95ce-4df0-8146-9fa3ddf97ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:45.479294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'port_id': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'mac_address': 'fa:16:3e:a6:ee:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:28:45.484478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.491298 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.491995 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 23cdd966-334c-4ece-89ec-3380f44e885a of type vlan for network dcc851c3-9881-49b1-945b-9e3acc5055f3 Aug 11 08:28:45.504839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-202a3096-a47c-42f8-9a4a-900121567794 service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815044 Aug 11 08:28:45.508242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec1309cf-5631-4611-ba2f-bd1d96527624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.545642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec1309cf-5631-4611-ba2f-bd1d96527624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.547955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.606540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.635596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:45.643428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.709038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7086637 Aug 11 08:28:45.738336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38402) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.738922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38404) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:45.756590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': 'dcc851c3-9881-49b1-945b-9e3acc5055f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:45.768675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Network 83c49ace-92c8-47bc-aeca-957ce2eff277 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:45.773008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:45.794705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:45.813883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c56d1-8ec4-45d9-b236-ce5f94e36fb2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=dcc851c3-9881-49b1-945b-9e3acc5055f3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:45.818162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Pushing event updated for resources: {'Port': ['ID=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:45.842387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.846160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dcc851c3-9881-49b1-945b-9e3acc5055f3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:45.914334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec1309cf-5631-4611-ba2f-bd1d96527624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.925425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:28:45.926498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec1309cf-5631-4611-ba2f-bd1d96527624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:45.931888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ec1309cf-5631-4611-ba2f-bd1d96527624 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79c51120-00bc-4c38-9d81-f66435023f18 HTTP/1.1" status: 204 len: 168 time: 0.6332397 Aug 11 08:28:45.960059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd2a310f-17df-451a-87f0-70be52da81ff req-3b83de1c-40f8-4d8a-9937-1f0d323a1e8b service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939795 Aug 11 08:28:46.004811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Attempting to bind port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:46.005312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Attempting to bind port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '96185d4d-b0f2-458b-b5db-8fdf10993b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:46.005735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Attempting to bind port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 on network 83c49ace-92c8-47bc-aeca-957ce2eff277 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:46.010401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:46.019409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:46.019806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Checking segment: {'id': '96185d4d-b0f2-458b-b5db-8fdf10993b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:46.020193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:46.020602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Bound using segment: {'id': '96185d4d-b0f2-458b-b5db-8fdf10993b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:46.021140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Bound port: aea1a505-95ce-4df0-8146-9fa3ddf97ec0, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96185d4d-b0f2-458b-b5db-8fdf10993b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '83c49ace-92c8-47bc-aeca-957ce2eff277'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:46.021527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:46.031569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:46.041102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:network and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:46.079829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:46.082238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:46.086069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:46.092562 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:28:46.097811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1309cf-5631-4611-ba2f-bd1d96527624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c51120-00bc-4c38-9d81-f66435023f18,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:46.146188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:46.162348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] For port aea1a505-95ce-4df0-8146-9fa3ddf97ec0, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:46.166822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] For port aea1a505-95ce-4df0-8146-9fa3ddf97ec0, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,segment=NetworkSegment(96185d4d-b0f2-458b-b5db-8fdf10993b4a),segment_id=96185d4d-b0f2-458b-b5db-8fdf10993b4a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:46.175750 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:46.242909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:subnet and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:46.265960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:46.294998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4af4c-468a-4c53-94bd-515d30e632ef None None] Pushing event updated for resources: {'Port': ['ID=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:46.296282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Performing IP validity checks on allocation pools {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 08:28:46.296931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 08:28:46.314449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:subnetpool and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:46.320141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['dd7d46a7-1987-4019-b0d9-147fe7f4c3b4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:28:46.354338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a92c-2ebb-4c68-b351-fc756951d35f req-f175fd05-a3e6-483a-ad17-42dcc5014954 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:46.356913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85f7a92c-2ebb-4c68-b351-fc756951d35f req-f175fd05-a3e6-483a-ad17-42dcc5014954 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 943 time: 0.4517119 Aug 11 08:28:46.366540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ed10-9278-470e-98a5-61016eb84149 req-c4156528-62d1-43c0-8158-70eea0e4a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:46.369176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-c4156528-62d1-43c0-8158-70eea0e4a252 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 1094 time: 0.2789876 Aug 11 08:28:46.370109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:46.465859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:port and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:46.492798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:46.555001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85f7a92c-2ebb-4c68-b351-fc756951d35f req-30800879-9689-47c0-ba18-a9e8349e93a2 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776640 Aug 11 08:28:46.566724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:router and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:46.599190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:46.612294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ed10-9278-470e-98a5-61016eb84149 req-bc997fce-1c11-40ca-9985-6af6a2c2858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:46.614013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-bc997fce-1c11-40ca-9985-6af6a2c2858b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.2310302 Aug 11 08:28:46.734370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-3c6051ea-a3ba-4efd-9f6e-6e2d62f05f57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 200 len: 217 time: 0.0699897 Aug 11 08:28:46.735005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:floatingip and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:46.747256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f533-f088-4afb-aeb4-ef4abeb776d4 req-5a14ae95-b270-421e-8832-7517e3e0723e tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:46.759574 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a119f533-f088-4afb-aeb4-ef4abeb776d4 req-5a14ae95-b270-421e-8832-7517e3e0723e tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 945 time: 0.0940170 Aug 11 08:28:46.776386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:46.846748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:46.855214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a119f533-f088-4afb-aeb4-ef4abeb776d4 req-10ed689a-6523-44a1-b276-d2c97ff9f503 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918128 Aug 11 08:28:47.335017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:47.477713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1424445794-network', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:47.550191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Made reservation on behalf of 3b499eefdfeb4a8a99c83b6829dd3567 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:47.556678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:47.572290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:47.606384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ed10-9278-470e-98a5-61016eb84149 req-2b0e5f77-5608-45a5-b1c2-c51b3eecb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:47.607936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-2b0e5f77-5608-45a5-b1c2-c51b3eecb784 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.8595006 Aug 11 08:28:47.653333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=762bb03d-63fe-450e-a82e-501ebb9ecc7b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:47.736603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': '23cdd966-334c-4ece-89ec-3380f44e885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'dcc851c3-9881-49b1-945b-9e3acc5055f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:47.737737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: dcc851c3-9881-49b1-945b-9e3acc5055f3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:47.831863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ed10-9278-470e-98a5-61016eb84149 req-9888ba3c-e763-48a1-967b-9abd5ba6e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:47.833756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-9888ba3c-e763-48a1-967b-9abd5ba6e1e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986032 Aug 11 08:28:47.859640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:47.867224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:47.885478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:47.900695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:47.901579 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Added segment 0923c58f-5d7d-4874-94f9-9ed788db743a of type vlan for network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a Aug 11 08:28:47.951873 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:47.976273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-649c51a1-dd52-4d78-833d-d4aa96a2c81f service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204159 Aug 11 08:28:47.978537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:security_group and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:47.986760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:48.003305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a13501-0e3b-4dbe-8ee5-2fef4f0f771e None None] Network 83c49ace-92c8-47bc-aeca-957ce2eff277 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:48.004538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network dcc851c3-9881-49b1-945b-9e3acc5055f3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:48.012720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b96e77-2a6f-43b3-b83c-4e7ef827be5a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:48.016865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.018201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:48.019012 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.043143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Usage tracker for resource:security_group_rule and tenant:a1854c8027c54b23b247b3764a7a2adc is out of sync, need to count used quota {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 08:28:48.069990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7334263 Aug 11 08:28:48.084866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38454) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:48.101105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dcc851c3-9881-49b1-945b-9e3acc5055f3) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:48.111185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.quota.resource [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94573) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 08:28:48.129643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224548a3-c212-4d15-ac4b-3e1447100332 req-c5ca9330-d145-4aba-9cf8-95870543496a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:48.132866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Request body: {'subnet': {'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1424445794-subnet', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:48.139519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-224548a3-c212-4d15-ac4b-3e1447100332 req-c5ca9330-d145-4aba-9cf8-95870543496a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 943 time: 0.3525040 Aug 11 08:28:48.142246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:48.142947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.151552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f5fd6-8293-407e-981c-cda31b564040 None None] Network dcc851c3-9881-49b1-945b-9e3acc5055f3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:48.195010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0a86e21e-e7f9-49b7-8c45-7714a5516cbb tempest-QuotasTest-172994483 tempest-QuotasTest-172994483-project-admin] 10.222.0.58 "GET /v2.0/quotas/a1854c8027c54b23b247b3764a7a2adc/details.json HTTP/1.1" status: 200 len: 703 time: 2.4495809 Aug 11 08:28:48.216604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72f724-d46b-47c0-b301-cc78c9e0eda3 req-c3a1f6d9-794a-4b06-839d-5a357f3ca8d5 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:48.222009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e72f724-d46b-47c0-b301-cc78c9e0eda3 req-c3a1f6d9-794a-4b06-839d-5a357f3ca8d5 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 945 time: 0.1701157 Aug 11 08:28:48.263196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1bbe-440f-4b74-9f74-e27f236158a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:48.277115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-224548a3-c212-4d15-ac4b-3e1447100332 req-f3296896-0274-4ed0-bae9-9752614ee862 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365209 Aug 11 08:28:48.306495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:48.353484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e72f724-d46b-47c0-b301-cc78c9e0eda3 req-98adae70-3a8a-413f-a278-3dc8ada1c238 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203277 Aug 11 08:28:48.354214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Made reservation on behalf of 3b499eefdfeb4a8a99c83b6829dd3567 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:48.356974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.391747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0579ed10-9278-470e-98a5-61016eb84149 req-afdc72b4-a306-4b73-b4e3-d55dda41ed1b service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061635 Aug 11 08:28:48.393425 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-819f8d53-c1f6-433a-86ec-37266ae23c9e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6533763 Aug 11 08:28:48.417316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38462) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:48.508021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aea1a505-95ce-4df0-8146-9fa3ddf97ec0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:48.510101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dfc6c2f1-11cd-49f4-a157-371db02b5959 None None] Provisioning for port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:48.575924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0ce43b09-a64c-48d3-b126-997a4d6431e4 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:28:48.598630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.698838 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.730786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38466) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:48.793017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.808482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.867273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=762bb03d-63fe-450e-a82e-501ebb9ecc7b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:48.873779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:48.898977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b5bfa-7a66-4968-8b58-c9fd02ed7c97 None None] Network dcc851c3-9881-49b1-945b-9e3acc5055f3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:48.907370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:48.908263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:48.927905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=55df6714-af58-441a-b5d4-4be0d9348f72,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:48.986960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0ce43b09-a64c-48d3-b126-997a4d6431e4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:48.996786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Checking segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:48.997183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Network hostable DHCP agents. Network: 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:49.006122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.017329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc851c3-9881-49b1-945b-9e3acc5055f3']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:49.029932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cdd966-334c-4ece-89ec-3380f44e885a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:49.030626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cdd966-334c-4ece-89ec-3380f44e885a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:49.034685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'port_id': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'mac_address': 'fa:16:3e:0d:e1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:28:49.035908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:49.042388 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.051415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:49.070534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:49.071702 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.079183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-301d2ee4-1888-412c-a88d-7de3a795667d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.106878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a9b54c3d-a894-4a7d-890a-81af679e2afc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9799747 Aug 11 08:28:49.109539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:49.114904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:49.137793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.159230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:49.159709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.161106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c71b534-70e7-4e73-a00b-449b7dd6e44b None None] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:49.163129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:49.165177 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:49.170348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.171648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.249059 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.260153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.263163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/dcc851c3-9881-49b1-945b-9e3acc5055f3 HTTP/1.1" status: 204 len: 168 time: 0.8440828 Aug 11 08:28:49.282144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38472) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:49.285657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81beaf-0e88-4a17-8504-53e1aed8375a tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=dcc851c3-9881-49b1-945b-9e3acc5055f3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:49.315130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998998770'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:49.384267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.428296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-301d2ee4-1888-412c-a88d-7de3a795667d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.440452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.459535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-301d2ee4-1888-412c-a88d-7de3a795667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.501536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d2ee4-1888-412c-a88d-7de3a795667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fcbb5-a3d9-46ab-b74f-fd11a241cd6c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:49.506474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9f8d7917-fe43-4cd1-bdf4-b872440d7088 None None] Provisioning complete for port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:49.507300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-fe43-4cd1-bdf4-b872440d7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.541539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec8d4-556f-4afe-bab3-0bb5fc24c270 req-de134b64-ccc7-49c0-a7ae-8ae1a2f83bab tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:49.543618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adcec8d4-556f-4afe-bab3-0bb5fc24c270 req-de134b64-ccc7-49c0-a7ae-8ae1a2f83bab tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 943 time: 0.1284878 Aug 11 08:28:49.551088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-301d2ee4-1888-412c-a88d-7de3a795667d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b93dc046b960428fb9aa229348aa022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8192437 Aug 11 08:28:49.552289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38482) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:49.561729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.588811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce43b09-a64c-48d3-b126-997a4d6431e4 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:28:49.613499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adcec8d4-556f-4afe-bab3-0bb5fc24c270 req-9180252c-21cb-44fe-947a-7579cbc577d1 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609467 Aug 11 08:28:49.628056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0ce43b09-a64c-48d3-b126-997a4d6431e4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:49.661861 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.669368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:49.673299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.771434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:49.799103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port aea1a505-95ce-4df0-8146-9fa3ddf97ec0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,segment=NetworkSegment(96185d4d-b0f2-458b-b5db-8fdf10993b4a),segment_id=96185d4d-b0f2-458b-b5db-8fdf10993b4a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:49.802664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:49.821526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-fe43-4cd1-bdf4-b872440d7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.824679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:49.825097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.839840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb53558-b77a-43e2-9f14-e45c1df423de req-920e4c20-683e-4095-885e-acbfaff01a2c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:49.841525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebb53558-b77a-43e2-9f14-e45c1df423de req-920e4c20-683e-4095-885e-acbfaff01a2c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 945 time: 0.2886755 Aug 11 08:28:49.842841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.843187 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment b7d58157-b5ab-4449-9145-9edc35feaec9 of type vlan for network 2747b0a7-5211-4eda-b215-a9a5e1a3e144 Aug 11 08:28:49.846138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.864790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.892902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0ce43b09-a64c-48d3-b126-997a4d6431e4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:49.893579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17963c42-a33d-4342-8bbc-2d70a975ba4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.957818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'fixed_ips': [{'subnet_id': '55df6714-af58-441a-b5d4-4be0d9348f72'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:49.958776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:49.996079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17963c42-a33d-4342-8bbc-2d70a975ba4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.000836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.026411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ebb53558-b77a-43e2-9f14-e45c1df423de req-637e55cf-ac12-46f2-8247-959f7ef54416 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604033 Aug 11 08:28:50.158126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.177835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:50.179129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.186273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0ce43b09-a64c-48d3-b126-997a4d6431e4'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:28:50.287202 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17963c42-a33d-4342-8bbc-2d70a975ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.289962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-17963c42-a33d-4342-8bbc-2d70a975ba4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.294908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-17963c42-a33d-4342-8bbc-2d70a975ba4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f45fcbb5-a3d9-46ab-b74f-fd11a241cd6c HTTP/1.1" status: 204 len: 168 time: 0.6712794 Aug 11 08:28:50.313924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17963c42-a33d-4342-8bbc-2d70a975ba4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45fcbb5-a3d9-46ab-b74f-fd11a241cd6c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:50.321215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38486) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:50.322004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0377345 Aug 11 08:28:50.323241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1695e-ead6-40bd-9971-132ad5138654 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=2747b0a7-5211-4eda-b215-a9a5e1a3e144,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:50.334487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '2747b0a7-5211-4eda-b215-a9a5e1a3e144', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:50.421508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 2747b0a7-5211-4eda-b215-a9a5e1a3e144 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:50.533892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:50.547189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:50.554030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.710988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:50.780425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.019079 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-9f8d7917-fe43-4cd1-bdf4-b872440d7088 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:28:51.019449 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-9f8d7917-fe43-4cd1-bdf4-b872440d7088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:28:51.046442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Allocated IP 172.25.2.221 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/566bacaf-046f-4af3-b49c-766eb2e246e8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:51.051281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38502) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:51.055521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.071955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a20fc2-3443-41ed-a7b5-4eb6cb8d034e req-d10a2b5c-ffde-4e50-98fd-007894424689 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:51.079381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a20fc2-3443-41ed-a7b5-4eb6cb8d034e req-d10a2b5c-ffde-4e50-98fd-007894424689 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 944 time: 0.3214962 Aug 11 08:28:51.090626 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.165775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:28:51.171060 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bbf465-d1ce-4bcf-9c5a-1e2193d31e47" -d '{"events": [{"server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "name": "network-vif-plugged", "status": "completed", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:28:51.187149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a20fc2-3443-41ed-a7b5-4eb6cb8d034e req-a64b252d-b831-420d-a2b6-bdc239a0a955 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932720 Aug 11 08:28:51.188194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adaace12-86fb-4366-8884-96ed7e3ed60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.234370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:51.257817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.262752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.295253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Allocated IP 172.20.0.2 (1b4e2a0b-a44e-4d76-b599-a5b8ed94146a/55df6714-af58-441a-b5d4-4be0d9348f72/2e000373-e773-43ad-b66d-d7b5d21f51b3) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:51.332319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adaace12-86fb-4366-8884-96ed7e3ed60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.367142 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1931c49d-e441-46d1-90f1-3a893c668740 x-openstack-request-id: req-1931c49d-e441-46d1-90f1-3a893c668740 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:28:51.367693 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "name": "network-vif-plugged", "status": "completed", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:28:51.368128 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1931c49d-e441-46d1-90f1-3a893c668740 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:28:51.369039 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'code': 200} Aug 11 08:28:51.380022 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adaace12-86fb-4366-8884-96ed7e3ed60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.436090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-adaace12-86fb-4366-8884-96ed7e3ed60f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1854c8027c54b23b247b3764a7a2adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554821 Aug 11 08:28:51.454071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38512) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:51.468055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:51.542735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=de2b3514-17b2-4ada-8083-ee3b194e8657,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:51.546516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': 'b7d58157-b5ab-4449-9145-9edc35feaec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2747b0a7-5211-4eda-b215-a9a5e1a3e144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:51.546894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: 2747b0a7-5211-4eda-b215-a9a5e1a3e144, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:51.601852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaace12-86fb-4366-8884-96ed7e3ed60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dca46d-34c2-4b2b-8060-3ef00dc668cd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:51.614666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07df31-92b2-4cc9-bd24-e0025b2e48b1 req-d1a974c9-50fd-4901-9129-cca0d29c3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:51.617624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b07df31-92b2-4cc9-bd24-e0025b2e48b1 req-d1a974c9-50fd-4901-9129-cca0d29c3552 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.1738431 Aug 11 08:28:51.619878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 2747b0a7-5211-4eda-b215-a9a5e1a3e144 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:51.637537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bd39b-6900-4dbb-ab19-5f843f6081ea req-b2b56202-cc12-4cec-82e7-ca337445a944 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:51.639221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd5bd39b-6900-4dbb-ab19-5f843f6081ea req-b2b56202-cc12-4cec-82e7-ca337445a944 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.3192356 Aug 11 08:28:51.640370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.652821 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.663555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Transition to ACTIVE for port object 2e000373-e773-43ad-b66d-d7b5d21f51b3 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:51.684414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Transition to ACTIVE for port object 2e000373-e773-43ad-b66d-d7b5d21f51b3 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:51.690415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b07df31-92b2-4cc9-bd24-e0025b2e48b1 req-1831a44d-629e-4eb1-8274-a1ec1d1a6de8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626514 Aug 11 08:28:51.694687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.694913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 2747b0a7-5211-4eda-b215-a9a5e1a3e144) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:51.704457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:51.705724 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.738681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-01b679f2-1a70-472a-b2c7-5d256a999d42 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4136002 Aug 11 08:28:51.739803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38518) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:51.775009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:51.806624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Pushing event updated for resources: {'Port': ['ID=566bacaf-046f-4af3-b49c-766eb2e246e8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:51.809028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:51.821652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:51.846623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-939f574b-bac9-4882-940b-742495554b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.871327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:51.877758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22902fe3-982c-41c5-bd98-a034001976d9 None None] Network 2747b0a7-5211-4eda-b215-a9a5e1a3e144 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:51.888436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.904570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38524) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:51.927523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-939f574b-bac9-4882-940b-742495554b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:51.986221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Pushing event updated for resources: {'Port': ['ID=2e000373-e773-43ad-b66d-d7b5d21f51b3,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:51.988922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:52.008071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:52.030535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.071081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.071748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.071844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.072204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.072480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.072907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.083808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.084188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.084536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.084897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.085557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.085557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:28:52.161491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Attempting to bind port 2e000373-e773-43ad-b66d-d7b5d21f51b3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:52.162008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Attempting to bind port 2e000373-e773-43ad-b66d-d7b5d21f51b3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:52.162703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Attempting to bind port 2e000373-e773-43ad-b66d-d7b5d21f51b3 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:52.170436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:52.171027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Checking segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:52.171528 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.172013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Bound using segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:52.172682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Bound port: 2e000373-e773-43ad-b66d-d7b5d21f51b3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:52.173204 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.191396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.279965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=de2b3514-17b2-4ada-8083-ee3b194e8657,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:52.336370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36da1b8-2ef4-41d6-b932-b589df44dcf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-2747b0a7-5211-4eda-b215-a9a5e1a3e144', 'network_id': '2747b0a7-5211-4eda-b215-a9a5e1a3e144', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': 'de2b3514-17b2-4ada-8083-ee3b194e8657'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:52.337889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b36da1b8-2ef4-41d6-b932-b589df44dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.355429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd5bd39b-6900-4dbb-ab19-5f843f6081ea req-e7cba6e3-0890-428f-9ce2-7e8727d4f51d tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6731970 Aug 11 08:28:52.386357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] For port 2e000373-e773-43ad-b66d-d7b5d21f51b3, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:52.397104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] For port 2e000373-e773-43ad-b66d-d7b5d21f51b3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e000373-e773-43ad-b66d-d7b5d21f51b3,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:52.464230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.472481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aea1a505-95ce-4df0-8146-9fa3ddf97ec0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:52.491018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-939f574b-bac9-4882-940b-742495554b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.501225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-939f574b-bac9-4882-940b-742495554b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.504773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-939f574b-bac9-4882-940b-742495554b36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53dca46d-34c2-4b2b-8060-3ef00dc668cd HTTP/1.1" status: 204 len: 168 time: 1.0215569 Aug 11 08:28:52.556569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f574b-bac9-4882-940b-742495554b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dca46d-34c2-4b2b-8060-3ef00dc668cd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:52.629483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2cfa75-1d5d-467e-8b09-497a8e9f76f3 None None] Network 2747b0a7-5211-4eda-b215-a9a5e1a3e144 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:52.759791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0ce43b09-a64c-48d3-b126-997a4d6431e4 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:52.889153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.911089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:52.913812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8163a-31f9-4cd1-8685-325ba1174b51 None None] Pushing event updated for resources: {'Port': ['ID=2e000373-e773-43ad-b66d-d7b5d21f51b3,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:52.919321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2747b0a7-5211-4eda-b215-a9a5e1a3e144']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:52.992373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d58157-b5ab-4449-9145-9edc35feaec9') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:52.993297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d58157-b5ab-4449-9145-9edc35feaec9') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:53.012350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:53.012744 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.014510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 0ce43b09-a64c-48d3-b126-997a4d6431e4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:53.029056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.053386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a752467-921d-4ce6-84cb-13758f363b2e req-d812e278-a15c-44c6-85a8-f941634c5a38 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:53.056738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a752467-921d-4ce6-84cb-13758f363b2e req-d812e278-a15c-44c6-85a8-f941634c5a38 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 944 time: 0.6144018 Aug 11 08:28:53.090088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 0ce43b09-a64c-48d3-b126-997a4d6431e4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:53.090857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.128302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.134998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:53.135531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:53.194034 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:53.296051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.302555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7a752467-921d-4ce6-84cb-13758f363b2e req-44749bc8-0b36-4cdd-8f9a-ea18bb64fe36 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875703 Aug 11 08:28:53.304218 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.314521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.316611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/2747b0a7-5211-4eda-b215-a9a5e1a3e144 HTTP/1.1" status: 204 len: 168 time: 1.5750906 Aug 11 08:28:53.332454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38542) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:53.339010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779318037'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:53.358244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a037-9981-4773-ad5a-6eae689a9f37 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=2747b0a7-5211-4eda-b215-a9a5e1a3e144,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:53.361046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0ce43b09-a64c-48d3-b126-997a4d6431e4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:53.368075 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.372848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:28:53.375757 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7d617-93c9-4673-9f06-6e4cd83394c3" -d '{"events": [{"server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "name": "network-vif-plugged", "status": "completed", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:28:53.393959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.421101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:53.426598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.454245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0ce43b09-a64c-48d3-b126-997a4d6431e4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:53.488378 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7bc0e-bb30-42c5-a4ad-fa1d3c79e9da x-openstack-request-id: req-bfe7bc0e-bb30-42c5-a4ad-fa1d3c79e9da {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:28:53.488672 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "name": "network-vif-plugged", "status": "completed", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:28:53.488958 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfe7bc0e-bb30-42c5-a4ad-fa1d3c79e9da {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:28:53.489370 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'code': 200} Aug 11 08:28:53.496102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:53.511322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.514624 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 0e2c88f9-089d-4313-a676-1b22618dbc8f of type vlan for network c9f1ee69-a1d9-4915-98a3-2e807be40cb3 Aug 11 08:28:53.576119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.612689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd917317-fe54-47b6-b207-13b89822e876 req-62e38f0f-970b-4d35-b0cf-1602d6cc0d0c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:53.614530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd917317-fe54-47b6-b207-13b89822e876 req-62e38f0f-970b-4d35-b0cf-1602d6cc0d0c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.0990224 Aug 11 08:28:53.678890 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd917317-fe54-47b6-b207-13b89822e876 req-88aa5b57-e02b-4a23-97c1-0fb5526c3650 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541551 Aug 11 08:28:53.685576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Router 01eea1b8-ab12-48bb-90d0-144f59122784 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:28:53.710663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.717155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:53.718038 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:53.873004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db489792-660b-47ff-b7db-72dea3f187ca req-3d099311-dfdb-40cc-8fdd-42350abdcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:53.874656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db489792-660b-47ff-b7db-72dea3f187ca req-3d099311-dfdb-40cc-8fdd-42350abdcefc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 1096 time: 0.2891641 Aug 11 08:28:53.972915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:53.983715 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6496322 Aug 11 08:28:53.985774 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Sync routers for ids ['01eea1b8-ab12-48bb-90d0-144f59122784'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:53.987315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38568) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:53.988049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f821c7-b558-4fe5-b4d5-6949d52c2392 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=c9f1ee69-a1d9-4915-98a3-2e807be40cb3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:53.993299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': 'c9f1ee69-a1d9-4915-98a3-2e807be40cb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:53.999062 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Routers {'01eea1b8-ab12-48bb-90d0-144f59122784'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:53.999864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c9f1ee69-a1d9-4915-98a3-2e807be40cb3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:54.000096 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['01eea1b8-ab12-48bb-90d0-144f59122784'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:54.033223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db489792-660b-47ff-b7db-72dea3f187ca req-ceecd363-0445-4e06-b1d0-feca49747205 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840402 Aug 11 08:28:54.047072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3cdec-d0c8-46ae-b9b1-13551f5ebf3c req-20f03a33-e66f-42f0-af5d-e084c6899e2e tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:54.048589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.049302 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdb3cdec-d0c8-46ae-b9b1-13551f5ebf3c req-20f03a33-e66f-42f0-af5d-e084c6899e2e tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.2001183 Aug 11 08:28:54.052570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-694579c4-d0c4-4f0a-bf3a-c125882c1aaf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9393377 Aug 11 08:28:54.055815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.058241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38570) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:54.151730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:54.155867 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.227540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e6792-2f9b-4f57-88e2-eac4193fcd58 None None] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:54.299739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdb3cdec-d0c8-46ae-b9b1-13551f5ebf3c req-9d89ee6e-039a-44bc-9d40-c7e29887b0b4 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402885 Aug 11 08:28:54.325529 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Set router 01eea1b8-ab12-48bb-90d0-144f59122784 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:54.390973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e000373-e773-43ad-b66d-d7b5d21f51b3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:54.441751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e5b58dd-1e78-45c3-abe3-559d0d99a3f0 None None] Provisioning for port 2e000373-e773-43ad-b66d-d7b5d21f51b3 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:54.532662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2e000373-e773-43ad-b66d-d7b5d21f51b3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:54.540505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2e000373-e773-43ad-b66d-d7b5d21f51b3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:54.541184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.659229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef673b09-d70c-4a0d-80ff-7ba50e1ee41d req-af3ed38e-72c1-4f6f-b943-43274b049998 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:54.660967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef673b09-d70c-4a0d-80ff-7ba50e1ee41d req-af3ed38e-72c1-4f6f-b943-43274b049998 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.1582730 Aug 11 08:28:54.662199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.754781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:28:52Z', 'revision_number': 3, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:54.816102 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Checking router: 01eea1b8-ab12-48bb-90d0-144f59122784 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:28:54.816402 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Updating router 01eea1b8-ab12-48bb-90d0-144f59122784 port 566bacaf-046f-4af3-b49c-766eb2e246e8 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:28:54.830990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef673b09-d70c-4a0d-80ff-7ba50e1ee41d req-07b07921-8505-42b0-9141-fbbf6cc494d1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579611 Aug 11 08:28:54.871669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=55880d91-2c96-4959-b2a5-52c2ae926dc9,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:54.874286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': '0e2c88f9-089d-4313-a676-1b22618dbc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c9f1ee69-a1d9-4915-98a3-2e807be40cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:54.874891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: c9f1ee69-a1d9-4915-98a3-2e807be40cb3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:54.877200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38586) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:54.878096 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.918028 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:54.944005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d1ef7-b12f-417b-ae71-65f1af3a8af4 req-7e41993c-fe9d-423e-bb00-de41b20fc68a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:54.945822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de9d1ef7-b12f-417b-ae71-65f1af3a8af4 req-7e41993c-fe9d-423e-bb00-de41b20fc68a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.4450386 Aug 11 08:28:54.956286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network c9f1ee69-a1d9-4915-98a3-2e807be40cb3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:54.980177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c9f1ee69-a1d9-4915-98a3-2e807be40cb3) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:54.985538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:54.986409 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.008742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9dfa4a-22bf-4bc0-ad6d-0f5a0c452242 None None] Network c9f1ee69-a1d9-4915-98a3-2e807be40cb3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:55.020405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eb8f09bc-6a49-4533-be49-5566a46d038b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0314417 Aug 11 08:28:55.023110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38594) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:55.164083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2e000373-e773-43ad-b66d-d7b5d21f51b3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e000373-e773-43ad-b66d-d7b5d21f51b3,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:55.185694 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.297220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.326921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38596) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:55.376426 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.386958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-63c0f9ba-337b-4bff-9f7f-f49c7bff5454 None None] Provisioning complete for port 2e000373-e773-43ad-b66d-d7b5d21f51b3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:55.387332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63c0f9ba-337b-4bff-9f7f-f49c7bff5454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.393581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2e000373-e773-43ad-b66d-d7b5d21f51b3,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:55.402876 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Transition to ACTIVE for port object 566bacaf-046f-4af3-b49c-766eb2e246e8 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:55.414835 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.460839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.484434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de9d1ef7-b12f-417b-ae71-65f1af3a8af4 req-a462571d-a8f4-4b9e-99ce-84736ce7ef3a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4932780 Aug 11 08:28:55.538485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e76d5-4dd5-46f5-9eb1-89aa9b9dcd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c9f1ee69-a1d9-4915-98a3-2e807be40cb3', 'network_id': 'c9f1ee69-a1d9-4915-98a3-2e807be40cb3', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': '55880d91-2c96-4959-b2a5-52c2ae926dc9'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:55.538760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Attempting to bind port 566bacaf-046f-4af3-b49c-766eb2e246e8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:28:55.538872 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Attempting to bind port 566bacaf-046f-4af3-b49c-766eb2e246e8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:28:55.539207 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Attempting to bind port 566bacaf-046f-4af3-b49c-766eb2e246e8 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:28:55.539390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c0e76d5-4dd5-46f5-9eb1-89aa9b9dcd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.552145 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cc5c1-8f87-4131-aca3-071d2d6f2696 None None] Pushing event updated for resources: {'Port': ['ID=566bacaf-046f-4af3-b49c-766eb2e246e8,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:55.553572 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:28:55.553935 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:55.554329 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.554754 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:28:55.555219 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Bound port: 566bacaf-046f-4af3-b49c-766eb2e246e8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:28:55.555590 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.584907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1043644378', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:55.662948 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] For port 566bacaf-046f-4af3-b49c-766eb2e246e8, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:28:55.669615 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] For port 566bacaf-046f-4af3-b49c-766eb2e246e8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=566bacaf-046f-4af3-b49c-766eb2e246e8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:28:55.681517 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.776363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461da083-9681-4b07-b106-cb0e87e8d099 tempest-TestServerBasicOps-1492124687 tempest-TestServerBasicOps-1492124687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:55.776990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-461da083-9681-4b07-b106-cb0e87e8d099 tempest-TestServerBasicOps-1492124687 tempest-TestServerBasicOps-1492124687-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1092 time: 0.8968287 Aug 11 08:28:55.791888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38600) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:55.792105 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cc5c1-8f87-4131-aca3-071d2d6f2696 None None] Pushing event updated for resources: {'Port': ['ID=566bacaf-046f-4af3-b49c-766eb2e246e8,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:55.795294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Routers {'01eea1b8-ab12-48bb-90d0-144f59122784'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:55.796028 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['01eea1b8-ab12-48bb-90d0-144f59122784'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:55.796186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:55.815214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Made reservation on behalf of ad41678f7e99461abebbfb229eeae80b for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:55.818001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.820632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.865747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.873551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=55880d91-2c96-4959-b2a5-52c2ae926dc9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:55.929114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:55.973871 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] Set router 01eea1b8-ab12-48bb-90d0-144f59122784 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:56.001916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.022011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f1ee69-a1d9-4915-98a3-2e807be40cb3']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:56.045317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2c88f9-089d-4313-a676-1b22618dbc8f') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:56.045317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2c88f9-089d-4313-a676-1b22618dbc8f') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:56.079625 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.107883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.118859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:28:56.119284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:28:56.122493 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:28:56.218706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.221157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.230092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.232001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/c9f1ee69-a1d9-4915-98a3-2e807be40cb3 HTTP/1.1" status: 204 len: 168 time: 1.2078953 Aug 11 08:28:56.234766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.235028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbb6c9-2228-4462-aa92-ace62196e4ed None None] Network c9f1ee69-a1d9-4915-98a3-2e807be40cb3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:56.237450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38606) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:56.253563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] device_id is not set on port 8e34c284-c06a-4211-9f8c-d425132c572a yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:28:56.257248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbb6c9-2228-4462-aa92-ace62196e4ed None None] Network c9f1ee69-a1d9-4915-98a3-2e807be40cb3 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 08:28:56.261083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020472688'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:56.271484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e22f39-f44b-4c8d-a143-47e441a7c03d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=c9f1ee69-a1d9-4915-98a3-2e807be40cb3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:56.283165 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.332231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:28:52Z', 'revision_number': 3, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:56.354801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e000373-e773-43ad-b66d-d7b5d21f51b3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:56.368535 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05525160-ba37-4c5f-abc4-b3ff60714a57 None None] The sync data for ids ['01eea1b8-ab12-48bb-90d0-144f59122784'] in n-d-789963-6 is: [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:28:52Z', 'revision_number': 3, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:28:56.444522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2e000373-e773-43ad-b66d-d7b5d21f51b3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:56.445725 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.497367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Deleting port c1adaf2b-2be9-47f4-988b-838145a0f7ec {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:28:56.498571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.773831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2420d732-48d0-4322-b7fb-2a60728671a3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:56.782536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Allocated IP 172.20.0.1 (1b4e2a0b-a44e-4d76-b599-a5b8ed94146a/55df6714-af58-441a-b5d4-4be0d9348f72/8027eba5-2f3c-4278-96fa-9985515901f7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:56.794006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.837599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:56.842035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.965797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:56.968128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae625b-a0ee-451d-b647-84746e65661d req-287a6712-df8a-45b1-97fa-1c469f59ef1d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:56.970072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cae625b-a0ee-451d-b647-84746e65661d req-287a6712-df8a-45b1-97fa-1c469f59ef1d tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.2369633 Aug 11 08:28:56.978822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:28:56.988703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Transition to ACTIVE for port object 8027eba5-2f3c-4278-96fa-9985515901f7 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:28:57.016369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Allocated IP 172.25.2.139 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/8e34c284-c06a-4211-9f8c-d425132c572a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:57.021110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.021838 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment f55cb8cb-b0ac-4152-877b-ac0f23a40f7a of type vlan for network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 Aug 11 08:28:57.056656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.073400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] For port c1adaf2b-2be9-47f4-988b-838145a0f7ec, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c1adaf2b-2be9-47f4-988b-838145a0f7ec,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:57.073815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.091786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.116814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cae625b-a0ee-451d-b647-84746e65661d req-0d5c74e4-f619-4c92-be31-553b2ad4c8ec tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392682 Aug 11 08:28:57.156871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:57.168007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8027eba5-2f3c-4278-96fa-9985515901f7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:57.180127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:57.195544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:57.217527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.227979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:57.228641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.235899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Calling delete_port for c1adaf2b-2be9-47f4-988b-838145a0f7ec owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:28:57.276586 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.310335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0582590 Aug 11 08:28:57.316944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:57.331293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:57.416531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e072c-db36-4b25-977e-bc0cba4308d0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:57.445082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:28:57.518904 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.538300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908a820-e1f7-4295-920a-83892cdee387 req-8a53199c-4c97-48b1-8025-10583b084d44 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:57.539922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7908a820-e1f7-4295-920a-83892cdee387 req-8a53199c-4c97-48b1-8025-10583b084d44 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.2837241 Aug 11 08:28:57.554025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38622) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:57.561293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Request body: {'floatingip': {'port_id': '0ce43b09-a64c-48d3-b126-997a4d6431e4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:57.597908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba394849-0891-4f43-9d90-a0e3f86c173f None None] Provisioning for port 8027eba5-2f3c-4278-96fa-9985515901f7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:57.605186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba394849-0891-4f43-9d90-a0e3f86c173f None None] Provisioning complete for port 8027eba5-2f3c-4278-96fa-9985515901f7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:57.605747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba394849-0891-4f43-9d90-a0e3f86c173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.654062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:57.658155 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.689681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.705359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ba394849-0891-4f43-9d90-a0e3f86c173f None None] Port 8027eba5-2f3c-4278-96fa-9985515901f7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:57.726630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.780535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.789496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:57.823287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1adaf2b-2be9-47f4-988b-838145a0f7ec,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:57.998482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Allocated IP 172.25.2.103 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/ddfef04d-51f6-4bb1-b497-1896a477cbe8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:28:58.105849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:58.113267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.121539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.127673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:58.172036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.180569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:58.218978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Pushing event updated for resources: {'Port': ['ID=8e34c284-c06a-4211-9f8c-d425132c572a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:58.221929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:58.222527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.251330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8027eba5-2f3c-4278-96fa-9985515901f7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:58.264715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.339774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b995ecc1-7ca7-4f90-9bfd-33cbc6eed2cf tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9407473 Aug 11 08:28:58.348086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38626) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:58.355414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.139'}]}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:58.362552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.455336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=96337fe8-c429-44bf-b168-6cd958fd6dbb,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:58.502986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 566bacaf-046f-4af3-b49c-766eb2e246e8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:28:58.508037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:58.514495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.519491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:58.531972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.532961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.612851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 566bacaf-046f-4af3-b49c-766eb2e246e8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:28:58.620674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 566bacaf-046f-4af3-b49c-766eb2e246e8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:58.622189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.751834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.754066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:28:58.754491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:28:58.814009 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.838491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:28:58.874854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.899802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 566bacaf-046f-4af3-b49c-766eb2e246e8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=566bacaf-046f-4af3-b49c-766eb2e246e8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:28:58.910679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:58.976532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-14dfa512-4718-4545-9e19-6e4ea4554137 None None] Provisioning complete for port 8027eba5-2f3c-4278-96fa-9985515901f7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:28:58.976926 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14dfa512-4718-4545-9e19-6e4ea4554137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.012368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:59.033298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c48a1b65-2dee-4867-86ce-961957680ec3 admin admin] 10.222.0.58 "PUT /v2.0/routers/b4c8cf82-98f1-4e2e-948f-3fef91e1f71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1252818 Aug 11 08:28:59.033642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38630) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:59.038389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.043246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:28:59.051906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.078888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] Sync routers for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:59.106135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=566bacaf-046f-4af3-b49c-766eb2e246e8,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:59.111573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Router 01eea1b8-ab12-48bb-90d0-144f59122784 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:28:59.121063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:59.126398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:59.130808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-14dfa512-4718-4545-9e19-6e4ea4554137 None None] Port 8027eba5-2f3c-4278-96fa-9985515901f7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:28:59.159114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:59.230837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fecdd0-e90a-47f7-8f4e-75907fca20f9 None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:28:59.262160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:28:59.262759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.265188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.279032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:28:59.307540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:28:59.317778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:28:59.332723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'Port': ['ID=ddfef04d-51f6-4bb1-b497-1896a477cbe8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:28:59.367677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8a681bf2-2745-4dc7-a3f4-66777976119c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0425699 Aug 11 08:28:59.372906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.resource_extend [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 08:28:59.399021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38632) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:28:59.405188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:28:59.475349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:28:59.587416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3983aaa-f2a2-40b5-8de8-9e743d4eddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.591733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:28:59.601803 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.613172 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Sync routers for ids ['01eea1b8-ab12-48bb-90d0-144f59122784'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:28:59.623883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9eb7c585-ddfc-41de-b370-8ef2bcef79f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/01eea1b8-ab12-48bb-90d0-144f59122784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5622122 Aug 11 08:28:59.644924 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.646350 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Routers {'01eea1b8-ab12-48bb-90d0-144f59122784'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:28:59.647591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['01eea1b8-ab12-48bb-90d0-144f59122784'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:28:59.799455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9', 'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': '96337fe8-c429-44bf-b168-6cd958fd6dbb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:28:59.800322 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.805306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:28:59.816237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.834694 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.841915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:28:59.948599 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Set router 01eea1b8-ab12-48bb-90d0-144f59122784 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:00.036947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Deleting port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:00.038104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.040711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Allocated IP 2001:db8::2 (0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9/96337fe8-c429-44bf-b168-6cd958fd6dbb/007319a7-a5b1-4d32-8351-d8b88a6c6f65) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:00.247104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.265238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Transition to ACTIVE for port object 007319a7-a5b1-4d32-8351-d8b88a6c6f65 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:00.284588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Transition to ACTIVE for port object 007319a7-a5b1-4d32-8351-d8b88a6c6f65 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:00.295382 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.343058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:00.347375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:00.353503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:00.374902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 566bacaf-046f-4af3-b49c-766eb2e246e8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:00.378269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] For port 2d6bddcf-ae46-4b8a-828e-3e450f129e0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:00.381390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.402827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Calling delete_port for 2d6bddcf-ae46-4b8a-828e-3e450f129e0e owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:00.435455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Pushing event updated for resources: {'Port': ['ID=007319a7-a5b1-4d32-8351-d8b88a6c6f65,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:00.454430 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:28:57Z', 'revision_number': 4, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8027eba5-2f3c-4278-96fa-9985515901f7', 'name': '', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'mac_address': 'fa:16:3e:70:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:56Z', 'updated_at': '2021-08-11T08:28:57Z', 'revision_number': 2, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'subnets': [{'id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:00.477212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:28:57Z', 'revision_number': 5, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port': {'id': '2d6bddcf-ae46-4b8a-828e-3e450f129e0e', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:19:44Z', 'updated_at': '2021-08-11T08:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:00.500090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Attempting to bind port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:00.500368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Attempting to bind port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:00.500655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Attempting to bind port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 on network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:00.535134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:00.536106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Checking segment: {'id': 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:00.536244 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.536595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Bound using segment: {'id': 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:00.537084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Bound port: 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:00.537455 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.550995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] Checking router: b4c8cf82-98f1-4e2e-948f-3fef91e1f71b for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:29:00.571481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] Routers {'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:00.572101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:00.672910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] Set router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:00.804668 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Checking router: 01eea1b8-ab12-48bb-90d0-144f59122784 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:29:00.805818 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Updating router 01eea1b8-ab12-48bb-90d0-144f59122784 port 8027eba5-2f3c-4278-96fa-9985515901f7 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:29:00.869060 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:00.886441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:28:59Z', 'revision_number': 6, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:01.091611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928b8bd-407f-4914-bff1-97edccb9f5e7 None None] The sync data for ids ['b4c8cf82-98f1-4e2e-948f-3fef91e1f71b'] in n-d-789963-6 is: [{'id': 'b4c8cf82-98f1-4e2e-948f-3fef91e1f71b', 'name': 'tempest-AttachVolumeShelveTestJSON-82825997-router', 'tenant_id': '492dcd48a4614fccbeed074f15f3724c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:19:41Z', 'updated_at': '2021-08-11T08:28:59Z', 'revision_number': 6, 'project_id': '492dcd48a4614fccbeed074f15f3724c', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:29:01.115709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 566bacaf-046f-4af3-b49c-766eb2e246e8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:01.116256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.191027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] For port 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:01.203406 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Floating IP 905ec25e-3096-421c-bcfe-d1d89786d9f3 associated. External IP: 172.25.2.150, port: 0ce43b09-a64c-48d3-b126-997a4d6431e4. Aug 11 08:29:01.209178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38652) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:01.214564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-303909223-network', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:01.215035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] For port 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=007319a7-a5b1-4d32-8351-d8b88a6c6f65,segment=NetworkSegment(f55cb8cb-b0ac-4152-877b-ac0f23a40f7a),segment_id=f55cb8cb-b0ac-4152-877b-ac0f23a40f7a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:01.225258 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.374469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff684f3-c5e0-4560-b634-88a8fc200cb9 None None] Pushing event updated for resources: {'Port': ['ID=007319a7-a5b1-4d32-8351-d8b88a6c6f65,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:01.469311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.491203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.593839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:01.618799 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.627001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:01.653542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:01.653542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.671213 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Transition to ACTIVE for port object 8027eba5-2f3c-4278-96fa-9985515901f7 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:01.702139 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.751095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=24fbfc91-61be-4976-8c34-942e053a318d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:01.762582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cc938e1a-dd80-4ecb-a175-6430ef4eff77 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3623500 Aug 11 08:29:01.765861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38654) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:01.775298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Made reservation on behalf of fcea4c83ff6b467f9bca91016db187f1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:01.778651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.809874 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79538404-6b34-477e-b43c-61c0133d340c None None] Pushing event updated for resources: {'Port': ['ID=8027eba5-2f3c-4278-96fa-9985515901f7,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:01.827187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.829627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.845246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.900361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6bddcf-ae46-4b8a-828e-3e450f129e0e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:01.913506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaf633-5736-4abb-adf4-b9818950c99d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:01.915592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaf633-5736-4abb-adf4-b9818950c99d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:01.917458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaf633-5736-4abb-adf4-b9818950c99d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:01.917637 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Attempting to bind port 8027eba5-2f3c-4278-96fa-9985515901f7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:01.918017 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Attempting to bind port 8027eba5-2f3c-4278-96fa-9985515901f7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:01.918390 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Attempting to bind port 8027eba5-2f3c-4278-96fa-9985515901f7 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:01.919839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaf633-5736-4abb-adf4-b9818950c99d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:01.921794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaf633-5736-4abb-adf4-b9818950c99d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:01.923826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f5eaf633-5736-4abb-adf4-b9818950c99d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1570225 Aug 11 08:29:01.929717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38656) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:01.937828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245850082'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:01.937978 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:01.938125 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Checking segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:01.938552 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.939037 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Bound using segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:01.939482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Bound port: 8027eba5-2f3c-4278-96fa-9985515901f7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:01.939783 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:01.995679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.010506 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.135044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.143459 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] For port 8027eba5-2f3c-4278-96fa-9985515901f7, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:02.157757 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] For port 8027eba5-2f3c-4278-96fa-9985515901f7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8027eba5-2f3c-4278-96fa-9985515901f7,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:02.170181 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.187281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.211225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.309243 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Routers {'01eea1b8-ab12-48bb-90d0-144f59122784'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:02.310541 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:28:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['01eea1b8-ab12-48bb-90d0-144f59122784'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:02.354547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.357711 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79538404-6b34-477e-b43c-61c0133d340c None None] Pushing event updated for resources: {'Port': ['ID=8027eba5-2f3c-4278-96fa-9985515901f7,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:02.447233 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.453523 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.454309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c8cf82-98f1-4e2e-948f-3fef91e1f71b {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:29:02.459244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.461079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-23f188b0-cbca-4de9-a3d6-64b78eab51f5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b4c8cf82-98f1-4e2e-948f-3fef91e1f71b HTTP/1.1" status: 204 len: 168 time: 3.4262583 Aug 11 08:29:02.465164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38660) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:02.516270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 007319a7-a5b1-4d32-8351-d8b88a6c6f65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:02.561079 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] Set router 01eea1b8-ab12-48bb-90d0-144f59122784 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:02.598111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Deleting subnet a463de33-5fe6-4ce7-aa94-ad2f23e937b8 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:02.602075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.620132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:02.723851 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.724265 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-434b6499-c61c-4df0-b4aa-6d430ccf5850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.749330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c1adaf2b-2be9-47f4-988b-838145a0f7ec no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:02.811693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c1adaf2b-2be9-47f4-988b-838145a0f7ec {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:02.812045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c1adaf2b-2be9-47f4-988b-838145a0f7ec not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:02.813455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2d6bddcf-ae46-4b8a-828e-3e450f129e0e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:02.898897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2d6bddcf-ae46-4b8a-828e-3e450f129e0e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:02.899243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2d6bddcf-ae46-4b8a-828e-3e450f129e0e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:02.957065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:02.989036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Router 08ce052e-6906-4a09-9310-9723387a66f9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:29:03.051387 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.058493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.065257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.123480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.125701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a463de33-5fe6-4ce7-aa94-ad2f23e937b8 HTTP/1.1" status: 204 len: 168 time: 0.6593270 Aug 11 08:29:03.127376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10014e53-618a-4ce8-be9d-7b8bda9ea685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a463de33-5fe6-4ce7-aa94-ad2f23e937b8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:03.135629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38662) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:03.144626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae4f7f-990f-4522-983c-faf690f70b5b None None] Network 08bd2196-630d-4343-a7dd-dbf0af9a8335 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:03.201721 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:28:57Z', 'revision_number': 4, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8027eba5-2f3c-4278-96fa-9985515901f7', 'name': '', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'mac_address': 'fa:16:3e:70:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:56Z', 'updated_at': '2021-08-11T08:29:02Z', 'revision_number': 4, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'subnets': [{'id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:03.205756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92869893-6d8c-46b7-83e9-97fe3c4491b9 None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:03.269979 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4105770-0906-4393-ae26-01acd3a63e91 None None] The sync data for ids ['01eea1b8-ab12-48bb-90d0-144f59122784'] in n-d-789963-6 is: [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:28:57Z', 'revision_number': 4, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8027eba5-2f3c-4278-96fa-9985515901f7', 'name': '', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'mac_address': 'fa:16:3e:70:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:56Z', 'updated_at': '2021-08-11T08:29:02Z', 'revision_number': 4, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'subnets': [{'id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:29:03.283635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.288670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.289856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc8b96aa-e42c-493c-beb3-146456eb1ddf {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:29:03.309978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.326240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.410739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:03.417085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.442832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Deleting port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:03.443394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.455535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:03.463849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:03.474708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] Provisioning for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:03.479104 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 08:29:03.482225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.482413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-39350d16-554a-47cb-8450-978e7f77430c tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1311002 Aug 11 08:29:03.482957 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 817e5f7c-4fff-45f9-aace-4a8ee2fd9515 of type vlan for network 68a90035-7b6f-45e4-8cea-5ffdade89d17 Aug 11 08:29:03.491778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.497391 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Added segment 2bb3d412-0a42-4296-bc90-5fd45faccb82 of type vlan for network 27efde82-b91b-4436-b62b-757dc46630a3 Aug 11 08:29:03.497781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] Provisioning complete for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:03.498076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.549245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:03.584870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.651400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.654663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.654663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:03.654663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.672837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.677643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.687091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4699152 Aug 11 08:29:03.721252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] For port 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=007319a7-a5b1-4d32-8351-d8b88a6c6f65,segment=NetworkSegment(f55cb8cb-b0ac-4152-877b-ac0f23a40f7a),segment_id=f55cb8cb-b0ac-4152-877b-ac0f23a40f7a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:03.726524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] DHCP port deletion for 08bd2196-630d-4343-a7dd-dbf0af9a8335 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:03.731579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.738872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38668) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:03.741126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event updated for resources: {'Port': ['ID=ddfef04d-51f6-4bb1-b497-1896a477cbe8,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:03.744319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:29:03.750266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Request body: {'subnet': {'network_id': '27efde82-b91b-4436-b62b-757dc46630a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-303909223-subnet', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:03.757958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.797541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.837857 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.842927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4b42d-36b3-4f49-bc32-a312eadd04bf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:03.844807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:03.845677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.846586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c2d2bf8e-05f4-44b7-aeec-dc05da498e1a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "PUT /v2.0/floatingips/905ec25e-3096-421c-bcfe-d1d89786d9f3 HTTP/1.1" status: 200 len: 991 time: 6.2892942 Aug 11 08:29:03.855172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:03.857553 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca945a42-cbae-468a-8766-f3b2046d2e10" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:03.886687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] For port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,segment=NetworkSegment(24a8546b-55ce-4af0-956f-39243565bfdd),segment_id=24a8546b-55ce-4af0-956f-39243565bfdd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:03.887023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.902008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Calling delete_port for fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:03.956744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:03.961330 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53833e0f-272f-43e6-b3c4-dbd6ce5fe640 x-openstack-request-id: req-53833e0f-272f-43e6-b3c4-dbd6ce5fe640 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:03.961629 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:03.961881 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53833e0f-272f-43e6-b3c4-dbd6ce5fe640 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:03.962473 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'status': 'completed', 'code': 200} Aug 11 08:29:04.051402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1203070 Aug 11 08:29:04.052046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38676) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:04.090423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:04.091974 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Floating IP 78050ceb-3a4c-4213-8e42-f63072bb09a6 associated. External IP: 172.25.2.103, port: dd7d46a7-1987-4019-b0d9-147fe7f4c3b4. Aug 11 08:29:04.226560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d781-701b-4e68-8bdb-a37e16f4788d admin admin] Pushing event updated for resources: {'Network': ['ID=27efde82-b91b-4436-b62b-757dc46630a3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:04.235872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Made reservation on behalf of fcea4c83ff6b467f9bca91016db187f1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:04.238694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.266427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19675d03-d481-4997-9374-ef38971c71ff None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:29:04.281239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 27efde82-b91b-4436-b62b-757dc46630a3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:04.441877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.467968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8027eba5-2f3c-4278-96fa-9985515901f7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:04.513694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:04.536856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:04.537593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:04.545589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40fab-8abe-4cb2-9034-24603bf07275 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=68a90035-7b6f-45e4-8cea-5ffdade89d17,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:04.644316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-02732a64-b81d-4e8a-ae77-56bcdd8b840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:04.645881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-02732a64-b81d-4e8a-ae77-56bcdd8b840d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 1096 time: 0.6209843 Aug 11 08:29:04.647742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.649709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.672606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:04.686465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91162e5-4196-4f5b-ad2f-4867c518f564 None None] Pushing event updated for resources: {'Port': ['ID=007319a7-a5b1-4d32-8351-d8b88a6c6f65,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:04.762384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] No DVR routers for this DVR port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:04.765866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Deleting port 8e34c284-c06a-4211-9f8c-d425132c572a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:04.766149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.841637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-32be0949-2d63-4f30-a683-615e4a0a7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:04.843139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-32be0949-2d63-4f30-a683-615e4a0a7f2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.1820292 Aug 11 08:29:04.852280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f957c295-700d-4829-b4c8-a4abc06427db,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:04.870478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Update dhcp port {'port': {'network_id': '0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9', 'fixed_ips': [{'subnet_id': '96337fe8-c429-44bf-b168-6cd958fd6dbb', 'ip_address': '2001:db8::2'}, {'subnet_id': '24fbfc91-61be-4976-8c34-942e053a318d'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '007319a7-a5b1-4d32-8351-d8b88a6c6f65'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:29:04.880992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.944849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Checking segment: {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:04.945563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Network hostable DHCP agents. Network: 27efde82-b91b-4436-b62b-757dc46630a3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:04.954645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Router cfa143ba-617e-409f-b9b9-08f940267149 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:29:04.970944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 is not hosted by any dhcp agent {{(pid=94573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:29:04.977117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:04.977839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:04.979293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "PUT /v2.0/networks/68a90035-7b6f-45e4-8cea-5ffdade89d17 HTTP/1.1" status: 200 len: 723 time: 0.8943188 Aug 11 08:29:04.985235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38680) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:04.996966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:05.008225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Network 27efde82-b91b-4436-b62b-757dc46630a3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:05.023554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.057724 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.095590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Deleting port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:05.096255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.109713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a96019-af25-47ad-90bb-d2b798f1c32d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=68a90035-7b6f-45e4-8cea-5ffdade89d17,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:05.114283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.132082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:05.137969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bd2196-630d-4343-a7dd-dbf0af9a8335']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:05.180135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a8546b-55ce-4af0-956f-39243565bfdd') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:05.180505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a8546b-55ce-4af0-956f-39243565bfdd') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:05.186542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-ae525f1c-1cd7-4d5e-8981-0ec1bd2640b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 200 len: 999 time: 0.3030844 Aug 11 08:29:05.194661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.197705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 27efde82-b91b-4436-b62b-757dc46630a3) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:05.209681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:05.209881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.210275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.246562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd1154-4eab-4abf-b6c7-230cc948c3c6 None None] Network 27efde82-b91b-4436-b62b-757dc46630a3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:05.264998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-647c076b-fb9e-4bf1-9d39-aca7859ab71a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5148103 Aug 11 08:29:05.268928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-aa1dda81-e2df-4899-aa31-e5e6968e2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:05.272772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-aa1dda81-e2df-4899-aa31-e5e6968e2296 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.0721512 Aug 11 08:29:05.273430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38682) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:05.274915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8027eba5-2f3c-4278-96fa-9985515901f7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:05.280267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:05.287648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Calling delete_port for 8e34c284-c06a-4211-9f8c-d425132c572a owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:05.356068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8027eba5-2f3c-4278-96fa-9985515901f7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:05.356739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.367509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] For port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:05.368228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.371957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:05.414726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.419084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.434460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:05.440770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.516702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Calling delete_port for fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:05.613564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:29:05.623784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:29:05.630812 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] Sync routers for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:29:05.672365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.675723 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:05.676617 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:05.707723 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.717810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.720516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] No DVR routers for this DVR port fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:05.730868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:05.731554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:05.744782 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:05.811780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc9753-d958-4a2e-8f77-945e3e5e0bd9 None None] Pushing event deleted for resources: {'Port': ['ID=fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:05.827522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-d4aaa06e-58e5-4c0a-8ab2-a8b79d4b9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:05.831216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-d4aaa06e-58e5-4c0a-8ab2-a8b79d4b9a4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5448985 Aug 11 08:29:05.842088 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.963744 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:05.970179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:05.978007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.035859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Allocated IP 172.20.0.1 (0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9/24fbfc91-61be-4976-8c34-942e053a318d/007319a7-a5b1-4d32-8351-d8b88a6c6f65) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:06.057412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.081287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.083067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] 10.222.0.58 "DELETE /v2.0/networks/08bd2196-630d-4343-a7dd-dbf0af9a8335 HTTP/1.1" status: 204 len: 168 time: 2.9462860 Aug 11 08:29:06.084109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89d5c-0fb0-48ee-9eaf-5c5a9d592886 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bd2196-630d-4343-a7dd-dbf0af9a8335,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:06.087370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e34c284-c06a-4211-9f8c-d425132c572a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:06.108225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3c23906d-2ae4-4081-9817-7e02be526b88 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.3155575 Aug 11 08:29:06.117401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-27efde82-b91b-4436-b62b-757dc46630a3', 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'fixed_ips': [{'subnet_id': 'f957c295-700d-4829-b4c8-a4abc06427db'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:06.118654 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.122967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-829a6039-ecec-4787-a4cf-5f10051bbaac service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845573 Aug 11 08:29:06.176330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:06.178740 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfca861-1779-467d-b86f-74ffa70787c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:06.219012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.225316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e73a28e1-5533-40cc-8109-ecc95018a506 tempest-RoutersAdminNegativeTest-971113211 tempest-RoutersAdminNegativeTest-971113211-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8e34c284-c06a-4211-9f8c-d425132c572a HTTP/1.1" status: 204 len: 168 time: 2.6582444 Aug 11 08:29:06.295410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca945a42-cbae-468a-8766-f3b2046d2e10 req-222fa247-1f2a-4ff1-98e4-6c2a7083aa89 service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523824 Aug 11 08:29:06.436965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-f62e90b3-31cf-4802-a345-e657553297d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:06.443911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-f62e90b3-31cf-4802-a345-e657553297d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.1419425 Aug 11 08:29:06.653124 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7125d8-488c-4abf-aebe-dda9789f1665 x-openstack-request-id: req-2b7125d8-488c-4abf-aebe-dda9789f1665 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:06.653400 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:06.653648 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b7125d8-488c-4abf-aebe-dda9789f1665 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:06.654237 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'status': 'completed', 'code': 200} Aug 11 08:29:06.675629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38700) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:06.688996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8027eba5-2f3c-4278-96fa-9985515901f7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8027eba5-2f3c-4278-96fa-9985515901f7,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:06.691628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.764925 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '78050ceb-3a4c-4213-8e42-f63072bb09a6', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'port_id': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'mac_address': 'fa:16:3e:a6:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:29:00Z', 'updated_at': '2021-08-11T08:29:00Z', 'revision_number': 0, 'project_id': '90916dff254e4f228ca8cd493000524f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:16Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:06.818932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-0ba7eeaf-daee-456c-9dc2-15c54f064731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:06.825819 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.826366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-0ba7eeaf-daee-456c-9dc2-15c54f064731 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 909 time: 0.3674524 Aug 11 08:29:06.857591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] Checking router: cfa143ba-617e-409f-b9b9-08f940267149 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:29:06.870776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cdb6e9d1-a7f3-4762-9c6c-c84e4a60a4ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=492dcd48a4614fccbeed074f15f3724c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921225 Aug 11 08:29:06.873483 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:06.874757 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:06.875800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:06.903197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.943277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:06.951017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] For port 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=007319a7-a5b1-4d32-8351-d8b88a6c6f65,segment=NetworkSegment(f55cb8cb-b0ac-4152-877b-ac0f23a40f7a),segment_id=f55cb8cb-b0ac-4152-877b-ac0f23a40f7a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:06.957197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38706) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:07.020938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-616f074e-e684-4226-8df1-d83e996a2da4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 1000 time: 0.1885676 Aug 11 08:29:07.054758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=f85754fa-0333-4a3a-9919-2f75e9ad7ed7,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:07.065837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:07.085971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.097574 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:07.098365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': '817e5f7c-4fff-45f9-aace-4a8ee2fd9515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:07.098749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: 68a90035-7b6f-45e4-8cea-5ffdade89d17, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:07.105962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0eff01d5-34fe-4882-95df-3afe09d81129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.130949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-4816811b-5a31-4fdd-8df9-1d86c9814691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:07.133536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-4816811b-5a31-4fdd-8df9-1d86c9814691 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.1060641 Aug 11 08:29:07.144162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8027eba5-2f3c-4278-96fa-9985515901f7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:07.153445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:07.154044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fcdd9156-1bcb-44d1-a2fe-0560ee4d60b6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:07.157899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0eff01d5-34fe-4882-95df-3afe09d81129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.166972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Transition to ACTIVE for port object 007319a7-a5b1-4d32-8351-d8b88a6c6f65 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:07.167721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:07.202717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.219152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Allocated IP 172.20.0.2 (27efde82-b91b-4436-b62b-757dc46630a3/f957c295-700d-4829-b4c8-a4abc06427db/ea95e0fb-7bd9-417d-9122-5af2d3a7476a) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:07.248453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 68a90035-7b6f-45e4-8cea-5ffdade89d17) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:07.261742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb24f563-8913-4f87-88c2-2fb43b229625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.302166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-12efbf07-7edc-4bc3-9308-549eb91665d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:07.303733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-12efbf07-7edc-4bc3-9308-549eb91665d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620440 Aug 11 08:29:07.355887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:07.356661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.360282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0eff01d5-34fe-4882-95df-3afe09d81129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.363581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0eff01d5-34fe-4882-95df-3afe09d81129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.369717 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0eff01d5-34fe-4882-95df-3afe09d81129 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec1b66c7-a896-40e0-a2ec-534fa50b6ae9 HTTP/1.1" status: 204 len: 168 time: 0.4916284 Aug 11 08:29:07.422045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff01d5-34fe-4882-95df-3afe09d81129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b66c7-a896-40e0-a2ec-534fa50b6ae9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:07.439641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.449864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-d98717e0-0ae6-47ed-8fe2-8fb2dcf7db9e service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372633 Aug 11 08:29:07.510146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.541420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb24f563-8913-4f87-88c2-2fb43b229625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.551947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb24f563-8913-4f87-88c2-2fb43b229625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.588722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '905ec25e-3096-421c-bcfe-d1d89786d9f3', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'port_id': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'mac_address': 'fa:16:3e:0d:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:28:31Z', 'updated_at': '2021-08-11T08:28:59Z', 'revision_number': 1, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:07.627550 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fb24f563-8913-4f87-88c2-2fb43b229625 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dd9db049e864b49bdd7a220ab561c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668065 Aug 11 08:29:07.628130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38714) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:07.629585 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '78050ceb-3a4c-4213-8e42-f63072bb09a6', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'port_id': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'mac_address': 'fa:16:3e:a6:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:29:00Z', 'updated_at': '2021-08-11T08:29:00Z', 'revision_number': 0, 'project_id': '90916dff254e4f228ca8cd493000524f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:16Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:07.632336 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfca861-1779-467d-b86f-74ffa70787c2 req-b570c215-4ee1-4264-9f0f-da32b9fe341a service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729548 Aug 11 08:29:07.633601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d869a74-6bb3-4632-9f29-2a0062964450 None None] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:07.637926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24f563-8913-4f87-88c2-2fb43b229625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ad4b1-94b0-4595-a919-315e6025c5f3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:07.663143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102569d-e104-438e-880e-b9b86a9a1280 None None] The sync data for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 is: [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '78050ceb-3a4c-4213-8e42-f63072bb09a6', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'port_id': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'mac_address': 'fa:16:3e:a6:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:29:00Z', 'updated_at': '2021-08-11T08:29:00Z', 'revision_number': 0, 'project_id': '90916dff254e4f228ca8cd493000524f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:16Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:29:07.702172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Allocated IP 172.25.2.168 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/36c1220d-c7a5-4773-bd28-6faaf8764855) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:07.705767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dfb385b-1870-4c5a-8868-e70c8e39b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.749025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dfb385b-1870-4c5a-8868-e70c8e39b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.786842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19675d03-d481-4997-9374-ef38971c71ff None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:29:07.791695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 007319a7-a5b1-4d32-8351-d8b88a6c6f65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:07.887110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:07.899807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:07.900760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:07.927264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ccf74579-c9d8-4f6c-9b80-8bc62372fed0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9385073 Aug 11 08:29:07.928806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:07.947122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:07.987283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.034784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:08.040546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:08.041833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10c78f-15d0-4b3a-9b98-3c92f91860e9 None None] Pushing event updated for resources: {'Port': ['ID=007319a7-a5b1-4d32-8351-d8b88a6c6f65,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:08.048920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:08.054659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dfb385b-1870-4c5a-8868-e70c8e39b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.059579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dfb385b-1870-4c5a-8868-e70c8e39b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.064436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4dfb385b-1870-4c5a-8868-e70c8e39b0de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d2ad4b1-94b0-4595-a919-315e6025c5f3 HTTP/1.1" status: 204 len: 168 time: 0.4349592 Aug 11 08:29:08.102598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Pushing event updated for resources: {'Port': ['ID=36c1220d-c7a5-4773-bd28-6faaf8764855,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:08.151659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-68a90035-7b6f-45e4-8cea-5ffdade89d17', 'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': 'f85754fa-0333-4a3a-9919-2f75e9ad7ed7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:08.153579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.177842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461de1c9-e0b2-4b4c-85cd-5ea8bd2b1ff7 None None] New status for floating IP 78050ceb-3a4c-4213-8e42-f63072bb09a6: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:29:08.240641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8917825'] for subnet, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.287174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb385b-1870-4c5a-8868-e70c8e39b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ad4b1-94b0-4595-a919-315e6025c5f3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:08.439226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8027eba5-2f3c-4278-96fa-9985515901f7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:08.552168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745238630036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11995706'] for subnet, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.609474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:08.618992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:08.619829 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.624215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38740) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:08.626353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "PUT /v2.0/subnets/f85754fa-0333-4a3a-9919-2f75e9ad7ed7 HTTP/1.1" status: 200 len: 826 time: 0.6960661 Aug 11 08:29:08.682611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42607b-a6dc-4ede-916a-853cff85434b tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=f85754fa-0333-4a3a-9919-2f75e9ad7ed7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:08.744154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:08.873711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aa7d9033-08dc-4a8a-a547-b0be60b334bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad41678f7e99461abebbfb229eeae80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260719 Aug 11 08:29:08.874665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38748) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:08.884302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8027eba5-2f3c-4278-96fa-9985515901f7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:08.885361 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.927345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.958055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9e281d2-2241-4a9d-a4a4-3b2beddaef2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:08.989201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d398d4-c998-46f8-bf5c-1e5e299bc9ca None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:08.997437 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.027953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9e281d2-2241-4a9d-a4a4-3b2beddaef2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.044721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.071109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Allocated IP 2001:db8::2 (68a90035-7b6f-45e4-8cea-5ffdade89d17/f85754fa-0333-4a3a-9919-2f75e9ad7ed7/c91d78fd-5d10-462f-b15e-59be6dd5b015) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:09.101618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Transition to ACTIVE for port object ea95e0fb-7bd9-417d-9122-5af2d3a7476a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:09.120399 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9e281d2-2241-4a9d-a4a4-3b2beddaef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.135976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9e281d2-2241-4a9d-a4a4-3b2beddaef2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.139165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9e281d2-2241-4a9d-a4a4-3b2beddaef2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2420d732-48d0-4322-b7fb-2a60728671a3 HTTP/1.1" status: 204 len: 168 time: 0.2622442 Aug 11 08:29:09.157142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e281d2-2241-4a9d-a4a4-3b2beddaef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2420d732-48d0-4322-b7fb-2a60728671a3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:09.200627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-24766987-4a2e-495a-b7ad-35f9d290103b None None] Provisioning for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:09.230586 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.244009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Transition to ACTIVE for port object ea95e0fb-7bd9-417d-9122-5af2d3a7476a will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:09.317010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-24766987-4a2e-495a-b7ad-35f9d290103b None None] Provisioning complete for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:09.317010 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-24766987-4a2e-495a-b7ad-35f9d290103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.353982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.388240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.468799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Network 27efde82-b91b-4436-b62b-757dc46630a3 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:09.495868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 007319a7-a5b1-4d32-8351-d8b88a6c6f65 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:09.532954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:09.538544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:09.611453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Router 1b130a3c-6894-407e-bafb-a17e72b84914 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:29:09.657139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Pushing event updated for resources: {'Port': ['ID=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:09.846411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:29:09.859823 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Sync routers for ids ['1b130a3c-6894-407e-bafb-a17e72b84914'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:29:09.873970 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Routers {'1b130a3c-6894-407e-bafb-a17e72b84914'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:09.874789 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1b130a3c-6894-407e-bafb-a17e72b84914'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:09.895496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:09.899893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38776) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:09.900068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f07d075d-3def-4189-92f9-f9b306bdbd97 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6248002 Aug 11 08:29:10.013544 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Set router 1b130a3c-6894-407e-bafb-a17e72b84914 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:10.194773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Attempting to bind port ea95e0fb-7bd9-417d-9122-5af2d3a7476a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:10.195227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Attempting to bind port ea95e0fb-7bd9-417d-9122-5af2d3a7476a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:10.195493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Attempting to bind port ea95e0fb-7bd9-417d-9122-5af2d3a7476a on network 27efde82-b91b-4436-b62b-757dc46630a3 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:10.257085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:10.257438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Checking segment: {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:10.257795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.258181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Bound using segment: {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:10.258664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Bound port: ea95e0fb-7bd9-417d-9122-5af2d3a7476a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:10.265660 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.319409 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:29:08Z', 'revision_number': 3, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:10.325804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:10.326175 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.353090 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Checking router: 1b130a3c-6894-407e-bafb-a17e72b84914 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:29:10.354070 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Updating router 1b130a3c-6894-407e-bafb-a17e72b84914 port 36c1220d-c7a5-4773-bd28-6faaf8764855 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:29:10.391885 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.552524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.621780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Transition to ACTIVE for port object c91d78fd-5d10-462f-b15e-59be6dd5b015 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:10.629486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] For port ea95e0fb-7bd9-417d-9122-5af2d3a7476a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:10.644693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] For port ea95e0fb-7bd9-417d-9122-5af2d3a7476a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,segment=NetworkSegment(2bb3d412-0a42-4296-bc90-5fd45faccb82),segment_id=2bb3d412-0a42-4296-bc90-5fd45faccb82)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:10.718252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38794) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:10.721071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.766282 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.778706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Transition to ACTIVE for port object 36c1220d-c7a5-4773-bd28-6faaf8764855 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:10.795149 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.832003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Transition to ACTIVE for port object c91d78fd-5d10-462f-b15e-59be6dd5b015 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:10.847628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6fc5-51e0-4644-9888-904652316b74 None None] Pushing event updated for resources: {'Port': ['ID=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:10.891454 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Attempting to bind port 36c1220d-c7a5-4773-bd28-6faaf8764855 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:10.891973 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Attempting to bind port 36c1220d-c7a5-4773-bd28-6faaf8764855 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:10.892090 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Attempting to bind port 36c1220d-c7a5-4773-bd28-6faaf8764855 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:10.926124 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:10.926548 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:10.926909 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.927304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:10.932355 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Bound port: 36c1220d-c7a5-4773-bd28-6faaf8764855, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:10.932771 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.958632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:10.985758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.051201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Pushing event updated for resources: {'Port': ['ID=36c1220d-c7a5-4773-bd28-6faaf8764855,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:11.101408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=f85754fa-0333-4a3a-9919-2f75e9ad7ed7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:11.102060 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.114765 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.116279 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.116787 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.122067 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.122630 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.125378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.125905 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.126392 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.126878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1982464187'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:11.127030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.127716 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.131827 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:11.147137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.167906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-19675d03-d481-4997-9374-ef38971c71ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '905ec25e-3096-421c-bcfe-d1d89786d9f3', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'port_id': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'mac_address': 'fa:16:3e:0d:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:28:31Z', 'updated_at': '2021-08-11T08:28:59Z', 'revision_number': 1, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:11.235450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c33fd424-2bf4-4097-b777-67bceff53b21 None None] Provisioning complete for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:11.237057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c33fd424-2bf4-4097-b777-67bceff53b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.240649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:11.241806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:11.247514 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] For port 36c1220d-c7a5-4773-bd28-6faaf8764855, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:11.249686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19675d03-d481-4997-9374-ef38971c71ff None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '905ec25e-3096-421c-bcfe-d1d89786d9f3', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'port_id': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'mac_address': 'fa:16:3e:0d:e1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:28:31Z', 'updated_at': '2021-08-11T08:28:59Z', 'revision_number': 1, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:29:11.250085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.253760 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] For port 36c1220d-c7a5-4773-bd28-6faaf8764855, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=36c1220d-c7a5-4773-bd28-6faaf8764855,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:11.262501 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.281313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:11.287754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Pushing event updated for resources: {'Port': ['ID=c91d78fd-5d10-462f-b15e-59be6dd5b015,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:11.292320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:11.301957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.370077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.380737 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5798cf-cdfd-4cb2-82ac-721fe593f8e8 None None] Pushing event updated for resources: {'Port': ['ID=36c1220d-c7a5-4773-bd28-6faaf8764855,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:11.408032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a90035-7b6f-45e4-8cea-5ffdade89d17']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:11.410742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Routers {'1b130a3c-6894-407e-bafb-a17e72b84914'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:11.411082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1b130a3c-6894-407e-bafb-a17e72b84914'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:11.448958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817e5f7c-4fff-45f9-aace-4a8ee2fd9515') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:11.449610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817e5f7c-4fff-45f9-aace-4a8ee2fd9515') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:11.470660 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.487783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.506964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:11.507651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.526622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Attempting to bind port c91d78fd-5d10-462f-b15e-59be6dd5b015 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:11.527239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Attempting to bind port c91d78fd-5d10-462f-b15e-59be6dd5b015 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '817e5f7c-4fff-45f9-aace-4a8ee2fd9515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:11.527800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Attempting to bind port c91d78fd-5d10-462f-b15e-59be6dd5b015 on network 68a90035-7b6f-45e4-8cea-5ffdade89d17 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:11.538177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Allocated IP 172.20.0.1 (27efde82-b91b-4436-b62b-757dc46630a3/f957c295-700d-4829-b4c8-a4abc06427db/ce679617-22e3-4705-a017-44f6396d8c9d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:11.570026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:11.570731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Checking segment: {'id': '817e5f7c-4fff-45f9-aace-4a8ee2fd9515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:11.571741 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.572306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Bound using segment: {'id': '817e5f7c-4fff-45f9-aace-4a8ee2fd9515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:11.573019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Bound port: c91d78fd-5d10-462f-b15e-59be6dd5b015, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817e5f7c-4fff-45f9-aace-4a8ee2fd9515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '68a90035-7b6f-45e4-8cea-5ffdade89d17'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:11.573585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:11.678812 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:11.686915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:29:11.686915 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:29:11.686915 n-d-789963-6 neutron-server[94572]: [parameters: {'id': '68a90035-7b6f-45e4-8cea-5ffdade89d17'}] Aug 11 08:29:11.686915 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:29:11.688871 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:29:11.718256 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] Set router 1b130a3c-6894-407e-bafb-a17e72b84914 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:11.718499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] For port c91d78fd-5d10-462f-b15e-59be6dd5b015, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:11.722226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] For port c91d78fd-5d10-462f-b15e-59be6dd5b015, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c91d78fd-5d10-462f-b15e-59be6dd5b015,segment=NetworkSegment(817e5f7c-4fff-45f9-aace-4a8ee2fd9515),segment_id=817e5f7c-4fff-45f9-aace-4a8ee2fd9515)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:11.734095 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.763600 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.794458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f26d41-bc3e-470d-a318-5e9f5cc33f1d None None] New status for floating IP 905ec25e-3096-421c-bcfe-d1d89786d9f3: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:29:11.797041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Transition to ACTIVE for port object ce679617-22e3-4705-a017-44f6396d8c9d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:11.874237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.895810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.901700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.943582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:11.958244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939de6d2-497f-43b4-83bf-27f907ba1436,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:11.964916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:11.965311 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Added segment 8f9d98f9-0888-4a89-a8ac-b306d278ae07 of type vlan for network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 Aug 11 08:29:12.016279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e969a8a-2035-4a7c-99c3-2c0602cae1f7 None None] Pushing event updated for resources: {'Port': ['ID=c91d78fd-5d10-462f-b15e-59be6dd5b015,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:12.028971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Network 27efde82-b91b-4436-b62b-757dc46630a3 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:12.036118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.036968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56183504-bd67-4d25-a720-41606b0914ff None None] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:12.040119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:12.043523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:12.074951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.081965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:12.082977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.093834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce679617-22e3-4705-a017-44f6396d8c9d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:12.107145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3874004 Aug 11 08:29:12.113943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38804) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:12.120406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'subnet': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:12.188150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:29:08Z', 'revision_number': 3, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:12.198954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.201688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.224434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748eb8f6-79db-44e5-8007-948b05135d5f tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Network': ['ID=42c5bb03-33ba-4273-80b3-7f00df9ea8c1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:12.247824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c1bcb-dfc5-4248-a1e5-49fc09085906 None None] The sync data for ids ['1b130a3c-6894-407e-bafb-a17e72b84914'] in n-d-789963-6 is: [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:29:08Z', 'revision_number': 3, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:29:12.333690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting port c91d78fd-5d10-462f-b15e-59be6dd5b015 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:12.334508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.347090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:12.470047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] For port c91d78fd-5d10-462f-b15e-59be6dd5b015, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c91d78fd-5d10-462f-b15e-59be6dd5b015,segment=NetworkSegment(817e5f7c-4fff-45f9-aace-4a8ee2fd9515),segment_id=817e5f7c-4fff-45f9-aace-4a8ee2fd9515)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:12.470748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.505334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Calling delete_port for c91d78fd-5d10-462f-b15e-59be6dd5b015 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:12.607601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394fe9b-8812-4fd0-9a22-946707c377a8 None None] Network 68a90035-7b6f-45e4-8cea-5ffdade89d17 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:12.727618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.744214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No DVR routers for this DVR port c91d78fd-5d10-462f-b15e-59be6dd5b015 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:12.818900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Port': ['ID=c91d78fd-5d10-462f-b15e-59be6dd5b015,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:12.908449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.932648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a90035-7b6f-45e4-8cea-5ffdade89d17']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:12.942666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265da91f-18b9-477f-ad43-9f83f0731f8d None None] Network 27efde82-b91b-4436-b62b-757dc46630a3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:12.952038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817e5f7c-4fff-45f9-aace-4a8ee2fd9515') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:12.952608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817e5f7c-4fff-45f9-aace-4a8ee2fd9515') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:12.966660 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:12.995388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.013957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:13.014525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:13.024617 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:13.183988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.201063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.205312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-846a09f6-f775-4660-941c-56e4dcbec3ca None None] Provisioning for port ea95e0fb-7bd9-417d-9122-5af2d3a7476a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:13.209420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/68a90035-7b6f-45e4-8cea-5ffdade89d17 HTTP/1.1" status: 204 len: 168 time: 4.5786324 Aug 11 08:29:13.211511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.214028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38822) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:13.272091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:13.276084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.312301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9106-5f2c-416c-99c6-93c959b25d68 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=68a90035-7b6f-45e4-8cea-5ffdade89d17,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:13.316688 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-127e16a3-89d6-4073-bf5b-3a3b0efa7b49 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:13.317694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127e16a3-89d6-4073-bf5b-3a3b0efa7b49 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:13.319538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-127e16a3-89d6-4073-bf5b-3a3b0efa7b49 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/68a90035-7b6f-45e4-8cea-5ffdade89d17 HTTP/1.1" status: 404 len: 339 time: 0.1002657 Aug 11 08:29:13.325173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38826) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:13.332918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782868077', 'description': 'd1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:13.386078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:13.391762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.446371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:13.477629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.480992 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment 64883fac-0fa1-4666-9d3d-e8531aa8fff2 of type vlan for network 17a08479-2680-449a-82ab-2c9742fdb513 Aug 11 08:29:13.586702 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.644636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 36c1220d-c7a5-4773-bd28-6faaf8764855 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:13.652572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.658963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:13.661151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.776492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.790933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.840244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 36c1220d-c7a5-4773-bd28-6faaf8764855 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:13.843147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=17a08479-2680-449a-82ab-2c9742fdb513,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:13.849488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce679617-22e3-4705-a017-44f6396d8c9d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:13.849701 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-52dbab88-3f60-4eae-b0a4-501e0ed44564 None None] Provisioning for port ce679617-22e3-4705-a017-44f6396d8c9d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:13.853766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 36c1220d-c7a5-4773-bd28-6faaf8764855 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:13.857028 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.858300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3bdd7c52-9dbb-44f0-9c94-0aa6b3765d09 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5316954 Aug 11 08:29:13.860242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:13.872704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-52dbab88-3f60-4eae-b0a4-501e0ed44564 None None] Provisioning complete for port ce679617-22e3-4705-a017-44f6396d8c9d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:13.874048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-52dbab88-3f60-4eae-b0a4-501e0ed44564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.879461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 17a08479-2680-449a-82ab-2c9742fdb513 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:13.923370 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:13.973562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.117714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe5bbc-d3c0-416f-ac21-019294da51ab tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:14.123595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4ffe5bbc-d3c0-416f-ac21-019294da51ab tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks?id=17a08479-2680-449a-82ab-2c9742fdb513 HTTP/1.1" status: 200 len: 764 time: 0.2609313 Aug 11 08:29:14.126358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38846) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:14.139768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'description': 'd2'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:14.175736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d039e-f222-405c-a48c-09e1238cbef4 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:29:14.236644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-52dbab88-3f60-4eae-b0a4-501e0ed44564 None None] Port ce679617-22e3-4705-a017-44f6396d8c9d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:14.242171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Subnet': ['ID=6566ce81-f8d8-485e-840f-3fb0d9e91722,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:14.291628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Checking segment: {'id': '8f9d98f9-0888-4a89-a8ac-b306d278ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:14.292186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network hostable DHCP agents. Network: 42c5bb03-33ba-4273-80b3-7f00df9ea8c1, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:14.346592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:14.386806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Network 27efde82-b91b-4436-b62b-757dc46630a3 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:14.387878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 42c5bb03-33ba-4273-80b3-7f00df9ea8c1) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:14.395270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:14.423976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:14.426043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.446827 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.466624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.503254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.515081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 17a08479-2680-449a-82ab-2c9742fdb513 is not hosted by any dhcp agent {{(pid=94572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:29:14.529375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:14.530041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.534200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "PUT /v2.0/networks/17a08479-2680-449a-82ab-2c9742fdb513 HTTP/1.1" status: 200 len: 761 time: 0.4039316 Aug 11 08:29:14.534359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-dd95570e-72b4-4a2b-aa9e-b860b5c2f039 None None] Provisioning complete for port ce679617-22e3-4705-a017-44f6396d8c9d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:14.534359 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dd95570e-72b4-4a2b-aa9e-b860b5c2f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.539180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38848) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:14.548748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3188794-fffd-41f0-9138-5d61c0e45b11 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4328020 Aug 11 08:29:14.552724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38852) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:14.563418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'name': 'tempest-AllowedAddressPairTestJSON-1415288277'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:14.629388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 36c1220d-c7a5-4773-bd28-6faaf8764855, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=36c1220d-c7a5-4773-bd28-6faaf8764855,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:14.664234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:14.672102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea95e0fb-7bd9-417d-9122-5af2d3a7476a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:14.786684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Router 1b130a3c-6894-407e-bafb-a17e72b84914 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:29:14.861991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-dd95570e-72b4-4a2b-aa9e-b860b5c2f039 None None] Port ce679617-22e3-4705-a017-44f6396d8c9d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:14.878164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc8796-25d5-4ddb-8de2-19dc705f7b23 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=17a08479-2680-449a-82ab-2c9742fdb513,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:14.899209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 17a08479-2680-449a-82ab-2c9742fdb513 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:14.918585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1b2d1-4cb0-4564-94ed-8796533a977d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:14.921150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-08a1b2d1-4cb0-4564-94ed-8796533a977d tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks?id=17a08479-2680-449a-82ab-2c9742fdb513 HTTP/1.1" status: 200 len: 764 time: 0.3369565 Aug 11 08:29:14.926862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:15.149856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:15.165295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:15.219707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:29:15.234347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee202d8-74c1-4203-ad97-15c764c827c3 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.239622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dee202d8-74c1-4203-ad97-15c764c827c3 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3071864 Aug 11 08:29:15.261669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38860) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:15.263471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d0817f6e-11c2-4412-bf00-2354555cadb9 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b130a3c-6894-407e-bafb-a17e72b84914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3612497 Aug 11 08:29:15.280096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] device_id is not set on port e8175fac-772d-436f-9e15-0744a363abd7 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:15.289971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=36c1220d-c7a5-4773-bd28-6faaf8764855,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:15.316981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d039e-f222-405c-a48c-09e1238cbef4 None None] Unable to find a vacant binding_index for network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 and agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 {{(pid=94574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 11 08:29:15.331679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ea95e0fb-7bd9-417d-9122-5af2d3a7476a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:15.363080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5192d91a-618b-4d83-8302-7bca759f7cf0 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 207 time: 0.1076674 Aug 11 08:29:15.363369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ea95e0fb-7bd9-417d-9122-5af2d3a7476a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:15.363727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:15.363912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:15.367149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d039e-f222-405c-a48c-09e1238cbef4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 42c5bb03-33ba-4273-80b3-7f00df9ea8c1) {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:29:15.573609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Allocated IP 172.20.0.9 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/e8175fac-772d-436f-9e15-0744a363abd7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:15.595366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.602653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.609192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.615397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.623695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.653069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:15.655043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e7b7be42-c5c2-48f1-93c7-5c7307f477e6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3726 time: 0.2907071 Aug 11 08:29:15.673775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38876) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:15.900646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:15.913350 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Sync routers for ids ['1b130a3c-6894-407e-bafb-a17e72b84914'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:29:15.929658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Transition to ACTIVE for port object e8175fac-772d-436f-9e15-0744a363abd7 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:15.931447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Routers {'1b130a3c-6894-407e-bafb-a17e72b84914'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:15.933177 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1b130a3c-6894-407e-bafb-a17e72b84914'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:15.969840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.006323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bbfbd988-f052-4c48-aaca-f37273ebe064 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 808 time: 0.3274992 Aug 11 08:29:16.006522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:16.083994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:16.092201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:16.115267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:16.144743 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Set router 1b130a3c-6894-407e-bafb-a17e72b84914 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:16.150711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db5512-81c0-4a92-b85e-b0d95f90c744 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.152300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db5512-81c0-4a92-b85e-b0d95f90c744 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.153943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db5512-81c0-4a92-b85e-b0d95f90c744 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.155564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db5512-81c0-4a92-b85e-b0d95f90c744 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.165980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.199360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16db5512-81c0-4a92-b85e-b0d95f90c744 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.204374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-16db5512-81c0-4a92-b85e-b0d95f90c744 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1931622 Aug 11 08:29:16.207155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38896) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:16.213116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=e8175fac-772d-436f-9e15-0744a363abd7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:16.254136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.254914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.279408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port ea95e0fb-7bd9-417d-9122-5af2d3a7476a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,segment=NetworkSegment(2bb3d412-0a42-4296-bc90-5fd45faccb82),segment_id=2bb3d412-0a42-4296-bc90-5fd45faccb82)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:16.297643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba2619b2-5c7f-4532-8a92-ac9c905f92b2 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7454309 Aug 11 08:29:16.298176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:16.311800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'name': 'tempest-AllowedAddressPairTestJSON-277975347', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:74:26:92'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:16.324466 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.359232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'tenant_id': 'c05617766aba4b678f2098080a0f5f2e', 'fixed_ips': [{'subnet_id': '6566ce81-f8d8-485e-840f-3fb0d9e91722'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:16.361951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.464658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4bacc-87ec-457d-9dac-fa38418a3d15 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.468677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4bacc-87ec-457d-9dac-fa38418a3d15 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.472110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4bacc-87ec-457d-9dac-fa38418a3d15 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.476541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4bacc-87ec-457d-9dac-fa38418a3d15 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.482053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4bacc-87ec-457d-9dac-fa38418a3d15 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.489367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-acf4bacc-87ec-457d-9dac-fa38418a3d15 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2809656 Aug 11 08:29:16.495092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38908) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:16.587809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9009a9bb-62a6-4826-8892-b29e9217299b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.590508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9009a9bb-62a6-4826-8892-b29e9217299b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/networks?id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 200 len: 911 time: 0.3071263 Aug 11 08:29:16.607709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 36c1220d-c7a5-4773-bd28-6faaf8764855 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:16.614001 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:29:13Z', 'revision_number': 4, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ce679617-22e3-4705-a017-44f6396d8c9d', 'name': '', 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'mac_address': 'fa:16:3e:55:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'f957c295-700d-4829-b4c8-a4abc06427db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:11Z', 'updated_at': '2021-08-11T08:29:13Z', 'revision_number': 2, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'subnets': [{'id': 'f957c295-700d-4829-b4c8-a4abc06427db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:16.638386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:16.660919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:16.676612 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Checking router: 1b130a3c-6894-407e-bafb-a17e72b84914 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:29:16.677005 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Updating router 1b130a3c-6894-407e-bafb-a17e72b84914 port ce679617-22e3-4705-a017-44f6396d8c9d binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:29:16.711068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c490b-feec-43d1-801a-2b0069ea1d60 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:16.718729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-529c490b-feec-43d1-801a-2b0069ea1d60 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks/8a8a6372-0b97-40a4-92b3-e036bd8043a6 HTTP/1.1" status: 200 len: 802 time: 0.2183843 Aug 11 08:29:16.735051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:16.739351 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.750546 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:16.773967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] device_id is not set on port bfbf8094-6aa9-46fb-b1dd-4deed082f645 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:16.798500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Allocated IP 172.20.0.2 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:16.910765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-82e26c96-09f5-47f3-a1e7-c81f33b2e9c2 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/networks/8a8a6372-0b97-40a4-92b3-e036bd8043a6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1750712 Aug 11 08:29:16.914417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38914) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:16.926796 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-5d25e9c8-bc30-413b-85e1-e0235b9be11c tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/quotas/fcea4c83ff6b467f9bca91016db187f1 HTTP/1.1" status: 200 len: 375 time: 0.2071302 Aug 11 08:29:16.945105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 36c1220d-c7a5-4773-bd28-6faaf8764855 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:16.945691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.034617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f6dd6-3921-4a6c-8a40-a0362d72aa45 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:17.039284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9c9f6dd6-3921-4a6c-8a40-a0362d72aa45 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/subnets/07d50730-f3e2-4c19-a6c7-746d913d0fb4 HTTP/1.1" status: 200 len: 843 time: 0.1235971 Aug 11 08:29:17.043731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:17.071108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-d07072ae-057d-45c6-b5e3-70b8bb6b85eb tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcea4c83ff6b467f9bca91016db187f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339276 Aug 11 08:29:17.159201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8cb062-b202-4ce4-96a2-b625a9f80f69 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['shared'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:17.161402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa8cb062-b202-4ce4-96a2-b625a9f80f69 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "GET /v2.0/subnets/07d50730-f3e2-4c19-a6c7-746d913d0fb4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1141438 Aug 11 08:29:17.164557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38918) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:17.171908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363548007'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:17.200756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:17.205516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.257902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:17.299568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.300847 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Added segment a7391dc8-71b3-48d6-9c03-a5582e0393d8 of type vlan for network 584aa0ca-e176-4312-af94-e7833e4555d4 Aug 11 08:29:17.329013 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.346082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Transition to ACTIVE for port object 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:17.382258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Transition to ACTIVE for port object 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:17.382500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.395714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.411979 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.423829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Transition to ACTIVE for port object ce679617-22e3-4705-a017-44f6396d8c9d will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:17.436986 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.475177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:17.484766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:17.492045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:17.492282 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727a3fa-fc9b-47e1-982e-95de8e2f38e5 None None] Pushing event updated for resources: {'Port': ['ID=ce679617-22e3-4705-a017-44f6396d8c9d,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:17.500384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Pushing event updated for resources: {'Port': ['ID=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:17.565593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Attempting to bind port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:17.565935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Attempting to bind port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '8f9d98f9-0888-4a89-a8ac-b306d278ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:17.566480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Attempting to bind port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 on network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:17.573384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:17.574003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Checking segment: {'id': '8f9d98f9-0888-4a89-a8ac-b306d278ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:17.574480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.574875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Bound using segment: {'id': '8f9d98f9-0888-4a89-a8ac-b306d278ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:17.575513 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Bound port: 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9d98f9-0888-4a89-a8ac-b306d278ae07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:17.575893 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.579691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Allocated IP 172.20.0.14 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/bfbf8094-6aa9-46fb-b1dd-4deed082f645) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:17.584678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.594088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:17.594957 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.670235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] For port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:17.674182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] For port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,segment=NetworkSegment(8f9d98f9-0888-4a89-a8ac-b306d278ae07),segment_id=8f9d98f9-0888-4a89-a8ac-b306d278ae07)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:17.686259 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.699033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5294802 Aug 11 08:29:17.703869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38934) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:17.716697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:17.769506 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Attempting to bind port ce679617-22e3-4705-a017-44f6396d8c9d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:17.772742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Attempting to bind port ce679617-22e3-4705-a017-44f6396d8c9d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:17.773337 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Attempting to bind port ce679617-22e3-4705-a017-44f6396d8c9d on network 27efde82-b91b-4436-b62b-757dc46630a3 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:17.786087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315983a5-afe4-4b39-bf5b-f712b7eb3dd0 None None] Pushing event updated for resources: {'Port': ['ID=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:17.794729 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:17.795620 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Checking segment: {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:17.796329 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.797025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Bound using segment: {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:17.798060 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Bound port: ce679617-22e3-4705-a017-44f6396d8c9d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb3d412-0a42-4296-bc90-5fd45faccb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:17.798697 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:17.887896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcc168-cea5-429d-b81b-7f180f81ffbe tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Network': ['ID=584aa0ca-e176-4312-af94-e7833e4555d4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:17.896675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Made reservation on behalf of 196a276529964adebf91aefebe85f216 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:17.908631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 584aa0ca-e176-4312-af94-e7833e4555d4 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:17.911809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.004053 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] For port ce679617-22e3-4705-a017-44f6396d8c9d, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:18.020555 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] For port ce679617-22e3-4705-a017-44f6396d8c9d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ce679617-22e3-4705-a017-44f6396d8c9d,segment=NetworkSegment(2bb3d412-0a42-4296-bc90-5fd45faccb82),segment_id=2bb3d412-0a42-4296-bc90-5fd45faccb82)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:18.082241 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.097804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Performing IP validity checks on allocation pools {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 08:29:18.098336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 08:29:18.171794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-ff06d717-c35e-4065-a06e-2c829cb15d7d service neutron] 10.222.0.58 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0913773 Aug 11 08:29:18.222514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.234204 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Routers {'1b130a3c-6894-407e-bafb-a17e72b84914'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:29:18.235181 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:29:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1b130a3c-6894-407e-bafb-a17e72b84914'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:18.239003 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727a3fa-fc9b-47e1-982e-95de8e2f38e5 None None] Pushing event updated for resources: {'Port': ['ID=ce679617-22e3-4705-a017-44f6396d8c9d,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:18.296205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Transition to ACTIVE for port object bfbf8094-6aa9-46fb-b1dd-4deed082f645 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:18.355591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38946) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:18.432604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.472336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c77ae372-b175-4a63-914b-8a22bec086e2 service neutron] 10.222.0.58 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937629 Aug 11 08:29:18.479228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] Set router 1b130a3c-6894-407e-bafb-a17e72b84914 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:29:18.479678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.630182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:18.680187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:18.682400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:18.688354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e15af720-c584-4744-bfb6-6b9e939ce256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.693433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=7c1c0015-32ea-4496-b42e-16af7c5db627,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:18.747209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:18.751480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Checking segment: {'id': 'a7391dc8-71b3-48d6-9c03-a5582e0393d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:18.751909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network hostable DHCP agents. Network: 584aa0ca-e176-4312-af94-e7833e4555d4, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:18.801945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:18.811804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea95e0fb-7bd9-417d-9122-5af2d3a7476a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:18.842329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=bfbf8094-6aa9-46fb-b1dd-4deed082f645,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:18.919194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Network 584aa0ca-e176-4312-af94-e7833e4555d4 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:18.964115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:18.965315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:18.981709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b94aed2-8313-444e-b2e0-92b8e91bc9f6 req-178e31a0-b1b7-4e9f-b25d-f19d4183789a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 210 time: 0.0523946 Aug 11 08:29:18.984538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ea95e0fb-7bd9-417d-9122-5af2d3a7476a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:18.985386 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.010201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 584aa0ca-e176-4312-af94-e7833e4555d4) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:19.033383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e15af720-c584-4744-bfb6-6b9e939ce256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.038044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:19.038701 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.050914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e15af720-c584-4744-bfb6-6b9e939ce256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.065530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38972) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:19.072363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4b2cd01a-979c-4d1d-ab41-960c4f7d2907 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7651417 Aug 11 08:29:19.088536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-343d8dbb-7b0d-4999-b4ce-f5c2d6ed06ad tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3798354 Aug 11 08:29:19.091658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38974) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:19.097614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:19.102767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:29:13Z', 'revision_number': 4, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ce679617-22e3-4705-a017-44f6396d8c9d', 'name': '', 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'mac_address': 'fa:16:3e:55:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'f957c295-700d-4829-b4c8-a4abc06427db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:11Z', 'updated_at': '2021-08-11T08:29:17Z', 'revision_number': 4, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'subnets': [{'id': 'f957c295-700d-4829-b4c8-a4abc06427db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:19.188847 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4492d-3a73-4888-8d7c-a711c748173c None None] The sync data for ids ['1b130a3c-6894-407e-bafb-a17e72b84914'] in n-d-789963-6 is: [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:29:13Z', 'revision_number': 4, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ce679617-22e3-4705-a017-44f6396d8c9d', 'name': '', 'network_id': '27efde82-b91b-4436-b62b-757dc46630a3', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'mac_address': 'fa:16:3e:55:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'f957c295-700d-4829-b4c8-a4abc06427db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:11Z', 'updated_at': '2021-08-11T08:29:17Z', 'revision_number': 4, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'subnets': [{'id': 'f957c295-700d-4829-b4c8-a4abc06427db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:29:19.189337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e15af720-c584-4744-bfb6-6b9e939ce256 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30bf9cb92d7246cd90902e22293d04c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311515 Aug 11 08:29:19.191857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38980) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:19.217928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af720-c584-4744-bfb6-6b9e939ce256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf22f9b-b39f-437a-b851-a75eebd90cdf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:19.337512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d858a8-f930-4ad8-905f-086c7e43e735 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:19.344378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d858a8-f930-4ad8-905f-086c7e43e735 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:19.350201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d858a8-f930-4ad8-905f-086c7e43e735 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:19.350760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8917825'] for subnet, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.352054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36d858a8-f930-4ad8-905f-086c7e43e735 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2834849 Aug 11 08:29:19.357714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38984) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:19.398680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f912ec7e-9f4c-486e-8508-e17990a74326 None None] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:19.519794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3759bdb-cfe0-499d-97a2-fbc1466a8790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.528727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d1701-ac0d-42e4-8798-618e09251ce4 None None] Network 584aa0ca-e176-4312-af94-e7833e4555d4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:19.548081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3759bdb-cfe0-499d-97a2-fbc1466a8790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.641575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3759bdb-cfe0-499d-97a2-fbc1466a8790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.648468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3759bdb-cfe0-499d-97a2-fbc1466a8790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.652262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f3759bdb-cfe0-499d-97a2-fbc1466a8790 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebf22f9b-b39f-437a-b851-a75eebd90cdf HTTP/1.1" status: 204 len: 168 time: 0.4574909 Aug 11 08:29:19.655995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port bfbf8094-6aa9-46fb-b1dd-4deed082f645 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:19.656486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.676982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3759bdb-cfe0-499d-97a2-fbc1466a8790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf22f9b-b39f-437a-b851-a75eebd90cdf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:19.787968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Provisioning for port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:19.812689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745238630036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11995706'] for subnet, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.828834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.857760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Provisioning complete for port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:19.858129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.873039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for bfbf8094-6aa9-46fb-b1dd-4deed082f645 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:19.917162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:19.917781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:19.921821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "PUT /v2.0/subnets/7c1c0015-32ea-4496-b42e-16af7c5db627 HTTP/1.1" status: 200 len: 900 time: 0.8264818 Aug 11 08:29:19.930351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39006) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:19.988242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6fee-3ed8-4810-94d0-e53d244671a7 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event updated for resources: {'Subnet': ['ID=7c1c0015-32ea-4496-b42e-16af7c5db627,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:20.162601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-584aa0ca-e176-4312-af94-e7833e4555d4', 'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4', 'tenant_id': '196a276529964adebf91aefebe85f216', 'fixed_ips': [{'subnet_id': '7c1c0015-32ea-4496-b42e-16af7c5db627'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:20.163917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:20.172081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83067d2f-d66b-4e54-b505-b5f65ef8d165 req-be328bd5-a4a4-4672-aaa0-21f1ff345214 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 210 time: 0.0971360 Aug 11 08:29:20.383261 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:20.467695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:20.599965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=bfbf8094-6aa9-46fb-b1dd-4deed082f645,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:20.657835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ce679617-22e3-4705-a017-44f6396d8c9d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:20.674780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:20.719688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Allocated IP 2001:db8::3 (584aa0ca-e176-4312-af94-e7833e4555d4/7c1c0015-32ea-4496-b42e-16af7c5db627/95fad5b3-92b7-45e2-abe6-759c36bbc5e9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:20.938708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] For port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,segment=NetworkSegment(8f9d98f9-0888-4a89-a8ac-b306d278ae07),segment_id=8f9d98f9-0888-4a89-a8ac-b306d278ae07)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:20.951443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:20.972854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.044206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.048494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b7b4ccdf-bc56-4acd-a54a-277d64e45578 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/ports/bfbf8094-6aa9-46fb-b1dd-4deed082f645 HTTP/1.1" status: 204 len: 168 time: 1.6899087 Aug 11 08:29:21.051768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39038) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:21.101296 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b5fc70-df0d-4c9a-9e09-7d9bc2619038 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] GET failed (client error): The resource could not be found. Aug 11 08:29:21.105097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-32b5fc70-df0d-4c9a-9e09-7d9bc2619038 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "GET /v2.0/ports/bfbf8094-6aa9-46fb-b1dd-4deed082f645 HTTP/1.1" status: 404 len: 333 time: 0.0508690 Aug 11 08:29:21.108854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:21.115156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'name': 'tempest-AllowedAddressPairTestJSON-847758543'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:21.329005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Pushing event updated for resources: {'Port': ['ID=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:21.362625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.363063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.363557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.363905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.364248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.364586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.365122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.365326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.365670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.365987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.366314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.368071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:21.368762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715961c6-7fcb-4da6-be97-56929584d3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:21.380796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.380964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ce679617-22e3-4705-a017-44f6396d8c9d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:21.388226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11f4200b-d270-4f7c-b589-31a913b48a0e req-ca15dc3b-9003-4900-aeb8-2cf44f797ad4 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 210 time: 0.0766726 Aug 11 08:29:21.399870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ce679617-22e3-4705-a017-44f6396d8c9d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:21.400259 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.468529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.486874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] device_id is not set on port e76c4eab-fcf5-48d1-b904-96d26cedde73 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:21.499038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ed43da55-d850-490f-9949-b06ba1d47767 None None] Provisioning complete for port ce679617-22e3-4705-a017-44f6396d8c9d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:21.499038 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ed43da55-d850-490f-9949-b06ba1d47767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.605595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-060041d9-5cfe-4410-9c05-f2f6e6c0c0ed tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:21.607410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-060041d9-5cfe-4410-9c05-f2f6e6c0c0ed tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.69 "GET /v2.0/networks?id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 200 len: 911 time: 0.2675061 Aug 11 08:29:21.620856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Transition to ACTIVE for port object 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:21.680518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Request body: {'port': {'device_id': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'admin_state_up': True, 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:21.711280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Transition to ACTIVE for port object 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:21.735408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.765767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.828825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Made reservation on behalf of fcea4c83ff6b467f9bca91016db187f1 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:21.835764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:21.853363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1c0015-32ea-4496-b42e-16af7c5db627,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:21.866573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Allocated IP 172.20.0.8 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/e76c4eab-fcf5-48d1-b904-96d26cedde73) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:22.028706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.056143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Network 584aa0ca-e176-4312-af94-e7833e4555d4 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:22.059470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584aa0ca-e176-4312-af94-e7833e4555d4']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:22.063655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f40fc1-bdc9-4724-b176-15b0b3417352 None None] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:22.078751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:22.082276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7391dc8-71b3-48d6-9c03-a5582e0393d8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:22.082580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7391dc8-71b3-48d6-9c03-a5582e0393d8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:22.095547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Pushing event updated for resources: {'Port': ['ID=95fad5b3-92b7-45e2-abe6-759c36bbc5e9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:22.097339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.105497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:22.116058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.125283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:22.125899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:22.130067 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:22.143990 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ed43da55-d850-490f-9949-b06ba1d47767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.170846 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.220285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 08:29:22.220285 n-d-789963-6 neutron-server[94572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 08:29:22.220285 n-d-789963-6 neutron-server[94572]: [parameters: {'id': '584aa0ca-e176-4312-af94-e7833e4555d4'}] Aug 11 08:29:22.220285 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:29:22.221182 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:29:22.236721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Allocated IP 172.20.0.7 (1b4e2a0b-a44e-4d76-b599-a5b8ed94146a/55df6714-af58-441a-b5d4-4be0d9348f72/d4773dd6-5d89-408e-9c40-bed215e70ff2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:22.276402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ed43da55-d850-490f-9949-b06ba1d47767 None None] For port ce679617-22e3-4705-a017-44f6396d8c9d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ce679617-22e3-4705-a017-44f6396d8c9d,segment=NetworkSegment(2bb3d412-0a42-4296-bc90-5fd45faccb82),segment_id=2bb3d412-0a42-4296-bc90-5fd45faccb82)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:22.287750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Attempting to bind port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:22.288080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Attempting to bind port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a7391dc8-71b3-48d6-9c03-a5582e0393d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:22.288438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Attempting to bind port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 on network 584aa0ca-e176-4312-af94-e7833e4555d4 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:22.292971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ed43da55-d850-490f-9949-b06ba1d47767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.301067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.329558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:22.330398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Checking segment: {'id': 'a7391dc8-71b3-48d6-9c03-a5582e0393d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:22.330964 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.331510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Bound using segment: {'id': 'a7391dc8-71b3-48d6-9c03-a5582e0393d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:22.332181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Bound port: 95fad5b3-92b7-45e2-abe6-759c36bbc5e9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7391dc8-71b3-48d6-9c03-a5582e0393d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '584aa0ca-e176-4312-af94-e7833e4555d4'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:22.332723 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.335233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Transition to ACTIVE for port object e76c4eab-fcf5-48d1-b904-96d26cedde73 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:22.460809 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:29:22.461355 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:29:22.467315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Could not find standard attr ID for object bfbf8094-6aa9-46fb-b1dd-4deed082f645. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:22.479325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43da55-d850-490f-9949-b06ba1d47767 None None] Pushing event updated for resources: {'Port': ['ID=ce679617-22e3-4705-a017-44f6396d8c9d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:22.482856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.495637 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.537356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] For port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:22.541804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] For port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=95fad5b3-92b7-45e2-abe6-759c36bbc5e9,segment=NetworkSegment(a7391dc8-71b3-48d6-9c03-a5582e0393d8),segment_id=a7391dc8-71b3-48d6-9c03-a5582e0393d8)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:22.543619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0269bc7c-4d77-4c5a-a180-c2cd168a4ff1 req-cf991b5f-7bbc-4819-b4a0-6aeb9cfa81e4 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 210 time: 0.0581422 Aug 11 08:29:22.557692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Provisioning complete for port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:22.559687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.562856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.571635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Transition to ACTIVE for port object d4773dd6-5d89-408e-9c40-bed215e70ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:22.593031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:22.601163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:22.607881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:22.613150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=e76c4eab-fcf5-48d1-b904-96d26cedde73,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:22.699531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:22.701210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.718669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.722767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d594eb6-ef4e-4815-982e-3784a8429971 None None] Pushing event updated for resources: {'Port': ['ID=95fad5b3-92b7-45e2-abe6-759c36bbc5e9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:22.730498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:22.761364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f51c72-e3dd-4cc3-99e8-e8285a0a98e2 None None] Network 584aa0ca-e176-4312-af94-e7833e4555d4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:22.845156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-659fcd1a-327d-411b-a525-2f3963f67987 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7314904 Aug 11 08:29:22.845887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39066) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:22.855808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:74:26:92'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:22.880481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Pushing event updated for resources: {'Port': ['ID=d4773dd6-5d89-408e-9c40-bed215e70ff2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:22.897762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:22.899651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:22.902779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:23.010941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:23.011563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.057555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-9d964149-3ec2-447a-90c7-0e7d445955b1 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3828945 Aug 11 08:29:23.098938 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:29:23.122487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Provisioning for port e8175fac-772d-436f-9e15-0744a363abd7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:23.124849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:23.125474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.142813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Provisioning complete for port e8175fac-772d-436f-9e15-0744a363abd7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:23.143186 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.277573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Request body: {'port': {'device_id': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:23.281752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-540cbcaa-8fb4-4f82-a066-c351227402d9 None None] Port e8175fac-772d-436f-9e15-0744a363abd7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:23.298073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035bea2-5a16-4d01-b3e5-867a41eb1754 None None] Network 584aa0ca-e176-4312-af94-e7833e4555d4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:23.370414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.397233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] For port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=95fad5b3-92b7-45e2-abe6-759c36bbc5e9,segment=NetworkSegment(a7391dc8-71b3-48d6-9c03-a5582e0393d8),segment_id=a7391dc8-71b3-48d6-9c03-a5582e0393d8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:23.398145 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.438423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:23.447006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Calling delete_port for 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:23.473361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.476575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-8dd43b9c-29de-4297-aa37-4ece8c81c41b tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4019193a69834f079dd2cb49adb92c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908589 Aug 11 08:29:23.482840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Provisioning complete for port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:23.483207 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.572986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:23.573355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.745104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ce679617-22e3-4705-a017-44f6396d8c9d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:23.748916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Provisioning for port d4773dd6-5d89-408e-9c40-bed215e70ff2 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:23.749594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.798979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Provisioning complete for port d4773dd6-5d89-408e-9c40-bed215e70ff2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:23.808206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.814960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No DVR routers for this DVR port 95fad5b3-92b7-45e2-abe6-759c36bbc5e9 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:23.844482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-ec540b0c-c102-4639-a675-20d824c6d8ae tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:23.846238 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-ec540b0c-c102-4639-a675-20d824c6d8ae tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584337 Aug 11 08:29:23.889455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Port d4773dd6-5d89-408e-9c40-bed215e70ff2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:23.902286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ce679617-22e3-4705-a017-44f6396d8c9d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:23.902655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.925569 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-86cb774f-89b6-4840-9d1b-ead12dc7c6fb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/quotas/4019193a69834f079dd2cb49adb92c41 HTTP/1.1" status: 200 len: 375 time: 0.0561345 Aug 11 08:29:23.937992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Provisioning complete for port e8175fac-772d-436f-9e15-0744a363abd7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:23.938665 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.954826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:23.967138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584aa0ca-e176-4312-af94-e7833e4555d4']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:23.989171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7391dc8-71b3-48d6-9c03-a5582e0393d8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:23.989586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7391dc8-71b3-48d6-9c03-a5582e0393d8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:23.992480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Port e8175fac-772d-436f-9e15-0744a363abd7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:24.005580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.029954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Provisioning for port e76c4eab-fcf5-48d1-b904-96d26cedde73 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:24.033025 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.045652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Provisioning complete for port e76c4eab-fcf5-48d1-b904-96d26cedde73 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:24.046111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.052415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:24.052999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.070543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-9e9851f9-1e36-4d13-9ff3-30b702634a13 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4019193a69834f079dd2cb49adb92c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215172 Aug 11 08:29:24.144766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-10385e71-1794-4e2f-b10c-1fd690390ca5 None None] Port e76c4eab-fcf5-48d1-b904-96d26cedde73 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:24.165175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Port': ['ID=95fad5b3-92b7-45e2-abe6-759c36bbc5e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:24.196220 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:24.201757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.243222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.245561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/584aa0ca-e176-4312-af94-e7833e4555d4 HTTP/1.1" status: 204 len: 168 time: 4.2877679 Aug 11 08:29:24.251069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b74d9-9431-459d-8051-9b1bf722fb6d req-264ae265-ed34-4d4a-9a43-9da9f45ce15d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:24.259014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-197b74d9-9431-459d-8051-9b1bf722fb6d req-264ae265-ed34-4d4a-9a43-9da9f45ce15d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1027 time: 0.5795875 Aug 11 08:29:24.270008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Could not find standard attr ID for object bfbf8094-6aa9-46fb-b1dd-4deed082f645. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:24.279322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:24.294694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Provisioning complete for port e76c4eab-fcf5-48d1-b904-96d26cedde73 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:24.295163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.358702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Port e76c4eab-fcf5-48d1-b904-96d26cedde73 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:24.373524 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf50edb-ec5d-49a0-a985-da4071700cf1 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:24.374094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf50edb-ec5d-49a0-a985-da4071700cf1 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:24.375929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cf50edb-ec5d-49a0-a985-da4071700cf1 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/7c1c0015-32ea-4496-b42e-16af7c5db627 HTTP/1.1" status: 404 len: 337 time: 0.0955818 Aug 11 08:29:24.388175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Provisioning complete for port e8175fac-772d-436f-9e15-0744a363abd7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:24.389133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.400732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916596f-f6a7-4019-8f7a-a078ae504642 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=584aa0ca-e176-4312-af94-e7833e4555d4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:24.414746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39104) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:24.468644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-40159b3d-8d37-4db2-8484-532c3a891736 None None] Port e8175fac-772d-436f-9e15-0744a363abd7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:24.489632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4773dd6-5d89-408e-9c40-bed215e70ff2 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:29:24.511097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.538626 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3d36c5-f5af-4e74-803b-dd8dc202b079 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:24.539280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3d36c5-f5af-4e74-803b-dd8dc202b079 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:24.546979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a3d36c5-f5af-4e74-803b-dd8dc202b079 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/584aa0ca-e176-4312-af94-e7833e4555d4 HTTP/1.1" status: 404 len: 339 time: 0.1132026 Aug 11 08:29:24.547641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:24.572993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.581385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Transition to ACTIVE for port object d4773dd6-5d89-408e-9c40-bed215e70ff2 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:24.611593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cb9f21b-30a8-4c5d-aed7-29aecf7b4778 req-229ffc73-4860-4e2e-9951-1ef7180359ee tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 210 time: 0.0953178 Aug 11 08:29:24.619649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.623365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10f53b-3ed0-49db-bdd1-70b21e6fb7bc None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:29:24.660444 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.705928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-197b74d9-9431-459d-8051-9b1bf722fb6d req-bba72f3b-4caf-4fd2-8e19-12c7b566ebe8 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457345 Aug 11 08:29:24.760010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Pushing event updated for resources: {'Port': ['ID=d4773dd6-5d89-408e-9c40-bed215e70ff2,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:24.812825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.823728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=e76c4eab-fcf5-48d1-b904-96d26cedde73,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:24.827103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] In _notify_port_updated(), no bound segment for port e76c4eab-fcf5-48d1-b904-96d26cedde73 on network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:29:24.832746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:24.833605 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.834873 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-102fa692-d0d3-44bb-822e-72a13435cc22 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "PUT /v2.0/ports/e76c4eab-fcf5-48d1-b904-96d26cedde73 HTTP/1.1" status: 200 len: 992 time: 1.9886394 Aug 11 08:29:24.845148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39112) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:24.878723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Attempting to bind port d4773dd6-5d89-408e-9c40-bed215e70ff2 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:24.879138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Attempting to bind port d4773dd6-5d89-408e-9c40-bed215e70ff2 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:24.879557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Attempting to bind port d4773dd6-5d89-408e-9c40-bed215e70ff2 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:24.901603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Port d4773dd6-5d89-408e-9c40-bed215e70ff2 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:29:24.902054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Attempting to bind port d4773dd6-5d89-408e-9c40-bed215e70ff2 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:24.943607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10f53b-3ed0-49db-bdd1-70b21e6fb7bc None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:29:24.957822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.971566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:24.972238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Checking segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:24.972800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Bound using segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:24.973540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Bound port: d4773dd6-5d89-408e-9c40-bed215e70ff2, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:24.974144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:24.974820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a08479-2680-449a-82ab-2c9742fdb513']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:24.986378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64883fac-0fa1-4666-9d3d-e8531aa8fff2') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:24.986675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64883fac-0fa1-4666-9d3d-e8531aa8fff2') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:25.006479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.023559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.030089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:25.030498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:25.043430 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:25.132261 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.142472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.148089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/17a08479-2680-449a-82ab-2c9742fdb513 HTTP/1.1" status: 204 len: 168 time: 0.5950723 Aug 11 08:29:25.178844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39118) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:25.264422 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d71f36d-304d-4639-9342-0966538d5e7c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:25.264920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d71f36d-304d-4639-9342-0966538d5e7c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:25.271173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6d71f36d-304d-4639-9342-0966538d5e7c tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/f85754fa-0333-4a3a-9919-2f75e9ad7ed7 HTTP/1.1" status: 404 len: 337 time: 0.0893600 Aug 11 08:29:25.272202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681fea8-1d0f-4454-8321-bfa78f9eaf6f tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=17a08479-2680-449a-82ab-2c9742fdb513,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:25.275057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:25.298124 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc7bf36-ef26-4883-9310-4df618eecf93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:25.299540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc7bf36-ef26-4883-9310-4df618eecf93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:25.305798 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-abc7bf36-ef26-4883-9310-4df618eecf93 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/68a90035-7b6f-45e4-8cea-5ffdade89d17 HTTP/1.1" status: 404 len: 339 time: 0.0287786 Aug 11 08:29:25.306852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39122) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:25.377275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting subnet 24fbfc91-61be-4976-8c34-942e053a318d {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:25.384793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.470387 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.577050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] For port d4773dd6-5d89-408e-9c40-bed215e70ff2, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:25.604021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port e76c4eab-fcf5-48d1-b904-96d26cedde73 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:25.604372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.608631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] For port d4773dd6-5d89-408e-9c40-bed215e70ff2, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:25.623749 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.627151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.707343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.757318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=24fbfc91-61be-4976-8c34-942e053a318d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:25.775624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.777569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0fa460a6-9339-4dcb-b376-5dea53f95919 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/24fbfc91-61be-4976-8c34-942e053a318d HTTP/1.1" status: 204 len: 168 time: 0.4695191 Aug 11 08:29:25.783154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e867bf-750e-4466-9cfe-d1a8628ca70e None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:25.794035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Pushing event updated for resources: {'Port': ['ID=d4773dd6-5d89-408e-9c40-bed215e70ff2,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:25.798432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39130) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:25.823453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:25.824426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.826301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c0ae251a-cdc2-4079-88d7-bc18dd80db06 service neutron] 10.222.0.69 "PUT /v2.0/ports/d4773dd6-5d89-408e-9c40-bed215e70ff2 HTTP/1.1" status: 200 len: 1091 time: 2.7540452 Aug 11 08:29:25.826555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e13158c3-2c0b-4bdd-8f98-fbbaf388f9b2 req-6907a479-a881-49d3-83a9-4ee5ffe5406b tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 210 time: 0.0702915 Aug 11 08:29:25.901293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:25.919328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for e76c4eab-fcf5-48d1-b904-96d26cedde73 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:26.066897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'tag': 'd4773dd6-5d89-408e-9c40-bed215e70ff2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:26.069883 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139a7a07-bb98-4df5-91d2-04d53a4712e3" -d '{"events": [{"name": "network-changed", "server_uuid": "70f2f030-8878-41aa-b693-32e3b95ab32c", "tag": "d4773dd6-5d89-408e-9c40-bed215e70ff2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:26.137457 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eae0c1-d490-4971-a957-9c03a8d2fbda x-openstack-request-id: req-33eae0c1-d490-4971-a957-9c03a8d2fbda {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:26.138003 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f2f030-8878-41aa-b693-32e3b95ab32c", "tag": "d4773dd6-5d89-408e-9c40-bed215e70ff2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:26.138445 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33eae0c1-d490-4971-a957-9c03a8d2fbda {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:26.139038 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'tag': 'd4773dd6-5d89-408e-9c40-bed215e70ff2', 'status': 'completed', 'code': 200} Aug 11 08:29:26.142128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ee9c33f9-40de-49a8-8355-2b51eb2fc42c None None] Could not find standard attr ID for object e76c4eab-fcf5-48d1-b904-96d26cedde73. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:26.159544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:26.258270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-3d3ef846-3db7-4573-985e-03408823e419 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4019193a69834f079dd2cb49adb92c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1738143 Aug 11 08:29:26.278696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=e76c4eab-fcf5-48d1-b904-96d26cedde73,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:26.308690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting subnet 96337fe8-c429-44bf-b168-6cd958fd6dbb {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:26.349111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:26.467904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-dd4c5b53-328c-4835-adc2-3fc1e6b5c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:26.469966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-dd4c5b53-328c-4835-adc2-3fc1e6b5c99a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcea4c83ff6b467f9bca91016db187f1&device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1094 time: 0.3832607 Aug 11 08:29:26.471948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769149-bb43-4e07-a29a-32b31f792a56 req-112c3da1-ff09-4fcf-8f55-62f052a078ab tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:26.481386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31769149-bb43-4e07-a29a-32b31f792a56 req-112c3da1-ff09-4fcf-8f55-62f052a078ab tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1094 time: 0.3889887 Aug 11 08:29:26.592808 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:26.596514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-b1107f55-8a7a-4038-be68-e5e4837f4464 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2 HTTP/1.1" status: 200 len: 217 time: 0.0965745 Aug 11 08:29:26.747886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31769149-bb43-4e07-a29a-32b31f792a56 req-02e7ee33-57fe-4945-9bbf-ef992fdc4956 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655609 Aug 11 08:29:26.768264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-dbe63794-f1d3-4c0c-8fca-706f964ee68b tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:26.769836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-dbe63794-f1d3-4c0c-8fca-706f964ee68b tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4738255 Aug 11 08:29:26.811454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Request body: {'port': {'device_id': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '4019193a69834f079dd2cb49adb92c41'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:26.818785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c2e1e3f4-b998-4a62-adbf-82ba25f6d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:26.820258 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-c2e1e3f4-b998-4a62-adbf-82ba25f6d429 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55df6714-af58-441a-b5d4-4be0d9348f72 HTTP/1.1" status: 200 len: 849 time: 0.1854579 Aug 11 08:29:26.884008 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:26.886179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2f891b09-6a28-47d8-9670-1cd28281c7a3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/ports/e76c4eab-fcf5-48d1-b904-96d26cedde73 HTTP/1.1" status: 204 len: 168 time: 2.0400136 Aug 11 08:29:26.890719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39142) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:26.917332 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d99abb8-8c1c-4084-9fd5-10264347ecf9 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] GET failed (client error): The resource could not be found. Aug 11 08:29:26.919826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d99abb8-8c1c-4084-9fd5-10264347ecf9 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "GET /v2.0/ports/e76c4eab-fcf5-48d1-b904-96d26cedde73 HTTP/1.1" status: 404 len: 333 time: 0.0297070 Aug 11 08:29:26.920233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:26.923292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39144) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:26.929387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'name': 'tempest-AllowedAddressPairTestJSON-133751112'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:26.992481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-542c6470-a0a1-4bde-8af0-a8d21579eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:26.994141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-542c6470-a0a1-4bde-8af0-a8d21579eaf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244836 Aug 11 08:29:27.004913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d0571be-b0a5-40bb-86cd-561ca1c79291 req-c8b1957c-2564-41ee-b635-51c83eb232a6 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 210 time: 0.0698814 Aug 11 08:29:27.012261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fe4c3a67-ad42-4dd6-8b36-cc24fb91c4d5 None None] Provisioning complete for port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:27.013871 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3a67-ad42-4dd6-8b36-cc24fb91c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.077722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.103677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:27.108568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.117200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.db.api [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:29:27.117200 n-d-789963-6 neutron-server[94573]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 08:29:27.117200 n-d-789963-6 neutron-server[94573]: [parameters: {'project_id': '4019193a69834f079dd2cb49adb92c41', 'id': 'be95694b-9bf0-445e-aad3-0247ac22f8e7', 'expiration': datetime.datetime(2021, 8, 11, 8, 31, 27, 82873)}] Aug 11 08:29:27.117200 n-d-789963-6 neutron-server[94573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:29:27.117742 n-d-789963-6 neutron-server[94573]: DEBUG oslo_db.api [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:29:27.127489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=96337fe8-c429-44bf-b168-6cd958fd6dbb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:27.131997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.133864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2e2c0ad8-e479-4370-a3af-74aa66e3cdac tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/96337fe8-c429-44bf-b168-6cd958fd6dbb HTTP/1.1" status: 204 len: 168 time: 1.3062081 Aug 11 08:29:27.136982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:27.139911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] device_id is not set on port b33510c7-b2da-4e40-90ab-16a6d0fe1063 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:27.146167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ee989-45e0-41ba-8f30-20c12243f30c None None] Network 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:27.177215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-ef39cd4a-48bc-439b-a400-1db7dbddc62c service neutron] 10.222.0.69 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749060 Aug 11 08:29:27.280030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.333651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-efc6612a-0be8-43ee-8cc9-75f1ca4a6c0c req-6cf86da6-a573-4552-9d92-f927fd16bc6f service neutron] 10.222.0.69 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481938 Aug 11 08:29:27.359737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Allocated IP 172.20.0.13 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/b33510c7-b2da-4e40-90ab-16a6d0fe1063) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:27.424597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] DHCP port deletion for 0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:27.442166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:27.443289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.521004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-1e9e54c6-f1e3-4841-9f6b-16b188327e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:27.522272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-1e9e54c6-f1e3-4841-9f6b-16b188327e18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcea4c83ff6b467f9bca91016db187f1&device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1094 time: 0.0897496 Aug 11 08:29:27.543973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] Deleting port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:27.545318 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.588402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] For port 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=007319a7-a5b1-4d32-8351-d8b88a6c6f65,segment=NetworkSegment(f55cb8cb-b0ac-4152-877b-ac0f23a40f7a),segment_id=f55cb8cb-b0ac-4152-877b-ac0f23a40f7a)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:27.590809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.619653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Calling delete_port for 007319a7-a5b1-4d32-8351-d8b88a6c6f65 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:27.634403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] For port 007319a7-a5b1-4d32-8351-d8b88a6c6f65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=007319a7-a5b1-4d32-8351-d8b88a6c6f65,segment=NetworkSegment(f55cb8cb-b0ac-4152-877b-ac0f23a40f7a),segment_id=f55cb8cb-b0ac-4152-877b-ac0f23a40f7a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:27.648478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.653190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Made reservation on behalf of 4019193a69834f079dd2cb49adb92c41 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:27.657098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.670606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-07b0e080-6a28-4b2e-9e22-ca726314f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:27.672179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-07b0e080-6a28-4b2e-9e22-ca726314f335 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 200 len: 911 time: 0.1413734 Aug 11 08:29:27.673084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.695300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] Calling delete_port for 007319a7-a5b1-4d32-8351-d8b88a6c6f65 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:27.737984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.763527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-d286241f-d1d4-4729-b225-a57413ba6a67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2 HTTP/1.1" status: 200 len: 217 time: 0.0811524 Aug 11 08:29:27.766227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Transition to ACTIVE for port object b33510c7-b2da-4e40-90ab-16a6d0fe1063 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:27.841289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.850547 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.911794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] Pushing event deleted for resources: {'Port': ['ID=007319a7-a5b1-4d32-8351-d8b88a6c6f65,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:27.913985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbd396-631d-4e4b-b223-8b7bb06ae93f None None] No DVR routers for this DVR port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:27.916014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Port': ['ID=007319a7-a5b1-4d32-8351-d8b88a6c6f65,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:27.918433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No DVR routers for this DVR port 007319a7-a5b1-4d32-8351-d8b88a6c6f65 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:27.936738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:27.940241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-891504ee-ac9c-4ef7-be68-5423672c11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:27.944369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-891504ee-ac9c-4ef7-be68-5423672c11e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55df6714-af58-441a-b5d4-4be0d9348f72 HTTP/1.1" status: 200 len: 849 time: 0.1591313 Aug 11 08:29:28.023367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-fdaa3108-594a-4316-ba91-be59b825223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:28.025157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-fdaa3108-594a-4316-ba91-be59b825223b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750523 Aug 11 08:29:28.036481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.045844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.068980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=b33510c7-b2da-4e40-90ab-16a6d0fe1063,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:28.084404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:28.099437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.110009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:28.115211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:28.144807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:28.166976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:28.167763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55cb8cb-b0ac-4152-877b-ac0f23a40f7a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:28.170721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2568c32-d6ba-48c9-bbb9-539dccc8feec req-f33ca56f-7c53-4e21-9695-35ddb61b6ac9 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:28.172393 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b2568c32-d6ba-48c9-bbb9-539dccc8feec req-f33ca56f-7c53-4e21-9695-35ddb61b6ac9 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1094 time: 0.3071127 Aug 11 08:29:28.188761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.233066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b2568c32-d6ba-48c9-bbb9-539dccc8feec req-b06448c6-bf03-418b-ab44-171c723ff605 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Aug 11 08:29:28.242055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.251872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:28.252677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.265560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e7ad7e9-0b1b-416c-a038-540a16f8950d req-530eb11d-0d92-4f61-93aa-030cb8cf272f tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 210 time: 0.1432948 Aug 11 08:29:28.267438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:28.267854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:28.271075 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:28.290471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-82632e4c-59a3-4340-8d81-3b5054d22600 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3653798 Aug 11 08:29:28.315737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39164) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:28.328141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:74:26:92'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:28.342387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef15325-697a-4afd-8c3f-8ad11db63871,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:28.370714 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-0d8d3762-3f4f-4edd-839b-57235225089d service neutron] 10.222.0.69 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364463 Aug 11 08:29:28.382287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.390772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Allocated IP 192.168.233.50 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/306140aa-b2bd-4b90-a35b-51cce9c08b68) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:28.458825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-58a28cae-a47e-4671-9ae2-96068ae7e38b None None] Provisioning for port b33510c7-b2da-4e40-90ab-16a6d0fe1063 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:28.468912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-58a28cae-a47e-4671-9ae2-96068ae7e38b None None] Provisioning complete for port b33510c7-b2da-4e40-90ab-16a6d0fe1063 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:28.469606 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58a28cae-a47e-4671-9ae2-96068ae7e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.501688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.506056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9 HTTP/1.1" status: 204 len: 168 time: 1.3653977 Aug 11 08:29:28.515578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39166) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:28.534226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-58a28cae-a47e-4671-9ae2-96068ae7e38b None None] Port b33510c7-b2da-4e40-90ab-16a6d0fe1063 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:28.551351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d462-8949-40a9-a6ef-3872c6ed7ce6 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=0c0a7300-eb3b-45c8-a7c8-6c123fa75cc9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:28.578757 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0615eb6-770e-4230-a1d6-20761f010891 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:28.579538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0615eb6-770e-4230-a1d6-20761f010891 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:28.582860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e0615eb6-770e-4230-a1d6-20761f010891 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/55880d91-2c96-4959-b2a5-52c2ae926dc9 HTTP/1.1" status: 404 len: 337 time: 0.0478764 Aug 11 08:29:28.582860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.583584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:28.588746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-139a7a07-bb98-4df5-91d2-04d53a4712e3 req-28613142-d49a-4ca3-ba7e-92596a3a1385 service neutron] 10.222.0.69 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081134 Aug 11 08:29:28.614910 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0573c059-fa17-41c1-a7d0-5c30678ae348 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:28.615527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0573c059-fa17-41c1-a7d0-5c30678ae348 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:28.620025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0573c059-fa17-41c1-a7d0-5c30678ae348 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/c9f1ee69-a1d9-4915-98a3-2e807be40cb3 HTTP/1.1" status: 404 len: 339 time: 0.0328245 Aug 11 08:29:28.625956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39172) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:28.670123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.672344 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c166241-1e56-4f87-b750-21e513a8fbd3 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:28.672809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c166241-1e56-4f87-b750-21e513a8fbd3 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:28.674704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9c166241-1e56-4f87-b750-21e513a8fbd3 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/de2b3514-17b2-4ada-8083-ee3b194e8657 HTTP/1.1" status: 404 len: 337 time: 0.0476732 Aug 11 08:29:28.677932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39174) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:28.705336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Transition to ACTIVE for port object 306140aa-b2bd-4b90-a35b-51cce9c08b68 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:28.709990 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-752d44ab-20a8-4d8c-8647-367f85524710 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:28.710746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752d44ab-20a8-4d8c-8647-367f85524710 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:28.712662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-752d44ab-20a8-4d8c-8647-367f85524710 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/2747b0a7-5211-4eda-b215-a9a5e1a3e144 HTTP/1.1" status: 404 len: 339 time: 0.0335381 Aug 11 08:29:28.717756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39176) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:28.729551 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.752300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.773758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:28.777117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:28.807636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:28.861194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Pushing event updated for resources: {'Port': ['ID=306140aa-b2bd-4b90-a35b-51cce9c08b68,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:28.881796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:28.882487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:28.908982 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-615ba51a-c886-43cd-9218-6bd4c7cfaf4a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1183929 Aug 11 08:29:29.003362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Request body: {'port': {'device_id': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:29.070685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.175898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ec84538a-675e-4b03-b14b-7cf635b88956 None None] Provisioning for port 306140aa-b2bd-4b90-a35b-51cce9c08b68 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:29.182231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ec84538a-675e-4b03-b14b-7cf635b88956 None None] Provisioning complete for port 306140aa-b2bd-4b90-a35b-51cce9c08b68 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:29.182973 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec84538a-675e-4b03-b14b-7cf635b88956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.203118 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc460857-c321-4db9-b230-5b561eebcafc tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:29.203741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc460857-c321-4db9-b230-5b561eebcafc tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:29.206000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc460857-c321-4db9-b230-5b561eebcafc tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/762bb03d-63fe-450e-a82e-501ebb9ecc7b HTTP/1.1" status: 404 len: 337 time: 0.4869726 Aug 11 08:29:29.208761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:29.242146 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbc880d-ffdf-40b5-9cf0-0d49a705672e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:29.242146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbc880d-ffdf-40b5-9cf0-0d49a705672e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:29.246480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2dbc880d-ffdf-40b5-9cf0-0d49a705672e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/dcc851c3-9881-49b1-945b-9e3acc5055f3 HTTP/1.1" status: 404 len: 339 time: 0.0334966 Aug 11 08:29:29.246724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:29.302267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ec84538a-675e-4b03-b14b-7cf635b88956 None None] Port 306140aa-b2bd-4b90-a35b-51cce9c08b68 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:29.303611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-990eee68-6ef7-4803-801e-637e199d47f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.334789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.353792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.376170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 007319a7-a5b1-4d32-8351-d8b88a6c6f65 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:29.386855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting subnet eb203251-e187-46ae-a726-55564c5e618c {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:29.391230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.402525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 007319a7-a5b1-4d32-8351-d8b88a6c6f65 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:29.403014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 007319a7-a5b1-4d32-8351-d8b88a6c6f65 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:29.463946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.585766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] In _notify_port_updated(), no bound segment for port b33510c7-b2da-4e40-90ab-16a6d0fe1063 on network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:29:29.592409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:29.593510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.599523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "PUT /v2.0/ports/b33510c7-b2da-4e40-90ab-16a6d0fe1063 HTTP/1.1" status: 200 len: 996 time: 1.2826746 Aug 11 08:29:29.601391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39194) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:29.604190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40baa8-c6ab-411c-b2ec-1a37e8c13e84 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=b33510c7-b2da-4e40-90ab-16a6d0fe1063,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:29.735626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c3dd-ae14-4cf1-a110-5e6597a4da16 req-97000c01-fcdd-411f-9677-d5251144658d tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:29.737787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f68c3dd-ae14-4cf1-a110-5e6597a4da16 req-97000c01-fcdd-411f-9677-d5251144658d tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 935 time: 0.3078959 Aug 11 08:29:29.764857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.859200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f68c3dd-ae14-4cf1-a110-5e6597a4da16 req-bd520a4d-ef46-4dba-9129-2235da7d9da6 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966051 Aug 11 08:29:29.864661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68f90-3740-4f90-8757-6e07bfcd1785 req-b4157abf-6408-49ba-9126-f6a8123efff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:29.866205 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbd68f90-3740-4f90-8757-6e07bfcd1785 req-b4157abf-6408-49ba-9126-f6a8123efff6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.2394106 Aug 11 08:29:29.873655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port b33510c7-b2da-4e40-90ab-16a6d0fe1063 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:29.874140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.881050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ab5c7-1a59-48f3-8c93-2953221948a6 req-aa13c275-f2de-4b17-b804-8a5130473332 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:29.882604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de0ab5c7-1a59-48f3-8c93-2953221948a6 req-aa13c275-f2de-4b17-b804-8a5130473332 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1094 time: 0.5097554 Aug 11 08:29:29.932688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-34c44a40-b72e-4a06-af07-731f7589169e None None] Provisioning complete for port b33510c7-b2da-4e40-90ab-16a6d0fe1063 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:29.933551 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-34c44a40-b72e-4a06-af07-731f7589169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:29.997542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.005641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de0ab5c7-1a59-48f3-8c93-2953221948a6 req-8134d7c9-6556-4e41-b65f-6fb94041b0b2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166360 Aug 11 08:29:30.034526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306140aa-b2bd-4b90-a35b-51cce9c08b68 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:29:30.047183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbd68f90-3740-4f90-8757-6e07bfcd1785 req-c3284edd-b099-4af0-adce-fa5b1c8db6b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905778 Aug 11 08:29:30.054764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.061623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-34c44a40-b72e-4a06-af07-731f7589169e None None] Port b33510c7-b2da-4e40-90ab-16a6d0fe1063 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:30.096478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.102322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Transition to ACTIVE for port object 306140aa-b2bd-4b90-a35b-51cce9c08b68 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:30.112823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.118851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for b33510c7-b2da-4e40-90ab-16a6d0fe1063 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:30.152101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:30.178630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.256101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=eb203251-e187-46ae-a726-55564c5e618c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:30.286244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Pushing event updated for resources: {'Port': ['ID=306140aa-b2bd-4b90-a35b-51cce9c08b68,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:30.305882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a5621-87d5-4d65-b41e-fe102b0c9357 None None] Network 83c49ace-92c8-47bc-aeca-957ce2eff277 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:30.307561 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.360965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.380447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9d5ce271-925e-431a-a2ff-0153616f8281 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/eb203251-e187-46ae-a726-55564c5e618c HTTP/1.1" status: 204 len: 168 time: 1.1329036 Aug 11 08:29:30.398338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39212) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:30.411915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=b33510c7-b2da-4e40-90ab-16a6d0fe1063,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:30.509502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Attempting to bind port 306140aa-b2bd-4b90-a35b-51cce9c08b68 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:30.509856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Attempting to bind port 306140aa-b2bd-4b90-a35b-51cce9c08b68 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:30.510192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Attempting to bind port 306140aa-b2bd-4b90-a35b-51cce9c08b68 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:30.566665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c47faa2d-9580-428a-9ce6-03a270b4fd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.580372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.587347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1fb6d7b-f9f4-4dd9-a9c9-84f7f50578fc tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/ports/b33510c7-b2da-4e40-90ab-16a6d0fe1063 HTTP/1.1" status: 204 len: 168 time: 0.9703672 Aug 11 08:29:30.588245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39218) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:30.598962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Port 306140aa-b2bd-4b90-a35b-51cce9c08b68 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:29:30.599224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Attempting to bind port 306140aa-b2bd-4b90-a35b-51cce9c08b68 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:30.616868 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c1aec6-5a5f-429f-86a9-534494cb03d3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] GET failed (client error): The resource could not be found. Aug 11 08:29:30.623020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66c1aec6-5a5f-429f-86a9-534494cb03d3 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "GET /v2.0/ports/b33510c7-b2da-4e40-90ab-16a6d0fe1063 HTTP/1.1" status: 404 len: 333 time: 0.0335424 Aug 11 08:29:30.624459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39220) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:30.630195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'name': 'tempest-AllowedAddressPairTestJSON-1863302904'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:30.635939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:30.636344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:30.636678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:30.637161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Bound port: 306140aa-b2bd-4b90-a35b-51cce9c08b68, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:30.637529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.683610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.820481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] DHCP port deletion for 83c49ace-92c8-47bc-aeca-957ce2eff277 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:30.846000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] For port 306140aa-b2bd-4b90-a35b-51cce9c08b68, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:30.850216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] For port 306140aa-b2bd-4b90-a35b-51cce9c08b68, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:30.864697 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.887614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:30.888709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.890321 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/306140aa-b2bd-4b90-a35b-51cce9c08b68 HTTP/1.1" status: 200 len: 1095 time: 1.9668660 Aug 11 08:29:30.895282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] Deleting port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:30.895791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:30.920365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'tag': '306140aa-b2bd-4b90-a35b-51cce9c08b68'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:30.922723 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b54bc-adb8-42eb-8453-2080cad83356" -d '{"events": [{"name": "network-changed", "server_uuid": "518d6f70-3235-4e2f-9bcb-d29a28d52036", "tag": "306140aa-b2bd-4b90-a35b-51cce9c08b68"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:31.004831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:31.005214 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.020548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] For port aea1a505-95ce-4df0-8146-9fa3ddf97ec0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,segment=NetworkSegment(96185d4d-b0f2-458b-b5db-8fdf10993b4a),segment_id=96185d4d-b0f2-458b-b5db-8fdf10993b4a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:31.020985 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.029224 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1c157-1140-45c5-878b-ab3077d821cf x-openstack-request-id: req-e3c1c157-1140-45c5-878b-ab3077d821cf {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:31.029224 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518d6f70-3235-4e2f-9bcb-d29a28d52036", "tag": "306140aa-b2bd-4b90-a35b-51cce9c08b68", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:31.029224 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3c1c157-1140-45c5-878b-ab3077d821cf {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:31.029224 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'tag': '306140aa-b2bd-4b90-a35b-51cce9c08b68', 'status': 'completed', 'code': 200} Aug 11 08:29:31.033472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72935a39-ce83-41ed-8fa9-b79d750603e1 service neutron] Pushing event updated for resources: {'Port': ['ID=306140aa-b2bd-4b90-a35b-51cce9c08b68,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.040160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] Calling delete_port for aea1a505-95ce-4df0-8146-9fa3ddf97ec0 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:31.133113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c47faa2d-9580-428a-9ce6-03a270b4fd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.146777 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c47faa2d-9580-428a-9ce6-03a270b4fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.167150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.205344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] Pushing event deleted for resources: {'Port': ['ID=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.210110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5959989-4bd2-422b-bb86-7f4aebed5118 None None] No DVR routers for this DVR port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:31.218300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] For port aea1a505-95ce-4df0-8146-9fa3ddf97ec0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,segment=NetworkSegment(96185d4d-b0f2-458b-b5db-8fdf10993b4a),segment_id=96185d4d-b0f2-458b-b5db-8fdf10993b4a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:31.218681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.222565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd66f02-99fe-44a4-a709-3ad61696e3cf req-315e85c2-06b8-4377-942b-38fa78854101 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:31.226266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-08cde887-7641-44ca-b812-90cde186c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:31.227516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dd66f02-99fe-44a4-a709-3ad61696e3cf req-315e85c2-06b8-4377-942b-38fa78854101 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1094 time: 0.0885999 Aug 11 08:29:31.227619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-08cde887-7641-44ca-b812-90cde186c8a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4019193a69834f079dd2cb49adb92c41&device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 1098 time: 0.2507424 Aug 11 08:29:31.229041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:31.232436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.246156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c47faa2d-9580-428a-9ce6-03a270b4fd23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad51eae10d9947a5b41f8ca5821d8499&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0906808 Aug 11 08:29:31.248187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d4773dd6-5d89-408e-9c40-bed215e70ff2 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:29:31.250764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39236) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:31.251917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f801190-2723-4172-854b-b7010e9c12f8 req-fb76121d-6b6d-4297-9fb9-a850b85d26ea tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:31.253649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f801190-2723-4172-854b-b7010e9c12f8 req-fb76121d-6b6d-4297-9fb9-a850b85d26ea tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 947 time: 0.2580814 Aug 11 08:29:31.259203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47faa2d-9580-428a-9ce6-03a270b4fd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87cc3b-bc76-4322-b97e-5d84ead2a2d1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.275657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Calling delete_port for aea1a505-95ce-4df0-8146-9fa3ddf97ec0 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:31.311683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] device_id is not set on port 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:31.329448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-88452817-76fa-4425-9306-1dcf2e695ef2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68 HTTP/1.1" status: 200 len: 217 time: 0.0745254 Aug 11 08:29:31.407975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d4773dd6-5d89-408e-9c40-bed215e70ff2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:31.422003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f801190-2723-4172-854b-b7010e9c12f8 req-55f0f7be-41f4-4915-85fa-8389fa21b47a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420507 Aug 11 08:29:31.435139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'd4773dd6-5d89-408e-9c40-bed215e70ff2', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'port_id': 'd4773dd6-5d89-408e-9c40-bed215e70ff2', 'mac_address': 'fa:16:3e:d2:df:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:29:31.442090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aea1a505-95ce-4df0-8146-9fa3ddf97ec0 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:31.442639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-ec95ae82-f2cd-4246-865d-a638bf8324c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:31.443116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6dd66f02-99fe-44a4-a709-3ad61696e3cf req-7c993b17-946b-440b-96e5-14fb5119976c tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046421 Aug 11 08:29:31.444099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-ec95ae82-f2cd-4246-865d-a638bf8324c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1061370 Aug 11 08:29:31.446715 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b473b4-8d7d-4354-badc-01ff5dde983f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.475420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: aea1a505-95ce-4df0-8146-9fa3ddf97ec0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:31.475875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aea1a505-95ce-4df0-8146-9fa3ddf97ec0 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:31.510131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.517335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-13543c3f-3908-4043-b6c1-9ce80aa3f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:31.519406 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-13543c3f-3908-4043-b6c1-9ce80aa3f09f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669403 Aug 11 08:29:31.537761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.552844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Port': ['ID=aea1a505-95ce-4df0-8146-9fa3ddf97ec0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.555178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4773dd6-5d89-408e-9c40-bed215e70ff2 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:29:31.569416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Allocated IP 172.20.0.4 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/7dfa4225-1c82-4b6f-b701-3c59ffde6f0d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:31.569633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No DVR routers for this DVR port aea1a505-95ce-4df0-8146-9fa3ddf97ec0 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:31.575904 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b473b4-8d7d-4354-badc-01ff5dde983f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.578998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d4773dd6-5d89-408e-9c40-bed215e70ff2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:31.584389 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.641701 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=d4773dd6-5d89-408e-9c40-bed215e70ff2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.684260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b473b4-8d7d-4354-badc-01ff5dde983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.686826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1b473b4-8d7d-4354-badc-01ff5dde983f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.687989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1b473b4-8d7d-4354-badc-01ff5dde983f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd87cc3b-bc76-4322-b97e-5d84ead2a2d1 HTTP/1.1" status: 204 len: 168 time: 0.4331362 Aug 11 08:29:31.701839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.720753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c49ace-92c8-47bc-aeca-957ce2eff277']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:31.725857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b473b4-8d7d-4354-badc-01ff5dde983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87cc3b-bc76-4322-b97e-5d84ead2a2d1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.735379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-111e204a-7417-4993-91a7-35eb0fd34398 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919584 Aug 11 08:29:31.737121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96185d4d-b0f2-458b-b5db-8fdf10993b4a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:31.737407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96185d4d-b0f2-458b-b5db-8fdf10993b4a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:31.755668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.810797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.816079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.826411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:31.827155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:31.830581 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:31.835478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Transition to ACTIVE for port object 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:31.864620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['d4773dd6-5d89-408e-9c40-bed215e70ff2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:29:31.899661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.912123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.924223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:31.927746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/83c49ace-92c8-47bc-aeca-957ce2eff277 HTTP/1.1" status: 204 len: 168 time: 1.5039344 Aug 11 08:29:31.927746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d2cc7-515f-4df3-b320-ae7acd31a1c5 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=83c49ace-92c8-47bc-aeca-957ce2eff277,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:31.934269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39246) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:31.987456 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0faba7-8b38-4951-af6a-37deb480ab83 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:31.988000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0faba7-8b38-4951-af6a-37deb480ab83 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:31.988838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:31.990072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bb0faba7-8b38-4951-af6a-37deb480ab83 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/0642aed3-2f9f-4253-b69d-864eb149c384 HTTP/1.1" status: 404 len: 337 time: 0.0543163 Aug 11 08:29:31.999466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:31.999952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:32.006043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:32.024026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8d3ddd7-9b70-4402-848f-667d768fe1f8 req-063bef22-af3a-46b3-9ce0-8545c7eb0126 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796319 Aug 11 08:29:32.043069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-654ddf88-ecf2-4cb3-a20f-0ef0e80fbb74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618799 Aug 11 08:29:32.082586 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-894ed2d5-623d-42bb-98a0-e5497823d2b4 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:32.083207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894ed2d5-623d-42bb-98a0-e5497823d2b4 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:32.088676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39256) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:32.090149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-894ed2d5-623d-42bb-98a0-e5497823d2b4 tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/d675e492-017a-44cc-916d-2c0b98e56435 HTTP/1.1" status: 404 len: 339 time: 0.0801356 Aug 11 08:29:32.093877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=7dfa4225-1c82-4b6f-b701-3c59ffde6f0d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:32.130889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.132232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.152703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fb21ccd5-61f3-4c46-98a7-a6b7a83c7008 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5268354 Aug 11 08:29:32.155462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39260) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:32.160709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'network_id': '42c5bb03-33ba-4273-80b3-7f00df9ea8c1', 'name': 'tempest-AllowedAddressPairTestJSON-1898459100'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:32.227723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting subnet 07d50730-f3e2-4c19-a6c7-746d913d0fb4 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:32.235976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.241227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-db89b877-f84e-4a1c-861a-2b18fa8e41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.243090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-db89b877-f84e-4a1c-861a-2b18fa8e41bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 1096 time: 0.1050184 Aug 11 08:29:32.271218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-c9bbca71-ff52-42be-9ca7-201ffc859ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.273122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-c9bbca71-ff52-42be-9ca7-201ffc859ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4019193a69834f079dd2cb49adb92c41&device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 1098 time: 0.1368520 Aug 11 08:29:32.326449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Made reservation on behalf of c05617766aba4b678f2098080a0f5f2e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:32.330676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.353382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] device_id is not set on port 3d26af45-d8f7-41e3-a80a-ce9165879a3d yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:32.355730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.381135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8f536d2-7a25-4b84-91ca-cfc61229be6e None None] Provisioning for port 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:32.404824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8f536d2-7a25-4b84-91ca-cfc61229be6e None None] Provisioning complete for port 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:32.407118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8f536d2-7a25-4b84-91ca-cfc61229be6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.417842 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.507355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a8f536d2-7a25-4b84-91ca-cfc61229be6e None None] Port 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:32.521167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Allocated IP 172.20.0.5 (42c5bb03-33ba-4273-80b3-7f00df9ea8c1/6566ce81-f8d8-485e-840f-3fb0d9e91722/3d26af45-d8f7-41e3-a80a-ce9165879a3d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:32.521835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-be81a1f4-667f-4050-be91-3017ff737f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.523792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-be81a1f4-667f-4050-be91-3017ff737f02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.2571692 Aug 11 08:29:32.600927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-5c827a50-ea1a-47aa-a9eb-f1ffadc28615 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 200 len: 1001 time: 0.0656915 Aug 11 08:29:32.614295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.617853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-83ac8111-94c3-4ad7-87ae-a8e989c2a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.619611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-83ac8111-94c3-4ad7-87ae-a8e989c2a7ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.3347623 Aug 11 08:29:32.681811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d97a6-5377-48e5-a7c0-e8e01e9814c7 req-63db9c46-8376-4ebd-b85a-8cba337d15f7 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.683703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-995d97a6-5377-48e5-a7c0-e8e01e9814c7 req-63db9c46-8376-4ebd-b85a-8cba337d15f7 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 947 time: 0.1246042 Aug 11 08:29:32.704479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-94b6de4c-63ab-4e03-b74a-871e5a3a7021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68 HTTP/1.1" status: 200 len: 217 time: 0.0633132 Aug 11 08:29:32.710213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b1b1cebf-b279-4429-81ba-c27c552d4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.763243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-995d97a6-5377-48e5-a7c0-e8e01e9814c7 req-94d2800a-6221-46e8-928d-66fdc370d1f6 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665493 Aug 11 08:29:32.802779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.814026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e0974-3570-41d1-96e6-3dc2104749e3 req-fae063c8-ef12-4f82-b615-e135d20e4896 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.815582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a4e0974-3570-41d1-96e6-3dc2104749e3 req-fae063c8-ef12-4f82-b615-e135d20e4896 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1095 time: 0.2138577 Aug 11 08:29:32.822538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-7246528e-3c89-4ddb-b67f-ea3bee8cf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.824356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-7246528e-3c89-4ddb-b67f-ea3bee8cf648 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.1854706 Aug 11 08:29:32.838469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Transition to ACTIVE for port object 3d26af45-d8f7-41e3-a80a-ce9165879a3d will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:32.859953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-4462e31e-cd26-48f3-abe5-2ec88b6e68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:32.861846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-4462e31e-cd26-48f3-abe5-2ec88b6e68f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.1313114 Aug 11 08:29:32.883920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.885972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.935825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Subnet': ['ID=07d50730-f3e2-4c19-a6c7-746d913d0fb4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:32.949147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:32.955810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:32.958620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:32.960670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:32.962751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-980c0c09-c83b-4b35-9e27-b3ff62cafc4e tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/subnets/07d50730-f3e2-4c19-a6c7-746d913d0fb4 HTTP/1.1" status: 204 len: 168 time: 0.8728778 Aug 11 08:29:32.967438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a4e0974-3570-41d1-96e6-3dc2104749e3 req-c5874d71-25d2-46e4-bb5f-6c0f1a19439b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401336 Aug 11 08:29:32.967908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39284) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:32.970640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9a8a8d-4ac9-4cc5-94f8-4ce546bb4cd5 None None] Network 8a8a6372-0b97-40a4-92b3-e036bd8043a6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:33.040195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-c3ed4acf-0ad7-4c26-8588-78ae2556b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:33.042825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=3d26af45-d8f7-41e3-a80a-ce9165879a3d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:33.049318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-c3ed4acf-0ad7-4c26-8588-78ae2556b270 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152746 Aug 11 08:29:33.073997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-f1ede10a-b0f8-4a3c-a49a-552b35aadae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:33.075516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-f1ede10a-b0f8-4a3c-a49a-552b35aadae2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623549 Aug 11 08:29:33.089256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:33.090093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.116069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ad969d9e-e79f-4508-a7c4-ac93144c4242 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9570587 Aug 11 08:29:33.116651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39288) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:33.124126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:74:26:92'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d5:07:5a'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:33.127703 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.260633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] DHCP port deletion for 8a8a6372-0b97-40a4-92b3-e036bd8043a6 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:33.292384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.336755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d4773dd6-5d89-408e-9c40-bed215e70ff2 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:33.375308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 45084964-d6e0-49ce-95da-ab9e7496305c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:33.450182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6397c7bd-1ca0-4e7c-a544-5dcb2bceb4fb None None] Provisioning for port 3d26af45-d8f7-41e3-a80a-ce9165879a3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:33.461130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6397c7bd-1ca0-4e7c-a544-5dcb2bceb4fb None None] Provisioning complete for port 3d26af45-d8f7-41e3-a80a-ce9165879a3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:33.461649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6397c7bd-1ca0-4e7c-a544-5dcb2bceb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.500974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] Deleting port 45084964-d6e0-49ce-95da-ab9e7496305c {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:33.501656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.570522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port d4773dd6-5d89-408e-9c40-bed215e70ff2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:33.573615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6397c7bd-1ca0-4e7c-a544-5dcb2bceb4fb None None] Port 3d26af45-d8f7-41e3-a80a-ce9165879a3d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:33.604995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port d4773dd6-5d89-408e-9c40-bed215e70ff2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:33.605638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.606282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.616189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.651506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-8ca84e52-67ad-46b2-89df-cd372e397fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591066 Aug 11 08:29:33.655812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-e4c83832-59cf-4382-b061-dedcb5cdd284 service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896945 Aug 11 08:29:33.660158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] For port 45084964-d6e0-49ce-95da-ab9e7496305c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=45084964-d6e0-49ce-95da-ab9e7496305c,segment=NetworkSegment(4c6ce11a-14d8-4565-b5b5-6aecab71a8e5),segment_id=4c6ce11a-14d8-4565-b5b5-6aecab71a8e5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:33.660552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.674148 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.681391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] Calling delete_port for 45084964-d6e0-49ce-95da-ab9e7496305c owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:33.687495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event updated for resources: {'Port': ['ID=3d26af45-d8f7-41e3-a80a-ce9165879a3d,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:33.734593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Deleting port 45084964-d6e0-49ce-95da-ab9e7496305c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:33.735206 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.772916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] In _notify_port_updated(), no bound segment for port 3d26af45-d8f7-41e3-a80a-ce9165879a3d on network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:29:33.780401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:33.782167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.788914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c4203285-ad34-4a35-aa72-a826cf7e969a tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "PUT /v2.0/ports/3d26af45-d8f7-41e3-a80a-ce9165879a3d HTTP/1.1" status: 200 len: 1055 time: 0.6659958 Aug 11 08:29:33.788914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:33.824591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 45084964-d6e0-49ce-95da-ab9e7496305c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=45084964-d6e0-49ce-95da-ab9e7496305c,segment=NetworkSegment(4c6ce11a-14d8-4565-b5b5-6aecab71a8e5),segment_id=4c6ce11a-14d8-4565-b5b5-6aecab71a8e5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:33.853421 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:33.989757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=45084964-d6e0-49ce-95da-ab9e7496305c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:33.994016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.013953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f90b54bc-adb8-42eb-8453-2080cad83356 req-5595284f-95b1-481d-b98b-d0a0825480b0 service neutron] 10.222.0.64 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483536 Aug 11 08:29:34.029382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14176fe0-0851-473d-8ac2-339c651fdf38 req-4d5412a7-c10a-4eb3-bce6-b2c1fbbec8fc tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:34.031181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] For port 45084964-d6e0-49ce-95da-ab9e7496305c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=45084964-d6e0-49ce-95da-ab9e7496305c,segment=NetworkSegment(4c6ce11a-14d8-4565-b5b5-6aecab71a8e5),segment_id=4c6ce11a-14d8-4565-b5b5-6aecab71a8e5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:34.031831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14176fe0-0851-473d-8ac2-339c651fdf38 req-4d5412a7-c10a-4eb3-bce6-b2c1fbbec8fc tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 947 time: 0.1211493 Aug 11 08:29:34.033633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.043473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.062463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4773dd6-5d89-408e-9c40-bed215e70ff2'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:34.064781 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f37b6-0ae0-4f32-b936-17bc794740eb" -d '{"events": [{"server_uuid": "70f2f030-8878-41aa-b693-32e3b95ab32c", "name": "network-vif-plugged", "status": "completed", "tag": "d4773dd6-5d89-408e-9c40-bed215e70ff2"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:34.075856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port 3d26af45-d8f7-41e3-a80a-ce9165879a3d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:34.076536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.098599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] Pushing event deleted for resources: {'Port': ['ID=45084964-d6e0-49ce-95da-ab9e7496305c,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:34.100858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4711ff-bcbb-4122-b3c0-7751ce068b29 None None] No DVR routers for this DVR port 45084964-d6e0-49ce-95da-ab9e7496305c on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:34.104182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port d4773dd6-5d89-408e-9c40-bed215e70ff2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:34.105447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Calling delete_port for 45084964-d6e0-49ce-95da-ab9e7496305c owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:34.120471 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.124205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c7f7b9fb-62e1-4523-978a-2624d1230821 None None] Provisioning complete for port 3d26af45-d8f7-41e3-a80a-ce9165879a3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:34.124571 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9fb-62e1-4523-978a-2624d1230821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.125064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9502e7a1-5c01-4d8f-a653-0479c4ea2a85 req-25e9ac1c-8365-475b-9689-50bfaad98072 service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508150 Aug 11 08:29:34.172025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-14176fe0-0851-473d-8ac2-339c651fdf38 req-c84842a0-8739-4f6b-bb4d-b1dddbd989ef tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328309 Aug 11 08:29:34.210680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7b9fb-62e1-4523-978a-2624d1230821 None None] Port 3d26af45-d8f7-41e3-a80a-ce9165879a3d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:34.222667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=d4773dd6-5d89-408e-9c40-bed215e70ff2,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:34.244470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.259276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792f75-4784-4f26-a25a-83b45727909d req-0ca34ac9-3c8e-4992-a06b-26c844c321f0 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:34.259909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for 3d26af45-d8f7-41e3-a80a-ce9165879a3d owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:34.268252 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83792f75-4784-4f26-a25a-83b45727909d req-0ca34ac9-3c8e-4992-a06b-26c844c321f0 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.1694653 Aug 11 08:29:34.334998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83792f75-4784-4f26-a25a-83b45727909d req-2c4f3cef-62bb-4503-8b16-10161d842905 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591531 Aug 11 08:29:34.358260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.390869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Port': ['ID=45084964-d6e0-49ce-95da-ab9e7496305c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:34.401730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] No DVR routers for this DVR port 45084964-d6e0-49ce-95da-ab9e7496305c on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:34.416753 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6064448e-bb61-4fc8-9668-f7302c132576 x-openstack-request-id: req-6064448e-bb61-4fc8-9668-f7302c132576 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:34.417328 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f2f030-8878-41aa-b693-32e3b95ab32c", "name": "network-vif-plugged", "status": "completed", "tag": "d4773dd6-5d89-408e-9c40-bed215e70ff2", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:34.417596 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6064448e-bb61-4fc8-9668-f7302c132576 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:34.417986 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4773dd6-5d89-408e-9c40-bed215e70ff2', 'code': 200} Aug 11 08:29:34.434033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.470193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=3d26af45-d8f7-41e3-a80a-ce9165879a3d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:34.509135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.547822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8a6372-0b97-40a4-92b3-e036bd8043a6']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:34.565618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:34.566065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6ce11a-14d8-4565-b5b5-6aecab71a8e5') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:34.578781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.593828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2546c1-e53f-4897-9d4b-f56339e84807 req-6f29c463-30d8-41cd-9f02-fa18d0d55613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:34.595454 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c2546c1-e53f-4897-9d4b-f56339e84807 req-6f29c463-30d8-41cd-9f02-fa18d0d55613 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.0816455 Aug 11 08:29:34.599659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.623484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:34.624075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:34.627937 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:34.713283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c2546c1-e53f-4897-9d4b-f56339e84807 req-3189d9d4-742e-4e1a-848b-f28ac554cb1f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104200 Aug 11 08:29:34.736502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.737030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.738361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce7fc54b-b533-472d-aef8-e0ed2bbadd4b tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/ports/3d26af45-d8f7-41e3-a80a-ce9165879a3d HTTP/1.1" status: 204 len: 168 time: 0.9506464 Aug 11 08:29:34.741155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39320) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:34.746343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.750837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] 10.222.0.58 "DELETE /v2.0/networks/8a8a6372-0b97-40a4-92b3-e036bd8043a6 HTTP/1.1" status: 204 len: 168 time: 1.7773266 Aug 11 08:29:34.763599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42ce7d-e2e7-4871-90c6-c93340dad7aa tempest-NetworksIpV6Test-40035081 tempest-NetworksIpV6Test-40035081-project] Pushing event deleted for resources: {'Network': ['ID=8a8a6372-0b97-40a4-92b3-e036bd8043a6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:34.777684 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e87e9a-b47c-4799-bd51-5c38c07f164d tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] GET failed (client error): The resource could not be found. Aug 11 08:29:34.780959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-32e87e9a-b47c-4799-bd51-5c38c07f164d tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "GET /v2.0/ports/3d26af45-d8f7-41e3-a80a-ce9165879a3d HTTP/1.1" status: 404 len: 333 time: 0.0365591 Aug 11 08:29:34.782155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39326) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:34.807277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.813644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 306140aa-b2bd-4b90-a35b-51cce9c08b68 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:29:34.912356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39328) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:34.921145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:34.921597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:34.942744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 306140aa-b2bd-4b90-a35b-51cce9c08b68, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:34.965667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '306140aa-b2bd-4b90-a35b-51cce9c08b68', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '306140aa-b2bd-4b90-a35b-51cce9c08b68', 'mac_address': 'fa:16:3e:40:fc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:29:35.021207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.035935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for 7dfa4225-1c82-4b6f-b701-3c59ffde6f0d owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:35.064725 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.090726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306140aa-b2bd-4b90-a35b-51cce9c08b68 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:29:35.094088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39336) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:35.137341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 306140aa-b2bd-4b90-a35b-51cce9c08b68, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:35.145230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.214490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=306140aa-b2bd-4b90-a35b-51cce9c08b68,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:35.238632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.264552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-728864ad-7d7d-460a-bf3e-cd975d155c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.288206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=7dfa4225-1c82-4b6f-b701-3c59ffde6f0d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:35.394464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-728864ad-7d7d-460a-bf3e-cd975d155c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.402418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-728864ad-7d7d-460a-bf3e-cd975d155c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.402680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.405431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8cd34ac-7b48-4b21-9e19-057a5a4c64a6 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/ports/7dfa4225-1c82-4b6f-b701-3c59ffde6f0d HTTP/1.1" status: 204 len: 168 time: 0.6221011 Aug 11 08:29:35.407197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:35.433297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b92bf553-2d9a-4076-830d-8555792acde5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=196a276529964adebf91aefebe85f216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375406 Aug 11 08:29:35.433928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39346) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:35.435897 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9c4993-9ebe-444d-b213-64d358a73241 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] GET failed (client error): The resource could not be found. Aug 11 08:29:35.440871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a9c4993-9ebe-444d-b213-64d358a73241 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "GET /v2.0/ports/7dfa4225-1c82-4b6f-b701-3c59ffde6f0d HTTP/1.1" status: 404 len: 333 time: 0.0293272 Aug 11 08:29:35.443376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:35.445436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['306140aa-b2bd-4b90-a35b-51cce9c08b68'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:29:35.459636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d465de-e545-4289-9cce-d876a083d3e9 req-9c47d1cb-2a57-4faa-90ac-0cae4a926d0c tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:35.467136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2d465de-e545-4289-9cce-d876a083d3e9 req-9c47d1cb-2a57-4faa-90ac-0cae4a926d0c tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 948 time: 0.1764791 Aug 11 08:29:35.509754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728864ad-7d7d-460a-bf3e-cd975d155c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c454b43-c6b6-49a6-9bc5-fcceabb18ed0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:35.516998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-728864ad-7d7d-460a-bf3e-cd975d155c06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98dbc4b21dfc4e86b979f92bb00aed21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999508 Aug 11 08:29:35.517254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39350) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:35.540294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d90c-366d-4899-afdf-aa553c538720 req-f9684be3-8cc8-4cd5-8bf3-32671265ae6c tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:35.541845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03b8d90c-366d-4899-afdf-aa553c538720 req-f9684be3-8cc8-4cd5-8bf3-32671265ae6c tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.0928733 Aug 11 08:29:35.589907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e2d465de-e545-4289-9cce-d876a083d3e9 req-32d905e3-05f8-4392-92ce-db8f3df3d81d tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214252 Aug 11 08:29:35.594532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41d0d72-4c2b-4366-b2bd-d848c86bd9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.622728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1cd3-9dd3-4faf-82d6-81426c7708e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.626669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41d0d72-4c2b-4366-b2bd-d848c86bd9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.629754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-03b8d90c-366d-4899-afdf-aa553c538720 req-598f5a89-8c56-4d9d-bfb5-157ba1cdedb7 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788424 Aug 11 08:29:35.671846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1cd3-9dd3-4faf-82d6-81426c7708e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.678525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41d0d72-4c2b-4366-b2bd-d848c86bd9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.681213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41d0d72-4c2b-4366-b2bd-d848c86bd9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.684716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e41d0d72-4c2b-4366-b2bd-d848c86bd9df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c454b43-c6b6-49a6-9bc5-fcceabb18ed0 HTTP/1.1" status: 204 len: 168 time: 0.1643748 Aug 11 08:29:35.689384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port e8175fac-772d-436f-9e15-0744a363abd7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:35.689384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.701720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d0d72-4c2b-4366-b2bd-d848c86bd9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c454b43-c6b6-49a6-9bc5-fcceabb18ed0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:35.747600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-a55b3808-911b-47ac-86c2-15320b7e2737 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608132 Aug 11 08:29:35.826508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1cd3-9dd3-4faf-82d6-81426c7708e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.829355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1cd3-9dd3-4faf-82d6-81426c7708e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.833478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e9c1cd3-9dd3-4faf-82d6-81426c7708e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b58431af-c66d-4553-9741-9175c16e218a HTTP/1.1" status: 204 len: 168 time: 0.3950663 Aug 11 08:29:35.837474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:35.855415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1cd3-9dd3-4faf-82d6-81426c7708e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58431af-c66d-4553-9741-9175c16e218a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:35.860428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for e8175fac-772d-436f-9e15-0744a363abd7 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:35.915736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-8a878b15-cb8e-4bd7-9298-dc5be5160d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:35.917554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-8a878b15-cb8e-4bd7-9298-dc5be5160d8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.0940945 Aug 11 08:29:36.013937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.060266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-0cee1ec5-581d-4603-9a76-f4023f9cbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:36.068204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-0cee1ec5-581d-4603-9a76-f4023f9cbbb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 909 time: 0.1241827 Aug 11 08:29:36.107771 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.119936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39360) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:36.121878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=e8175fac-772d-436f-9e15-0744a363abd7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:36.144473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09753d8-8088-4750-bc0d-28aba25f32cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.150694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.154936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6f07d011-77d3-449f-b31f-c9c360979a40 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/ports/e8175fac-772d-436f-9e15-0744a363abd7 HTTP/1.1" status: 204 len: 168 time: 0.7083735 Aug 11 08:29:36.155184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39362) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:36.170178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-806013b7-a85a-42c8-b25d-a4ecd5db5e23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 1002 time: 0.1010559 Aug 11 08:29:36.241617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting subnet 6566ce81-f8d8-485e-840f-3fb0d9e91722 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:36.242733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-c8e64c9c-7293-4f6b-abbc-ddd213cdc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:36.244290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-c8e64c9c-7293-4f6b-abbc-ddd213cdc772 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.0673623 Aug 11 08:29:36.245822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.294065 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.317668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-0ae7c24c-737d-4252-be98-a86eafd26f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:36.319386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-0ae7c24c-737d-4252-be98-a86eafd26f53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664141 Aug 11 08:29:36.343207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09753d8-8088-4750-bc0d-28aba25f32cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.357066 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c09753d8-8088-4750-bc0d-28aba25f32cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.408381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.432700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c09753d8-8088-4750-bc0d-28aba25f32cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=852d94d73cc84a83b0f3967ec909a9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115377 Aug 11 08:29:36.435467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39374) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:36.448837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09753d8-8088-4750-bc0d-28aba25f32cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4bf3dd-3565-42dd-aec0-4ef82d291f47,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:36.504708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.505885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-04a38285-c70c-4067-b2f3-c67a36917f92 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753516 Aug 11 08:29:36.546284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Subnet': ['ID=6566ce81-f8d8-485e-840f-3fb0d9e91722,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:36.550320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.554853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76534b67-5c6e-4226-9b4a-0b0766bdaf8c tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/subnets/6566ce81-f8d8-485e-840f-3fb0d9e91722 HTTP/1.1" status: 204 len: 168 time: 0.3986993 Aug 11 08:29:36.555611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39378) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:36.572972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5828f5ea-ee2b-4a3c-852a-4155d2445019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.613594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5828f5ea-ee2b-4a3c-852a-4155d2445019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.676772 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a54a5193-b392-48b6-ae5f-f272e2daab69 req-fae08aff-a2d7-4d55-9024-a91d35652cac service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632743 Aug 11 08:29:36.680366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b29ac8f-9f33-49a5-a4c7-71e626768221 None None] Network 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:36.703952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.707029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5828f5ea-ee2b-4a3c-852a-4155d2445019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.709831 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5828f5ea-ee2b-4a3c-852a-4155d2445019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.710995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5828f5ea-ee2b-4a3c-852a-4155d2445019 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e4bf3dd-3565-42dd-aec0-4ef82d291f47 HTTP/1.1" status: 204 len: 168 time: 0.2746305 Aug 11 08:29:36.719506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828f5ea-ee2b-4a3c-852a-4155d2445019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4bf3dd-3565-42dd-aec0-4ef82d291f47,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:36.837997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 306140aa-b2bd-4b90-a35b-51cce9c08b68 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:36.845840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a749d-ad6f-4be0-8dee-fa10db2504a1 req-5baf0dd0-584d-420c-869d-ccf13183e14a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:36.849050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd2a749d-ad6f-4be0-8dee-fa10db2504a1 req-5baf0dd0-584d-420c-869d-ccf13183e14a tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 948 time: 0.0782745 Aug 11 08:29:36.856252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d39aa1-adf1-40e5-82b1-99ba5d6f0eec req-dae17658-29bf-4b63-a647-af5723493b95 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:36.857966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66d39aa1-adf1-40e5-82b1-99ba5d6f0eec req-dae17658-29bf-4b63-a647-af5723493b95 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.0878322 Aug 11 08:29:36.859787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Deleting port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:36.860210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.919466 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd2a749d-ad6f-4be0-8dee-fa10db2504a1 req-ea16ca59-a616-43b8-8476-434c9da8145c tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635147 Aug 11 08:29:36.967554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 306140aa-b2bd-4b90-a35b-51cce9c08b68 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:36.970958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66d39aa1-adf1-40e5-82b1-99ba5d6f0eec req-5e923c01-cb01-4060-8f94-7eaad8c52911 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910561 Aug 11 08:29:36.973279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 306140aa-b2bd-4b90-a35b-51cce9c08b68 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:36.973753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.981251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] For port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,segment=NetworkSegment(8f9d98f9-0888-4a89-a8ac-b306d278ae07),segment_id=8f9d98f9-0888-4a89-a8ac-b306d278ae07)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:36.981251 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:36.992754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39392) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:37.002931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Calling delete_port for 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:37.058221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] DHCP port deletion for 42c5bb03-33ba-4273-80b3-7f00df9ea8c1 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:37.145475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.150246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59370ad2-3a2c-494c-8f99-09b38e37b308 req-e4d613b4-15c5-4214-b889-f8dc236133ce tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:37.151923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-59370ad2-3a2c-494c-8f99-09b38e37b308 req-e4d613b4-15c5-4214-b889-f8dc236133ce tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.0770700 Aug 11 08:29:37.167623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.202978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306140aa-b2bd-4b90-a35b-51cce9c08b68'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:37.205422 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e837426-cd12-41c9-b168-0a340c71f402" -d '{"events": [{"server_uuid": "518d6f70-3235-4e2f-9bcb-d29a28d52036", "name": "network-vif-plugged", "status": "completed", "tag": "306140aa-b2bd-4b90-a35b-51cce9c08b68"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:37.207607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Port': ['ID=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:37.208575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-59370ad2-3a2c-494c-8f99-09b38e37b308 req-3e289178-83e4-46a1-ba60-c182cbcc863e tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504801 Aug 11 08:29:37.219655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Deleting port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:37.220262 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.226215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 306140aa-b2bd-4b90-a35b-51cce9c08b68, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:37.247832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] No DVR routers for this DVR port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:37.299758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.317842 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9049d665-1066-4505-ac9a-4ded7b84dc34 x-openstack-request-id: req-9049d665-1066-4505-ac9a-4ded7b84dc34 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:37.318356 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518d6f70-3235-4e2f-9bcb-d29a28d52036", "name": "network-vif-plugged", "status": "completed", "tag": "306140aa-b2bd-4b90-a35b-51cce9c08b68", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:37.318672 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9049d665-1066-4505-ac9a-4ded7b84dc34 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:37.319237 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306140aa-b2bd-4b90-a35b-51cce9c08b68', 'code': 200} Aug 11 08:29:37.384311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] For port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:37.384767 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.428330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:37.445056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1613501368'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:37.460090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:37.460321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:37.462361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Calling delete_port for 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:37.464230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=306140aa-b2bd-4b90-a35b-51cce9c08b68,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:37.468561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:29:37.470205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.497296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92c587-d9da-4e83-b90d-3a92fcb98164 req-2c8bb019-1211-4d6f-89e8-9803043b9640 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:37.497960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] Pushing event deleted for resources: {'Port': ['ID=9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:37.499093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c92c587-d9da-4e83-b90d-3a92fcb98164 req-2c8bb019-1211-4d6f-89e8-9803043b9640 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.1025486 Aug 11 08:29:37.501345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c9661-05fd-4edd-8c8d-984447a805b1 None None] No DVR routers for this DVR port 9fbbbbd4-de10-43f6-90ad-9c6a87fdd6d9 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:37.514294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613704aa-8f92-4e14-8b8e-c83eafce1098 req-e26d5217-dd64-482d-b59c-3497fcc8e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:37.516285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.518256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-613704aa-8f92-4e14-8b8e-c83eafce1098 req-e26d5217-dd64-482d-b59c-3497fcc8e8fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 1100 time: 0.1123674 Aug 11 08:29:37.526873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c5bb03-33ba-4273-80b3-7f00df9ea8c1']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:37.539521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9d98f9-0888-4a89-a8ac-b306d278ae07') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:37.539923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9d98f9-0888-4a89-a8ac-b306d278ae07') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:37.552174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.566221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:37.570239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.579680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.580602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-613704aa-8f92-4e14-8b8e-c83eafce1098 req-b8a91661-c17f-4832-a75a-10ee7299465c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544741 Aug 11 08:29:37.583805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.587573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c92c587-d9da-4e83-b90d-3a92fcb98164 req-86f6f7fe-5d9b-4122-81f1-cacde32c735b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809832 Aug 11 08:29:37.596338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:37.597231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:37.599935 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:37.672350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.699811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.704198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] 10.222.0.58 "DELETE /v2.0/networks/42c5bb03-33ba-4273-80b3-7f00df9ea8c1 HTTP/1.1" status: 204 len: 168 time: 1.1454222 Aug 11 08:29:37.704414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d59cc-8633-49ea-b20c-4af13ffa0df1 tempest-AllowedAddressPairTestJSON-1291665036 tempest-AllowedAddressPairTestJSON-1291665036-project] Pushing event deleted for resources: {'Network': ['ID=42c5bb03-33ba-4273-80b3-7f00df9ea8c1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:37.766767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.773315 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.813970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bced1c21-aa6f-4e2b-ba5d-0ce9fb8060ea,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:37.856575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:37.898005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.898347 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment fd8051ad-59c2-4839-b0f0-86f507a864e0 of type vlan for network c6aef65d-b868-465b-8bfc-afc374c0f52c Aug 11 08:29:37.959450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:37.987830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-44d19692-58fb-4e59-bcaf-2e94f419e09b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:37.989386 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-44d19692-58fb-4e59-bcaf-2e94f419e09b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/networks?id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 200 len: 911 time: 0.1577721 Aug 11 08:29:38.013153 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-82506401-8662-4609-ae19-151ce099aa2c tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/quotas/fcea4c83ff6b467f9bca91016db187f1 HTTP/1.1" status: 200 len: 375 time: 0.0151355 Aug 11 08:29:38.014590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.020343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:38.020898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.073021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39444) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:38.096651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0b73-55f0-46d9-9f66-e21b1910f220 req-f863dc56-4e1a-49ba-adf4-7e5b53b9b694 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:38.098668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcef0b73-55f0-46d9-9f66-e21b1910f220 req-f863dc56-4e1a-49ba-adf4-7e5b53b9b694 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 949 time: 0.0709288 Aug 11 08:29:38.122685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=c6aef65d-b868-465b-8bfc-afc374c0f52c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:38.130863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3678cce1-bce3-465e-a986-24117a0c59d0 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1338220 Aug 11 08:29:38.131110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39448) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:38.136768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:38.137849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'name': 'tempest-PortsIpV6TestJSON-1580786440'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:38.178319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcef0b73-55f0-46d9-9f66-e21b1910f220 req-e0981d65-93e5-49ba-a1fd-492007eeff34 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721602 Aug 11 08:29:38.199939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-21739ef4-48a9-4dcd-9055-c6e82a9a89c4 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcea4c83ff6b467f9bca91016db187f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1749895 Aug 11 08:29:38.273368 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-20cd4eee-7259-4f47-bae3-3678a283f593 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c05617766aba4b678f2098080a0f5f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965652 Aug 11 08:29:38.273603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39456) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:38.330427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b9b48c0-d9bf-4b33-988b-83723296cdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.335302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-dc4b8cb3-42e7-431c-bd64-1d14264effe6 service neutron] 10.222.0.58 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344137 Aug 11 08:29:38.345646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:38.348951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.356579 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b9b48c0-d9bf-4b33-988b-83723296cdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.406193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:38.422435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b9b48c0-d9bf-4b33-988b-83723296cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.425743 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b9b48c0-d9bf-4b33-988b-83723296cdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.427186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b9b48c0-d9bf-4b33-988b-83723296cdd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/939de6d2-497f-43b4-83bf-27f907ba1436 HTTP/1.1" status: 204 len: 168 time: 0.1520557 Aug 11 08:29:38.436301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b48c0-d9bf-4b33-988b-83723296cdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939de6d2-497f-43b4-83bf-27f907ba1436,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:38.524621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-3dfca39c-94ff-4b6d-bf54-267cc8ff69cf service neutron] 10.222.0.58 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883688 Aug 11 08:29:38.646513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.709571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.778917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a2cdcb7-25c3-47e1-a0c2-1fefc67dae08 req-ad1a69e7-3113-455e-bd3a-d4b40ec6f71f tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 210 time: 0.0581062 Aug 11 08:29:38.809151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=efb3a2d3-bb56-4495-b01c-11ee0682c8e0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:38.826193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': 'fd8051ad-59c2-4839-b0f0-86f507a864e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:38.826606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: c6aef65d-b868-465b-8bfc-afc374c0f52c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:38.847541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:38.860916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c6aef65d-b868-465b-8bfc-afc374c0f52c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:38.872163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ad91f-d34b-4137-8fc3-247d79205cf3 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:38.874563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:38.884160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:38.884160 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:38.903178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-224e0637-e165-4ea9-9a70-b6986830e214 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7682292 Aug 11 08:29:38.903845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39478) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:38.909766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1422666343'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:38.960266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:38.975077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.024969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:39.037141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.037520 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment dc440698-9ad7-4a8a-a894-219003e1a72b of type vlan for network d6863c76-f555-48f0-8e23-c1fb6c3e7f37 Aug 11 08:29:39.091082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.136113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.143459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:39.144563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.229573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3244202 Aug 11 08:29:39.231496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.241175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'ports': [{'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'}, {'network_id': 'd6863c76-f555-48f0-8e23-c1fb6c3e7f37'}]} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:39.241894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:39.243126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'd6863c76-f555-48f0-8e23-c1fb6c3e7f37'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:39.264770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bd90-5542-4140-b34b-ae1436e00bd6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=d6863c76-f555-48f0-8e23-c1fb6c3e7f37,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:39.280585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network d6863c76-f555-48f0-8e23-c1fb6c3e7f37 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:39.455025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d20be-36e1-4915-a870-cb1d0314b1b3 req-411feca6-5f69-4e75-810b-141a3d651e60 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:39.457031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-169d20be-36e1-4915-a870-cb1d0314b1b3 req-411feca6-5f69-4e75-810b-141a3d651e60 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 949 time: 0.1627636 Aug 11 08:29:39.533154 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-169d20be-36e1-4915-a870-cb1d0314b1b3 req-ec3ac500-0afd-49f7-878b-d16e710feeae tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Aug 11 08:29:39.534706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 2} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:39.540101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.574881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.583514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39522) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.677101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 559735d1-06c3-4f71-b138-fb8082fea15a yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:39.743907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-cf801c23-1925-4d25-9631-39df888043d2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.748983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cf801c23-1925-4d25-9631-39df888043d2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1636863 Aug 11 08:29:39.749846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39528) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.755872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-0d137663-b3e7-42b1-b431-4c80a3778c46 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.760166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0d137663-b3e7-42b1-b431-4c80a3778c46 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091069 Aug 11 08:29:39.760785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39532) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.765837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-d24d6e25-57f8-4ac8-ad59-0aa8285bb42b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.766810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d24d6e25-57f8-4ac8-ad59-0aa8285bb42b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050766 Aug 11 08:29:39.770131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39534) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.775307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-7499c60c-22e8-4b18-a3b1-a319981bc6de tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.776441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7499c60c-22e8-4b18-a3b1-a319981bc6de tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051637 Aug 11 08:29:39.779129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.784571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-f4084899-f941-409b-a81c-de5e4bcd817a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.786248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4084899-f941-409b-a81c-de5e4bcd817a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056059 Aug 11 08:29:39.793134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.804258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-0a964855-6c6d-4636-b236-3733149289a5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.809922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0a964855-6c6d-4636-b236-3733149289a5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0157490 Aug 11 08:29:39.810544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39542) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.818576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-5aabd7c2-a0ab-474b-8f24-2dde2b6c296b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.822599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5aabd7c2-a0ab-474b-8f24-2dde2b6c296b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0110550 Aug 11 08:29:39.823427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39544) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.829086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-ace6a4e6-ad8e-4f24-9f5b-d860fd445552 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.830801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:39.833314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ace6a4e6-ad8e-4f24-9f5b-d860fd445552 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080411 Aug 11 08:29:39.834614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39548) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.839395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-f253b643-4a75-44e1-9c78-722550a74a3d tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.840573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f253b643-4a75-44e1-9c78-722550a74a3d tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050242 Aug 11 08:29:39.843295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39550) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.868400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-ecc9a1ae-7904-4a8a-929e-b46ed40712d5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.869658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ecc9a1ae-7904-4a8a-929e-b46ed40712d5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0245340 Aug 11 08:29:39.872605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39554) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.878012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-944a9305-684d-441b-9542-68e2b1f0fab6 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.879381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-944a9305-684d-441b-9542-68e2b1f0fab6 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054820 Aug 11 08:29:39.890984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39556) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.898685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-6e1b0924-4d91-4324-9c31-0bedd2d3443c tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.900130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6e1b0924-4d91-4324-9c31-0bedd2d3443c tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061598 Aug 11 08:29:39.915311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39558) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.918087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5783bcb3-693c-456f-b7b7-90913588b30d req-83a1afbb-bcad-4de1-91d8-9383653dde90 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 210 time: 0.0471475 Aug 11 08:29:39.923165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-5851004c-11f7-4fac-80a8-38fae007896a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.924781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5851004c-11f7-4fac-80a8-38fae007896a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055206 Aug 11 08:29:39.927794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39560) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.933689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-68d2456f-36c1-4eae-840b-d61fc592bbf8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.934871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-68d2456f-36c1-4eae-840b-d61fc592bbf8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058036 Aug 11 08:29:39.937885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.943588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-b79c7bea-9b8e-4b56-848c-72e2b8a2d7a2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.944940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b79c7bea-9b8e-4b56-848c-72e2b8a2d7a2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058243 Aug 11 08:29:39.948414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39564) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.953763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-b8aa838a-85d7-494c-bebb-4814eeeb83f5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.954891 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b8aa838a-85d7-494c-bebb-4814eeeb83f5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047455 Aug 11 08:29:39.958037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39566) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.962938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-cedb95f7-bfbb-48da-ab0b-c25df6b69b64 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.964279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cedb95f7-bfbb-48da-ab0b-c25df6b69b64 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052545 Aug 11 08:29:39.967276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39568) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.971710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-bfffc4f0-9cda-4973-9be1-247ac169314a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.972931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bfffc4f0-9cda-4973-9be1-247ac169314a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044620 Aug 11 08:29:39.975594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39570) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:39.988722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-f13bf996-49eb-4ba6-9962-e8f58df7a975 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:39.990575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f13bf996-49eb-4ba6-9962-e8f58df7a975 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0129642 Aug 11 08:29:39.993755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39572) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.001910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-1df24012-b232-464d-925f-2ac0be955f6a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.003792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1df24012-b232-464d-925f-2ac0be955f6a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077934 Aug 11 08:29:40.006370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39574) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.011826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-924b6f76-d062-4eb6-82b3-9cb47a8bbdc9 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.012856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-924b6f76-d062-4eb6-82b3-9cb47a8bbdc9 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054131 Aug 11 08:29:40.015726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39576) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.022948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-60e1ac98-ae62-4e61-9bc4-7ab71718b13c tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.024138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-60e1ac98-ae62-4e61-9bc4-7ab71718b13c tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073113 Aug 11 08:29:40.027606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39578) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.045092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-77b3dd04-9862-4a99-ba49-d483ffd55af9 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.045092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-77b3dd04-9862-4a99-ba49-d483ffd55af9 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0124590 Aug 11 08:29:40.052264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39582) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.059522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-dabbe9e4-3eb3-4b1c-a951-5e05340f7c46 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.063126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dabbe9e4-3eb3-4b1c-a951-5e05340f7c46 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072484 Aug 11 08:29:40.063608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39584) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.082945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-5f6056cb-8e2a-41d1-9380-a5b6edf94ec6 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.090228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5f6056cb-8e2a-41d1-9380-a5b6edf94ec6 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0207665 Aug 11 08:29:40.091021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.096054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-b9008861-3a8f-46ac-91fa-093a97891b23 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.100796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9008861-3a8f-46ac-91fa-093a97891b23 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086696 Aug 11 08:29:40.101601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39590) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.108934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-ca4c6d54-fedb-4db6-86f2-498683da90fc tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.115351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca4c6d54-fedb-4db6-86f2-498683da90fc tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118876 Aug 11 08:29:40.116101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39592) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.122015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-3a3401af-693f-4113-b66a-2e73689c2fef tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.127050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3a3401af-693f-4113-b66a-2e73689c2fef tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0092807 Aug 11 08:29:40.127854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39594) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.153037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-e878ab96-c1d9-4e8d-888d-86d0cdccb2b5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.154073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e878ab96-c1d9-4e8d-888d-86d0cdccb2b5 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0111630 Aug 11 08:29:40.172073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39596) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.188645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-380e10ad-6f62-4122-8827-cbf47801433d tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.189812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-380e10ad-6f62-4122-8827-cbf47801433d tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0167100 Aug 11 08:29:40.214689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39598) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.269921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-40bb48d0-2be9-4ef2-836f-129f19a0e3de tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.273914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-40bb48d0-2be9-4ef2-836f-129f19a0e3de tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0557561 Aug 11 08:29:40.274262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39602) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.279842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-7ade4314-66ae-4ec9-a473-f7d797d93dd2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.283192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ade4314-66ae-4ec9-a473-f7d797d93dd2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056038 Aug 11 08:29:40.285166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39604) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.291433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-4516e62b-f65d-4081-a383-adfa25657f51 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.294937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4516e62b-f65d-4081-a383-adfa25657f51 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063300 Aug 11 08:29:40.298788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39606) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.305015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-d49d042a-9ecb-4622-b981-913ecc9807ca tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.308918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d49d042a-9ecb-4622-b981-913ecc9807ca tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065770 Aug 11 08:29:40.309618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.314136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-bb552783-7508-440d-b3b0-89b5b94d8e37 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.315242 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bb552783-7508-440d-b3b0-89b5b94d8e37 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050955 Aug 11 08:29:40.318412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39610) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.323928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-7561ed42-6365-4fc7-a182-a9abf01322e2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.327375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7561ed42-6365-4fc7-a182-a9abf01322e2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054371 Aug 11 08:29:40.327884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39612) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.333542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-247da87d-de3e-4dc4-8d63-76ec68817468 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.336946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-247da87d-de3e-4dc4-8d63-76ec68817468 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0057156 Aug 11 08:29:40.338335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39614) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.345368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-8f3f92e2-9acb-4b9a-953b-674a6e74e8a8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.349249 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f3f92e2-9acb-4b9a-953b-674a6e74e8a8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071964 Aug 11 08:29:40.355499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39616) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.361384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-890a6b70-4e96-4cf5-8893-b8b2d6347364 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.363231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-890a6b70-4e96-4cf5-8893-b8b2d6347364 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061791 Aug 11 08:29:40.368295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.375769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-6a216ba0-32b5-482c-acc2-0ce34423d121 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.377504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6a216ba0-32b5-482c-acc2-0ce34423d121 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074096 Aug 11 08:29:40.381818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39620) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.389752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-b9d6aa93-3e4b-4c63-87bf-71f62fc03201 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.390184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9d6aa93-3e4b-4c63-87bf-71f62fc03201 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074000 Aug 11 08:29:40.393505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39622) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.398484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-f886659f-c878-4daf-85b8-af836e6422f8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.402146 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f886659f-c878-4daf-85b8-af836e6422f8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050166 Aug 11 08:29:40.404167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39624) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.409338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-eb8a2b3d-4222-45e6-8d41-addf1fcec1a3 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.412821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eb8a2b3d-4222-45e6-8d41-addf1fcec1a3 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050588 Aug 11 08:29:40.417738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39626) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.417988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 000a3c88-3ca1-4d8c-9570-db3d7d06e204 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:40.423478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-ebb8c90d-cc9d-4e6c-85fe-7e28b056572b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.426989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ebb8c90d-cc9d-4e6c-85fe-7e28b056572b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057983 Aug 11 08:29:40.427423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39628) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.432820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-bf84a827-60a1-4c15-ad36-f6a47debb962 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.434520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bf84a827-60a1-4c15-ad36-f6a47debb962 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054960 Aug 11 08:29:40.436445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39630) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.441089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-fc25808c-195c-4871-b8e3-8920c9b5e259 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.444726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc25808c-195c-4871-b8e3-8920c9b5e259 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046844 Aug 11 08:29:40.444726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-eb75fbd8-b5c6-4ee1-9464-162776d2eb60 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:40.445527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-eb75fbd8-b5c6-4ee1-9464-162776d2eb60 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.64 "GET /v2.0/networks?id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 200 len: 911 time: 0.3000081 Aug 11 08:29:40.446079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39632) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.450632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-8ebd824d-c16d-4fd0-9584-a4903ed7f1c1 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.454009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8ebd824d-c16d-4fd0-9584-a4903ed7f1c1 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046349 Aug 11 08:29:40.454491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.460383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-3df2fc7c-4959-45be-a5e4-5e4c3891cb83 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.464627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3df2fc7c-4959-45be-a5e4-5e4c3891cb83 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079753 Aug 11 08:29:40.469619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Request body: {'port': {'device_id': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'admin_state_up': True, 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:40.472997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39636) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.482210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-651b07eb-72ed-40d2-b52b-366392e00e97 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.486558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-651b07eb-72ed-40d2-b52b-366392e00e97 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0112722 Aug 11 08:29:40.494176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.499117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-bbdc7b62-4221-4c1e-9c5b-cecaafcf1016 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.500489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bbdc7b62-4221-4c1e-9c5b-cecaafcf1016 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063221 Aug 11 08:29:40.503467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39640) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.510592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-7df5d968-8f75-411b-9f3d-3cee286ebe75 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.514423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7df5d968-8f75-411b-9f3d-3cee286ebe75 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078549 Aug 11 08:29:40.516646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.521205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-9008da10-29b3-433e-b597-c09a3fe75e94 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.525182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9008da10-29b3-433e-b597-c09a3fe75e94 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074933 Aug 11 08:29:40.528310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39644) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.532680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-efb659db-3b1a-4868-a5b2-dcc56342284e tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.536385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-efb659db-3b1a-4868-a5b2-dcc56342284e tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070562 Aug 11 08:29:40.537406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39646) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.546260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Made reservation on behalf of fcea4c83ff6b467f9bca91016db187f1 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:40.546448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-337ed181-6d3d-4298-812c-365a4d798add tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.547260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-337ed181-6d3d-4298-812c-365a4d798add tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0084546 Aug 11 08:29:40.552015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:40.553003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.558495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-6ed3f6c6-7933-4956-b0ae-fbf6edb0814e tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.562515 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ed3f6c6-7933-4956-b0ae-fbf6edb0814e tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082917 Aug 11 08:29:40.565961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39650) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.571873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-3c979f3e-c96b-41a2-ab61-910ac6b1b0a8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.575334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3c979f3e-c96b-41a2-ab61-910ac6b1b0a8 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059631 Aug 11 08:29:40.576283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.582650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-b0032419-b006-46ef-a39e-516856363ad4 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.586074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b0032419-b006-46ef-a39e-516856363ad4 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0064890 Aug 11 08:29:40.588904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.593913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-17a9f61b-182e-479e-bff8-d3f6a6811015 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.598116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-17a9f61b-182e-479e-bff8-d3f6a6811015 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076962 Aug 11 08:29:40.600944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:40.603449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39656) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.607901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-7d1b5d87-662f-456d-82f1-912252dc56dd tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.614507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7d1b5d87-662f-456d-82f1-912252dc56dd tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0100067 Aug 11 08:29:40.622164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39660) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.628565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-92ef0d58-9136-49ad-805b-73594377c0f6 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.632712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92ef0d58-9136-49ad-805b-73594377c0f6 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091867 Aug 11 08:29:40.633669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39662) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.644693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-eac68a40-cc9a-48d0-9b6a-a781c924ad86 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.648993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39664) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.650262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eac68a40-cc9a-48d0-9b6a-a781c924ad86 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0125246 Aug 11 08:29:40.658077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-865e9dd1-0634-4213-a221-dcb1cb0a4491 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.665234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-865e9dd1-0634-4213-a221-dcb1cb0a4491 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0140877 Aug 11 08:29:40.670308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39668) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.705606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-f635c68d-991d-42ea-8b4f-7cc271174d3b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.706814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f635c68d-991d-42ea-8b4f-7cc271174d3b tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0354333 Aug 11 08:29:40.715604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39670) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.720782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-2e8a6b6d-4dd1-418b-b7e8-43744ca4e531 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.725200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2e8a6b6d-4dd1-418b-b7e8-43744ca4e531 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083749 Aug 11 08:29:40.732313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39672) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.748630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-89c7c10f-a291-4aa5-b64c-ae4d0d743ec2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.751094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-89c7c10f-a291-4aa5-b64c-ae4d0d743ec2 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0148859 Aug 11 08:29:40.754130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39674) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.758941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [None req-662bd6fe-f1ec-450a-9bb0-89d544d2a444 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.760214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-662bd6fe-f1ec-450a-9bb0-89d544d2a444 tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049498 Aug 11 08:29:40.764671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39676) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.781222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-4ff99f14-c72e-4bcc-9393-4ff40320570a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.782892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4ff99f14-c72e-4bcc-9393-4ff40320570a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0152104 Aug 11 08:29:40.787461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39678) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.793230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-aa1d63c8-1424-4020-b824-da2e2fd69e5f tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.794527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aa1d63c8-1424-4020-b824-da2e2fd69e5f tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058749 Aug 11 08:29:40.798087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39680) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:40.799472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:40.803292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [None req-ba92dd07-ce49-48fc-9b8f-cdc8a308fb1a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:29:40.804477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba92dd07-ce49-48fc-9b8f-cdc8a308fb1a tempest-ExtensionsTestJSON-1110659923 tempest-ExtensionsTestJSON-1110659923-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052536 Aug 11 08:29:40.850689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Allocated IP 172.20.0.5 (1b4e2a0b-a44e-4d76-b599-a5b8ed94146a/55df6714-af58-441a-b5d4-4be0d9348f72/d3ea8d5d-b65d-475c-88bc-7d07507218b6) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:40.868781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:40.872480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:40.875580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:40.877084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:40.909461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=559735d1-06c3-4f71-b138-fb8082fea15a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:40.990640 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=000a3c88-3ca1-4d8c-9570-db3d7d06e204,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:41.027036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': 'dc440698-9ad7-4a8a-a894-219003e1a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd6863c76-f555-48f0-8e23-c1fb6c3e7f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:41.027416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: d6863c76-f555-48f0-8e23-c1fb6c3e7f37, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:41.054990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network d6863c76-f555-48f0-8e23-c1fb6c3e7f37 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:41.093572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77d602f1-043c-421c-bbaf-7437b25ce6a0 req-bee40640-c37e-460c-8f8f-00c5dd156289 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 210 time: 0.0430751 Aug 11 08:29:41.094301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, d6863c76-f555-48f0-8e23-c1fb6c3e7f37) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:41.100808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:41.105718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3c365-3911-4260-949b-4dc9520d514a None None] Network d6863c76-f555-48f0-8e23-c1fb6c3e7f37 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:41.107675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.109435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:41.114467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:41.115188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.132738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2a03a384-7f89-4388-9271-f478c39e111d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8992462 Aug 11 08:29:41.135714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39690) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:41.147742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Transition to ACTIVE for port object d3ea8d5d-b65d-475c-88bc-7d07507218b6 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:41.154724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39694) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:41.176520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39696) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:41.235335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.275636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['d4773dd6-5d89-408e-9c40-bed215e70ff2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:29:41.344033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:41.359529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 000a3c88-3ca1-4d8c-9570-db3d7d06e204 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:41.360157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.366837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:41.372495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:41.418357 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2877c7-42df-4095-9a4b-9d42280c3ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.420238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Pushing event updated for resources: {'Port': ['ID=d3ea8d5d-b65d-475c-88bc-7d07507218b6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:41.468515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-256576db-0a11-4f2a-ae21-b2f32b7a3986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.471629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:41.472248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.508575 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.536953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 000a3c88-3ca1-4d8c-9570-db3d7d06e204 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:41.590540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2877c7-42df-4095-9a4b-9d42280c3ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.601127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2877c7-42df-4095-9a4b-9d42280c3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.620417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-654c194e-a565-483d-970c-c47e88f335a2 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1648810 Aug 11 08:29:41.648254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Request body: {'port': {'device_id': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:41.654530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2877c7-42df-4095-9a4b-9d42280c3ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c0646-16be-4fb4-80eb-7caa3157ab89,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:41.680114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e2877c7-42df-4095-9a4b-9d42280c3ba7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1ca40630af64e1ca11990031fb7e695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009196 Aug 11 08:29:41.686254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39702) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:41.707859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-256576db-0a11-4f2a-ae21-b2f32b7a3986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.718069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8af4-9579-4142-b849-8fcbbea0d37f None None] Provisioning for port d3ea8d5d-b65d-475c-88bc-7d07507218b6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:41.724572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fe8c8af4-9579-4142-b849-8fcbbea0d37f None None] Provisioning complete for port d3ea8d5d-b65d-475c-88bc-7d07507218b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:41.725088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-256576db-0a11-4f2a-ae21-b2f32b7a3986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.726246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8af4-9579-4142-b849-8fcbbea0d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.757581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.784540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-256576db-0a11-4f2a-ae21-b2f32b7a3986 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a6bb25869154ddabac0a93cb0b3243b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289155 Aug 11 08:29:41.792110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39706) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:41.794076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c8af4-9579-4142-b849-8fcbbea0d37f None None] Port d3ea8d5d-b65d-475c-88bc-7d07507218b6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:29:41.809433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256576db-0a11-4f2a-ae21-b2f32b7a3986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb7ddd-297b-4d79-94ad-ff7decae3de6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:41.832712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ee08f-1f6b-4ea0-b480-c531cfc34e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.840358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.877716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=000a3c88-3ca1-4d8c-9570-db3d7d06e204,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:41.910813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.917706 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76cc2f2c-0bc4-431b-b7da-af56f67a6bdf tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/000a3c88-3ca1-4d8c-9570-db3d7d06e204 HTTP/1.1" status: 204 len: 168 time: 0.7806690 Aug 11 08:29:41.918947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:41.939198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ee08f-1f6b-4ea0-b480-c531cfc34e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:41.970403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3f4d-acf3-4ce9-b8ac-e33ee25b9d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.008065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61ee32-b987-4182-9623-2a94ff2854ad tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:42.014351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61ee32-b987-4182-9623-2a94ff2854ad tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:42.018777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5c61ee32-b987-4182-9623-2a94ff2854ad tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0949135 Aug 11 08:29:42.018777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3f4d-acf3-4ce9-b8ac-e33ee25b9d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.020112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39710) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:42.079606 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ee08f-1f6b-4ea0-b480-c531cfc34e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.082552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-344ee08f-1f6b-4ea0-b480-c531cfc34e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.083742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-344ee08f-1f6b-4ea0-b480-c531cfc34e0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f6c0646-16be-4fb4-80eb-7caa3157ab89 HTTP/1.1" status: 204 len: 168 time: 0.3961976 Aug 11 08:29:42.110084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ee08f-1f6b-4ea0-b480-c531cfc34e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c0646-16be-4fb4-80eb-7caa3157ab89,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:42.183262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3f4d-acf3-4ce9-b8ac-e33ee25b9d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.186037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f5f3f4d-acf3-4ce9-b8ac-e33ee25b9d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.187226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0f5f3f4d-acf3-4ce9-b8ac-e33ee25b9d47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abfb7ddd-297b-4d79-94ad-ff7decae3de6 HTTP/1.1" status: 204 len: 168 time: 0.3852170 Aug 11 08:29:42.188321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ea8d5d-b65d-475c-88bc-7d07507218b6 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:29:42.201867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 559735d1-06c3-4f71-b138-fb8082fea15a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:42.202208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.202684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.219436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Transition to ACTIVE for port object d3ea8d5d-b65d-475c-88bc-7d07507218b6 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:42.226052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.285821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.300825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 559735d1-06c3-4f71-b138-fb8082fea15a owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:42.401927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ea8d5d-b65d-475c-88bc-7d07507218b6,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:42.403324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f3f4d-acf3-4ce9-b8ac-e33ee25b9d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb7ddd-297b-4d79-94ad-ff7decae3de6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:42.501207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.580697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Attempting to bind port d3ea8d5d-b65d-475c-88bc-7d07507218b6 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:42.581062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Attempting to bind port d3ea8d5d-b65d-475c-88bc-7d07507218b6 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:42.581396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Attempting to bind port d3ea8d5d-b65d-475c-88bc-7d07507218b6 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:42.594033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.600112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/559735d1-06c3-4f71-b138-fb8082fea15a HTTP/1.1" status: 204 len: 168 time: 0.5788841 Aug 11 08:29:42.600911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Port d3ea8d5d-b65d-475c-88bc-7d07507218b6 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:29:42.601249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Attempting to bind port d3ea8d5d-b65d-475c-88bc-7d07507218b6 on network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:42.604327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10716-07fd-4ec9-acc2-4ad5044ef23a req-628df0a7-87e7-4c2e-a8bb-55b8e61243cb tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:42.605925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d10716-07fd-4ec9-acc2-4ad5044ef23a req-628df0a7-87e7-4c2e-a8bb-55b8e61243cb tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1052 time: 0.2000151 Aug 11 08:29:42.606600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39726) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:42.607483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af489854-4a07-4d9b-ab6f-afaa9145aa68 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=559735d1-06c3-4f71-b138-fb8082fea15a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:42.616557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:42.618845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Checking segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:42.619296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Bound using segment: {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:42.621396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Bound port: d3ea8d5d-b65d-475c-88bc-7d07507218b6, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0923c58f-5d7d-4874-94f9-9ed788db743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:42.624133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.774611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d10716-07fd-4ec9-acc2-4ad5044ef23a req-242436dd-2986-4415-a612-c25a8e0d1b4a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028137 Aug 11 08:29:42.782448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a72cd-971a-44a0-a522-41961520083c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:42.804230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] For port d3ea8d5d-b65d-475c-88bc-7d07507218b6, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:42.806076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d91a72cd-971a-44a0-a522-41961520083c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1962488 Aug 11 08:29:42.812227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:42.813469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] For port d3ea8d5d-b65d-475c-88bc-7d07507218b6, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:42.824232 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.843446 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafcc0bb-7680-490e-b966-15331062e552 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:29:42.849528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cafcc0bb-7680-490e-b966-15331062e552 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/000a3c88-3ca1-4d8c-9570-db3d7d06e204 HTTP/1.1" status: 404 len: 333 time: 0.0320876 Aug 11 08:29:42.849866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39736) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:42.884304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:42.884817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:42.886400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3ea8d5d-b65d-475c-88bc-7d07507218b6 HTTP/1.1" status: 200 len: 1091 time: 1.2494984 Aug 11 08:29:42.886962 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'tag': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:42.890107 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7210b37-1aa4-4daa-86da-683546e9e927" -d '{"events": [{"name": "network-changed", "server_uuid": "00a903b1-ccff-4e35-b641-a25b12cf78f7", "tag": "d3ea8d5d-b65d-475c-88bc-7d07507218b6"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:42.891541 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6b302f-5888-4886-8a12-93d2f7a790f6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:29:42.893196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3c6b302f-5888-4886-8a12-93d2f7a790f6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/559735d1-06c3-4f71-b138-fb8082fea15a HTTP/1.1" status: 404 len: 333 time: 0.0424058 Aug 11 08:29:42.896301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39740) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:42.989428 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553ecce2-86a3-466f-a45e-2a14eb177063 x-openstack-request-id: req-553ecce2-86a3-466f-a45e-2a14eb177063 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:42.992941 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a903b1-ccff-4e35-b641-a25b12cf78f7", "tag": "d3ea8d5d-b65d-475c-88bc-7d07507218b6", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:42.995322 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-553ecce2-86a3-466f-a45e-2a14eb177063 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:42.995713 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'tag': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6', 'status': 'completed', 'code': 200} Aug 11 08:29:43.001981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:43.028291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e785-7d6b-40bb-94c6-6b3d76db9af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ea8d5d-b65d-475c-88bc-7d07507218b6,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:43.029778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9af2b1-1cbc-4c50-9eac-064132127eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.074936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-c8b6f72a-513d-46b9-bb95-852102e41e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:43.078957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-c8b6f72a-513d-46b9-bb95-852102e41e48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcea4c83ff6b467f9bca91016db187f1&device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1094 time: 0.1264503 Aug 11 08:29:43.100727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.166835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-83bb6cc1-4152-40e7-ac9b-5ccf97522374 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6 HTTP/1.1" status: 200 len: 217 time: 0.0735538 Aug 11 08:29:43.190932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9af2b1-1cbc-4c50-9eac-064132127eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.202718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9af2b1-1cbc-4c50-9eac-064132127eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.256586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af2b1-1cbc-4c50-9eac-064132127eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45851d-56c8-4a20-906e-190c4edebc42,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:43.266869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-5e0e79c4-98b0-49af-a40f-937a28df5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:43.268614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-5e0e79c4-98b0-49af-a40f-937a28df5591 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55df6714-af58-441a-b5d4-4be0d9348f72 HTTP/1.1" status: 200 len: 849 time: 0.0945065 Aug 11 08:29:43.278960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f9af2b1-1cbc-4c50-9eac-064132127eb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b221c63612c74c3983a756d5bf21a9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732356 Aug 11 08:29:43.297850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:43.335804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-7ffc2b68-2bc0-4a06-ba60-43d038ebe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:43.337784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-7ffc2b68-2bc0-4a06-ba60-43d038ebe83d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565200 Aug 11 08:29:43.455318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.477176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6863c76-f555-48f0-8e23-c1fb6c3e7f37']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:43.492641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc440698-9ad7-4a8a-a894-219003e1a72b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:43.493338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc440698-9ad7-4a8a-a894-219003e1a72b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:43.511997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.512664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-fd4b7558-6194-4978-a9ea-248b13c09c95 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677032 Aug 11 08:29:43.514893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c5d449b-3683-4139-861a-0917dff0dc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.562879 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.579998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c5d449b-3683-4139-861a-0917dff0dc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.596716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39758) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:43.622188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:43.622623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:43.626119 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:43.665900 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5b797e8e-b6f7-4c9b-a4a2-10117a481882 req-d1fdd085-e228-4887-9bfb-749386042686 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463754 Aug 11 08:29:43.719435 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c5d449b-3683-4139-861a-0917dff0dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.722234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c5d449b-3683-4139-861a-0917dff0dc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.723460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c5d449b-3683-4139-861a-0917dff0dc1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f45851d-56c8-4a20-906e-190c4edebc42 HTTP/1.1" status: 204 len: 168 time: 0.4244545 Aug 11 08:29:43.730447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.750467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.753896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/d6863c76-f555-48f0-8e23-c1fb6c3e7f37 HTTP/1.1" status: 204 len: 168 time: 0.8532672 Aug 11 08:29:43.757461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d449b-3683-4139-861a-0917dff0dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45851d-56c8-4a20-906e-190c4edebc42,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:43.759056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:43.765744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1610130072'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:43.804166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fbb7f-2832-40ef-a8da-ee7e03ef7769 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=d6863c76-f555-48f0-8e23-c1fb6c3e7f37,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:43.827678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-143848453'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:43.859410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:43.863661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.934063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Made reservation on behalf of 9a0c56187788470983891dc1eac1beab for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:43.937677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:43.950671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:43.958536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-ee9aaf64-4234-4991-8a4e-f397599be2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:43.960063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-ee9aaf64-4234-4991-8a4e-f397599be2b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcea4c83ff6b467f9bca91016db187f1&device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1094 time: 0.1758761 Aug 11 08:29:43.967316 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.260741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.261356 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment 251a751f-7910-454c-a93b-fb1bd24f49ad of type vlan for network 571f21b9-4d8e-43b2-916a-90098ec133e7 Aug 11 08:29:44.335376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9809-4098-4e6d-be98-8ef978bf3e34 req-08958449-a2a6-442f-bce7-cd34763bcb4b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:44.337106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d7e9809-4098-4e6d-be98-8ef978bf3e34 req-08958449-a2a6-442f-bce7-cd34763bcb4b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1094 time: 0.4535024 Aug 11 08:29:44.386983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.497065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3d7e9809-4098-4e6d-be98-8ef978bf3e34 req-4c19f54a-3576-4c7a-a45e-a7586f3f45fa tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501796 Aug 11 08:29:44.521879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-4b93c464-073d-43c5-a2e6-56ed3360cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:44.523804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-4b93c464-073d-43c5-a2e6-56ed3360cf0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 200 len: 911 time: 0.2733722 Aug 11 08:29:44.575242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.581048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:44.581577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.590997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-6e9326f8-4fe6-41eb-a720-26fefbfcbcbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6 HTTP/1.1" status: 200 len: 217 time: 0.0574851 Aug 11 08:29:44.693798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.703834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.714064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=571f21b9-4d8e-43b2-916a-90098ec133e7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:44.724947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-895c4c83-c58a-4240-ae4e-25445ae7504a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9615951 Aug 11 08:29:44.725681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:44.732348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:44.738242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:44.750920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:44.756198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-7f4b1325-650a-4ed8-aab9-7ad3542013ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:44.757988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-7f4b1325-650a-4ed8-aab9-7ad3542013ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55df6714-af58-441a-b5d4-4be0d9348f72 HTTP/1.1" status: 200 len: 849 time: 0.1223962 Aug 11 08:29:44.762288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f980a787-1566-4727-b13d-a9a6ea1c2f3c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:44.771170 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.771759 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Added segment 52778336-fbf6-4eac-852a-3e8bc68ff02b of type vlan for network a68ccfb2-3446-47db-8a7f-4c064f56fa4d Aug 11 08:29:44.863601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d3ea8d5d-b65d-475c-88bc-7d07507218b6 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:29:44.877355 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.887885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-580deed5-7c3c-48e3-8b9a-913ddf235adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:44.889771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-580deed5-7c3c-48e3-8b9a-913ddf235adb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150074 Aug 11 08:29:44.959705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:44.967429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.973069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:44.980367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:44.981054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.043098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port d3ea8d5d-b65d-475c-88bc-7d07507218b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:45.061429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6', 'network_id': '1b4e2a0b-a44e-4d76-b599-a5b8ed94146a', 'port_id': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6', 'mac_address': 'fa:16:3e:c4:f5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55df6714-af58-441a-b5d4-4be0d9348f72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:29:45.071075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4729943 Aug 11 08:29:45.076081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39800) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:45.081228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Request body: {'subnet': {'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:45.095845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event updated for resources: {'Network': ['ID=a68ccfb2-3446-47db-8a7f-4c064f56fa4d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:45.105656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.122684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ea8d5d-b65d-475c-88bc-7d07507218b6 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:29:45.149118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port d3ea8d5d-b65d-475c-88bc-7d07507218b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:45.154194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-951225c6-b121-4d83-9535-8291f764bdc7 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539048 Aug 11 08:29:45.159016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.167960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.168310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.168651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.169311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.169311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.169660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.169987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.170314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.180900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.181334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.181680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.182015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e28ca-2103-4bc8-91e6-65d46a63dfed tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:45.281514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=d3ea8d5d-b65d-475c-88bc-7d07507218b6,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:45.298350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:45.335059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Made reservation on behalf of 9a0c56187788470983891dc1eac1beab for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:45.339122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.360273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a7210b37-1aa4-4daa-86da-683546e9e927 req-76615031-d8dd-42a0-a8a2-bd00438be2b9 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646786 Aug 11 08:29:45.397498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.490350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': '251a751f-7910-454c-a93b-fb1bd24f49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:45.490866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: 571f21b9-4d8e-43b2-916a-90098ec133e7, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:45.493571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=dee763e1-b914-478e-980d-d84526c90b93,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:45.527842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['d3ea8d5d-b65d-475c-88bc-7d07507218b6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:29:45.540562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:45.575730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 571f21b9-4d8e-43b2-916a-90098ec133e7) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:45.582645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:45.583334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.590520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3656b-3c8d-4e4e-854b-30db946dfee3 None None] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:45.629693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-031d983d-64f5-4a97-a7d2-f5232e6f5fcc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9025989 Aug 11 08:29:45.630451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39816) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:45.647842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7', 'name': 'tempest-PortsIpV6TestJSON-1461418994'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:45.697164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.742541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93b1a-585f-42e5-a7fa-c9c7be250014 req-b4274e65-c241-4536-8cc4-da7cbb8799ab tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:45.744112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08f93b1a-585f-42e5-a7fa-c9c7be250014 req-b4274e65-c241-4536-8cc4-da7cbb8799ab tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1095 time: 0.1081586 Aug 11 08:29:45.790187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event updated for resources: {'Subnet': ['ID=2226e6d4-bfc0-4b47-a964-2936207a8d03,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:45.822273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Checking segment: {'id': '52778336-fbf6-4eac-852a-3e8bc68ff02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:45.822580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Network hostable DHCP agents. Network: a68ccfb2-3446-47db-8a7f-4c064f56fa4d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:45.826057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08f93b1a-585f-42e5-a7fa-c9c7be250014 req-30fbf641-c659-4804-9d48-80e68c525220 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671830 Aug 11 08:29:45.856318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:45.862809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:45.868147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.868909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a68ccfb2-3446-47db-8a7f-4c064f56fa4d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:45.875647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:45.876413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:45.883832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458f2d3-0b3f-43f3-b4ee-a6dfc3932735 None None] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:45.902633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-37e20afd-3a8e-447d-8a75-8963d11c7dae tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8251638 Aug 11 08:29:45.903287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39822) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:45.908418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Request body: {'port': {'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-277957265'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:45.947461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port a2f8ba25-4719-4a4f-a2af-960b72638a4b yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:46.061187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Made reservation on behalf of 9a0c56187788470983891dc1eac1beab for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:46.068079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.116758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] device_id is not set on port 48007cb2-36a4-4f3b-af2c-d27b2edf928b yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:46.195040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-571f21b9-4d8e-43b2-916a-90098ec133e7', 'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': 'dee763e1-b914-478e-980d-d84526c90b93'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:46.196044 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.202709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::ba (571f21b9-4d8e-43b2-916a-90098ec133e7/dee763e1-b914-478e-980d-d84526c90b93/a2f8ba25-4719-4a4f-a2af-960b72638a4b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:46.283119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Allocated IP 2001:db8::164 (a68ccfb2-3446-47db-8a7f-4c064f56fa4d/2226e6d4-bfc0-4b47-a964-2936207a8d03/48007cb2-36a4-4f3b-af2c-d27b2edf928b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:46.463118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.478454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.483775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a68ccfb2-3446-47db-8a7f-4c064f56fa4d', 'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d', 'tenant_id': '9a0c56187788470983891dc1eac1beab', 'fixed_ips': [{'subnet_id': '2226e6d4-bfc0-4b47-a964-2936207a8d03'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:46.484642 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.484799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object a2f8ba25-4719-4a4f-a2af-960b72638a4b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:46.493837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Transition to ACTIVE for port object 48007cb2-36a4-4f3b-af2c-d27b2edf928b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:46.530151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.541200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.582905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:46.586437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:46.591787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:46.597659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:46.598328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.602547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=a2f8ba25-4719-4a4f-a2af-960b72638a4b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:46.620167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:46.621519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9d28cd5-27bf-41cf-b78f-e70199f8202f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9898248 Aug 11 08:29:46.623536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:46.625988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:46.628717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:46.635537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:46.636198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.653996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event updated for resources: {'Port': ['ID=48007cb2-36a4-4f3b-af2c-d27b2edf928b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:46.671898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e2ef7487-2269-4033-8317-ce3740ca9420 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7647243 Aug 11 08:29:46.672267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:46.681150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Request body: {'port': {'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-864854835', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:46.681150 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] bootfile-name is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:29:46.681890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] tftp-server is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:29:46.682347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] server-ip-address is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:29:46.695414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Allocated IP 2001:db8::2 (a68ccfb2-3446-47db-8a7f-4c064f56fa4d/2226e6d4-bfc0-4b47-a964-2936207a8d03/8ce64923-5cef-4373-bd1f-906c0c3ca4f8) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:46.723705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Allocated IP 2001:db8::2 (571f21b9-4d8e-43b2-916a-90098ec133e7/dee763e1-b914-478e-980d-d84526c90b93/0186a483-0200-442b-8d36-bbdcd6ff3d65) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:46.803695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port a2f8ba25-4719-4a4f-a2af-960b72638a4b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:46.803695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.863752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Made reservation on behalf of 9a0c56187788470983891dc1eac1beab for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:46.873241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.919801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] device_id is not set on port 8ea07358-b2e4-4ebe-b4bd-6e624a1174d6 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:46.920448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:46.938058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for a2f8ba25-4719-4a4f-a2af-960b72638a4b owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:47.005888 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.024791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Transition to ACTIVE for port object 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:47.027048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.043869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Transition to ACTIVE for port object 0186a483-0200-442b-8d36-bbdcd6ff3d65 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:47.052501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Transition to ACTIVE for port object 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:47.055922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec3bc9-d393-460b-9135-5a622d8aecf7 req-43376c20-516b-458a-8c4c-e89e50a2fc4d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:47.064204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Transition to ACTIVE for port object 0186a483-0200-442b-8d36-bbdcd6ff3d65 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:47.068291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.070944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91ec3bc9-d393-460b-9135-5a622d8aecf7 req-43376c20-516b-458a-8c4c-e89e50a2fc4d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1095 time: 0.0966651 Aug 11 08:29:47.078671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.120043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:47.126792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:47.128237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:47.132268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:47.135071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:47.140016 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.141515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:47.143574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Allocated IP 2001:db8::182 (a68ccfb2-3446-47db-8a7f-4c064f56fa4d/2226e6d4-bfc0-4b47-a964-2936207a8d03/8ea07358-b2e4-4ebe-b4bd-6e624a1174d6) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:47.152206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Pushing event updated for resources: {'Port': ['ID=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.195634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=a2f8ba25-4719-4a4f-a2af-960b72638a4b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.216413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91ec3bc9-d393-460b-9135-5a622d8aecf7 req-67cab08b-8728-4e4b-9f4b-4822e692001b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443162 Aug 11 08:29:47.226959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.229693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bc558ca6-3715-4d2f-9018-a4683d25ba2f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/a2f8ba25-4719-4a4f-a2af-960b72638a4b HTTP/1.1" status: 204 len: 168 time: 0.6047845 Aug 11 08:29:47.232407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:47.264856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Attempting to bind port 0186a483-0200-442b-8d36-bbdcd6ff3d65 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:47.265250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Attempting to bind port 0186a483-0200-442b-8d36-bbdcd6ff3d65 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '251a751f-7910-454c-a93b-fb1bd24f49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:47.265613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Attempting to bind port 0186a483-0200-442b-8d36-bbdcd6ff3d65 on network 571f21b9-4d8e-43b2-916a-90098ec133e7 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:47.271146 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdeb21b3-602c-4620-8a29-d0c5ddb95e02 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:29:47.271948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdeb21b3-602c-4620-8a29-d0c5ddb95e02 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:47.276362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bdeb21b3-602c-4620-8a29-d0c5ddb95e02 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/a2f8ba25-4719-4a4f-a2af-960b72638a4b HTTP/1.1" status: 404 len: 333 time: 0.0397260 Aug 11 08:29:47.277141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39858) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:47.280434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:47.280743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Checking segment: {'id': '251a751f-7910-454c-a93b-fb1bd24f49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:47.281171 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.281564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Bound using segment: {'id': '251a751f-7910-454c-a93b-fb1bd24f49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:47.282055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Bound port: 0186a483-0200-442b-8d36-bbdcd6ff3d65, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251a751f-7910-454c-a93b-fb1bd24f49ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '571f21b9-4d8e-43b2-916a-90098ec133e7'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:47.282436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.287302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Attempting to bind port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:47.287662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Attempting to bind port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '52778336-fbf6-4eac-852a-3e8bc68ff02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:47.288017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Attempting to bind port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 on network a68ccfb2-3446-47db-8a7f-4c064f56fa4d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:47.300391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Pushing event updated for resources: {'Port': ['ID=0186a483-0200-442b-8d36-bbdcd6ff3d65,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.308315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:47.308496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Checking segment: {'id': '52778336-fbf6-4eac-852a-3e8bc68ff02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:47.308895 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.309414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Bound using segment: {'id': '52778336-fbf6-4eac-852a-3e8bc68ff02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:47.309777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Bound port: 8ce64923-5cef-4373-bd1f-906c0c3ca4f8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52778336-fbf6-4eac-852a-3e8bc68ff02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a68ccfb2-3446-47db-8a7f-4c064f56fa4d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:47.310160 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.313261 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf2b684-5687-496c-a371-8f72d09ff784 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:29:47.315248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3cf2b684-5687-496c-a371-8f72d09ff784 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/a2f8ba25-4719-4a4f-a2af-960b72638a4b HTTP/1.1" status: 404 len: 333 time: 0.0372212 Aug 11 08:29:47.318465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39860) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:47.388445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet dee763e1-b914-478e-980d-d84526c90b93 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:47.391916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.422625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] For port 0186a483-0200-442b-8d36-bbdcd6ff3d65, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:47.429941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] For port 0186a483-0200-442b-8d36-bbdcd6ff3d65, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0186a483-0200-442b-8d36-bbdcd6ff3d65,segment=NetworkSegment(251a751f-7910-454c-a93b-fb1bd24f49ad),segment_id=251a751f-7910-454c-a93b-fb1bd24f49ad)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:47.438800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] For port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:47.441451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.445807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] For port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,segment=NetworkSegment(52778336-fbf6-4eac-852a-3e8bc68ff02b),segment_id=52778336-fbf6-4eac-852a-3e8bc68ff02b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:47.446095 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.454945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.467864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Transition to ACTIVE for port object 8ea07358-b2e4-4ebe-b4bd-6e624a1174d6 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:47.472872 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.520662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.535637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4f3b6-ee39-491a-bb13-c086cb1fb2a9 None None] Pushing event updated for resources: {'Port': ['ID=0186a483-0200-442b-8d36-bbdcd6ff3d65,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.559693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:47.562963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:47.588690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:47.594932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:47.595628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.602449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452792-2133-4ae6-9acd-f377be7d3607 None None] Pushing event updated for resources: {'Port': ['ID=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.619993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.639946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9664035 Aug 11 08:29:47.640987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39868) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:47.651234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8ab7-3882-4952-b225-8c4d3fe4759b tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event updated for resources: {'Port': ['ID=8ea07358-b2e4-4ebe-b4bd-6e624a1174d6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.723609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.750060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f2ff3-d82a-4a8b-84be-e32ef0325dea tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:47.755875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f2ff3-d82a-4a8b-84be-e32ef0325dea tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:47.764683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f2ff3-d82a-4a8b-84be-e32ef0325dea tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:47.771851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-af2f2ff3-d82a-4a8b-84be-e32ef0325dea tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1298063 Aug 11 08:29:47.775363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39874) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:47.795441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=dee763e1-b914-478e-980d-d84526c90b93,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:47.807600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.837822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-73bdfd4d-0680-4be8-9cb2-d701a415e8be tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/dee763e1-b914-478e-980d-d84526c90b93 HTTP/1.1" status: 204 len: 168 time: 0.5176487 Aug 11 08:29:47.838505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39876) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:47.928133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Deleting port 8ea07358-b2e4-4ebe-b4bd-6e624a1174d6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:47.928490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:47.973359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.048636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.066246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Calling delete_port for 8ea07358-b2e4-4ebe-b4bd-6e624a1174d6 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:48.081730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 0186a483-0200-442b-8d36-bbdcd6ff3d65 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:48.082144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.159620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] For port 0186a483-0200-442b-8d36-bbdcd6ff3d65, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0186a483-0200-442b-8d36-bbdcd6ff3d65,segment=NetworkSegment(251a751f-7910-454c-a93b-fb1bd24f49ad),segment_id=251a751f-7910-454c-a93b-fb1bd24f49ad)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:48.160060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.174884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 0186a483-0200-442b-8d36-bbdcd6ff3d65 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:48.237101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.271689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event deleted for resources: {'Port': ['ID=8ea07358-b2e4-4ebe-b4bd-6e624a1174d6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:48.297054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.328856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.330855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-52634609-a4f2-4055-a8a7-8f72aad82f25 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "DELETE /v2.0/ports/8ea07358-b2e4-4ebe-b4bd-6e624a1174d6 HTTP/1.1" status: 204 len: 168 time: 0.5544798 Aug 11 08:29:48.334329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=0186a483-0200-442b-8d36-bbdcd6ff3d65,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:48.336660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:48.338592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No DVR routers for this DVR port 0186a483-0200-442b-8d36-bbdcd6ff3d65 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:48.358986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Request body: {'port': {'name': 'tempest-new-port-name-2000107032', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:48.359379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] bootfile-name is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:29:48.359718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] tftp-server is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:29:48.360168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.api.validators [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] server-ip-address is not in valid_values {{(pid=94573) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 08:29:48.408783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c11b4-2447-4a0e-908c-ece3f01769c4 req-0ada81b8-db4f-4885-b90a-68834a6a65bd tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:48.410959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b76c11b4-2447-4a0e-908c-ece3f01769c4 req-0ada81b8-db4f-4885-b90a-68834a6a65bd tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1095 time: 0.0931194 Aug 11 08:29:48.429726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.441275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571f21b9-4d8e-43b2-916a-90098ec133e7']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:48.456038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251a751f-7910-454c-a93b-fb1bd24f49ad') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:48.456273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.456372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251a751f-7910-454c-a93b-fb1bd24f49ad') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:48.466417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.481909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.492003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:48.492456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:48.496691 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:48.504379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b76c11b4-2447-4a0e-908c-ece3f01769c4 req-8aa2b67b-0088-4618-a3f2-c6b41ded47d5 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774291 Aug 11 08:29:48.581211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.590251 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.595595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/571f21b9-4d8e-43b2-916a-90098ec133e7 HTTP/1.1" status: 204 len: 168 time: 0.7524180 Aug 11 08:29:48.601616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39896) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:48.613677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-589828835'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:48.634120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca53ac7-6541-487d-82d0-5f2d54598453 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=571f21b9-4d8e-43b2-916a-90098ec133e7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:48.670136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:48.678786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.739597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:48.750678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.762047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.762892 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment 443a977f-8129-4cfa-a792-2b80af3cef03 of type vlan for network a546af81-b78e-44c4-a958-9e32289082b3 Aug 11 08:29:48.763318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.830790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] In _notify_port_updated(), no bound segment for port 48007cb2-36a4-4f3b-af2c-d27b2edf928b on network a68ccfb2-3446-47db-8a7f-4c064f56fa4d {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:29:48.838552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:48.839788 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.842666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "PUT /v2.0/ports/48007cb2-36a4-4f3b-af2c-d27b2edf928b HTTP/1.1" status: 200 len: 1130 time: 0.4881918 Aug 11 08:29:48.846809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39898) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:48.851112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.878174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d3ea8d5d-b65d-475c-88bc-7d07507218b6 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:48.903568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f52ca-4331-4011-b2b7-dbe6c61515e2 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event updated for resources: {'Port': ['ID=48007cb2-36a4-4f3b-af2c-d27b2edf928b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:48.924641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08f9e2-e712-47ec-9a10-8ff4e9491193 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:48.926038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-df08f9e2-e712-47ec-9a10-8ff4e9491193 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "GET /v2.0/ports/48007cb2-36a4-4f3b-af2c-d27b2edf928b HTTP/1.1" status: 200 len: 1130 time: 0.0780554 Aug 11 08:29:48.929825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:48.981853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.983960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port d3ea8d5d-b65d-475c-88bc-7d07507218b6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:48.991059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port d3ea8d5d-b65d-475c-88bc-7d07507218b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:48.991428 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:48.997352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:49.002030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.075991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4732981 Aug 11 08:29:49.078916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:49.087679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:49.115954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa7813-fdde-46d7-81d6-cad8b1da672d None None] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:49.125606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Deleting port 48007cb2-36a4-4f3b-af2c-d27b2edf928b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:49.126241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.157238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d0400-c1b5-444e-84bd-37801ed142ed tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=a546af81-b78e-44c4-a958-9e32289082b3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:49.211327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:49.216807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.245702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a546af81-b78e-44c4-a958-9e32289082b3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:49.258869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.276064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Calling delete_port for 48007cb2-36a4-4f3b-af2c-d27b2edf928b owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:49.444547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-49ce1804-86c1-46eb-9674-ec524ec72aaf None None] Provisioning for port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:49.477664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.500872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:49.579169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:49.595429 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d353c6-f3a0-49b3-b857-df3e7a0815f5" -d '{"events": [{"server_uuid": "00a903b1-ccff-4e35-b641-a25b12cf78f7", "name": "network-vif-plugged", "status": "completed", "tag": "d3ea8d5d-b65d-475c-88bc-7d07507218b6"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:49.598481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.635019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port d3ea8d5d-b65d-475c-88bc-7d07507218b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:49.685885 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988396c8-b242-48dc-af1c-3c025268dfcc x-openstack-request-id: req-988396c8-b242-48dc-af1c-3c025268dfcc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:49.686236 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a903b1-ccff-4e35-b641-a25b12cf78f7", "name": "network-vif-plugged", "status": "completed", "tag": "d3ea8d5d-b65d-475c-88bc-7d07507218b6", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:49.686661 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-988396c8-b242-48dc-af1c-3c025268dfcc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:49.687233 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6', 'code': 200} Aug 11 08:29:49.689333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=21ae382b-3a62-4c5f-a079-5267182ed947,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:49.719789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.722032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': '443a977f-8129-4cfa-a792-2b80af3cef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:49.722783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: a546af81-b78e-44c4-a958-9e32289082b3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:49.750350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:49.764573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network a546af81-b78e-44c4-a958-9e32289082b3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:49.778073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b1a70-4d44-49fa-b2c0-09f0ef4d7962 None None] DHCP port deletion for 571f21b9-4d8e-43b2-916a-90098ec133e7 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:49.782610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1c8b4fef-af15-4898-bf29-8b193cf704d3 None None] Could not find standard attr ID for object 0186a483-0200-442b-8d36-bbdcd6ff3d65. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:49.800305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a546af81-b78e-44c4-a958-9e32289082b3) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:49.815892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:49.816903 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.836066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c6fd3600-28b3-4c95-9067-bf70827de5ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7558525 Aug 11 08:29:49.838607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39922) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:49.846206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1499572471'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:49.849287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd01ca-cec9-4a6d-b224-2f989fd2f532 None None] Network a546af81-b78e-44c4-a958-9e32289082b3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:49.851127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:49.851747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.973678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=d3ea8d5d-b65d-475c-88bc-7d07507218b6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:49.978400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21cdde-c725-4955-b59c-2f0c89825378 None None] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:49.982240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:49.986836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e34b73-55e0-4655-ba93-7e99db418fd4 req-0986ef60-f1ce-4a37-8845-a57df875f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:49.988556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e34b73-55e0-4655-ba93-7e99db418fd4 req-0986ef60-f1ce-4a37-8845-a57df875f0ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.0976677 Aug 11 08:29:50.006445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:50.011952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.016486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ab8d1-076f-46a1-af7e-06cc8dbfb95e req-a9dd2e89-296b-432f-bc20-c511bd5cbd09 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:50.019120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21cdde-c725-4955-b59c-2f0c89825378 None None] Network 571f21b9-4d8e-43b2-916a-90098ec133e7 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 08:29:50.024430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-908ab8d1-076f-46a1-af7e-06cc8dbfb95e req-a9dd2e89-296b-432f-bc20-c511bd5cbd09 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.1344571 Aug 11 08:29:50.045427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 8b5d0373-84fd-4c18-b9e9-88b7a334a862 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:50.140362 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.143960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event deleted for resources: {'Port': ['ID=48007cb2-36a4-4f3b-af2c-d27b2edf928b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:50.179026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7e34b73-55e0-4655-ba93-7e99db418fd4 req-388103cd-00c9-4d30-8e5f-d581f3e56a0e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752691 Aug 11 08:29:50.181096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.183490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a40f44a4-2039-4038-a146-cfd58c0d8d97 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "DELETE /v2.0/ports/48007cb2-36a4-4f3b-af2c-d27b2edf928b HTTP/1.1" status: 204 len: 168 time: 1.2521255 Aug 11 08:29:50.186721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:50.236803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-908ab8d1-076f-46a1-af7e-06cc8dbfb95e req-593e4da9-7409-47dd-b8f6-8f1bc6b35ba3 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094946 Aug 11 08:29:50.265399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,segment=NetworkSegment(52778336-fbf6-4eac-852a-3e8bc68ff02b),segment_id=52778336-fbf6-4eac-852a-3e8bc68ff02b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:50.271678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.283842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::25c (a546af81-b78e-44c4-a958-9e32289082b3/21ae382b-3a62-4c5f-a079-5267182ed947/8b5d0373-84fd-4c18-b9e9-88b7a334a862) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:50.285418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Deleting subnet 2226e6d4-bfc0-4b47-a964-2936207a8d03 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:50.291746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.329429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a546af81-b78e-44c4-a958-9e32289082b3', 'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': '21ae382b-3a62-4c5f-a079-5267182ed947'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:50.330358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.394354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:50.404384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.479559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.498718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 8b5d0373-84fd-4c18-b9e9-88b7a334a862 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:50.535478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.552531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.628981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.639842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network a546af81-b78e-44c4-a958-9e32289082b3 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:50.643623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:50.648576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:50.653934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:50.654695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.657687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.662598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "DELETE /v2.0/subnets/2226e6d4-bfc0-4b47-a964-2936207a8d03 HTTP/1.1" status: 204 len: 168 time: 0.4744024 Aug 11 08:29:50.664561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39934) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:50.675169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=8b5d0373-84fd-4c18-b9e9-88b7a334a862,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:50.683060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-93de18cf-17cb-4a9d-aa86-7be6d37bba4f None None] Could not find standard attr ID for object 48007cb2-36a4-4f3b-af2c-d27b2edf928b. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:50.692188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f1371b37-e243-420e-97c9-ff85511fe398 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8516252 Aug 11 08:29:50.695796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39936) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:50.715891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c458942-8098-4240-8f39-c842900da169 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event deleted for resources: {'Subnet': ['ID=2226e6d4-bfc0-4b47-a964-2936207a8d03,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:50.726684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-93de18cf-17cb-4a9d-aa86-7be6d37bba4f None None] Provisioning complete for port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:29:50.727262 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-93de18cf-17cb-4a9d-aa86-7be6d37bba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.778486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Allocated IP 2001:db8::2 (a546af81-b78e-44c4-a958-9e32289082b3/21ae382b-3a62-4c5f-a079-5267182ed947/318dface-9751-402f-b8c4-032bd7e74895) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:50.799076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e80d0-1bbf-4482-bd41-bf98d78dfbd0 None None] Network a68ccfb2-3446-47db-8a7f-4c064f56fa4d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:50.841865 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.854090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 8b5d0373-84fd-4c18-b9e9-88b7a334a862 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:50.854522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.911124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Deleting port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:50.912048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.988178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] For port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,segment=NetworkSegment(52778336-fbf6-4eac-852a-3e8bc68ff02b),segment_id=52778336-fbf6-4eac-852a-3e8bc68ff02b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:50.988675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:50.992496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.005985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Calling delete_port for 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:51.008500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 8b5d0373-84fd-4c18-b9e9-88b7a334a862 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:51.109312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.115404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.128067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Transition to ACTIVE for port object 318dface-9751-402f-b8c4-032bd7e74895 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:51.131983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] No DVR routers for this DVR port 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:51.133620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e8019b30-684d-4f56-96e6-63ac44fa759c None None] Could not find standard attr ID for object 48007cb2-36a4-4f3b-af2c-d27b2edf928b. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:51.149172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Transition to ACTIVE for port object 318dface-9751-402f-b8c4-032bd7e74895 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:51.159104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event deleted for resources: {'Port': ['ID=8ce64923-5cef-4373-bd1f-906c0c3ca4f8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:51.166676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.224824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032156d-6505-4a26-98a8-391e7aa9a905 None None] DHCP port deletion for a68ccfb2-3446-47db-8a7f-4c064f56fa4d request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:51.243461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Network a546af81-b78e-44c4-a958-9e32289082b3 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:51.250956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:51.267451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:51.275472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Pushing event updated for resources: {'Port': ['ID=318dface-9751-402f-b8c4-032bd7e74895,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:51.278014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.318466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.342341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68ccfb2-3446-47db-8a7f-4c064f56fa4d']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:51.378410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0186a483-0200-442b-8d36-bbdcd6ff3d65 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:51.384725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52778336-fbf6-4eac-852a-3e8bc68ff02b') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:51.385386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52778336-fbf6-4eac-852a-3e8bc68ff02b') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:51.389979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=8b5d0373-84fd-4c18-b9e9-88b7a334a862,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:51.396270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.399373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-654dfc2d-aa79-4794-a1bb-a8f036dc72ac tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/8b5d0373-84fd-4c18-b9e9-88b7a334a862 HTTP/1.1" status: 204 len: 168 time: 0.7021408 Aug 11 08:29:51.402288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39948) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:51.409718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Attempting to bind port 318dface-9751-402f-b8c4-032bd7e74895 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:51.410149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Attempting to bind port 318dface-9751-402f-b8c4-032bd7e74895 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '443a977f-8129-4cfa-a792-2b80af3cef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:51.410443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Attempting to bind port 318dface-9751-402f-b8c4-032bd7e74895 on network a546af81-b78e-44c4-a958-9e32289082b3 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:51.412383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 0186a483-0200-442b-8d36-bbdcd6ff3d65 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:51.412995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0186a483-0200-442b-8d36-bbdcd6ff3d65 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:51.413409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:51.418345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.437856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:51.438278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8ce64923-5cef-4373-bd1f-906c0c3ca4f8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:51.440640 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e525d5c-e93b-428e-87bc-cf499b4eb09e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:29:51.444082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6e525d5c-e93b-428e-87bc-cf499b4eb09e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/8b5d0373-84fd-4c18-b9e9-88b7a334a862 HTTP/1.1" status: 404 len: 333 time: 0.0392430 Aug 11 08:29:51.445247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.448896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd89bb7-b934-4fcf-b663-f80ea10f9ab1 req-3538ccca-23bb-47d0-8371-cb33458ca003 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:51.450210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:51.450438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8fd89bb7-b934-4fcf-b663-f80ea10f9ab1 req-3538ccca-23bb-47d0-8371-cb33458ca003 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.0954928 Aug 11 08:29:51.450955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Checking segment: {'id': '443a977f-8129-4cfa-a792-2b80af3cef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:51.451544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.452087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Bound using segment: {'id': '443a977f-8129-4cfa-a792-2b80af3cef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:51.452808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Bound port: 318dface-9751-402f-b8c4-032bd7e74895, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443a977f-8129-4cfa-a792-2b80af3cef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a546af81-b78e-44c4-a958-9e32289082b3'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:51.455267 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.455458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39950) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:51.456654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:51.457385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:51.460867 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:51.519126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet 21ae382b-3a62-4c5f-a079-5267182ed947 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:29:51.523338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.527193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] For port 318dface-9751-402f-b8c4-032bd7e74895, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:51.531296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] For port 318dface-9751-402f-b8c4-032bd7e74895, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=318dface-9751-402f-b8c4-032bd7e74895,segment=NetworkSegment(443a977f-8129-4cfa-a792-2b80af3cef03),segment_id=443a977f-8129-4cfa-a792-2b80af3cef03)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:51.537475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.576677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.579947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8fd89bb7-b934-4fcf-b663-f80ea10f9ab1 req-1a3ce9de-012a-46b8-ad30-db7e1ea20f04 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151106 Aug 11 08:29:51.581124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.605212 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.622374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] 10.222.0.58 "DELETE /v2.0/networks/a68ccfb2-3446-47db-8a7f-4c064f56fa4d HTTP/1.1" status: 204 len: 168 time: 0.9079559 Aug 11 08:29:51.628978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac41e69-54eb-40f3-b660-baf8ef618246 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534 tempest-ExtraDHCPOptionsIpV6TestJSON-456691534-project] Pushing event deleted for resources: {'Network': ['ID=a68ccfb2-3446-47db-8a7f-4c064f56fa4d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:51.645310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e127-285b-4fd6-9c84-1349a9b19fae None None] Pushing event updated for resources: {'Port': ['ID=318dface-9751-402f-b8c4-032bd7e74895,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:51.693529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.770958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.802094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=21ae382b-3a62-4c5f-a079-5267182ed947,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:51.808118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:51.810252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3882e4a4-7edd-457b-88e7-a2f255004f01 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/21ae382b-3a62-4c5f-a079-5267182ed947 HTTP/1.1" status: 204 len: 168 time: 0.3536413 Aug 11 08:29:51.813230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 39958) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:51.974281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.087447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 318dface-9751-402f-b8c4-032bd7e74895 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:52.088177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.141795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39968) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:52.152564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] For port 318dface-9751-402f-b8c4-032bd7e74895, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=318dface-9751-402f-b8c4-032bd7e74895,segment=NetworkSegment(443a977f-8129-4cfa-a792-2b80af3cef03),segment_id=443a977f-8129-4cfa-a792-2b80af3cef03)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:52.152971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.167427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 318dface-9751-402f-b8c4-032bd7e74895 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:52.265739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.303844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=318dface-9751-402f-b8c4-032bd7e74895,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:52.319907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No DVR routers for this DVR port 318dface-9751-402f-b8c4-032bd7e74895 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:52.325308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.325744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.326516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.327003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.327977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.328289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.328629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.329259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.329602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.329938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.330430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.331193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:29:52.456323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.456621 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb39ebde-d609-45db-b065-d8482a2d48e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a0c56187788470983891dc1eac1beab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121405 Aug 11 08:29:52.459112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39980) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:52.470242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a546af81-b78e-44c4-a958-9e32289082b3']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:52.499508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443a977f-8129-4cfa-a792-2b80af3cef03') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:52.499798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443a977f-8129-4cfa-a792-2b80af3cef03') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:29:52.513372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.529700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.542144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:29:52.542144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.546742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1ea86aa-62ff-431f-bd65-da5b99bdac88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:29:52.552144 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:29:52.615528 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1ea86aa-62ff-431f-bd65-da5b99bdac88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.641603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.681893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.690163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/a546af81-b78e-44c4-a958-9e32289082b3 HTTP/1.1" status: 204 len: 168 time: 0.8757455 Aug 11 08:29:52.691179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 39986) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:52.691337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b70cc3-7f58-4ad1-abec-58768f5986c5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=a546af81-b78e-44c4-a958-9e32289082b3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:52.700022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'name': 'tempest-PortsIpV6TestJSON-1059768779'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:52.830874 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1ea86aa-62ff-431f-bd65-da5b99bdac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.833622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b1ea86aa-62ff-431f-bd65-da5b99bdac88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.838136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b1ea86aa-62ff-431f-bd65-da5b99bdac88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f980a787-1566-4727-b13d-a9a6ea1c2f3c HTTP/1.1" status: 204 len: 168 time: 0.3754251 Aug 11 08:29:52.841862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131fe92-b904-47e9-9aa3-5459827fdf0d req-435e46eb-2222-4351-9a2c-c5308ae0c66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:52.843578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e131fe92-b904-47e9-9aa3-5459827fdf0d req-435e46eb-2222-4351-9a2c-c5308ae0c66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.1579440 Aug 11 08:29:52.869729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea86aa-62ff-431f-bd65-da5b99bdac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980a787-1566-4727-b13d-a9a6ea1c2f3c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:52.911135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:52.915461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:52.934093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e131fe92-b904-47e9-9aa3-5459827fdf0d req-5562aa5d-8d65-4933-acfa-eb67a224a770 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770221 Aug 11 08:29:52.964647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port b0cfb6f1-0570-46fb-96b5-91f65759d626 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:52.968120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cfde070e-089b-4ea9-946e-0c177dd55517 None None] Could not find standard attr ID for object 318dface-9751-402f-b8c4-032bd7e74895. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:29:52.991153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032d6ab-cbec-43a7-b587-ec16f085657b None None] DHCP port deletion for a546af81-b78e-44c4-a958-9e32289082b3 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:29:53.017136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b625e-62dd-452d-9444-1524edeab031 None None] Network a546af81-b78e-44c4-a958-9e32289082b3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:53.046249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b625e-62dd-452d-9444-1524edeab031 None None] Network a546af81-b78e-44c4-a958-9e32289082b3 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 08:29:53.197115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cf9f-a297-47bd-b107-6aa345b59892 req-9a4233ee-058e-4586-b591-e8ce163dbf24 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:53.209566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff00cf9f-a297-47bd-b107-6aa345b59892 req-9a4233ee-058e-4586-b591-e8ce163dbf24 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.1267679 Aug 11 08:29:53.217042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.264967 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.282107 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff00cf9f-a297-47bd-b107-6aa345b59892 req-5f2f7225-b1e7-468f-bdca-07359a0f1f20 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Aug 11 08:29:53.328700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:53.332097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:53.337480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:53.347212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:53.347998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.380309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=b0cfb6f1-0570-46fb-96b5-91f65759d626,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:53.407106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d00c5e1d-2c2d-4380-a519-a0732983c40b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7127459 Aug 11 08:29:53.410713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40004) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:53.417409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218b25f-d0de-44bc-adc7-ace3f6dc4014 req-de6dcc6e-2645-4caf-b592-18a01a81784d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:53.425284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7218b25f-d0de-44bc-adc7-ace3f6dc4014 req-de6dcc6e-2645-4caf-b592-18a01a81784d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.0609903 Aug 11 08:29:53.498141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7218b25f-d0de-44bc-adc7-ace3f6dc4014 req-ce0756ca-3e7f-4a36-b2d8-61fa72c3912d tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714796 Aug 11 08:29:53.555996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port b0cfb6f1-0570-46fb-96b5-91f65759d626 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:53.556371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.668060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.690930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for b0cfb6f1-0570-46fb-96b5-91f65759d626 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:53.818244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.832573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc529f-6f68-4597-ab7c-d96a007e6128 req-a5925f1f-953f-4e0e-b41f-9ad173651e4b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:53.837513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d9fc529f-6f68-4597-ab7c-d96a007e6128 req-a5925f1f-953f-4e0e-b41f-9ad173651e4b tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.0742512 Aug 11 08:29:53.868639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=b0cfb6f1-0570-46fb-96b5-91f65759d626,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:53.872731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:53.876067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a320ae7-1184-4c80-bb1d-d992bf7484ba tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/b0cfb6f1-0570-46fb-96b5-91f65759d626 HTTP/1.1" status: 204 len: 168 time: 0.4638848 Aug 11 08:29:53.878925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:53.886198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'mac_address': 'fa:16:3e:21:09:b5', 'name': 'tempest-PortsIpV6TestJSON-1464439400'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:53.913479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d9fc529f-6f68-4597-ab7c-d96a007e6128 req-1871786d-f2bd-4b53-bb36-13ea311d3182 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Aug 11 08:29:53.997960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:54.081317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.116798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port bc7f1045-032b-48ed-b465-c6eeaec7b6fa yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:54.397624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40042) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:54.432564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.486017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.537050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=bc7f1045-032b-48ed-b465-c6eeaec7b6fa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:54.561905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:54.563499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:54.566464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:54.572738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:54.573402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.595936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40050) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:54.596817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07958233-aced-47da-bb63-177155ba1430 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7167039 Aug 11 08:29:54.654262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83babc-0f2e-428b-8c74-9415e610b971 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:54.655723 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa83babc-0f2e-428b-8c74-9415e610b971 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/bc7f1045-032b-48ed-b465-c6eeaec7b6fa HTTP/1.1" status: 200 len: 845 time: 0.0585582 Aug 11 08:29:54.658724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40056) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:54.703095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1553841897'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:54.761062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:54.765694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.779854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.807694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port bc7f1045-032b-48ed-b465-c6eeaec7b6fa {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:54.808042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.908052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:54.939821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for bc7f1045-032b-48ed-b465-c6eeaec7b6fa owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:55.090660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.104653 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.121429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9359a2-db44-4c38-a7aa-d74e5ea7610c req-72014067-56f3-4be7-b7c4-5ac56ae57208 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:55.123229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c9359a2-db44-4c38-a7aa-d74e5ea7610c req-72014067-56f3-4be7-b7c4-5ac56ae57208 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.1052010 Aug 11 08:29:55.154798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:55.183863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.189564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.189912 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 61626f8d-9fae-49e3-a136-cdf51cde011d of type vlan for network a61967b3-8232-4638-9884-40d6c453919f Aug 11 08:29:55.197591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b431556-1b4b-48b6-adb6-5a82dc26d9ff,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:55.256295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=bc7f1045-032b-48ed-b465-c6eeaec7b6fa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:55.279277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c9359a2-db44-4c38-a7aa-d74e5ea7610c req-952f7f78-05bc-406c-a0f0-e264f9c0fd12 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322525 Aug 11 08:29:55.296209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.300945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40072) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:55.301233 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6c998838-4eb2-42d8-bdc4-c2eb6ee2b8e9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/bc7f1045-032b-48ed-b465-c6eeaec7b6fa HTTP/1.1" status: 204 len: 168 time: 0.6410043 Aug 11 08:29:55.303028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.346975 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57ed817-3a8d-48b0-b194-5618ee9d4015 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:29:55.354864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a57ed817-3a8d-48b0-b194-5618ee9d4015 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/bc7f1045-032b-48ed-b465-c6eeaec7b6fa HTTP/1.1" status: 404 len: 333 time: 0.0489848 Aug 11 08:29:55.355078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:55.370065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'name': 'tempest-PortsIpV6TestJSON-936227649'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:55.382477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d60b0-157e-4867-a5cd-e34214bc247e req-ab5113fa-2841-4f81-ab8a-4c7791288b52 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:55.385126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-503d60b0-157e-4867-a5cd-e34214bc247e req-ab5113fa-2841-4f81-ab8a-4c7791288b52 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 1096 time: 0.0655804 Aug 11 08:29:55.386269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.391929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:55.392549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.422912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0238135 Aug 11 08:29:55.423999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40080) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:55.463869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360927733'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:55.489205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:55.493951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.518166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port f5f9c78d-89cb-4cde-b018-f3aa2e400ffb yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:29:55.574731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13c6a-c422-4b94-97b6-5e9c6c0071f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=a61967b3-8232-4638-9884-40d6c453919f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:55.587061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a61967b3-8232-4638-9884-40d6c453919f details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:55.595427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:55.601448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.656240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:55.670711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Deleting port d3ea8d5d-b65d-475c-88bc-7d07507218b6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:55.676110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.718656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.743535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.744247 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment b6df5824-e887-4a2a-8466-edd74a17a5c5 of type vlan for network de5de28f-9032-4ce1-a2fe-2d37fae2d89a Aug 11 08:29:55.773104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.809255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.843870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=f5f9c78d-89cb-4cde-b018-f3aa2e400ffb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:55.861439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:55.863141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:55.866179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:55.872523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:55.873533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.873859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] For port d3ea8d5d-b65d-475c-88bc-7d07507218b6, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=d3ea8d5d-b65d-475c-88bc-7d07507218b6,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:29:55.874376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.889392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.895141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:55.895890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:55.897068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-139ecb00-d3f2-4d9e-b652-15b8f17cc6a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5409431 Aug 11 08:29:55.899804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40090) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:55.901870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Calling delete_port for d3ea8d5d-b65d-475c-88bc-7d07507218b6 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:55.906814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:56.015835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.110448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6527781 Aug 11 08:29:56.113747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.118518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40094) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:56.123562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': 'a61967b3-8232-4638-9884-40d6c453919f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:56.148197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['d3ea8d5d-b65d-475c-88bc-7d07507218b6'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:29:56.208161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.209394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['d4773dd6-5d89-408e-9c40-bed215e70ff2'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:29:56.215739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.236486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b592ef-5029-4206-82a9-9236335a19f0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=de5de28f-9032-4ce1-a2fe-2d37fae2d89a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:56.238822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3ea8d5d-b65d-475c-88bc-7d07507218b6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:56.266545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] In _notify_port_updated(), no bound segment for port f5f9c78d-89cb-4cde-b018-f3aa2e400ffb on network c6aef65d-b868-465b-8bfc-afc374c0f52c {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:29:56.272417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:56.273182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.275042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/ports/f5f9c78d-89cb-4cde-b018-f3aa2e400ffb HTTP/1.1" status: 200 len: 818 time: 0.3739324 Aug 11 08:29:56.277919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:56.280697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:56.284454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.302113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:56.313529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] No DVR routers for this DVR port d3ea8d5d-b65d-475c-88bc-7d07507218b6 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:29:56.330641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.333168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-503d60b0-157e-4867-a5cd-e34214bc247e req-e9084c03-0477-4483-88f6-60f321052191 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d3ea8d5d-b65d-475c-88bc-7d07507218b6 HTTP/1.1" status: 204 len: 173 time: 0.9287593 Aug 11 08:29:56.333824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'name': 'network-vif-deleted', 'tag': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:29:56.336489 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc00f70-9eb9-4f75-b6d6-ae6efb0e30f9" -d '{"events": [{"server_uuid": "00a903b1-ccff-4e35-b641-a25b12cf78f7", "name": "network-vif-deleted", "tag": "d3ea8d5d-b65d-475c-88bc-7d07507218b6"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:29:56.350793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a7995-074f-4e59-948d-d8d0994150c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=f5f9c78d-89cb-4cde-b018-f3aa2e400ffb,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:56.550041 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55627cf9-879c-40fe-ba6b-76234b8b71fa x-openstack-request-id: req-55627cf9-879c-40fe-ba6b-76234b8b71fa {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:29:56.550271 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a903b1-ccff-4e35-b641-a25b12cf78f7", "name": "network-vif-deleted", "tag": "d3ea8d5d-b65d-475c-88bc-7d07507218b6", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:29:56.550897 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55627cf9-879c-40fe-ba6b-76234b8b71fa {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:29:56.551322 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a903b1-ccff-4e35-b641-a25b12cf78f7', 'name': 'network-vif-deleted', 'tag': 'd3ea8d5d-b65d-475c-88bc-7d07507218b6', 'status': 'completed', 'code': 200} Aug 11 08:29:56.556287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57e7bdce-4834-43c1-b01c-14a8c29ad802 req-a4eb8adc-0ee4-4a1a-ad01-f77893d9b1f7 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=00a903b1-ccff-4e35-b641-a25b12cf78f7 HTTP/1.1" status: 200 len: 210 time: 0.0805736 Aug 11 08:29:56.559098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port f5f9c78d-89cb-4cde-b018-f3aa2e400ffb {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:29:56.572348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.739705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.756404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for f5f9c78d-89cb-4cde-b018-f3aa2e400ffb owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:29:56.818738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.872763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.888404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=fc025474-05f0-44ab-a059-8f0daad53455,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:56.904181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '61626f8d-9fae-49e3-a136-cdf51cde011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a61967b3-8232-4638-9884-40d6c453919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:56.904654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: a61967b3-8232-4638-9884-40d6c453919f, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:56.925312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network a61967b3-8232-4638-9884-40d6c453919f is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:56.937627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=f5f9c78d-89cb-4cde-b018-f3aa2e400ffb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:56.944445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.947079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-70e8d6aa-fe2e-4655-87d4-3bde5bf5e0d9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/f5f9c78d-89cb-4cde-b018-f3aa2e400ffb HTTP/1.1" status: 204 len: 168 time: 0.6680560 Aug 11 08:29:56.949522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a61967b3-8232-4638-9884-40d6c453919f) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:56.949685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40112) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:56.953950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:56.954763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:56.972714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1848f4d-4811-455a-bfb0-78270d394e62 None None] Network a61967b3-8232-4638-9884-40d6c453919f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:56.999518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9223fc8a-c762-4fdb-b5be-4ac8ef11aade tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8768289 Aug 11 08:29:56.999949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40114) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:57.007112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:57.231451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:57.235795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.301312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a61967b3-8232-4638-9884-40d6c453919f', 'network_id': 'a61967b3-8232-4638-9884-40d6c453919f', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': 'fc025474-05f0-44ab-a059-8f0daad53455'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:57.302667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.579796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc7e27-afae-4d70-b422-c9f5021b8012 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:57.584086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-78cc7e27-afae-4d70-b422-c9f5021b8012 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6299379 Aug 11 08:29:57.585092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40124) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:57.594793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Allocated IP 172.20.0.2 (a61967b3-8232-4638-9884-40d6c453919f/fc025474-05f0-44ab-a059-8f0daad53455/32c8aecd-94a3-4bcf-ade6-2a4c88845a62) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:57.635856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.656561 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-058ca28e-55d4-4293-bede-e4e8ba18a69c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:29:57.663550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-058ca28e-55d4-4293-bede-e4e8ba18a69c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/f5f9c78d-89cb-4cde-b018-f3aa2e400ffb HTTP/1.1" status: 404 len: 333 time: 0.0773153 Aug 11 08:29:57.675021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40130) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:57.686160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-92648035'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:57.735021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:57.757291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=2f8842a8-4ead-4511-b7db-7de1fce04658,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:57.760767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.782997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': 'b6df5824-e887-4a2a-8466-edd74a17a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:57.783360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: de5de28f-9032-4ce1-a2fe-2d37fae2d89a, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:57.833426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:29:57.840721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:57.852169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.852543 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment 3d6b3ffc-6209-4a22-90bf-215bb57e89c5 of type vlan for network f92d6ca7-0b1f-404e-a0da-46d048f31f0c Aug 11 08:29:57.856977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, de5de28f-9032-4ce1-a2fe-2d37fae2d89a) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:57.861670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:57.862390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.893188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c5bf1f5a-4580-4b91-80a9-5a329c502033 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8918955 Aug 11 08:29:57.896177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40138) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:57.903177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-337736379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:57.904625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e864f-5142-4fa4-868b-ea4bf5468972 None None] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:57.914450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40140) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:57.951932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.986700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.988589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:57.996374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.010379 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.031054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:58.032095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.036131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Transition to ACTIVE for port object 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:58.070288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Transition to ACTIVE for port object 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:58.104392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.171065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4946544 Aug 11 08:29:58.174270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:58.179941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:58.198235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Network a61967b3-8232-4638-9884-40d6c453919f is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:58.201880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494c71b-959e-4413-ab10-371c32986ff9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=f92d6ca7-0b1f-404e-a0da-46d048f31f0c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:58.217916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:58.222673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:58.230753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:29:58.236626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Pushing event updated for resources: {'Port': ['ID=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:58.278327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.301942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19da374e-7cce-4fc4-968c-9fb03e234877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.304490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.320050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-de5de28f-9032-4ce1-a2fe-2d37fae2d89a', 'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': '2f8842a8-4ead-4511-b7db-7de1fce04658'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:58.324055 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.348668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:58.355766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.356313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901dbd1-cdd2-48ad-87df-2d1de9c4b82b req-a82393a0-459b-4915-800f-9cfefbd35846 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:58.357998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2901dbd1-cdd2-48ad-87df-2d1de9c4b82b req-a82393a0-459b-4915-800f-9cfefbd35846 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.1014798 Aug 11 08:29:58.421071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Attempting to bind port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:58.421426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Attempting to bind port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '61626f8d-9fae-49e3-a136-cdf51cde011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a61967b3-8232-4638-9884-40d6c453919f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:58.421908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Attempting to bind port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 on network a61967b3-8232-4638-9884-40d6c453919f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:58.426038 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.427375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-12c8a921-a129-4ecc-bbd7-bb1288ac8d70 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5301476 Aug 11 08:29:58.436475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40148) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:58.469580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:58.469947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Checking segment: {'id': '61626f8d-9fae-49e3-a136-cdf51cde011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a61967b3-8232-4638-9884-40d6c453919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:58.470345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.470841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Bound using segment: {'id': '61626f8d-9fae-49e3-a136-cdf51cde011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a61967b3-8232-4638-9884-40d6c453919f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:58.471298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Bound port: 32c8aecd-94a3-4bcf-ade6-2a4c88845a62, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61626f8d-9fae-49e3-a136-cdf51cde011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a61967b3-8232-4638-9884-40d6c453919f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:58.471715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.546251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] For port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:58.549673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] For port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,segment=NetworkSegment(61626f8d-9fae-49e3-a136-cdf51cde011d),segment_id=61626f8d-9fae-49e3-a136-cdf51cde011d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:58.575354 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.589141 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.695539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692f01f-5a47-468f-9fad-a75239104836 None None] Pushing event updated for resources: {'Port': ['ID=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:58.711312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Allocated IP 172.21.0.2 (de5de28f-9032-4ce1-a2fe-2d37fae2d89a/2f8842a8-4ead-4511-b7db-7de1fce04658/a0a185f4-6662-4e3d-bdb9-31fead331dfa) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:58.766509 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.824493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=0aadb3e3-520a-4810-8baa-0b6116141093,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:58.829123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': '3d6b3ffc-6209-4a22-90bf-215bb57e89c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:58.832040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: f92d6ca7-0b1f-404e-a0da-46d048f31f0c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:29:58.881082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:29:58.897295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f92d6ca7-0b1f-404e-a0da-46d048f31f0c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:58.903286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:29:58.908049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:58.916082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e73d89-2aac-4533-a3ac-ce26b083ff12 None None] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:29:59.044912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2901dbd1-cdd2-48ad-87df-2d1de9c4b82b req-d041e50e-9d1d-41c7-a9de-3a0e756a3697 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441832 Aug 11 08:29:59.053266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d3ea8d5d-b65d-475c-88bc-7d07507218b6 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:29:59.089017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: d3ea8d5d-b65d-475c-88bc-7d07507218b6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:29:59.089361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device d3ea8d5d-b65d-475c-88bc-7d07507218b6 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:29:59.110802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.124156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Transition to ACTIVE for port object a0a185f4-6662-4e3d-bdb9-31fead331dfa will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:59.159743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Transition to ACTIVE for port object a0a185f4-6662-4e3d-bdb9-31fead331dfa will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:29:59.197413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.257892 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19da374e-7cce-4fc4-968c-9fb03e234877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.269491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19da374e-7cce-4fc4-968c-9fb03e234877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.275994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:29:59.276166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e07f70c9-ef48-4395-8811-6c885f42dff8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1007090 Aug 11 08:29:59.279004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40154) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:59.284810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:29:59.286795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:29:59.293016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:29:59.310402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ca73-98f4-4495-bb61-e504f6e49b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.316396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Pushing event updated for resources: {'Port': ['ID=a0a185f4-6662-4e3d-bdb9-31fead331dfa,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:59.344411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': '0aadb3e3-520a-4810-8baa-0b6116141093'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:29:59.345578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.400958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Attempting to bind port a0a185f4-6662-4e3d-bdb9-31fead331dfa on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:29:59.401337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Attempting to bind port a0a185f4-6662-4e3d-bdb9-31fead331dfa by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b6df5824-e887-4a2a-8466-edd74a17a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:29:59.401704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Attempting to bind port a0a185f4-6662-4e3d-bdb9-31fead331dfa on network de5de28f-9032-4ce1-a2fe-2d37fae2d89a {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:29:59.420662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:29:59.421080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Checking segment: {'id': 'b6df5824-e887-4a2a-8466-edd74a17a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:29:59.421469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.421863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Bound using segment: {'id': 'b6df5824-e887-4a2a-8466-edd74a17a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:29:59.422406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Bound port: a0a185f4-6662-4e3d-bdb9-31fead331dfa, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6df5824-e887-4a2a-8466-edd74a17a5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'de5de28f-9032-4ce1-a2fe-2d37fae2d89a'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:29:59.422797 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.504708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:29:59.506930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-19da374e-7cce-4fc4-968c-9fb03e234877 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb258e6f2e624351a54eb9563c9e5a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5913992 Aug 11 08:29:59.516455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da374e-7cce-4fc4-968c-9fb03e234877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc33867-6364-4405-b6f8-ebbde5a4b3cf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:29:59.519953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40156) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:29:59.539360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:29:59.544498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.643518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.691225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] For port a0a185f4-6662-4e3d-bdb9-31fead331dfa, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:29:59.704130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] For port a0a185f4-6662-4e3d-bdb9-31fead331dfa, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0a185f4-6662-4e3d-bdb9-31fead331dfa,segment=NetworkSegment(b6df5824-e887-4a2a-8466-edd74a17a5c5),segment_id=b6df5824-e887-4a2a-8466-edd74a17a5c5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:29:59.706089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Allocated IP 2001:db8::2 (f92d6ca7-0b1f-404e-a0da-46d048f31f0c/0aadb3e3-520a-4810-8baa-0b6116141093/02ac5a48-94fa-46ba-abeb-ed7081d8c8d6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:29:59.719193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.726715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:29:59.807910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07c3a24b-a7b1-481e-94c2-ec76dee901b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.911562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07c3a24b-a7b1-481e-94c2-ec76dee901b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:29:59.934074 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aadb3e3-520a-4810-8baa-0b6116141093 (CIDR: 2001:db8::/64) Aug 11 08:29:59.972049 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:29:59.975294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:29:59.997410 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:00.026874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-7bf44bd2-419a-403c-81fb-f3a9c727e654 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:00.029688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-7bf44bd2-419a-403c-81fb-f3a9c727e654 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.3967512 Aug 11 08:30:00.059115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2af3-a607-4638-bc3c-244cb651b061 None None] Pushing event updated for resources: {'Port': ['ID=a0a185f4-6662-4e3d-bdb9-31fead331dfa,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:00.101397 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:30:00.125367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b551d410-ede6-405d-b676-7d639150b480 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8394670 Aug 11 08:30:00.127490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40166) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:00.173453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:00.370832 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:00.390116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Transition to ACTIVE for port object 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:00.450047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Transition to ACTIVE for port object 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:00.466378 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07c3a24b-a7b1-481e-94c2-ec76dee901b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:00.471496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:00.472405 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07c3a24b-a7b1-481e-94c2-ec76dee901b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:00.500411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07c3a24b-a7b1-481e-94c2-ec76dee901b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cc33867-6364-4405-b6f8-ebbde5a4b3cf HTTP/1.1" status: 204 len: 168 time: 0.9745946 Aug 11 08:30:00.600196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:00.605252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:00.611642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:00.631898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a24b-a7b1-481e-94c2-ec76dee901b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc33867-6364-4405-b6f8-ebbde5a4b3cf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:00.652001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e756463-4020-4b97-9d6d-eb0b90f5ff9f None None] Network a61967b3-8232-4638-9884-40d6c453919f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:00.710793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f165d7-448f-439f-b188-0a59d09d6bc2 req-5f6e0978-9470-4fdd-8887-04c5b62ae7e6 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:00.714203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28f165d7-448f-439f-b188-0a59d09d6bc2 req-5f6e0978-9470-4fdd-8887-04c5b62ae7e6 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 1096 time: 0.3287778 Aug 11 08:30:00.760698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:00.774090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:00.888615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.20.0.1 (a61967b3-8232-4638-9884-40d6c453919f/fc025474-05f0-44ab-a059-8f0daad53455/21aabf5d-c70d-4387-b007-2f95f6e0d58d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:00.895824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28f165d7-448f-439f-b188-0a59d09d6bc2 req-a7daabf0-2c44-4bb5-8a9f-796ebf45a7e4 tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5fa4b42d-36b3-4f49-bc32-a312eadd04bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644185 Aug 11 08:30:00.906294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Deleting port d4773dd6-5d89-408e-9c40-bed215e70ff2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:00.906689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.175475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] For port d4773dd6-5d89-408e-9c40-bed215e70ff2, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=d4773dd6-5d89-408e-9c40-bed215e70ff2,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:01.176225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.229544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Calling delete_port for d4773dd6-5d89-408e-9c40-bed215e70ff2 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:01.229685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Pushing event updated for resources: {'Port': ['ID=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:01.247911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.260535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] Provisioning for port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:01.309655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] Provisioning complete for port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:01.310244 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.370300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Attempting to bind port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:01.370753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Attempting to bind port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3d6b3ffc-6209-4a22-90bf-215bb57e89c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:01.371149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Attempting to bind port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 on network f92d6ca7-0b1f-404e-a0da-46d048f31f0c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:01.377570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object 21aabf5d-c70d-4387-b007-2f95f6e0d58d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:01.422154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40176) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:01.446368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:01.455467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Checking segment: {'id': '3d6b3ffc-6209-4a22-90bf-215bb57e89c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:01.456070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.456470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Bound using segment: {'id': '3d6b3ffc-6209-4a22-90bf-215bb57e89c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:01.457300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Bound port: 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6b3ffc-6209-4a22-90bf-215bb57e89c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:01.457446 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.469612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2212d4ba-f0c8-456e-b1e2-e8efaa302a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.535147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.574352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0a185f4-6662-4e3d-bdb9-31fead331dfa up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:01.619725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=a88c9102-9410-47fb-a019-a3357b261075,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:01.652448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:01.661428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:01.669285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:01.674026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.711889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] For port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:01.717231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] For port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,segment=NetworkSegment(3d6b3ffc-6209-4a22-90bf-215bb57e89c5),segment_id=3d6b3ffc-6209-4a22-90bf-215bb57e89c5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:01.733536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.780019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.857085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network a61967b3-8232-4638-9884-40d6c453919f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:01.865189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=21aabf5d-c70d-4387-b007-2f95f6e0d58d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:01.874273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:01.878011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:01.889335 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.902775 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:01.928734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae514-63a5-42dc-ba54-3fcf040cb3da None None] Pushing event updated for resources: {'Port': ['ID=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:01.949703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a0a185f4-6662-4e3d-bdb9-31fead331dfa completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:01.981117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] For port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,segment=NetworkSegment(61626f8d-9fae-49e3-a136-cdf51cde011d),segment_id=61626f8d-9fae-49e3-a136-cdf51cde011d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:01.991144 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.032232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4773dd6-5d89-408e-9c40-bed215e70ff2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:02.107626 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.150151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8f67b-4d89-4f45-874a-98003d922090 None None] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:02.183877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] No DVR routers for this DVR port d4773dd6-5d89-408e-9c40-bed215e70ff2 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:02.188657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2212d4ba-f0c8-456e-b1e2-e8efaa302a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.190870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.193579 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9d6bf23-25d8-4440-acd2-ffb2206aad8f req-a663adec-11ae-4482-b342-67240a57e66a tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d4773dd6-5d89-408e-9c40-bed215e70ff2 HTTP/1.1" status: 204 len: 173 time: 2.1296585 Aug 11 08:30:02.207011 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85f9ef99-0d27-44b1-98ed-6a785d4aaa7c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0681713 Aug 11 08:30:02.209559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:02.214007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'name': 'network-vif-deleted', 'tag': 'd4773dd6-5d89-408e-9c40-bed215e70ff2'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:30:02.216346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'fixed_ips': [{'subnet_id': '0aadb3e3-520a-4810-8baa-0b6116141093'}, {'subnet_id': 'a88c9102-9410-47fb-a019-a3357b261075'}], 'name': 'tempest-PortsIpV6TestJSON-1118534239'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:02.216795 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a42dda-f3cf-4f64-833d-e8a73c3a1c75" -d '{"events": [{"server_uuid": "70f2f030-8878-41aa-b693-32e3b95ab32c", "name": "network-vif-deleted", "tag": "d4773dd6-5d89-408e-9c40-bed215e70ff2"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:30:02.233451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c0410c4f-4edf-4e14-b23d-3aacdb50967c None None] Provisioning complete for port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:02.233938 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c0410c4f-4edf-4e14-b23d-3aacdb50967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.235491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bab49-6226-40c9-aef1-c7ce66fe745c None None] Pushing event updated for resources: {'Port': ['ID=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:02.378231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d4b5309-de76-4f34-9b30-21353f5b0cd9 req-7213fdf2-b5c9-48b0-ad3b-7d365b9579aa tempest-TestServerMultinode-1282298293 tempest-TestServerMultinode-1282298293-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70f2f030-8878-41aa-b693-32e3b95ab32c HTTP/1.1" status: 200 len: 210 time: 0.1954546 Aug 11 08:30:02.378931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2212d4ba-f0c8-456e-b1e2-e8efaa302a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.510768 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc37eac2-7a39-4289-861a-6e411d94841b x-openstack-request-id: req-fc37eac2-7a39-4289-861a-6e411d94841b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:30:02.512912 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f2f030-8878-41aa-b693-32e3b95ab32c", "name": "network-vif-deleted", "tag": "d4773dd6-5d89-408e-9c40-bed215e70ff2", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:30:02.513332 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc37eac2-7a39-4289-861a-6e411d94841b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:30:02.516385 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f2f030-8878-41aa-b693-32e3b95ab32c', 'name': 'network-vif-deleted', 'tag': 'd4773dd6-5d89-408e-9c40-bed215e70ff2', 'status': 'completed', 'code': 200} Aug 11 08:30:02.569581 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.586430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40188) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:02.591968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2212d4ba-f0c8-456e-b1e2-e8efaa302a74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba2f59d885a647dda0326aa3a15f44b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597977 Aug 11 08:30:02.659228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212d4ba-f0c8-456e-b1e2-e8efaa302a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca6602-57ca-469c-8ba3-535e36d58543,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:02.702189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:02.775799 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2ec9-8eb0-40c6-a1d7-292be0130a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.788267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1a8-abea-4d92-a320-331cbfde1c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.835764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.854207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.885230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Provisioning for port a0a185f4-6662-4e3d-bdb9-31fead331dfa completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:02.889884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Provisioning complete for port a0a185f4-6662-4e3d-bdb9-31fead331dfa triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:02.890261 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:02.917957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 10f9c426-83ff-4939-b540-0697bc9bf152 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:02.934528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1a8-abea-4d92-a320-331cbfde1c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.065676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.156322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] For port a0a185f4-6662-4e3d-bdb9-31fead331dfa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0a185f4-6662-4e3d-bdb9-31fead331dfa,segment=NetworkSegment(b6df5824-e887-4a2a-8466-edd74a17a5c5),segment_id=b6df5824-e887-4a2a-8466-edd74a17a5c5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:03.166706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.200133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1a8-abea-4d92-a320-331cbfde1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.203681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd1a8-abea-4d92-a320-331cbfde1c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.205902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cb3dd1a8-abea-4d92-a320-331cbfde1c0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dca6602-57ca-469c-8ba3-535e36d58543 HTTP/1.1" status: 204 len: 168 time: 0.6122134 Aug 11 08:30:03.329268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dd1a8-abea-4d92-a320-331cbfde1c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca6602-57ca-469c-8ba3-535e36d58543,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:03.338465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Provisioning for port 21aabf5d-c70d-4387-b007-2f95f6e0d58d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:03.387830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Provisioning complete for port 21aabf5d-c70d-4387-b007-2f95f6e0d58d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:03.388566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.515987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40196) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:03.542303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d4773dd6-5d89-408e-9c40-bed215e70ff2 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:03.553147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Pushing event updated for resources: {'Port': ['ID=a0a185f4-6662-4e3d-bdb9-31fead331dfa,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:03.605940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c542e268-59a8-428a-9f4e-7d8150e61ff2 None None] Port 21aabf5d-c70d-4387-b007-2f95f6e0d58d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:03.615686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: d4773dd6-5d89-408e-9c40-bed215e70ff2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:03.619141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device d4773dd6-5d89-408e-9c40-bed215e70ff2 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:03.735754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::57 (f92d6ca7-0b1f-404e-a0da-46d048f31f0c/0aadb3e3-520a-4810-8baa-0b6116141093/10f9c426-83ff-4939-b540-0697bc9bf152) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:03.744586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8:0:1::254 (f92d6ca7-0b1f-404e-a0da-46d048f31f0c/a88c9102-9410-47fb-a019-a3357b261075/10f9c426-83ff-4939-b540-0697bc9bf152) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:03.749195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2095b5-84dd-4388-8d08-ba8f2ba81c00 None None] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:03.793453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.806906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.865045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:03.891391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17676c8f-06a0-42e1-a670-df099253e154 None None] Provisioning complete for port a0a185f4-6662-4e3d-bdb9-31fead331dfa triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:03.891391 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-17676c8f-06a0-42e1-a670-df099253e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.950381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.961110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:03.971321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=21aabf5d-c70d-4387-b007-2f95f6e0d58d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:03.972090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 10f9c426-83ff-4939-b540-0697bc9bf152 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:04.076926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.091080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:04.118852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40204) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:04.122862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:04.170651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:04.198000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df12e4cc-ce87-4bf6-98b3-4c0eae51effb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.202123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:04.205208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:04.216020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:04.216020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.247075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0356779 Aug 11 08:30:04.248595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412616b-e08a-4683-9ebf-dc21db41ee92 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=10f9c426-83ff-4939-b540-0697bc9bf152,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:04.251405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40206) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:04.261643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0aadb3e3-520a-4810-8baa-0b6116141093'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:04.284289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:04.284655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.399249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Provisioning for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:04.403224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Update dhcp port {'port': {'network_id': 'f92d6ca7-0b1f-404e-a0da-46d048f31f0c', 'fixed_ips': [{'subnet_id': '0aadb3e3-520a-4810-8baa-0b6116141093', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a88c9102-9410-47fb-a019-a3357b261075'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '02ac5a48-94fa-46ba-abeb-ed7081d8c8d6'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:30:04.408606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Provisioning complete for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:04.409003 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.455939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network a61967b3-8232-4638-9884-40d6c453919f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:04.466412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.476917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.485729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:04.586812 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df12e4cc-ce87-4bf6-98b3-4c0eae51effb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.611061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df12e4cc-ce87-4bf6-98b3-4c0eae51effb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.705598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12e4cc-ce87-4bf6-98b3-4c0eae51effb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983a18a-dfd0-41db-ac27-3dcbdd04f673,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:04.713323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df12e4cc-ce87-4bf6-98b3-4c0eae51effb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cbaaf870556d4ccfb05b6c0a6831f505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921893 Aug 11 08:30:04.717599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40208) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:04.717802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:30:04.826810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.869012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.901152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:04.911110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7c8d56bb-53f6-4214-b574-62ee1540ce14 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4724848 Aug 11 08:30:04.911920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40212) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:04.912063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.921586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] Sync routers for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:04.948805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9dc89848-f8c1-4337-8a6d-a079c848113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.958154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Allocated IP 2001:db8:0:1::2 (f92d6ca7-0b1f-404e-a0da-46d048f31f0c/a88c9102-9410-47fb-a019-a3357b261075/02ac5a48-94fa-46ba-abeb-ed7081d8c8d6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:04.977175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:04.978035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:04.980744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9dc89848-f8c1-4337-8a6d-a079c848113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:04.999350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a961dd8-50bb-4bdf-82cd-2672debeab22 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:05.003788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a961dd8-50bb-4bdf-82cd-2672debeab22 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports/21aabf5d-c70d-4387-b007-2f95f6e0d58d HTTP/1.1" status: 200 len: 910 time: 0.0875008 Aug 11 08:30:05.006330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40214) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:05.020192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:05.040681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9dc89848-f8c1-4337-8a6d-a079c848113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.044117 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9dc89848-f8c1-4337-8a6d-a079c848113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.046235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9dc89848-f8c1-4337-8a6d-a079c848113f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7983a18a-dfd0-41db-ac27-3dcbdd04f673 HTTP/1.1" status: 204 len: 168 time: 0.3274167 Aug 11 08:30:05.071772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:05.072500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:05.081545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc89848-f8c1-4337-8a6d-a079c848113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983a18a-dfd0-41db-ac27-3dcbdd04f673,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:05.140795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:05.141619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea7091a-85ea-4400-b093-83d6292161ea None None] The sync data for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:05.168131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] For port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,segment=NetworkSegment(3d6b3ffc-6209-4a22-90bf-215bb57e89c5),segment_id=3d6b3ffc-6209-4a22-90bf-215bb57e89c5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:05.204495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.222151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Transition to ACTIVE for port object 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:05.231679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.323866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Delete allocated IP 2001:db8:0:1::254 (f92d6ca7-0b1f-404e-a0da-46d048f31f0c/a88c9102-9410-47fb-a019-a3357b261075) {{(pid=94572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 08:30:05.558576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0a185f4-6662-4e3d-bdb9-31fead331dfa up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:05.569650 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.597855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:30:05.598492 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:30:05.617840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Ignored duplicate provisioning block setup for port 10f9c426-83ff-4939-b540-0697bc9bf152 by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 08:30:05.624345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.649693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba95d-0ddb-4929-97d2-523c5ebc7c3f None None] Pushing event updated for resources: {'Port': ['ID=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:05.683565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a0a185f4-6662-4e3d-bdb9-31fead331dfa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:05.683940 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.700373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=10f9c426-83ff-4939-b540-0697bc9bf152,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:05.736038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] In _notify_port_updated(), no bound segment for port 10f9c426-83ff-4939-b540-0697bc9bf152 on network f92d6ca7-0b1f-404e-a0da-46d048f31f0c {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:30:05.743569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:05.744334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.748739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3b4293ae-b54e-4229-9b19-c5a10ea39b0a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/ports/10f9c426-83ff-4939-b540-0697bc9bf152 HTTP/1.1" status: 200 len: 925 time: 1.4942563 Aug 11 08:30:05.750695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40230) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:05.765229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0aadb3e3-520a-4810-8baa-0b6116141093'}, {'subnet_id': 'a88c9102-9410-47fb-a019-a3357b261075'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:05.891356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.906454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Deleting port 8027eba5-2f3c-4278-96fa-9985515901f7 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:05.907508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:05.980373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.190955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] For port 8027eba5-2f3c-4278-96fa-9985515901f7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8027eba5-2f3c-4278-96fa-9985515901f7,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:06.191595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.235636 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.237074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.280301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] For port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,segment=NetworkSegment(3d6b3ffc-6209-4a22-90bf-215bb57e89c5),segment_id=3d6b3ffc-6209-4a22-90bf-215bb57e89c5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:06.289259 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.307848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Calling delete_port for 8027eba5-2f3c-4278-96fa-9985515901f7 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:06.372785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91f388-9c76-46ea-83a8-7a83fe8e259c None None] Pushing event updated for resources: {'Port': ['ID=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:06.426563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aa019c8f-4988-4af6-98ca-28568fc438f7 None None] Provisioning complete for port 21aabf5d-c70d-4387-b007-2f95f6e0d58d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:06.427092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa019c8f-4988-4af6-98ca-28568fc438f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.497520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-aa019c8f-4988-4af6-98ca-28568fc438f7 None None] Port 21aabf5d-c70d-4387-b007-2f95f6e0d58d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:06.578210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8:0:1::276 (f92d6ca7-0b1f-404e-a0da-46d048f31f0c/a88c9102-9410-47fb-a019-a3357b261075/10f9c426-83ff-4939-b540-0697bc9bf152) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:06.646106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.21.0.1 (de5de28f-9032-4ce1-a2fe-2d37fae2d89a/2f8842a8-4ead-4511-b7db-7de1fce04658/eb78d598-17f0-4b87-ac60-ebe18b32bf70) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:06.664325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cc9555-e408-4dda-9dfe-527176367f44 None None] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:06.778879 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.809700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Ignored duplicate provisioning block setup for port 10f9c426-83ff-4939-b540-0697bc9bf152 by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 08:30:06.811777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Provisioning for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:06.820103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.835080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Provisioning complete for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:06.837018 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.876470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=10f9c426-83ff-4939-b540-0697bc9bf152,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:06.955088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] In _notify_port_updated(), no bound segment for port 10f9c426-83ff-4939-b540-0697bc9bf152 on network f92d6ca7-0b1f-404e-a0da-46d048f31f0c {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:30:06.961780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:06.963131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:06.965636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5a2eea93-e021-476d-8275-4275a312abca tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/ports/10f9c426-83ff-4939-b540-0697bc9bf152 HTTP/1.1" status: 200 len: 1011 time: 1.2133074 Aug 11 08:30:06.968232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40248) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:07.065061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Provisioning for port 10f9c426-83ff-4939-b540-0697bc9bf152 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:07.080966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Provisioning complete for port 10f9c426-83ff-4939-b540-0697bc9bf152 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:07.081807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.138436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cd544bde-22c9-4657-956f-b3409afa5157 None None] Port 10f9c426-83ff-4939-b540-0697bc9bf152 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:07.202259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 10f9c426-83ff-4939-b540-0697bc9bf152 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:07.202634 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.389497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.402201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 10f9c426-83ff-4939-b540-0697bc9bf152 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:07.447028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:07.565663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.593282 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.601372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:07.601867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.634190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=8027eba5-2f3c-4278-96fa-9985515901f7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:07.646480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-06252ea3-7069-4bb6-a8ce-a527324e88d5 None None] Provisioning complete for port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:07.646859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-06252ea3-7069-4bb6-a8ce-a527324e88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.732055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.796582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object eb78d598-17f0-4b87-ac60-ebe18b32bf70 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:07.798473 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=10f9c426-83ff-4939-b540-0697bc9bf152,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:07.917368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.931637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.937627 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-16e1751b-627a-409d-9e23-7a89a184e8a5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/10f9c426-83ff-4939-b540-0697bc9bf152 HTTP/1.1" status: 204 len: 168 time: 0.9664085 Aug 11 08:30:07.938831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40270) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:07.946775 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:07.988970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-06252ea3-7069-4bb6-a8ce-a527324e88d5 None None] Could not find standard attr ID for object 10f9c426-83ff-4939-b540-0697bc9bf152. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:30:07.999499 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c221af-de27-48b4-9717-70f20b59cbb3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:08.010774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f2c221af-de27-48b4-9717-70f20b59cbb3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/10f9c426-83ff-4939-b540-0697bc9bf152 HTTP/1.1" status: 404 len: 333 time: 0.0692327 Aug 11 08:30:08.013383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40272) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:08.088476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:08.104545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:08.111101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:08.116501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bedf7f32-58ac-4e16-a9db-4783edc5dcce None None] Could not find standard attr ID for object 10f9c426-83ff-4939-b540-0697bc9bf152. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:30:08.146722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=eb78d598-17f0-4b87-ac60-ebe18b32bf70,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:08.156643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet a88c9102-9410-47fb-a019-a3357b261075 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:08.171005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.291780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.309025 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.533105 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.575074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2666e328-fc88-4d48-914c-e91a5862ff56 None None] Provisioning for port eb78d598-17f0-4b87-ac60-ebe18b32bf70 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:08.582145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2666e328-fc88-4d48-914c-e91a5862ff56 None None] Provisioning complete for port eb78d598-17f0-4b87-ac60-ebe18b32bf70 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:08.582570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2666e328-fc88-4d48-914c-e91a5862ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.642040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.656401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2666e328-fc88-4d48-914c-e91a5862ff56 None None] Port eb78d598-17f0-4b87-ac60-ebe18b32bf70 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:08.660083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2666e328-fc88-4d48-914c-e91a5862ff56 None None] Could not find standard attr ID for object 10f9c426-83ff-4939-b540-0697bc9bf152. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:30:08.667679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.706348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=a88c9102-9410-47fb-a019-a3357b261075,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:08.719629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.722678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6017797-04be-46ee-adb0-ff24c44a713c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/a88c9102-9410-47fb-a019-a3357b261075 HTTP/1.1" status: 204 len: 168 time: 0.7080636 Aug 11 08:30:08.725204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:08.758649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Router 01eea1b8-ab12-48bb-90d0-144f59122784 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:08.825160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet 0aadb3e3-520a-4810-8baa-0b6116141093 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:08.829187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.887217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:08.911187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5267c-3b7d-43a7-a9b5-0aa812d9b606 None None] Network f92d6ca7-0b1f-404e-a0da-46d048f31f0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:09.023327 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.029203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:09.035191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4abf8f0f-e7ef-44ed-b30f-67e37ba74f62 None None] Could not find standard attr ID for object 10f9c426-83ff-4939-b540-0697bc9bf152. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:30:09.038288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9e28790-40b3-48bf-8ea7-1028bf110a1e admin admin] 10.222.0.58 "PUT /v2.0/routers/01eea1b8-ab12-48bb-90d0-144f59122784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5111651 Aug 11 08:30:09.039139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] Sync routers for ids ['01eea1b8-ab12-48bb-90d0-144f59122784'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:09.041704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40320) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:09.054825 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] Routers {'01eea1b8-ab12-48bb-90d0-144f59122784'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:09.055498 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['01eea1b8-ab12-48bb-90d0-144f59122784'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.103330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.140662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=0aadb3e3-520a-4810-8baa-0b6116141093,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:09.146040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.148642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8a7e9553-80b2-450f-9c29-4c8fca4209fe tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/0aadb3e3-520a-4810-8baa-0b6116141093 HTTP/1.1" status: 204 len: 168 time: 0.4218805 Aug 11 08:30:09.152559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40322) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:09.198609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.294844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.308115 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] Set router 01eea1b8-ab12-48bb-90d0-144f59122784 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:30:09.309769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.334508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.372659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] DHCP port deletion for f92d6ca7-0b1f-404e-a0da-46d048f31f0c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:09.447178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:09.447623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.507566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40330) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:09.511771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=eb78d598-17f0-4b87-ac60-ebe18b32bf70,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:09.519599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] For port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,segment=NetworkSegment(3d6b3ffc-6209-4a22-90bf-215bb57e89c5),segment_id=3d6b3ffc-6209-4a22-90bf-215bb57e89c5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:09.519973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.526368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.535516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:09.555740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] Deleting port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:09.556121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.606325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.632725 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:30:06Z', 'revision_number': 5, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port': {'id': '566bacaf-046f-4af3-b49c-766eb2e246e8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:50Z', 'updated_at': '2021-08-11T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.658689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.681848 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] Checking router: 01eea1b8-ab12-48bb-90d0-144f59122784 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:30:09.693499 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] Routers {'01eea1b8-ab12-48bb-90d0-144f59122784'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:09.694603 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['01eea1b8-ab12-48bb-90d0-144f59122784'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.702535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:09.717132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:09.724628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] For port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,segment=NetworkSegment(3d6b3ffc-6209-4a22-90bf-215bb57e89c5),segment_id=3d6b3ffc-6209-4a22-90bf-215bb57e89c5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:09.725130 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.733242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:09.736698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No DVR routers for this DVR port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:09.752983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] Calling delete_port for 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:09.837750 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] Set router 01eea1b8-ab12-48bb-90d0-144f59122784 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:30:09.873601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.876187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a20a-1222-42aa-922c-89cc6b18cc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.886651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92d6ca7-0b1f-404e-a0da-46d048f31f0c']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.909711 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:30:09Z', 'revision_number': 6, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.913803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6b3ffc-6209-4a22-90bf-215bb57e89c5') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.914237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6b3ffc-6209-4a22-90bf-215bb57e89c5') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:09.937449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.942407 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.951587 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4484c13-a8d8-4342-8964-d9a0ab4e084f None None] The sync data for ids ['01eea1b8-ab12-48bb-90d0-144f59122784'] in n-d-789963-6 is: [{'id': '01eea1b8-ab12-48bb-90d0-144f59122784', 'name': 'tempest-TestServerMultinode-1424445794-router', 'tenant_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:49Z', 'updated_at': '2021-08-11T08:30:09Z', 'revision_number': 6, 'project_id': '3b499eefdfeb4a8a99c83b6829dd3567', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:09.955262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.972379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:09.972816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:09.982815 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:09.991637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] Pushing event deleted for resources: {'Port': ['ID=02ac5a48-94fa-46ba-abeb-ed7081d8c8d6,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:10.006132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1638aa-22e4-44db-972b-f4491e07bb7d None None] No DVR routers for this DVR port 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:10.065080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.077227 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.087276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/f92d6ca7-0b1f-404e-a0da-46d048f31f0c HTTP/1.1" status: 204 len: 168 time: 0.9315157 Aug 11 08:30:10.088077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40334) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.132723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a98507-b82d-46d1-9a95-eabfa8ec5406 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=f92d6ca7-0b1f-404e-a0da-46d048f31f0c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:10.169606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c35363f0-dd5f-414a-b875-0f0951590bc1 None None] Provisioning complete for port eb78d598-17f0-4b87-ac60-ebe18b32bf70 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:10.170614 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c35363f0-dd5f-414a-b875-0f0951590bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.172187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0f66e-c1f7-4b53-9eb8-6ca6e8b503e5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:10.178554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bea0f66e-c1f7-4b53-9eb8-6ca6e8b503e5 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0795050 Aug 11 08:30:10.178554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40336) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.220419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c35363f0-dd5f-414a-b875-0f0951590bc1 None None] Port eb78d598-17f0-4b87-ac60-ebe18b32bf70 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:10.234793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29ac8182-b96f-4dd8-ba7f-6972ead989bb tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0557864 Aug 11 08:30:10.238402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40338) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.244366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1297350647'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:10.258446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Deleting port 566bacaf-046f-4af3-b49c-766eb2e246e8 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:10.258879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.268327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:10.272746 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.301089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:30:10.318408 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.318852 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment 458556c8-0f49-4796-876f-fb4cc632484c of type vlan for network 891b75ff-c404-4085-9b14-5ca65eb90c05 Aug 11 08:30:10.371476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:10.372322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.420602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.426952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:10.427949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.479485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a20a-1222-42aa-922c-89cc6b18cc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.508075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2659118 Aug 11 08:30:10.508376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] For port 566bacaf-046f-4af3-b49c-766eb2e246e8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=566bacaf-046f-4af3-b49c-766eb2e246e8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:10.508376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.508686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40342) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.514187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:10.519591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356c1e1-15ba-4f73-93f3-bb4307d8bd59 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=891b75ff-c404-4085-9b14-5ca65eb90c05,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:10.525540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Calling delete_port for 566bacaf-046f-4af3-b49c-766eb2e246e8 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:10.532016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:30:10.573267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a20a-1222-42aa-922c-89cc6b18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.606720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e0d7a20a-1222-42aa-922c-89cc6b18cc9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c66ed89de6744ebaeb6b998879cdd93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0965116 Aug 11 08:30:10.610209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40346) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.675592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a03c-fcf4-42e0-bea5-4e978e2e55b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.681275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:10.685228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.721710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a20a-1222-42aa-922c-89cc6b18cc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd16fb-8d5a-4d98-b07c-ccf135c4a548,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:10.731468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:10.741379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4a11e6e-b36d-4c1d-a736-05cb2cd2aa6f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7333906 Aug 11 08:30:10.749639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40348) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.755920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a03c-fcf4-42e0-bea5-4e978e2e55b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:10.756413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] Sync routers for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:10.816205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e4cb6-3eb1-46b4-a1e9-b31368f9e95e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:10.816518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:10.818162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-778e4cb6-3eb1-46b4-a1e9-b31368f9e95e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports/eb78d598-17f0-4b87-ac60-ebe18b32bf70 HTTP/1.1" status: 200 len: 910 time: 0.0668738 Aug 11 08:30:10.826706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40350) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:10.829225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:10.878618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:10.895262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:10.897815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:10.982206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:10.982857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9a08e-4f94-43d7-bb5e-aeac1e4a04a1 None None] The sync data for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:11.008510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.019805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a03c-fcf4-42e0-bea5-4e978e2e55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.022752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a03c-fcf4-42e0-bea5-4e978e2e55b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.026487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5bd3a03c-fcf4-42e0-bea5-4e978e2e55b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7fd16fb-8d5a-4d98-b07c-ccf135c4a548 HTTP/1.1" status: 204 len: 168 time: 0.4127603 Aug 11 08:30:11.040725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Pushing event deleted for resources: {'Port': ['ID=566bacaf-046f-4af3-b49c-766eb2e246e8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:11.122680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.127629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3a03c-fcf4-42e0-bea5-4e978e2e55b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd16fb-8d5a-4d98-b07c-ccf135c4a548,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:11.265922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.268302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.323307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.364921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.364921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01eea1b8-ab12-48bb-90d0-144f59122784 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:11.374665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.380962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-95bfbae1-5ce0-4a0a-b048-76fdd2bbe189 admin admin] 10.222.0.58 "DELETE /v2.0/routers/01eea1b8-ab12-48bb-90d0-144f59122784 HTTP/1.1" status: 204 len: 168 time: 2.3386388 Aug 11 08:30:11.382761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40358) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:11.403216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=83a62678-5909-4767-81ea-08ba89685439,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:11.444419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Deleting subnet 55df6714-af58-441a-b5d4-4be0d9348f72 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:11.448862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.472741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8027eba5-2f3c-4278-96fa-9985515901f7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:11.527358 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.532805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8027eba5-2f3c-4278-96fa-9985515901f7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:11.537659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8027eba5-2f3c-4278-96fa-9985515901f7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:11.538331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:11.546657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': '458556c8-0f49-4796-876f-fb4cc632484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:11.547036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: 891b75ff-c404-4085-9b14-5ca65eb90c05, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:30:11.624089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:30:11.627358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:11.630162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02ac5a48-94fa-46ba-abeb-ed7081d8c8d6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:11.630783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 566bacaf-046f-4af3-b49c-766eb2e246e8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:11.703399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 566bacaf-046f-4af3-b49c-766eb2e246e8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:11.704345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 566bacaf-046f-4af3-b49c-766eb2e246e8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:11.750173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 891b75ff-c404-4085-9b14-5ca65eb90c05) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:11.760175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657a716-ce78-45d0-9e02-dc34ed94fd33 None None] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:11.783384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:11.784448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.788788 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.823993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40362) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:11.845972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.880248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.914743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55df6714-af58-441a-b5d4-4be0d9348f72,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:11.928189 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:11.937584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-516908ed-f23b-4d90-b295-49d40495edce admin admin] 10.222.0.58 "DELETE /v2.0/subnets/55df6714-af58-441a-b5d4-4be0d9348f72 HTTP/1.1" status: 204 len: 168 time: 0.5463996 Aug 11 08:30:11.938091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40364) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:11.950862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c23ee4-78f4-4ab1-a1e2-e9c0752a13aa None None] Network 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:12.016800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.092003 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68a03004-c3aa-4102-b122-d77b2671a331 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5823026 Aug 11 08:30:12.097219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:12.098864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b560-6875-4e7b-9dc0-b751ba0165c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.108449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05', 'name': 'tempest-PortsIpV6TestJSON-320067485'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:12.113670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Deleting port 2e000373-e773-43ad-b66d-d7b5d21f51b3 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:12.113996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.198725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-891b75ff-c404-4085-9b14-5ca65eb90c05', 'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': '83a62678-5909-4767-81ea-08ba89685439'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:30:12.200656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.339540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b560-6875-4e7b-9dc0-b751ba0165c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.350502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] DHCP port deletion for 1b4e2a0b-a44e-4d76-b599-a5b8ed94146a request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:12.352858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b560-6875-4e7b-9dc0-b751ba0165c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.399988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b560-6875-4e7b-9dc0-b751ba0165c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267b7d36-31ce-42bd-9c22-9ddc892371ca,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:12.449738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d8a0b560-6875-4e7b-9dc0-b751ba0165c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67e88df99fac439db02d2c2d7057a310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211505 Aug 11 08:30:12.450396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40374) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:12.499329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] For port 2e000373-e773-43ad-b66d-d7b5d21f51b3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e000373-e773-43ad-b66d-d7b5d21f51b3,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:12.501460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.510919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Allocated IP 2001:db8::2 (891b75ff-c404-4085-9b14-5ca65eb90c05/83a62678-5909-4767-81ea-08ba89685439/2fab8d11-6332-4a8f-a7a0-03f7c54cc45f) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:12.545001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Calling delete_port for 2e000373-e773-43ad-b66d-d7b5d21f51b3 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:12.588531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] Deleting port 2e000373-e773-43ad-b66d-d7b5d21f51b3 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:12.588993 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.620401 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56ea7f5-6150-4673-b8ea-36e61ccb5389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.669216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:12.670442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port eb78d598-17f0-4b87-ac60-ebe18b32bf70 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:12.671153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.675461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.705495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] For port 2e000373-e773-43ad-b66d-d7b5d21f51b3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e000373-e773-43ad-b66d-d7b5d21f51b3,segment=NetworkSegment(0923c58f-5d7d-4874-94f9-9ed788db743a),segment_id=0923c58f-5d7d-4874-94f9-9ed788db743a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:12.705904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.724820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 4410bbb0-faf3-463d-86fe-ef0b78838797 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:12.730748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] Calling delete_port for 2e000373-e773-43ad-b66d-d7b5d21f51b3 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:12.821024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.870995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] No DVR routers for this DVR port 2e000373-e773-43ad-b66d-d7b5d21f51b3 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:12.874593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e000373-e773-43ad-b66d-d7b5d21f51b3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:12.875639 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.896849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Transition to ACTIVE for port object 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:12.930447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Transition to ACTIVE for port object 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:12.935249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:12.967844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] Pushing event deleted for resources: {'Port': ['ID=2e000373-e773-43ad-b66d-d7b5d21f51b3,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:12.990230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.071922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.091980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e2a0b-a44e-4d76-b599-a5b8ed94146a']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:13.093721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:13.101780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:13.108172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0923c58f-5d7d-4874-94f9-9ed788db743a') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:13.108556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0923c58f-5d7d-4874-94f9-9ed788db743a') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:13.129621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::5f (891b75ff-c404-4085-9b14-5ca65eb90c05/83a62678-5909-4767-81ea-08ba89685439/4410bbb0-faf3-463d-86fe-ef0b78838797) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:13.137065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.159277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:13.163675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56ea7f5-6150-4673-b8ea-36e61ccb5389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.164427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.166442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e90240-f98a-422c-b728-469d59f62b86 None None] No DVR routers for this DVR port 2e000373-e773-43ad-b66d-d7b5d21f51b3 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:13.183942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:13.184420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:13.186523 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:13.249429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Pushing event updated for resources: {'Port': ['ID=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:13.266837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Attempting to bind port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:13.266837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Attempting to bind port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '458556c8-0f49-4796-876f-fb4cc632484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:13.267400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Attempting to bind port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f on network 891b75ff-c404-4085-9b14-5ca65eb90c05 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:13.273141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:13.273428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Checking segment: {'id': '458556c8-0f49-4796-876f-fb4cc632484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:13.273700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.274097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Bound using segment: {'id': '458556c8-0f49-4796-876f-fb4cc632484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:13.275046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Bound port: 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458556c8-0f49-4796-876f-fb4cc632484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:13.275046 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.281181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.297688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.314583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for eb78d598-17f0-4b87-ac60-ebe18b32bf70 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:13.323812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.326373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1b4e2a0b-a44e-4d76-b599-a5b8ed94146a HTTP/1.1" status: 204 len: 168 time: 1.3872390 Aug 11 08:30:13.350567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb4140-c0bb-4d0a-852d-d4a4e5601037 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4e2a0b-a44e-4d76-b599-a5b8ed94146a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:13.358064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] For port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:13.361639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:13.364599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] For port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,segment=NetworkSegment(458556c8-0f49-4796-876f-fb4cc632484c),segment_id=458556c8-0f49-4796-876f-fb4cc632484c)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:13.373271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.382022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e000373-e773-43ad-b66d-d7b5d21f51b3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:13.408913 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2e000373-e773-43ad-b66d-d7b5d21f51b3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:13.409263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e000373-e773-43ad-b66d-d7b5d21f51b3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:13.415028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56ea7f5-6150-4673-b8ea-36e61ccb5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.419362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56ea7f5-6150-4673-b8ea-36e61ccb5389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.421088 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d56ea7f5-6150-4673-b8ea-36e61ccb5389 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/267b7d36-31ce-42bd-9c22-9ddc892371ca HTTP/1.1" status: 204 len: 168 time: 0.9697244 Aug 11 08:30:13.474961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ea7f5-6150-4673-b8ea-36e61ccb5389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b7d36-31ce-42bd-9c22-9ddc892371ca,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:13.515050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003f152-2e69-4a00-9126-8de1265c22ea None None] Pushing event updated for resources: {'Port': ['ID=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:13.587424 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.613274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 4410bbb0-faf3-463d-86fe-ef0b78838797 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:13.658727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:13.764583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=eb78d598-17f0-4b87-ac60-ebe18b32bf70,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:13.984390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:14.169514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:14.223881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:14.235127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:14.241018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:14.247089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:14.247779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:14.266911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=4410bbb0-faf3-463d-86fe-ef0b78838797,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:14.304747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7d41f9ff-bfa5-4618-bc1a-16dbbdd2f4c8 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2023301 Aug 11 08:30:14.307478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:14.313589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': '891b75ff-c404-4085-9b14-5ca65eb90c05', 'name': 'tempest-PortsIpV6TestJSON-186113939'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:14.430654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:14.525156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:14.635374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:14.640083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:14.693624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:14.748014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:14.754621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5df3d858-843d-4bf9-973b-7a09931be4e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9256320 Aug 11 08:30:14.759426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40424) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:14.764733 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] Sync routers for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:14.791336 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:14.792289 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:14.838900 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:14.867293 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:14.868199 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:14.935745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::19 (891b75ff-c404-4085-9b14-5ca65eb90c05/83a62678-5909-4767-81ea-08ba89685439/6ccf51e1-dda5-4ef7-bcc8-1b33493df143) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:14.936513 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:14.937213 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e342926f-1f33-4e50-964d-707d8fc1c226 None None] The sync data for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:15.185744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.190179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6a5f45-6922-4514-bdf9-da6f22248dae None None] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:15.218373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:15.308150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.328510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-375dd057-f0dd-4b13-b289-2cbd36ca9837 None None] Provisioning for port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:15.412292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:15.416663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:15.421857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:15.428102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:15.434954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.479351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=6ccf51e1-dda5-4ef7-bcc8-1b33493df143,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:15.496427 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d788e11b-356b-4958-84ad-6cf50077c84f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1875041 Aug 11 08:30:15.497199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:15.525839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:15.530313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Deleting port ce679617-22e3-4705-a017-44f6396d8c9d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:15.530705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.639540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] For port ce679617-22e3-4705-a017-44f6396d8c9d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ce679617-22e3-4705-a017-44f6396d8c9d,segment=NetworkSegment(2bb3d412-0a42-4296-bc90-5fd45faccb82),segment_id=2bb3d412-0a42-4296-bc90-5fd45faccb82)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:15.639816 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.644008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc8235-879a-485c-82ef-0dceddab0682 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:15.649988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-91dc8235-879a-485c-82ef-0dceddab0682 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A5f HTTP/1.1" status: 200 len: 927 time: 0.1492879 Aug 11 08:30:15.650776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:15.654979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Calling delete_port for ce679617-22e3-4705-a017-44f6396d8c9d owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:15.665440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:15.674535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:15.675538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.813615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:15.813983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.833325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.895792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,segment=NetworkSegment(458556c8-0f49-4796-876f-fb4cc632484c),segment_id=458556c8-0f49-4796-876f-fb4cc632484c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:15.905086 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.963252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:15.987171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:16.003859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:16.187783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.221778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Provisioning for port 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:16.222494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.228357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Provisioning complete for port 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:16.229220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.232677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=ce679617-22e3-4705-a017-44f6396d8c9d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:16.249625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.280514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Port 6ccf51e1-dda5-4ef7-bcc8-1b33493df143 was deleted so its status cannot be updated. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 08:30:16.311333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Provisioning for port 4410bbb0-faf3-463d-86fe-ef0b78838797 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:16.311591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=6ccf51e1-dda5-4ef7-bcc8-1b33493df143,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:16.319293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Provisioning complete for port 4410bbb0-faf3-463d-86fe-ef0b78838797 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:16.319871 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.362372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.369028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7bb3af6b-c197-4502-9405-340f1475b9da tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/6ccf51e1-dda5-4ef7-bcc8-1b33493df143 HTTP/1.1" status: 204 len: 168 time: 0.7167761 Aug 11 08:30:16.376584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40510) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:16.449945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Port 4410bbb0-faf3-463d-86fe-ef0b78838797 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:16.461927 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-792b155e-3464-4598-b48a-3efb59ba63a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:16.466998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-792b155e-3464-4598-b48a-3efb59ba63a3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/6ccf51e1-dda5-4ef7-bcc8-1b33493df143 HTTP/1.1" status: 404 len: 333 time: 0.0866468 Aug 11 08:30:16.467606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40514) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:16.485017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Provisioning complete for port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:16.485404 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1cf8d051-90db-471e-b63b-2254783bfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.689893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 4410bbb0-faf3-463d-86fe-ef0b78838797 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:16.690234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.831189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-91c692fc-729e-4089-84cf-8b5a55719284 None None] Provisioning complete for port 4410bbb0-faf3-463d-86fe-ef0b78838797 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:16.832291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91c692fc-729e-4089-84cf-8b5a55719284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.834334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.849566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 4410bbb0-faf3-463d-86fe-ef0b78838797 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:16.919641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:16.927156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-91c692fc-729e-4089-84cf-8b5a55719284 None None] Port 4410bbb0-faf3-463d-86fe-ef0b78838797 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:17.055775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a0126309-f8f6-4c7e-b636-58225657acaa None None] Could not find standard attr ID for object 6ccf51e1-dda5-4ef7-bcc8-1b33493df143. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:30:17.145476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.305889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 21aabf5d-c70d-4387-b007-2f95f6e0d58d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:17.306297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.332963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=4410bbb0-faf3-463d-86fe-ef0b78838797,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:17.340032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.342485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-20953ba1-7ce1-4baa-9347-fc1f70f3e860 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/4410bbb0-faf3-463d-86fe-ef0b78838797 HTTP/1.1" status: 204 len: 168 time: 0.8735988 Aug 11 08:30:17.347797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40566) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:17.384257 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5b582e-596b-4189-af1d-fbd0f894656b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:17.389413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce5b582e-596b-4189-af1d-fbd0f894656b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/4410bbb0-faf3-463d-86fe-ef0b78838797 HTTP/1.1" status: 404 len: 333 time: 0.0401576 Aug 11 08:30:17.390187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40568) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:17.468760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Router 1b130a3c-6894-407e-bafb-a17e72b84914 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:17.475202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet 83a62678-5909-4767-81ea-08ba89685439 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:17.491780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.562837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:17.630180 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.650104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.669109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 21aabf5d-c70d-4387-b007-2f95f6e0d58d owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:17.824470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:17.836316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-73b89476-24b1-48dc-a47c-fd844ac3fcdf admin admin] 10.222.0.58 "PUT /v2.0/routers/1b130a3c-6894-407e-bafb-a17e72b84914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4715099 Aug 11 08:30:17.838706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40598) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:17.839743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:17.868673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] Sync routers for ids ['1b130a3c-6894-407e-bafb-a17e72b84914'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:17.900181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] Routers {'1b130a3c-6894-407e-bafb-a17e72b84914'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:17.901135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1b130a3c-6894-407e-bafb-a17e72b84914'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:17.947664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.006523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=83a62678-5909-4767-81ea-08ba89685439,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:18.013877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:18.014435 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.027875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.031052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.034878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc31a144-9a61-459c-b07a-8989e9e8c494 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/83a62678-5909-4767-81ea-08ba89685439 HTTP/1.1" status: 204 len: 168 time: 0.6436856 Aug 11 08:30:18.037965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40606) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:18.053131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00ced1-353f-4664-8a00-fea6bc01f1c5 None None] Network 891b75ff-c404-4085-9b14-5ca65eb90c05 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:18.187609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] Set router 1b130a3c-6894-407e-bafb-a17e72b84914 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:30:18.258856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.267458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.378514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=21aabf5d-c70d-4387-b007-2f95f6e0d58d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:18.583287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] DHCP port deletion for 891b75ff-c404-4085-9b14-5ca65eb90c05 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:18.659445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:30:16Z', 'revision_number': 5, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:18.695610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] Checking router: 1b130a3c-6894-407e-bafb-a17e72b84914 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:30:18.731971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] Routers {'1b130a3c-6894-407e-bafb-a17e72b84914'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:18.732626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1b130a3c-6894-407e-bafb-a17e72b84914'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:18.794189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] Deleting port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:18.794691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.856832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:18.928306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] Set router 1b130a3c-6894-407e-bafb-a17e72b84914 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:30:19.022198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.028951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:19.030307 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.042990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] For port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,segment=NetworkSegment(458556c8-0f49-4796-876f-fb4cc632484c),segment_id=458556c8-0f49-4796-876f-fb4cc632484c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:19.043378 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.063129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] Calling delete_port for 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:19.111570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] For port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,segment=NetworkSegment(458556c8-0f49-4796-876f-fb4cc632484c),segment_id=458556c8-0f49-4796-876f-fb4cc632484c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:19.111954 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.129896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:19.222915 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.247289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.266787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] Pushing event deleted for resources: {'Port': ['ID=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:19.275628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d8b9f-95e9-4a0b-90ae-1c6cb0c3a48f None None] No DVR routers for this DVR port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:19.287755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:30:16Z', 'revision_number': 5, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:19.335480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=2fab8d11-6332-4a8f-a7a0-03f7c54cc45f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:19.346382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56629-24c5-46ec-a794-161745c6659a None None] The sync data for ids ['1b130a3c-6894-407e-bafb-a17e72b84914'] in n-d-789963-6 is: [{'id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'name': 'tempest-TestServerMultinode-303909223-router', 'tenant_id': 'fcea4c83ff6b467f9bca91016db187f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:29:05Z', 'updated_at': '2021-08-11T08:30:16Z', 'revision_number': 5, 'project_id': 'fcea4c83ff6b467f9bca91016db187f1', 'gw_port': {'id': '36c1220d-c7a5-4773-bd28-6faaf8764855', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b130a3c-6894-407e-bafb-a17e72b84914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:29:07Z', 'updated_at': '2021-08-11T08:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:19.385476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No DVR routers for this DVR port 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:19.395110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:19.402309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Deleting port 36c1220d-c7a5-4773-bd28-6faaf8764855 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:19.402309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.420798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:19.421283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fab8d11-6332-4a8f-a7a0-03f7c54cc45f not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:19.528624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40700) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:19.570478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.646198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891b75ff-c404-4085-9b14-5ca65eb90c05']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:19.674938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a12180d3-7851-4c61-9332-4151b4482d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.675874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458556c8-0f49-4796-876f-fb4cc632484c') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:19.676168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458556c8-0f49-4796-876f-fb4cc632484c') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:19.695400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:19.697031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] For port 36c1220d-c7a5-4773-bd28-6faaf8764855, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=36c1220d-c7a5-4773-bd28-6faaf8764855,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:19.697396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.701247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.726822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Calling delete_port for 36c1220d-c7a5-4773-bd28-6faaf8764855 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:19.734906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.748765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:19.749220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:19.795737 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:19.933699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:19.943619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1faea45b-a900-4590-8557-3d77d39f71ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1804869 Aug 11 08:30:19.944518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40716) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:19.948782 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] Sync routers for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:19.965354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.967739 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:19.969471 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:19.975566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:19.977882 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/891b75ff-c404-4085-9b14-5ca65eb90c05 HTTP/1.1" status: 204 len: 168 time: 1.8987327 Aug 11 08:30:19.993771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40718) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:20.001585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1531130090'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:20.013058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ea02dc0a-6df4-48af-bfa6-061127f8cfed tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b HTTP/1.1" status: 200 len: 205 time: 0.0664384 Aug 11 08:30:20.014269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40720) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:20.017841 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:20.030679 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] Routers {'81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:20.031469 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:20.072671 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:20.073392 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1672ef-a589-425f-a4eb-a4ad302f04f8 None None] The sync data for ids ['81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:20.080673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a12180d3-7851-4c61-9332-4151b4482d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.088067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4038e3c-463a-43f1-b0c6-5cfc0ef64173 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=891b75ff-c404-4085-9b14-5ca65eb90c05,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:20.094886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a12180d3-7851-4c61-9332-4151b4482d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.124296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.142681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:20.146183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.158731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a12180d3-7851-4c61-9332-4151b4482d95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa4adfb97186403893ee7fae4fa2051c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289747 Aug 11 08:30:20.161811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12180d3-7851-4c61-9332-4151b4482d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40705816-0746-433b-ac04-2847a065a75f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:20.166478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:20.219392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:30:20.233953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.234206 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment 80f0bb5e-e431-4d6c-a2af-9b54750ff49b of type vlan for network 2578f004-4c91-4467-a107-dc04589a0041 Aug 11 08:30:20.253458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d42995c6-2fca-44db-b657-fc37fb77013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.303389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.308869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d42995c6-2fca-44db-b657-fc37fb77013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.321118 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.324934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.374567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.376649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.385653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:20.386213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.408155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.408667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:20.412715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c1220d-c7a5-4773-bd28-6faaf8764855,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:20.421675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.422858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f65fd861-395e-4936-ba02-b4ab546918eb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b HTTP/1.1" status: 204 len: 168 time: 0.4076016 Aug 11 08:30:20.436958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40728) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:20.449773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d42995c6-2fca-44db-b657-fc37fb77013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.452594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d42995c6-2fca-44db-b657-fc37fb77013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.456174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d42995c6-2fca-44db-b657-fc37fb77013b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40705816-0746-433b-ac04-2847a065a75f HTTP/1.1" status: 204 len: 168 time: 0.2831273 Aug 11 08:30:20.478056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4810781 Aug 11 08:30:20.483646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:20.491651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': '2578f004-4c91-4467-a107-dc04589a0041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:20.511239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42995c6-2fca-44db-b657-fc37fb77013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40705816-0746-433b-ac04-2847a065a75f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:20.550441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a465b-e198-4203-bf6c-29f7e31e8e7b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=2578f004-4c91-4467-a107-dc04589a0041,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:20.570783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 2578f004-4c91-4467-a107-dc04589a0041 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:30:20.575482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet 2f8842a8-4ead-4511-b7db-7de1fce04658 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:20.579320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.632127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:20.636903 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.637979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.671204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.797545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.815994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.870052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.896361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.897243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b130a3c-6894-407e-bafb-a17e72b84914 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:20.904143 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:20.905822 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9b457c90-632a-4b17-954a-dffbe8cccae1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1b130a3c-6894-407e-bafb-a17e72b84914 HTTP/1.1" status: 204 len: 168 time: 3.0661874 Aug 11 08:30:20.909736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:20.935326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.004319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=8005ace2-3127-4242-a327-35dfd3c95633,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:21.040741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': '80f0bb5e-e431-4d6c-a2af-9b54750ff49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2578f004-4c91-4467-a107-dc04589a0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:21.041484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: 2578f004-4c91-4467-a107-dc04589a0041, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:30:21.053078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Deleting subnet f957c295-700d-4829-b4c8-a4abc06427db {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:21.061944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.073988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 2578f004-4c91-4467-a107-dc04589a0041 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:30:21.096215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 2578f004-4c91-4467-a107-dc04589a0041) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:21.103862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:21.110250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def597e5-3e0e-43c5-a1fb-14c4ae231c6c None None] Network 2578f004-4c91-4467-a107-dc04589a0041 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:21.111000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.117629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.130367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a68c6d84-2881-4664-a420-831337ed6747 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6426215 Aug 11 08:30:21.132580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:21.144256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': '2578f004-4c91-4467-a107-dc04589a0041', 'name': 'tempest-PortsIpV6TestJSON-1400372592', 'fixed_ips': [{'subnet_id': '8005ace2-3127-4242-a327-35dfd3c95633', 'ip_address': '2001:db8::10'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:21.151862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8842a8-4ead-4511-b7db-7de1fce04658,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:21.163382 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.185941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.190942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e13c8459-23b3-489a-8b06-a7413f57d1c0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/2f8842a8-4ead-4511-b7db-7de1fce04658 HTTP/1.1" status: 204 len: 168 time: 0.7529795 Aug 11 08:30:21.193946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40760) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:21.237559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8c56fa-dd80-40da-a878-e9aabd9138a2 None None] Network de5de28f-9032-4ce1-a2fe-2d37fae2d89a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:21.369696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:21.419751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-2578f004-4c91-4467-a107-dc04589a0041', 'network_id': '2578f004-4c91-4467-a107-dc04589a0041', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': '8005ace2-3127-4242-a327-35dfd3c95633'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:30:21.422758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.614896 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.646754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 36c1220d-c7a5-4773-bd28-6faaf8764855 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:21.661557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 16086ef4-e58a-4e72-ac69-c1e903148ec1 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:21.669752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet fc025474-05f0-44ab-a059-8f0daad53455 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:21.676058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 36c1220d-c7a5-4773-bd28-6faaf8764855 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:21.676539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 36c1220d-c7a5-4773-bd28-6faaf8764855 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:21.677092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ce679617-22e3-4705-a017-44f6396d8c9d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:21.677220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.705051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ce679617-22e3-4705-a017-44f6396d8c9d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:21.706564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ce679617-22e3-4705-a017-44f6396d8c9d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:21.728746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.759155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.837449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Allocated IP 2001:db8::2 (2578f004-4c91-4467-a107-dc04589a0041/8005ace2-3127-4242-a327-35dfd3c95633/6b5fd8df-e81e-4ac7-a364-cbc5331d2397) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:21.867862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] DHCP port deletion for de5de28f-9032-4ce1-a2fe-2d37fae2d89a request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:21.922365 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.939345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:21.941415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f957c295-700d-4829-b4c8-a4abc06427db HTTP/1.1" status: 204 len: 168 time: 1.0305915 Aug 11 08:30:21.944473 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40782) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:21.952411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09c5bf-0595-48ab-a0c5-4a8819bb6ce7 None None] Network 27efde82-b91b-4436-b62b-757dc46630a3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:21.980103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35143456-8c33-4f0d-b679-fa9510fe6361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f957c295-700d-4829-b4c8-a4abc06427db,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:21.992091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.030810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.098955 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.149517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Deleting port ea95e0fb-7bd9-417d-9122-5af2d3a7476a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:22.149854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.165824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=fc025474-05f0-44ab-a059-8f0daad53455,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:22.172972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.178018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ee17c49d-7404-4894-8b30-a7ad19fa1645 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/fc025474-05f0-44ab-a059-8f0daad53455 HTTP/1.1" status: 204 len: 168 time: 0.9805086 Aug 11 08:30:22.178686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40792) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:22.235050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] For port ea95e0fb-7bd9-417d-9122-5af2d3a7476a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,segment=NetworkSegment(2bb3d412-0a42-4296-bc90-5fd45faccb82),segment_id=2bb3d412-0a42-4296-bc90-5fd45faccb82)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:22.235403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.259767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Calling delete_port for ea95e0fb-7bd9-417d-9122-5af2d3a7476a owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:22.274454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.302686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664fca53-b938-4e40-8dc7-a1501c0ca347 None None] Network a61967b3-8232-4638-9884-40d6c453919f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:22.356814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port a0a185f4-6662-4e3d-bdb9-31fead331dfa {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:22.357069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.402404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.435646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea95e0fb-7bd9-417d-9122-5af2d3a7476a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:22.442461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] No DVR routers for this DVR port ea95e0fb-7bd9-417d-9122-5af2d3a7476a on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:22.462540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port a0a185f4-6662-4e3d-bdb9-31fead331dfa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0a185f4-6662-4e3d-bdb9-31fead331dfa,segment=NetworkSegment(b6df5824-e887-4a2a-8466-edd74a17a5c5),segment_id=b6df5824-e887-4a2a-8466-edd74a17a5c5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:22.465330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.513934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for a0a185f4-6662-4e3d-bdb9-31fead331dfa owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:22.537478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] Deleting port a0a185f4-6662-4e3d-bdb9-31fead331dfa {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:22.538314 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.591050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.609456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27efde82-b91b-4436-b62b-757dc46630a3']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:22.622968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb3d412-0a42-4296-bc90-5fd45faccb82') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:22.623645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb3d412-0a42-4296-bc90-5fd45faccb82') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:22.635397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03207a48-d751-4b77-996e-f8e6e1f3ec8e None None] DHCP port deletion for 27efde82-b91b-4436-b62b-757dc46630a3 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:22.635631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.665372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.673077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:22.674073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:22.676304 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:22.690197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] For port a0a185f4-6662-4e3d-bdb9-31fead331dfa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a0a185f4-6662-4e3d-bdb9-31fead331dfa,segment=NetworkSegment(b6df5824-e887-4a2a-8466-edd74a17a5c5),segment_id=b6df5824-e887-4a2a-8466-edd74a17a5c5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:22.690197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.697198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.706615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.716837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] Calling delete_port for a0a185f4-6662-4e3d-bdb9-31fead331dfa owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:22.743724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=a0a185f4-6662-4e3d-bdb9-31fead331dfa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:22.745700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port a0a185f4-6662-4e3d-bdb9-31fead331dfa on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:22.748224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.756357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.771510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] 10.222.0.58 "DELETE /v2.0/networks/27efde82-b91b-4436-b62b-757dc46630a3 HTTP/1.1" status: 204 len: 168 time: 0.8255801 Aug 11 08:30:22.776380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Transition to ACTIVE for port object 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:22.788695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e23e93-c115-469b-94e6-65f6dc1a1097 admin admin] Pushing event deleted for resources: {'Network': ['ID=27efde82-b91b-4436-b62b-757dc46630a3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:22.814928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Transition to ACTIVE for port object 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:22.836105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] DHCP port deletion for a61967b3-8232-4638-9884-40d6c453919f request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:22.839197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.917050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::10 (2578f004-4c91-4467-a107-dc04589a0041/8005ace2-3127-4242-a327-35dfd3c95633/16086ef4-e58a-4e72-ac69-c1e903148ec1) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:22.921935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.937054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Network 2578f004-4c91-4467-a107-dc04589a0041 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:22.937296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5de28f-9032-4ce1-a2fe-2d37fae2d89a']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:22.938393 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.951605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:22.954190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6df5824-e887-4a2a-8466-edd74a17a5c5') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:22.954705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6df5824-e887-4a2a-8466-edd74a17a5c5') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:22.959496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:22.963930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Pushing event updated for resources: {'Port': ['ID=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:22.969177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] No DVR routers for this DVR port a0a185f4-6662-4e3d-bdb9-31fead331dfa on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:22.972475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.990804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.991164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.991581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.991949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.992318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.992565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:22.992758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.992993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.993338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.993838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.994055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.994379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:22.994767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:23.001168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:23.001715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:23.086619 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:23.107482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d57eec-8fd7-4199-9208-0097a1fafb00 None None] Pushing event deleted for resources: {'Port': ['ID=a0a185f4-6662-4e3d-bdb9-31fead331dfa,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:23.132505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.148842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.156072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/de5de28f-9032-4ce1-a2fe-2d37fae2d89a HTTP/1.1" status: 204 len: 168 time: 0.9740460 Aug 11 08:30:23.158776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40822) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:23.167506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b281-1f78-4be1-b2ac-14dcc594fbf0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=de5de28f-9032-4ce1-a2fe-2d37fae2d89a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:23.178600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Attempting to bind port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:23.178990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Attempting to bind port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '80f0bb5e-e431-4d6c-a2af-9b54750ff49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2578f004-4c91-4467-a107-dc04589a0041'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:23.179385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Attempting to bind port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 on network 2578f004-4c91-4467-a107-dc04589a0041 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:23.186408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] Deleting port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:23.186733 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.189714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:23.190092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Checking segment: {'id': '80f0bb5e-e431-4d6c-a2af-9b54750ff49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2578f004-4c91-4467-a107-dc04589a0041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:23.190499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.190896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Bound using segment: {'id': '80f0bb5e-e431-4d6c-a2af-9b54750ff49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2578f004-4c91-4467-a107-dc04589a0041'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:23.191392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Bound port: 6b5fd8df-e81e-4ac7-a364-cbc5331d2397, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f0bb5e-e431-4d6c-a2af-9b54750ff49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2578f004-4c91-4467-a107-dc04589a0041'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:23.191778 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.233808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40824) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:23.308560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.320740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] For port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,segment=NetworkSegment(61626f8d-9fae-49e3-a136-cdf51cde011d),segment_id=61626f8d-9fae-49e3-a136-cdf51cde011d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:23.321482 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.329939 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f0ffcace-d87d-497b-a53d-12adeecfc56a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b499eefdfeb4a8a99c83b6829dd3567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947547 Aug 11 08:30:23.330602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40830) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:23.351572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] Calling delete_port for 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:23.386477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] For port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:23.392223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] For port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,segment=NetworkSegment(80f0bb5e-e431-4d6c-a2af-9b54750ff49b),segment_id=80f0bb5e-e431-4d6c-a2af-9b54750ff49b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:23.403156 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.434572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.449733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-914e8981-013d-4974-98ed-02ee1e7d4500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.462626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 16086ef4-e58a-4e72-ac69-c1e903148ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:23.463862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0a185f4-6662-4e3d-bdb9-31fead331dfa no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:23.482585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:23.483261 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.490964 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-914e8981-013d-4974-98ed-02ee1e7d4500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.537347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f398aea-0979-4c30-a66c-66f8ac545f62 None None] Pushing event updated for resources: {'Port': ['ID=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:23.544458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a0a185f4-6662-4e3d-bdb9-31fead331dfa {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:23.544804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a0a185f4-6662-4e3d-bdb9-31fead331dfa not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:23.545282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:23.564751 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-914e8981-013d-4974-98ed-02ee1e7d4500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.568534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-914e8981-013d-4974-98ed-02ee1e7d4500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.570652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-914e8981-013d-4974-98ed-02ee1e7d4500 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56b96e77-2a6f-43b3-b83c-4e7ef827be5a HTTP/1.1" status: 204 len: 168 time: 0.2375112 Aug 11 08:30:23.585342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e8981-013d-4974-98ed-02ee1e7d4500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b96e77-2a6f-43b3-b83c-4e7ef827be5a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:23.603484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,segment=NetworkSegment(61626f8d-9fae-49e3-a136-cdf51cde011d),segment_id=61626f8d-9fae-49e3-a136-cdf51cde011d)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:23.614451 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.646346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:23.731984 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.759325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] No DVR routers for this DVR port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:23.787147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.792134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:23.804029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f22a-5a74-4aaa-a799-7cbcc8a0b864 None None] Pushing event deleted for resources: {'Port': ['ID=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:23.874365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea95e0fb-7bd9-417d-9122-5af2d3a7476a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:23.877142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port 32c8aecd-94a3-4bcf-ade6-2a4c88845a62 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:23.914964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ea95e0fb-7bd9-417d-9122-5af2d3a7476a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:23.915434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea95e0fb-7bd9-417d-9122-5af2d3a7476a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:23.951224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=32c8aecd-94a3-4bcf-ade6-2a4c88845a62,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:23.983456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.095142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 2578f004-4c91-4467-a107-dc04589a0041 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:24.106920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:24.121410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:24.125162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:24.125687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.129964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.144543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=16086ef4-e58a-4e72-ac69-c1e903148ec1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:24.161733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61967b3-8232-4638-9884-40d6c453919f']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:24.178795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61626f8d-9fae-49e3-a136-cdf51cde011d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:24.179830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61626f8d-9fae-49e3-a136-cdf51cde011d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:24.197770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.203288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40876) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:24.208493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': '2578f004-4c91-4467-a107-dc04589a0041', 'name': 'tempest-PortsIpV6TestJSON-1637191657', 'fixed_ips': [{'subnet_id': '8005ace2-3127-4242-a327-35dfd3c95633', 'ip_address': '2001:db8::f'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:24.209615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6d3c4eda-4e54-4420-9762-1684f3c29516 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0758083 Aug 11 08:30:24.234626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.247178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:24.258817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:24.260037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:24.264141 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:24.384466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ecaad0e2-8b86-491a-bc88-cc0106bbda4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcea4c83ff6b467f9bca91016db187f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354311 Aug 11 08:30:24.386970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:24.394051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.417031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.418995 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/a61967b3-8232-4638-9884-40d6c453919f HTTP/1.1" status: 204 len: 168 time: 1.2474854 Aug 11 08:30:24.424357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:24.431635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1389512227'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:24.452751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:24.465230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee213e7-63e8-4544-a21f-f0b599f3c52c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=a61967b3-8232-4638-9884-40d6c453919f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:24.540461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e24c-567b-47cf-a3e3-6c1b7a865fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.547490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:24.552970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.572931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e24c-567b-47cf-a3e3-6c1b7a865fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.592903 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.610355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:30:24.626640 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.626996 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment dd91a140-3f37-457c-a96f-3d6c8a2b9ebf of type vlan for network 873a0791-345a-4e3e-b793-15bbc13ea9eb Aug 11 08:30:24.628814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 77afdbbc-11e0-4ae5-b240-4dca6e386c3a yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:24.643505 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e24c-567b-47cf-a3e3-6c1b7a865fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.651612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e24c-567b-47cf-a3e3-6c1b7a865fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.654699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f2e7e24c-567b-47cf-a3e3-6c1b7a865fa0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fa4b42d-36b3-4f49-bc32-a312eadd04bf HTTP/1.1" status: 204 len: 168 time: 0.2642183 Aug 11 08:30:24.681260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7e24c-567b-47cf-a3e3-6c1b7a865fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4b42d-36b3-4f49-bc32-a312eadd04bf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:24.751219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.758177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40900) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:24.892975 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.899345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:24.899984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:24.988664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::f (2578f004-4c91-4467-a107-dc04589a0041/8005ace2-3127-4242-a327-35dfd3c95633/77afdbbc-11e0-4ae5-b240-4dca6e386c3a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:25.000962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5745502 Aug 11 08:30:25.004148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:25.016533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:25.021447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41c559-27f4-414f-baa5-8ec8cc943ced tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=873a0791-345a-4e3e-b793-15bbc13ea9eb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:25.040061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:30:25.256095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892a24a-c1b3-4bed-8289-4eb52ea418a3 None None] Network 2578f004-4c91-4467-a107-dc04589a0041 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:25.285301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db59cf72-1323-4bf4-b633-070def028a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.345612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:25.361800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.377382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e7d7ebee-cd4d-4fe9-9fee-b0deaa28e927 None None] Provisioning for port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:25.517980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.547222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 77afdbbc-11e0-4ae5-b240-4dca6e386c3a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:25.557724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db59cf72-1323-4bf4-b633-070def028a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.568998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:25.599571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.647154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:25.651921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:25.652334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.662269 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db59cf72-1323-4bf4-b633-070def028a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.669924 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 2578f004-4c91-4467-a107-dc04589a0041 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:25.672555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:25.678969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:25.686695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:25.687014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.698256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=77afdbbc-11e0-4ae5-b240-4dca6e386c3a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:25.716743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e3984c76-44fb-483e-9310-bd52aa3b9130 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5122252 Aug 11 08:30:25.719335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40922) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:25.756752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.821498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,segment=NetworkSegment(80f0bb5e-e431-4d6c-a2af-9b54750ff49b),segment_id=80f0bb5e-e431-4d6c-a2af-9b54750ff49b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:25.828716 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:25.891576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:25.899460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab046a68-1f2b-498d-b08a-5ee36d55bc49 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:25.905628 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ab046a68-1f2b-498d-b08a-5ee36d55bc49 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1850228 Aug 11 08:30:25.906299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40926) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:25.965388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a4bb9-db2f-47e4-b10f-00014c839f39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:25.971968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a4bb9-db2f-47e4-b10f-00014c839f39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:25.978855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a4bb9-db2f-47e4-b10f-00014c839f39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:25.984222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-465a4bb9-db2f-47e4-b10f-00014c839f39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0764871 Aug 11 08:30:25.984927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:26.027337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9265b505-50b4-4cc9-b3d4-b00ec8bc1f8c None None] Provisioning for port 16086ef4-e58a-4e72-ac69-c1e903148ec1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:26.034280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9265b505-50b4-4cc9-b3d4-b00ec8bc1f8c None None] Provisioning complete for port 16086ef4-e58a-4e72-ac69-c1e903148ec1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:26.034728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9265b505-50b4-4cc9-b3d4-b00ec8bc1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.125802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9265b505-50b4-4cc9-b3d4-b00ec8bc1f8c None None] Port 16086ef4-e58a-4e72-ac69-c1e903148ec1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:26.138441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9265b505-50b4-4cc9-b3d4-b00ec8bc1f8c None None] Provisioning complete for port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:26.138835 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9265b505-50b4-4cc9-b3d4-b00ec8bc1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.184070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 77afdbbc-11e0-4ae5-b240-4dca6e386c3a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:26.184441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.301047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.315708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 77afdbbc-11e0-4ae5-b240-4dca6e386c3a owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:26.389657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:26.391477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-db59cf72-1323-4bf4-b633-070def028a2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7415018624ba418fb17c59e70a5769ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6320407 Aug 11 08:30:26.399408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59cf72-1323-4bf4-b633-070def028a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202d5460-d36d-4c46-80f7-c88b5435bb10,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:26.479461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.507389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1614cdea-5144-4934-bea9-4b7e32264ad3 None None] Provisioning complete for port 16086ef4-e58a-4e72-ac69-c1e903148ec1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:26.507810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1614cdea-5144-4934-bea9-4b7e32264ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.517708 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.562671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=4297b0c9-ec88-481d-8c6e-be1875c3b0ac,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:26.570729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1614cdea-5144-4934-bea9-4b7e32264ad3 None None] Port 16086ef4-e58a-4e72-ac69-c1e903148ec1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:26.585375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-645e15a8-3e26-42cf-861c-fb4bd3d01fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.588922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=77afdbbc-11e0-4ae5-b240-4dca6e386c3a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:26.589148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:26.590312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: 873a0791-345a-4e3e-b793-15bbc13ea9eb, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:30:26.620989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:30:26.637840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 873a0791-345a-4e3e-b793-15bbc13ea9eb) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:26.641819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.650639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd174e1c-7c5c-41ff-8a05-5cb640ade2c7 None None] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:26.651748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a77030cf-7604-4779-8f0e-925562767fbc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/77afdbbc-11e0-4ae5-b240-4dca6e386c3a HTTP/1.1" status: 204 len: 168 time: 0.6657491 Aug 11 08:30:26.653303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40942) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:26.654381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:26.655329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.656433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-645e15a8-3e26-42cf-861c-fb4bd3d01fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.687510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a697f02-d042-4cfe-8a42-df5d92ea6bc9 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6818697 Aug 11 08:30:26.688190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:26.694409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511265277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:26.736975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.738207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.740796 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d6ed23-f753-4960-9a2b-eb7cde0b773a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:26.748162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-78d6ed23-f753-4960-9a2b-eb7cde0b773a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/77afdbbc-11e0-4ae5-b240-4dca6e386c3a HTTP/1.1" status: 404 len: 333 time: 0.0559039 Aug 11 08:30:26.750144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40950) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:26.787829 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-645e15a8-3e26-42cf-861c-fb4bd3d01fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.791498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-645e15a8-3e26-42cf-861c-fb4bd3d01fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.795818 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-645e15a8-3e26-42cf-861c-fb4bd3d01fd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/202d5460-d36d-4c46-80f7-c88b5435bb10 HTTP/1.1" status: 204 len: 168 time: 0.4052401 Aug 11 08:30:26.812739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e15a8-3e26-42cf-861c-fb4bd3d01fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202d5460-d36d-4c46-80f7-c88b5435bb10,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:26.897880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cba66838-70f0-4792-a52c-28d9b01ddc82 None None] Could not find standard attr ID for object 77afdbbc-11e0-4ae5-b240-4dca6e386c3a. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:30:26.910019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.910265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-873a0791-345a-4e3e-b793-15bbc13ea9eb', 'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': '4297b0c9-ec88-481d-8c6e-be1875c3b0ac'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:30:26.911905 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.960813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.985590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:26.992317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebafc19a-4ed5-4ef5-8bbc-07388df3f7fb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3025317 Aug 11 08:30:26.992869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40956) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:26.999259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'port': {'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb', 'name': 'tempest-RoutersTest-1171589547'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:27.027671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 16086ef4-e58a-4e72-ac69-c1e903148ec1 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:27.028081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.185854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Allocated IP 172.20.0.2 (873a0791-345a-4e3e-b793-15bbc13ea9eb/4297b0c9-ec88-481d-8c6e-be1875c3b0ac/fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:27.198318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.216468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:27.220170 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.227072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 16086ef4-e58a-4e72-ac69-c1e903148ec1 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:27.296171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] device_id is not set on port 6665ca12-02bb-49fb-b4a9-0dce69095b0f yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:27.369070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40964) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:27.409521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb727-6ab3-446a-a2ad-3834d846a4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.431608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:27.441561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.445619 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.491210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Transition to ACTIVE for port object fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:27.516870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Transition to ACTIVE for port object fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:27.526167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=16086ef4-e58a-4e72-ac69-c1e903148ec1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:27.536012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.578197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb727-6ab3-446a-a2ad-3834d846a4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.594132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb727-6ab3-446a-a2ad-3834d846a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.637895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.639885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-208ec17e-8f0a-4172-b759-478f643edb39 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/16086ef4-e58a-4e72-ac69-c1e903148ec1 HTTP/1.1" status: 204 len: 168 time: 0.8888290 Aug 11 08:30:27.646021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40970) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:27.646644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.20.0.8 (873a0791-345a-4e3e-b793-15bbc13ea9eb/4297b0c9-ec88-481d-8c6e-be1875c3b0ac/6665ca12-02bb-49fb-b4a9-0dce69095b0f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:27.669908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:27.670272 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.672906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:27.680053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:27.709223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:27.715529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Pushing event updated for resources: {'Port': ['ID=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:27.723001 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d38797b-be35-413b-a54c-365146158518 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:27.730938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8d6fb727-6ab3-446a-a2ad-3834d846a4dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e7cb1f0485a49998d06bcf154bacba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584142 Aug 11 08:30:27.737340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d38797b-be35-413b-a54c-365146158518 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/16086ef4-e58a-4e72-ac69-c1e903148ec1 HTTP/1.1" status: 404 len: 333 time: 0.0902872 Aug 11 08:30:27.737931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40974) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:27.738129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40976) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:27.752847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fb727-6ab3-446a-a2ad-3834d846a4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a265a-5b44-4bec-b193-cf7158203ce1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:27.862016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet 8005ace2-3127-4242-a327-35dfd3c95633 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:27.873635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:27.934527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Attempting to bind port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:27.934527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Attempting to bind port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:27.934839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Attempting to bind port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 on network 873a0791-345a-4e3e-b793-15bbc13ea9eb {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:27.996222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.007498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c29b638a-debf-4522-9090-b8c216a5c982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.025419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:28.026008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Checking segment: {'id': 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:28.026573 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.027106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Bound using segment: {'id': 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:28.027755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Bound port: fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '873a0791-345a-4e3e-b793-15bbc13ea9eb'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:28.028317 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.067395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.104017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object 6665ca12-02bb-49fb-b4a9-0dce69095b0f will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:28.106679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c29b638a-debf-4522-9090-b8c216a5c982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.111961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] For port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:28.116314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] For port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,segment=NetworkSegment(dd91a140-3f37-457c-a96f-3d6c8a2b9ebf),segment_id=dd91a140-3f37-457c-a96f-3d6c8a2b9ebf)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:28.123440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.168963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.198515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c29b638a-debf-4522-9090-b8c216a5c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.201700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c29b638a-debf-4522-9090-b8c216a5c982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.205349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c29b638a-debf-4522-9090-b8c216a5c982 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d48a265a-5b44-4bec-b193-cf7158203ce1 HTTP/1.1" status: 204 len: 168 time: 0.4639893 Aug 11 08:30:28.240277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b638a-debf-4522-9090-b8c216a5c982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a265a-5b44-4bec-b193-cf7158203ce1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:28.247717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.261246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.276714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a3d92-b191-4800-94a3-afd26dbd816b None None] Pushing event updated for resources: {'Port': ['ID=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:28.332592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=8005ace2-3127-4242-a327-35dfd3c95633,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:28.346033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.348397 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-94bc531a-3512-48d9-80dc-64dfe4b970b2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/8005ace2-3127-4242-a327-35dfd3c95633 HTTP/1.1" status: 204 len: 168 time: 0.6058271 Aug 11 08:30:28.354300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 40986) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:28.355371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f197f80-bcd8-4f12-9894-70282f695941 None None] Network 2578f004-4c91-4467-a107-dc04589a0041 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:28.373915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=6665ca12-02bb-49fb-b4a9-0dce69095b0f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:28.415427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:28.417878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:28.422848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:28.531589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:28.532309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.557063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.571661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-91a22306-4683-4f95-9359-4b41c55d8409 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5773170 Aug 11 08:30:28.576219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 40990) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:28.702522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:28.703176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.821440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.844867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] DHCP port deletion for 2578f004-4c91-4467-a107-dc04589a0041 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:28.877161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] For port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,segment=NetworkSegment(80f0bb5e-e431-4d6c-a2af-9b54750ff49b),segment_id=80f0bb5e-e431-4d6c-a2af-9b54750ff49b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:28.878032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:28.923765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:28.994036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] Deleting port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:28.996456 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.112040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.157552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No DVR routers for this DVR port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:29.161899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:29.181442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] For port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,segment=NetworkSegment(80f0bb5e-e431-4d6c-a2af-9b54750ff49b),segment_id=80f0bb5e-e431-4d6c-a2af-9b54750ff49b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:29.181950 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.209471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] Calling delete_port for 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:29.328468 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6705b0aa-726e-4cec-96ab-5540f1256586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.336302 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.357746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2578f004-4c91-4467-a107-dc04589a0041']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:29.382366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.384825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f0bb5e-e431-4d6c-a2af-9b54750ff49b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:29.385189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f0bb5e-e431-4d6c-a2af-9b54750ff49b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:29.420943 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.448861 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.470423 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.502497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:29.502849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.551497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:29.554834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] Pushing event deleted for resources: {'Port': ['ID=6b5fd8df-e81e-4ac7-a364-cbc5331d2397,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:29.591906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5226e-fbdb-4486-a90b-a7ae2b7ff9e4 None None] No DVR routers for this DVR port 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:29.650827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:29.652812 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:29.707618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.799330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.808659 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:29.819190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/2578f004-4c91-4467-a107-dc04589a0041 HTTP/1.1" status: 204 len: 168 time: 1.4574175 Aug 11 08:30:29.821027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e056-1a4b-4c90-a379-9c2c334fc39d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=2578f004-4c91-4467-a107-dc04589a0041,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:29.827209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41022) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:29.829588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:29.847578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2008472049'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:29.870469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:29.871439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6b5fd8df-e81e-4ac7-a364-cbc5331d2397 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:29.953071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:29.957132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.147729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.161722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:30:30.168605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.196853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b0728-e5f1-40c0-948a-5781cfec2b63 None None] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:30.224916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.224916 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Added segment 0e4073a9-c5dd-4306-9321-c2f7b75a32f5 of type vlan for network 948b5aa5-3323-476b-a860-ba00489b7ff0 Aug 11 08:30:30.340395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=6665ca12-02bb-49fb-b4a9-0dce69095b0f,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:30.348187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.360592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] Provisioning for port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:30.386979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] Provisioning complete for port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:30.386979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.451927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.457970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:30.458608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.570608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41044) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:30.573596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7428606 Aug 11 08:30:30.577095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:30.608402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.638387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e776b8b-63ec-4a5c-aadf-8d4df6167e82 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Network': ['ID=948b5aa5-3323-476b-a860-ba00489b7ff0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:30.662634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] For port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,segment=NetworkSegment(dd91a140-3f37-457c-a96f-3d6c8a2b9ebf),segment_id=dd91a140-3f37-457c-a96f-3d6c8a2b9ebf)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:30.670423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:30:30.686734 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.769540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:30.828956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05d0a0-0443-48cd-a077-622900a24327 None None] Pushing event updated for resources: {'Port': ['ID=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:30.835192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:30.844950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.249302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bff84a0-d91d-4169-9e12-1d4ccf6c38f9 None None] Provisioning for port 6665ca12-02bb-49fb-b4a9-0dce69095b0f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:31.257961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bff84a0-d91d-4169-9e12-1d4ccf6c38f9 None None] Provisioning complete for port 6665ca12-02bb-49fb-b4a9-0dce69095b0f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:31.260978 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bff84a0-d91d-4169-9e12-1d4ccf6c38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.379520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0bff84a0-d91d-4169-9e12-1d4ccf6c38f9 None None] Port 6665ca12-02bb-49fb-b4a9-0dce69095b0f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:31.405496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bff84a0-d91d-4169-9e12-1d4ccf6c38f9 None None] Provisioning complete for port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:31.405882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bff84a0-d91d-4169-9e12-1d4ccf6c38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.430736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.494198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:31.572805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=6e3310a9-0f7f-4d85-afdf-b277772b8651,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:31.624711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Checking segment: {'id': '0e4073a9-c5dd-4306-9321-c2f7b75a32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:31.625539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network hostable DHCP agents. Network: 948b5aa5-3323-476b-a860-ba00489b7ff0, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:30:31.676431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:30:31.689057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.703916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 948b5aa5-3323-476b-a860-ba00489b7ff0) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:31.708570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:31.709204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.758069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a82a54-f017-402b-97f2-72ee40fbb71a None None] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:31.761328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:31.763166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:31.763527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.824871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-001d5055-97be-4237-a5b6-d3c4a45142c7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2508018 Aug 11 08:30:31.828858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41096) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:31.848766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1411004416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:31.921718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:31.927102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.069159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-118545bf-5845-4241-8ff8-0e10d1c91011 None None] Provisioning complete for port 6665ca12-02bb-49fb-b4a9-0dce69095b0f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:32.074121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-118545bf-5845-4241-8ff8-0e10d1c91011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.074669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.086548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfcf4-cddf-400f-a7b1-ead2ddcba59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.091243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.224780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.232198 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.287168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfcf4-cddf-400f-a7b1-ead2ddcba59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.311073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfcf4-cddf-400f-a7b1-ead2ddcba59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.365601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.367664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d5c2e2ea-f0c4-4395-bebe-99f7b0ecb751 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5361359 Aug 11 08:30:32.370612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbfcf4-cddf-400f-a7b1-ead2ddcba59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a07ebf-7cb8-40f6-ac76-51096bfeb700,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:32.380896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:32.382432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.390822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0', 'name': 'tempest-PortsIpV6TestJSON-1016823574'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:32.484673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8dfbfcf4-cddf-400f-a7b1-ead2ddcba59d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec8313b0baa9475aa4f11aeb18072c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123098 Aug 11 08:30:32.485532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:32.497008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=6665ca12-02bb-49fb-b4a9-0dce69095b0f,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:32.516244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-118545bf-5845-4241-8ff8-0e10d1c91011 None None] Port 6665ca12-02bb-49fb-b4a9-0dce69095b0f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:32.526858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-948b5aa5-3323-476b-a860-ba00489b7ff0', 'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': '6e3310a9-0f7f-4d85-afdf-b277772b8651'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:30:32.528327 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.552426 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.627795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aeafd5a8-fc29-4933-be70-5e71ff27c309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.636079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:32.639179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:32.664502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aeafd5a8-fc29-4933-be70-5e71ff27c309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.666600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:32.677757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.775951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 0e767443-fbb2-4fd4-9c86-e903faf363b2 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:32.801736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7afc8da1-c367-46a6-a032-cb9c8d084871 None None] Provisioning complete for port 6665ca12-02bb-49fb-b4a9-0dce69095b0f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:32.802806 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7afc8da1-c367-46a6-a032-cb9c8d084871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.869378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 4668605c-191a-4fd4-8e3c-1d48e84f929f is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:30:32.875526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7afc8da1-c367-46a6-a032-cb9c8d084871 None None] Port 6665ca12-02bb-49fb-b4a9-0dce69095b0f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:32.891902 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a2909604-39d0-4454-8ab5-5f5b6f5d511a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.901882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aeafd5a8-fc29-4933-be70-5e71ff27c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.909988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aeafd5a8-fc29-4933-be70-5e71ff27c309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:32.911531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aeafd5a8-fc29-4933-be70-5e71ff27c309 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9a07ebf-7cb8-40f6-ac76-51096bfeb700 HTTP/1.1" status: 204 len: 168 time: 0.4217930 Aug 11 08:30:32.970641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafd5a8-fc29-4933-be70-5e71ff27c309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a07ebf-7cb8-40f6-ac76-51096bfeb700,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:33.023093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:33.035015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41118) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:33.038261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ee7531bb-632e-4037-afe6-c6cbf9b5b8db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/4668605c-191a-4fd4-8e3c-1d48e84f929f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4533396 Aug 11 08:30:33.048650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Allocated IP 2001:db8::2 (948b5aa5-3323-476b-a860-ba00489b7ff0/6e3310a9-0f7f-4d85-afdf-b277772b8651/663e3c0c-be8a-4ccc-9061-03eeca7082e4) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:33.062904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] Sync routers for ids ['4668605c-191a-4fd4-8e3c-1d48e84f929f'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:33.085417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] Routers {'4668605c-191a-4fd4-8e3c-1d48e84f929f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:33.088049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4668605c-191a-4fd4-8e3c-1d48e84f929f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:33.101560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cce63-2e0a-4cf8-88e6-71b67459586a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:33.107138 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e6cce63-2e0a-4cf8-88e6-71b67459586a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports/6665ca12-02bb-49fb-b4a9-0dce69095b0f HTTP/1.1" status: 200 len: 977 time: 0.0710628 Aug 11 08:30:33.107828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41122) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:33.216460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:33.236115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-54aaf719-a860-4ee9-8ab7-53a8888a496f None None] Provisioning complete for port 6665ca12-02bb-49fb-b4a9-0dce69095b0f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:33.236486 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-54aaf719-a860-4ee9-8ab7-53a8888a496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:33.268090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] Routers {'4668605c-191a-4fd4-8e3c-1d48e84f929f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:33.268728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4668605c-191a-4fd4-8e3c-1d48e84f929f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:33.349771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:33.350825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da38ea46-eb6c-4f3c-9bf2-de272b9865b6 None None] The sync data for ids ['4668605c-191a-4fd4-8e3c-1d48e84f929f'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:33.402891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-54aaf719-a860-4ee9-8ab7-53a8888a496f None None] Port 6665ca12-02bb-49fb-b4a9-0dce69095b0f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:33.524609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:33.547142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Transition to ACTIVE for port object 663e3c0c-be8a-4ccc-9061-03eeca7082e4 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:33.576688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Transition to ACTIVE for port object 663e3c0c-be8a-4ccc-9061-03eeca7082e4 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:33.596636 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:33.678967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Pushing event updated for resources: {'Port': ['ID=663e3c0c-be8a-4ccc-9061-03eeca7082e4,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:33.692557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:33.697555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:33.706279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:33.721336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::14c (948b5aa5-3323-476b-a860-ba00489b7ff0/6e3310a9-0f7f-4d85-afdf-b277772b8651/0e767443-fbb2-4fd4-9c86-e903faf363b2) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:33.807682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Attempting to bind port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:33.808789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Attempting to bind port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0e4073a9-c5dd-4306-9321-c2f7b75a32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:33.808789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Attempting to bind port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 on network 948b5aa5-3323-476b-a860-ba00489b7ff0 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:33.816204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:33.816804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Checking segment: {'id': '0e4073a9-c5dd-4306-9321-c2f7b75a32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:33.817586 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:33.818337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Bound using segment: {'id': '0e4073a9-c5dd-4306-9321-c2f7b75a32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:33.818820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Bound port: 663e3c0c-be8a-4ccc-9061-03eeca7082e4, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4073a9-c5dd-4306-9321-c2f7b75a32f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '948b5aa5-3323-476b-a860-ba00489b7ff0'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:33.819205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:33.878429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:33.928539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] For port 663e3c0c-be8a-4ccc-9061-03eeca7082e4, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:33.933834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] For port 663e3c0c-be8a-4ccc-9061-03eeca7082e4, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=663e3c0c-be8a-4ccc-9061-03eeca7082e4,segment=NetworkSegment(0e4073a9-c5dd-4306-9321-c2f7b75a32f5),segment_id=0e4073a9-c5dd-4306-9321-c2f7b75a32f5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:33.942061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:34.084345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6461b4-1d82-4a17-97ba-b5480e48fefe None None] Pushing event updated for resources: {'Port': ['ID=663e3c0c-be8a-4ccc-9061-03eeca7082e4,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:34.103671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-b1fe63ee-74b0-4823-9e88-9417814571ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879440 Aug 11 08:30:34.298528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4bb6-8976-476d-a341-1886a2076851 req-9435361b-22f1-4d34-b817-b6e802315ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:34.300372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-9435361b-22f1-4d34-b817-b6e802315ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 1096 time: 0.1159694 Aug 11 08:30:34.498007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:34.528019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 0e767443-fbb2-4fd4-9c86-e903faf363b2 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:34.567592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4bb6-8976-476d-a341-1886a2076851 req-e011d626-b72b-4be4-bded-e42da51b6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:34.569684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-e011d626-b72b-4be4-bded-e42da51b6036 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 200 len: 911 time: 0.2476752 Aug 11 08:30:34.726131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 6665ca12-02bb-49fb-b4a9-0dce69095b0f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:34.726705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:34.744713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-08a339f9-f3c7-4834-90ba-a57373284485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 200 len: 1001 time: 0.1664362 Aug 11 08:30:34.825562 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:34.875049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:34.892266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4bb6-8976-476d-a341-1886a2076851 req-1b8b37f9-205a-4cb8-9765-4d35611c8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:34.894203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-1b8b37f9-205a-4cb8-9765-4d35611c8969 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 200 len: 849 time: 0.1412230 Aug 11 08:30:34.946536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:34.969738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4bb6-8976-476d-a341-1886a2076851 req-2466cbb0-b59f-4918-b927-26b7d71dcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:34.969974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:34.973990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-2466cbb0-b59f-4918-b927-26b7d71dcca9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc582351-1147-4951-96c6-ee4d5ad3809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717466 Aug 11 08:30:34.981456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:34.993508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:35.007042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:35.007042 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:35.084163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 6665ca12-02bb-49fb-b4a9-0dce69095b0f owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:35.123398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=0e767443-fbb2-4fd4-9c86-e903faf363b2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:35.154860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5224c1fa-a3a0-4255-a568-e05333c255f9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7722816 Aug 11 08:30:35.161747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:35.246187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-96952103-9ffa-4e3e-b308-f62669e010dc service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635283 Aug 11 08:30:35.608353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 663e3c0c-be8a-4ccc-9061-03eeca7082e4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:35.631448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a58a4bb6-8976-476d-a341-1886a2076851 req-51af298f-691c-485c-8edb-653924b727e1 service neutron] 10.222.0.64 "GET /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429961 Aug 11 08:30:35.645093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41198) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:35.698991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:35.853413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:35.896500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1caf1c-fb03-4835-999e-9d3abd5e57b8 None None] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:35.897158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.044179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.152172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.230531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.235599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=6665ca12-02bb-49fb-b4a9-0dce69095b0f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:36.260056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] Provisioning for port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:36.303439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] Provisioning complete for port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:36.304072 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.319561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Allocated IP 172.25.2.64 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/703f8680-fb09-4d03-adb9-7e3cda671d0d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:36.371688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.548036 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.667138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.673722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] For port 663e3c0c-be8a-4ccc-9061-03eeca7082e4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=663e3c0c-be8a-4ccc-9061-03eeca7082e4,segment=NetworkSegment(0e4073a9-c5dd-4306-9321-c2f7b75a32f5),segment_id=0e4073a9-c5dd-4306-9321-c2f7b75a32f5)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:36.686384 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.803651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.828001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331241f3-6804-49de-8bcb-46b12c9d737c None None] Pushing event updated for resources: {'Port': ['ID=663e3c0c-be8a-4ccc-9061-03eeca7082e4,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:36.866241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:36.895486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:36.901401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:36.909185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:36.958357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Pushing event updated for resources: {'Port': ['ID=703f8680-fb09-4d03-adb9-7e3cda671d0d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:36.962797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-38090872-7d40-4b78-82f8-2b42ac367617 None None] Provisioning complete for port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:36.966121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38090872-7d40-4b78-82f8-2b42ac367617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.110793 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:30:37.152767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.169759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-38090872-7d40-4b78-82f8-2b42ac367617 None None] Provisioning for port 0e767443-fbb2-4fd4-9c86-e903faf363b2 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:37.186665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-38090872-7d40-4b78-82f8-2b42ac367617 None None] Provisioning complete for port 0e767443-fbb2-4fd4-9c86-e903faf363b2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:37.187413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38090872-7d40-4b78-82f8-2b42ac367617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.227539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-38090872-7d40-4b78-82f8-2b42ac367617 None None] Port 0e767443-fbb2-4fd4-9c86-e903faf363b2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:37.235561 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.432108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-942d11de-d126-4747-8fb4-1028d5966380 None None] Provisioning complete for port 0e767443-fbb2-4fd4-9c86-e903faf363b2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:37.432483 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-942d11de-d126-4747-8fb4-1028d5966380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.485843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 663e3c0c-be8a-4ccc-9061-03eeca7082e4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:37.568365 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.578623 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.586575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-942d11de-d126-4747-8fb4-1028d5966380 None None] Port 0e767443-fbb2-4fd4-9c86-e903faf363b2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:37.640070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:37.640070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.749061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Pushing event updated for resources: {'Port': ['ID=703f8680-fb09-4d03-adb9-7e3cda671d0d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:37.756420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.771083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-3d9368a3-be9b-4364-9b2d-58d012b3445f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373146 Aug 11 08:30:37.786527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.790957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ff31f09c-33bc-4468-bdcf-39ab5e4e78ab tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1415777 Aug 11 08:30:37.791281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41230) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:37.815525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1948038039', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'fixed_ips': [{'ip_address': '172.25.2.64'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:37.864575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Made reservation on behalf of 34d8de2917224f1585c9bfed51812d9d for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:37.868669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.910211 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:37.937160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 4668605c-191a-4fd4-8e3c-1d48e84f929f has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:37.985185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-9109ed9f-4191-425a-a532-7c879d1dc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:37.987301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-9109ed9f-4191-425a-a532-7c879d1dc80c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.1357672 Aug 11 08:30:37.997873 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:38.048707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:38.146160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:38.147407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:38.159265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6e8d17a0-b2cb-4091-83e8-12944eaabaf4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/4668605c-191a-4fd4-8e3c-1d48e84f929f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0473561 Aug 11 08:30:38.161816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41240) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:38.165937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-c7dc53d7-87b0-4fea-bfe5-2491fc68d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:38.168199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-c7dc53d7-87b0-4fea-bfe5-2491fc68d346 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 909 time: 0.1586838 Aug 11 08:30:38.175717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:38.191930 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] Sync routers for ids ['4668605c-191a-4fd4-8e3c-1d48e84f929f'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:38.220378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] Routers {'4668605c-191a-4fd4-8e3c-1d48e84f929f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:38.224381 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4668605c-191a-4fd4-8e3c-1d48e84f929f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:38.262106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] device_id is not set on port 8fdee35d-6415-4e6f-9c55-994a71c301ec yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:38.318894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=0e767443-fbb2-4fd4-9c86-e903faf363b2,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:38.337549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:38.358926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] Routers {'4668605c-191a-4fd4-8e3c-1d48e84f929f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:38.359648 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4668605c-191a-4fd4-8e3c-1d48e84f929f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:38.450928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363edd96-df5c-49c4-a043-35851d8f9d45,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:38.454254 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:38.455149 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d744fae-c8a6-41cf-bdd7-bbd8b62d77ff None None] The sync data for ids ['4668605c-191a-4fd4-8e3c-1d48e84f929f'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:38.529126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:38.713206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-99ca1915-d5a1-4087-9737-987df37e4213 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 1002 time: 0.5293503 Aug 11 08:30:38.790428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4d66d3fe-ee49-4e0a-a8c1-8295e87aaf8f None None] Provisioning complete for port 0e767443-fbb2-4fd4-9c86-e903faf363b2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:38.791480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4d66d3fe-ee49-4e0a-a8c1-8295e87aaf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:38.850796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4d66d3fe-ee49-4e0a-a8c1-8295e87aaf8f None None] Port 0e767443-fbb2-4fd4-9c86-e903faf363b2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:38.874456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:39.227407 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-7bb047eb-f063-43a7-8d46-c0af5b825150 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 08:30:39.231282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7bb047eb-f063-43a7-8d46-c0af5b825150 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/4668605c-191a-4fd4-8e3c-1d48e84f929f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0653863 Aug 11 08:30:39.232482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41258) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:39.268210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:39.320369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a87e2192-7f23-496b-b332-931409364406 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=4668605c-191a-4fd4-8e3c-1d48e84f929f HTTP/1.1" status: 200 len: 205 time: 0.0843592 Aug 11 08:30:39.325002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:39.325558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41260) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:39.326923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-564186ee-6fc2-4b51-a862-419843a67013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:39.328374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-564186ee-6fc2-4b51-a862-419843a67013 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.5724592 Aug 11 08:30:39.329399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:39.461739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=0e767443-fbb2-4fd4-9c86-e903faf363b2,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:39.497782 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 08:30:39.498223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:30:39.518428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:39.546461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:39.548244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:39.686272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-cf9da3a1-0455-49e5-95a6-bdc86ad4d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:39.687838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-cf9da3a1-0455-49e5-95a6-bdc86ad4d587 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481240 Aug 11 08:30:39.698461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9bc3f5aa-1058-4e71-9f8d-2b3a05e3ca6a tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.9047258 Aug 11 08:30:39.734884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41270) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:39.822942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-372766bc-6ccf-4d7d-b4b4-c6cf0f264385 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243100 Aug 11 08:30:39.950560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Router 6a65c031-2a66-4b02-8ffb-91af009593f3 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:30:40.070610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40c3fd32-d63e-4b12-af31-3df6592c1f87 None None] Provisioning complete for port 0e767443-fbb2-4fd4-9c86-e903faf363b2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:40.071162 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-40c3fd32-d63e-4b12-af31-3df6592c1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.105305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Deleting port 703f8680-fb09-4d03-adb9-7e3cda671d0d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:40.105651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.125735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-40c3fd32-d63e-4b12-af31-3df6592c1f87 None None] Port 0e767443-fbb2-4fd4-9c86-e903faf363b2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:40.158369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:40.165751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7aed5c12-06e2-49d3-8576-54647f03158c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/routers/6a65c031-2a66-4b02-8ffb-91af009593f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9988990 Aug 11 08:30:40.170229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41272) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:40.183250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] Sync routers for ids ['6a65c031-2a66-4b02-8ffb-91af009593f3'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:40.197906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] Routers {'6a65c031-2a66-4b02-8ffb-91af009593f3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:40.200246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6a65c031-2a66-4b02-8ffb-91af009593f3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:40.245237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:40.259801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] Routers {'6a65c031-2a66-4b02-8ffb-91af009593f3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:40.260685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6a65c031-2a66-4b02-8ffb-91af009593f3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:40.285458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.286023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.301504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Calling delete_port for 703f8680-fb09-4d03-adb9-7e3cda671d0d owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:40.312403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:40.313367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3355b-7ca9-4946-8d90-bde05476bad3 None None] The sync data for ids ['6a65c031-2a66-4b02-8ffb-91af009593f3'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:40.369483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20223fa1-190f-452a-a4e3-ed897859b8b5 req-178e96d0-f8f8-4fe7-9509-1236fca05915 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638462 Aug 11 08:30:40.374947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.377498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.418328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75cb4b-f635-4ec5-9493-1c0ae536badb tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:40.422874 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b75cb4b-f635-4ec5-9493-1c0ae536badb tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a65c031-2a66-4b02-8ffb-91af009593f3 HTTP/1.1" status: 200 len: 989 time: 0.2490928 Aug 11 08:30:40.427482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41278) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:40.502726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.507229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 4668605c-191a-4fd4-8e3c-1d48e84f929f {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:40.521744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.522821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7b47ce1d-bd53-4abf-98c1-b606b5e19f74 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/4668605c-191a-4fd4-8e3c-1d48e84f929f HTTP/1.1" status: 204 len: 168 time: 1.1932867 Aug 11 08:30:40.529409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41282) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:40.699938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet 4297b0c9-ec88-481d-8c6e-be1875c3b0ac {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:40.709253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.825342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.917892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:40.953989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Pushing event deleted for resources: {'Port': ['ID=703f8680-fb09-4d03-adb9-7e3cda671d0d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:40.971863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.056733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.078702 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.082234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.089990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ea13315-0d6a-4f2e-8325-9485a44f9ec7 tempest-ExternalNetworksAdminNegativeTestJSON-874850389 tempest-ExternalNetworksAdminNegativeTestJSON-874850389-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/cdbb81ae-898a-4a4c-8eac-7533fba9dc1c HTTP/1.1" status: 204 len: 168 time: 1.3160257 Aug 11 08:30:41.123577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=4297b0c9-ec88-481d-8c6e-be1875c3b0ac,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:41.140536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.146613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b57ba402-ee5a-4d55-9454-1465f9236340 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/4297b0c9-ec88-481d-8c6e-be1875c3b0ac HTTP/1.1" status: 204 len: 168 time: 0.6136205 Aug 11 08:30:41.147603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41296) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:41.149970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a397b-b4a0-48d7-901d-69457188f110 None None] Network 873a0791-345a-4e3e-b793-15bbc13ea9eb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:41.174628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.299500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.410619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:41.411058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.448652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] DHCP port deletion for 873a0791-345a-4e3e-b793-15bbc13ea9eb request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:41.501306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,segment=NetworkSegment(dd91a140-3f37-457c-a96f-3d6c8a2b9ebf),segment_id=dd91a140-3f37-457c-a96f-3d6c8a2b9ebf)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:41.501776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.518606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:41.543625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41304) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:41.572022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 0e767443-fbb2-4fd4-9c86-e903faf363b2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:41.572594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.593380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] Deleting port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:41.593841 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.696437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] For port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,segment=NetworkSegment(dd91a140-3f37-457c-a96f-3d6c8a2b9ebf),segment_id=dd91a140-3f37-457c-a96f-3d6c8a2b9ebf)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:41.697246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.716636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.726167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] Calling delete_port for fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:41.786032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:41.802244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:41.916519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:41.976283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] Pushing event deleted for resources: {'Port': ['ID=fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:41.996543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954dfffb-ddd5-4d92-bb19-cfd3ec68e297 None None] No DVR routers for this DVR port fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:42.016281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.032671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873a0791-345a-4e3e-b793-15bbc13ea9eb']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:42.049998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:42.050295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd91a140-3f37-457c-a96f-3d6c8a2b9ebf') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:42.065659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.085242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.093115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:42.093520 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:42.097579 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:42.125566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bde9a2c9-cb3e-4ec7-ad30-a1ae9a17fccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.188934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.198061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.215163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 0e767443-fbb2-4fd4-9c86-e903faf363b2 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:42.221287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.227057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/873a0791-345a-4e3e-b793-15bbc13ea9eb HTTP/1.1" status: 204 len: 168 time: 1.0745587 Aug 11 08:30:42.235723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41320) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:42.243058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-64891906'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:42.247613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707da2e-7816-4ebd-a3d0-5cfbe0b62d08 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=873a0791-345a-4e3e-b793-15bbc13ea9eb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:42.473088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bde9a2c9-cb3e-4ec7-ad30-a1ae9a17fccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.482026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bde9a2c9-cb3e-4ec7-ad30-a1ae9a17fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.511167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:42.516330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.588328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bde9a2c9-cb3e-4ec7-ad30-a1ae9a17fccc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59ce5b1ad7854d54993101f673022d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0404470 Aug 11 08:30:42.588935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41326) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:42.633957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a2c9-cb3e-4ec7-ad30-a1ae9a17fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53e2254-f605-4d71-a0e6-169ac5e5c656,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:42.642175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.650998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:30:42.670439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.671263 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 613ac1a1-b5a5-4932-953f-98ebb0f50cc0 of type vlan for network 498bf3de-e1cb-4f68-b18a-b9c7614d55de Aug 11 08:30:42.678695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=0e767443-fbb2-4fd4-9c86-e903faf363b2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:42.729596 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.793384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.810033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:42.811084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:42.868026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.002481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7649162 Aug 11 08:30:43.006191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41336) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:43.014770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:43.052828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf8079-f4c2-4941-9322-9a1a42b1b5df tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=498bf3de-e1cb-4f68-b18a-b9c7614d55de,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:43.061690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9841f74a-fa90-4cca-94ff-5cd134e83f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.064731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:30:43.121306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9841f74a-fa90-4cca-94ff-5cd134e83f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.238979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Router 6a65c031-2a66-4b02-8ffb-91af009593f3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:43.241759 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9841f74a-fa90-4cca-94ff-5cd134e83f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.244562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9841f74a-fa90-4cca-94ff-5cd134e83f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.245790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9841f74a-fa90-4cca-94ff-5cd134e83f32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e53e2254-f605-4d71-a0e6-169ac5e5c656 HTTP/1.1" status: 204 len: 168 time: 0.6558206 Aug 11 08:30:43.274063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841f74a-fa90-4cca-94ff-5cd134e83f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53e2254-f605-4d71-a0e6-169ac5e5c656,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:43.396851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:43.402821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.437743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:43.451309 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] Sync routers for ids ['6a65c031-2a66-4b02-8ffb-91af009593f3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:43.454724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:43.485367 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] Routers {'6a65c031-2a66-4b02-8ffb-91af009593f3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:43.486033 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6a65c031-2a66-4b02-8ffb-91af009593f3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:43.522355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:43.523625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb3d238c-b1e4-4533-b42b-ebaf5e95bbf9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:43.532843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fdc8fdfc-e15e-4aec-88b1-a1ddec413ad1 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/routers/6a65c031-2a66-4b02-8ffb-91af009593f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1040239 Aug 11 08:30:43.536266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41346) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:43.606917 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4523a48-597d-4bca-9e21-e320ced5069a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:43.609434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d4523a48-597d-4bca-9e21-e320ced5069a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/0e767443-fbb2-4fd4-9c86-e903faf363b2 HTTP/1.1" status: 404 len: 333 time: 0.0664060 Aug 11 08:30:43.614326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:43.707208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:43.721212 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:43.744182 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] Routers {'6a65c031-2a66-4b02-8ffb-91af009593f3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:43.744814 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6a65c031-2a66-4b02-8ffb-91af009593f3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:43.835234 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:43.836153 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52761b43-472b-4f28-8142-a638e36b3666 None None] The sync data for ids ['6a65c031-2a66-4b02-8ffb-91af009593f3'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:43.843638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41350) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:43.919477 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3fe42a6-fc07-462e-8bfb-d53ffbb0d258 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34d8de2917224f1585c9bfed51812d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735190 Aug 11 08:30:43.921909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41356) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:43.999843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9151f04-9fe0-40cb-a098-48b0acddf9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.051413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9151f04-9fe0-40cb-a098-48b0acddf9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.093511 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.103046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.124397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9151f04-9fe0-40cb-a098-48b0acddf9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.128104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9151f04-9fe0-40cb-a098-48b0acddf9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.129616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9151f04-9fe0-40cb-a098-48b0acddf9e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/363edd96-df5c-49c4-a043-35851d8f9d45 HTTP/1.1" status: 204 len: 168 time: 0.2061746 Aug 11 08:30:44.131973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.140932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9151f04-9fe0-40cb-a098-48b0acddf9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363edd96-df5c-49c4-a043-35851d8f9d45,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:44.234434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=d730fad0-653e-40a0-9100-56ad2742c1d7,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:44.252425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.252984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Fanout notify agent at l3_agent the message router_deleted on router 6a65c031-2a66-4b02-8ffb-91af009593f3 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:44.261743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.266349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3f9ce99d-4cb4-4aff-bf3d-c1d1822ce4c6 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/routers/6a65c031-2a66-4b02-8ffb-91af009593f3 HTTP/1.1" status: 204 len: 168 time: 0.6481447 Aug 11 08:30:44.266808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41368) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:44.283248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '613ac1a1-b5a5-4932-953f-98ebb0f50cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:44.284134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: 498bf3de-e1cb-4f68-b18a-b9c7614d55de, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:30:44.320310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:30:44.354150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 498bf3de-e1cb-4f68-b18a-b9c7614d55de) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:44.366476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086bef2-60d4-4d30-973a-ccc9139b45e7 None None] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:44.378334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:44.379480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.403776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet 6e3310a9-0f7f-4d85-afdf-b277772b8651 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:44.408802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-873448b7-b952-4583-9352-1dc242d1be23 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3994405 Aug 11 08:30:44.409550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.411942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41370) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:44.423491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1617275273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:44.480828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.482327 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.505367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.591015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.614865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.648055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.673915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e631ebfb-080c-4ba3-b734-c93c797881a3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2396235 Aug 11 08:30:44.674573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41380) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:44.724647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.776226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-498bf3de-e1cb-4f68-b18a-b9c7614d55de', 'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': 'd730fad0-653e-40a0-9100-56ad2742c1d7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:30:44.777518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.874125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.930261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3310a9-0f7f-4d85-afdf-b277772b8651,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:44.950192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:44.953476 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-af0e73a8-479d-4c80-8247-3878675d231b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/6e3310a9-0f7f-4d85-afdf-b277772b8651 HTTP/1.1" status: 204 len: 168 time: 0.6855993 Aug 11 08:30:44.969392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41388) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:44.981485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4377f0-5265-4945-b25d-4863fac79650 None None] Network 948b5aa5-3323-476b-a860-ba00489b7ff0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:45.147372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.189295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.258987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:45.260494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.403896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] For port 663e3c0c-be8a-4ccc-9061-03eeca7082e4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=663e3c0c-be8a-4ccc-9061-03eeca7082e4,segment=NetworkSegment(0e4073a9-c5dd-4306-9321-c2f7b75a32f5),segment_id=0e4073a9-c5dd-4306-9321-c2f7b75a32f5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:45.404323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.427619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 663e3c0c-be8a-4ccc-9061-03eeca7082e4 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:45.490265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Allocated IP 172.20.0.2 (498bf3de-e1cb-4f68-b18a-b9c7614d55de/d730fad0-653e-40a0-9100-56ad2742c1d7/38d60d58-761c-41be-8fa8-027f496bd321) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:45.565297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] DHCP port deletion for 948b5aa5-3323-476b-a860-ba00489b7ff0 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:45.607735 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.640525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=663e3c0c-be8a-4ccc-9061-03eeca7082e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:45.646197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No DVR routers for this DVR port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:45.679169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.679882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.680146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.680586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.681011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.681349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.681688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.682139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.682535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.682968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.683360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.683751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:45.686705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Deleting port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:45.687488 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.761621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.780335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948b5aa5-3323-476b-a860-ba00489b7ff0']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:45.794270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] For port 663e3c0c-be8a-4ccc-9061-03eeca7082e4, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:45.794669 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.818404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Calling delete_port for 663e3c0c-be8a-4ccc-9061-03eeca7082e4 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:45.820840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.823673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:30:45.829457 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.833994 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4073a9-c5dd-4306-9321-c2f7b75a32f5') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:45.835005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4073a9-c5dd-4306-9321-c2f7b75a32f5') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:45.845251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Transition to ACTIVE for port object 38d60d58-761c-41be-8fa8-027f496bd321 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:45.846863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] No DVR routers for this DVR port 663e3c0c-be8a-4ccc-9061-03eeca7082e4 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:45.877776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc04a0-0923-4c1c-8e09-1f4ad161b502 None None] Pushing event deleted for resources: {'Port': ['ID=663e3c0c-be8a-4ccc-9061-03eeca7082e4,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:45.893443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Transition to ACTIVE for port object 38d60d58-761c-41be-8fa8-027f496bd321 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:45.896753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.903446 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.937501 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.946719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:45.948280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:45.948677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:45.951210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:45.955203 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:45.959556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:46.023675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.20.0.1 (498bf3de-e1cb-4f68-b18a-b9c7614d55de/d730fad0-653e-40a0-9100-56ad2742c1d7/42cd52ed-c717-4c06-ac29-02b367a8f5ea) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:46.026552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Pushing event updated for resources: {'Port': ['ID=38d60d58-761c-41be-8fa8-027f496bd321,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:46.046121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Attempting to bind port 38d60d58-761c-41be-8fa8-027f496bd321 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:46.046535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Attempting to bind port 38d60d58-761c-41be-8fa8-027f496bd321 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '613ac1a1-b5a5-4932-953f-98ebb0f50cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:46.047021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Attempting to bind port 38d60d58-761c-41be-8fa8-027f496bd321 on network 498bf3de-e1cb-4f68-b18a-b9c7614d55de {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:46.051781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.054403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:46.054403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Checking segment: {'id': '613ac1a1-b5a5-4932-953f-98ebb0f50cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:46.054822 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.055250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Bound using segment: {'id': '613ac1a1-b5a5-4932-953f-98ebb0f50cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:46.055821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Bound port: 38d60d58-761c-41be-8fa8-027f496bd321, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613ac1a1-b5a5-4932-953f-98ebb0f50cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '498bf3de-e1cb-4f68-b18a-b9c7614d55de'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:46.056276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.059889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.064443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/948b5aa5-3323-476b-a860-ba00489b7ff0 HTTP/1.1" status: 204 len: 168 time: 1.0918167 Aug 11 08:30:46.067718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41422) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:46.085302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910619c3-6a84-429d-84a2-b8932aa2ba8a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=948b5aa5-3323-476b-a860-ba00489b7ff0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:46.137667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7f244255-0114-40d9-9366-689868de18b8 None None] For port 38d60d58-761c-41be-8fa8-027f496bd321, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:46.141335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7f244255-0114-40d9-9366-689868de18b8 None None] For port 38d60d58-761c-41be-8fa8-027f496bd321, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=38d60d58-761c-41be-8fa8-027f496bd321,segment=NetworkSegment(613ac1a1-b5a5-4932-953f-98ebb0f50cc0),segment_id=613ac1a1-b5a5-4932-953f-98ebb0f50cc0)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:46.148527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.202327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d6da52-684a-44d7-a087-b6d99d4b5655 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:46.207551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c1d6da52-684a-44d7-a087-b6d99d4b5655 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/efb3a2d3-bb56-4495-b01c-11ee0682c8e0 HTTP/1.1" status: 200 len: 845 time: 0.1347435 Aug 11 08:30:46.209306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41430) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:46.233043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244255-0114-40d9-9366-689868de18b8 None None] Pushing event updated for resources: {'Port': ['ID=38d60d58-761c-41be-8fa8-027f496bd321,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:46.307057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-89d9cad8-de03-4723-bacf-da8212aff937 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/efb3a2d3-bb56-4495-b01c-11ee0682c8e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0956914 Aug 11 08:30:46.314696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41438) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:46.321468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:46.365975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.384621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object 42cd52ed-c717-4c06-ac29-02b367a8f5ea will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:46.433361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.451124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:46.454823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.486227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:46.490422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:46.495433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:46.529507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=42cd52ed-c717-4c06-ac29-02b367a8f5ea,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:46.576477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:46.613886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.761203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.773383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-901549973', 'router:external': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:46.785758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.808831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:46.813919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:46.819085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:46.819512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.836112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa97564-692b-41a9-8e02-084b9c3b514f None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:46.837720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=a1f28a32-2421-4cc4-99a7-7af3ca4930d3,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:46.849293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Made reservation on behalf of 454731b453cb4ad284203c1e4e676197 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:46.851643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.853953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-efabe162-42ba-4c4a-9249-68173e1a292b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5379109 Aug 11 08:30:46.854835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41450) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:46.861948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'security_group': {'name': 'tempest-secgroup-2136205589'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:46.865335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:46.901580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.038885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c6aef65d-b868-465b-8bfc-afc374c0f52c', 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'tenant_id': '59427324fb1b41a4b53f6119bfe704c7', 'fixed_ips': [{'subnet_id': 'a1f28a32-2421-4cc4-99a7-7af3ca4930d3'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:30:47.040817 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.215149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Allocated IP 2001:db8::2 (c6aef65d-b868-465b-8bfc-afc374c0f52c/a1f28a32-2421-4cc4-99a7-7af3ca4930d3/bf29e7df-182a-4b27-9664-cb607448cd3d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:47.456159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.482164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.521682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38d60d58-761c-41be-8fa8-027f496bd321 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:47.550439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:30:47.563215 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.574856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Transition to ACTIVE for port object bf29e7df-182a-4b27-9664-cb607448cd3d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:47.584803 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.603706 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.604214 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Added segment 0e798237-23f3-4ee4-953f-a4ff007e6843 of type vlan for network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 Aug 11 08:30:47.610633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77e6da-b4ab-4596-a0d2-f83c6c35fdfd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:47.615588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.645426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Transition to ACTIVE for port object bf29e7df-182a-4b27-9664-cb607448cd3d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:47.647530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28343055-1e05-48fc-bed1-6c208b15396b None None] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:47.657711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91856a5f-ca62-472f-bb66-9e0f948a30db,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:47.667652 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.680487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.680726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.685637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e44ceb04-1f75-428d-a5ed-b339536b8e73 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8260190 Aug 11 08:30:47.686274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41468) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:47.695720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.696353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'security_group': {'name': 'tempest-secgroup-873985217'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:47.728532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.731089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.776736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Pushing event updated for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:47.779329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f4b945f4-2809-4703-a022-378c16e1dde1 None None] Provisioning for port 38d60d58-761c-41be-8fa8-027f496bd321 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:47.815666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:47.821379 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.821597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:47.826895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:47.831948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=42cd52ed-c717-4c06-ac29-02b367a8f5ea,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:47.837621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.838529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:47.839107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.857319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.862687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.896556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.898429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2105179 Aug 11 08:30:47.901120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6165b-65d5-4016-9251-9b0ddea17d6b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a932da-48f7-4862-aa91-c7301e06a324,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:47.903176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41474) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:47.908304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1494017558', 'security_groups': ['32a932da-48f7-4862-aa91-c7301e06a324'], 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1f28a32-2421-4cc4-99a7-7af3ca4930d3'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:47.940713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 38d60d58-761c-41be-8fa8-027f496bd321 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:47.948968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3710809 Aug 11 08:30:47.959788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41476) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:47.966854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 38d60d58-761c-41be-8fa8-027f496bd321 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:47.967360 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:47.972030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Attempting to bind port bf29e7df-182a-4b27-9664-cb607448cd3d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:30:47.972412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Attempting to bind port bf29e7df-182a-4b27-9664-cb607448cd3d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'fd8051ad-59c2-4839-b0f0-86f507a864e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:30:47.972766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Attempting to bind port bf29e7df-182a-4b27-9664-cb607448cd3d on network c6aef65d-b868-465b-8bfc-afc374c0f52c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:30:47.973529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'subnet': {'network_id': '069bc103-2332-4c09-9b6c-a6fb2ffc4fc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:47.998370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42dbf2-becb-4658-8e23-20e4e2c9e030 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Network': ['ID=069bc103-2332-4c09-9b6c-a6fb2ffc4fc6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:48.024757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:30:48.025731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Checking segment: {'id': 'fd8051ad-59c2-4839-b0f0-86f507a864e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:48.025731 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.026775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Bound using segment: {'id': 'fd8051ad-59c2-4839-b0f0-86f507a864e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:30:48.026775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Bound port: bf29e7df-182a-4b27-9664-cb607448cd3d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8051ad-59c2-4839-b0f0-86f507a864e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:30:48.027024 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.035704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Made reservation on behalf of 454731b453cb4ad284203c1e4e676197 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:48.039412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:30:48.041793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.097705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:48.106503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:48.111090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:48.199685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.230942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:48.251517 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.312522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:30:48.316136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 38d60d58-761c-41be-8fa8-027f496bd321, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=38d60d58-761c-41be-8fa8-027f496bd321,segment=NetworkSegment(613ac1a1-b5a5-4932-953f-98ebb0f50cc0),segment_id=613ac1a1-b5a5-4932-953f-98ebb0f50cc0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:48.318921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf29e7df-182a-4b27-9664-cb607448cd3d,segment=NetworkSegment(fd8051ad-59c2-4839-b0f0-86f507a864e0),segment_id=fd8051ad-59c2-4839-b0f0-86f507a864e0)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:30:48.324785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.338372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.426204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 663e3c0c-be8a-4ccc-9061-03eeca7082e4 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:48.468173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 663e3c0c-be8a-4ccc-9061-03eeca7082e4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:48.468440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 663e3c0c-be8a-4ccc-9061-03eeca7082e4 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:48.483148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 5121dbb1-616a-4fed-b0e6-31a04fc72761 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:30:48.502116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=38d60d58-761c-41be-8fa8-027f496bd321,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:48.594482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::85 (c6aef65d-b868-465b-8bfc-afc374c0f52c/a1f28a32-2421-4cc4-99a7-7af3ca4930d3/92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:48.643919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28665313-beab-453b-8e26-9980ae2a39b7 None None] Pushing event updated for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:48.662254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c5289451-6661-4405-a836-eac03d4d51eb None None] Provisioning complete for port 38d60d58-761c-41be-8fa8-027f496bd321 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:48.662812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5289451-6661-4405-a836-eac03d4d51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.807380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:48.822841 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bd654f38-d69f-4599-a1ad-fd18e7142255 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/5121dbb1-616a-4fed-b0e6-31a04fc72761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1471624 Aug 11 08:30:48.833079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41490) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:48.837318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] Sync routers for ids ['5121dbb1-616a-4fed-b0e6-31a04fc72761'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:48.874302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] Routers {'5121dbb1-616a-4fed-b0e6-31a04fc72761'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:48.874302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5121dbb1-616a-4fed-b0e6-31a04fc72761'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:48.879576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c5289451-6661-4405-a836-eac03d4d51eb None None] Provisioning for port 42cd52ed-c717-4c06-ac29-02b367a8f5ea completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:48.935361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c5289451-6661-4405-a836-eac03d4d51eb None None] Provisioning complete for port 42cd52ed-c717-4c06-ac29-02b367a8f5ea triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:48.935737 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5289451-6661-4405-a836-eac03d4d51eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:48.939098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:48.943661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34debad5-635c-4ad9-ab95-325a9988f502 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:48.945926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-34debad5-635c-4ad9-ab95-325a9988f502 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports/42cd52ed-c717-4c06-ac29-02b367a8f5ea HTTP/1.1" status: 200 len: 910 time: 0.1119800 Aug 11 08:30:48.953459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41492) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:48.985020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] Routers {'5121dbb1-616a-4fed-b0e6-31a04fc72761'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:48.985828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5121dbb1-616a-4fed-b0e6-31a04fc72761'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:49.031740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:49.032717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb23b419-53d0-4b93-b700-ce1b2008ab64 None None] The sync data for ids ['5121dbb1-616a-4fed-b0e6-31a04fc72761'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:49.041194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c5289451-6661-4405-a836-eac03d4d51eb None None] Port 42cd52ed-c717-4c06-ac29-02b367a8f5ea cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:49.060397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:30:49.060921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.133903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7fbe8eb2-22d7-4743-ae90-28d852b39072,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:49.142877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.172746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d18c637-40ec-4999-aa66-f6872aff13f4 None None] Provisioning complete for port 42cd52ed-c717-4c06-ac29-02b367a8f5ea triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:49.173595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d18c637-40ec-4999-aa66-f6872aff13f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.175139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Checking segment: {'id': '0e798237-23f3-4ee4-953f-a4ff007e6843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '069bc103-2332-4c09-9b6c-a6fb2ffc4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:30:49.177125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network hostable DHCP agents. Network: 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:30:49.214783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:30:49.227829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:49.232305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:49.233050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.250657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce09491b-f8f7-427a-b647-323201002b02 None None] Network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:49.262619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87a4ea28-bb73-4514-ac7f-34d7566737da tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2991729 Aug 11 08:30:49.265536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41498) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:49.270714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1844275916', 'network_id': '069bc103-2332-4c09-9b6c-a6fb2ffc4fc6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:49.279984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:49.316761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Made reservation on behalf of 454731b453cb4ad284203c1e4e676197 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:49.319668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.328629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8d18c637-40ec-4999-aa66-f6872aff13f4 None None] Port 42cd52ed-c717-4c06-ac29-02b367a8f5ea cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:49.362516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] device_id is not set on port 9ffcafd2-73df-446d-8411-a06ba59e3e5c yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:49.484247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6913a357-cceb-41fa-9bf3-43722ff2b66b None None] Provisioning complete for port 42cd52ed-c717-4c06-ac29-02b367a8f5ea triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:49.484612 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6913a357-cceb-41fa-9bf3-43722ff2b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.546853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6b09a-39e3-49cc-aabf-916848a14497 None None] Network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:49.647042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38d60d58-761c-41be-8fa8-027f496bd321 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:49.663838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Allocated IP 172.20.0.7 (069bc103-2332-4c09-9b6c-a6fb2ffc4fc6/7fbe8eb2-22d7-4743-ae90-28d852b39072/9ffcafd2-73df-446d-8411-a06ba59e3e5c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:49.691053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6913a357-cceb-41fa-9bf3-43722ff2b66b None None] Port 42cd52ed-c717-4c06-ac29-02b367a8f5ea cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:49.846856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 38d60d58-761c-41be-8fa8-027f496bd321 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:49.847270 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.949429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:49.952021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:49.994747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.025986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:50.030521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port bf29e7df-182a-4b27-9664-cb607448cd3d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:50.047098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:50.059287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:50.063883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.065142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:50.065795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.097198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:50.112940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3e9ba98-f54b-4a07-97da-1cf8ed328a8c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2073128 Aug 11 08:30:50.114635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41514) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:50.139228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:50.144595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:50.150924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:50.160027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:50.211182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffcafd2-73df-446d-8411-a06ba59e3e5c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:50.221310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Provisioning for port bf29e7df-182a-4b27-9664-cb607448cd3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:50.225673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:50.226149 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.249002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:50.249642 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.285409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bd5aed37-3ee0-42ab-a4ce-fde2df61552c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0185006 Aug 11 08:30:50.285917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41516) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:50.385326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:50.389139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.416169 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.424758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Deleting port 9ffcafd2-73df-446d-8411-a06ba59e3e5c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:50.425144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.474812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.485870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf29e7df-182a-4b27-9664-cb607448cd3d,segment=NetworkSegment(fd8051ad-59c2-4839-b0f0-86f507a864e0),segment_id=fd8051ad-59c2-4839-b0f0-86f507a864e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:50.493887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.536548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Provisioning complete for port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:50.537216 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.547763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.563029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Calling delete_port for 9ffcafd2-73df-446d-8411-a06ba59e3e5c owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:50.600096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:50.608769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21240509-5a74-4e79-ada1-a8bf377008fd None None] Pushing event updated for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:50.647532 n-d-789963-6 neutron-server[94573]: INFO neutron.db.ipam_backend_mixin [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1f28a32-2421-4cc4-99a7-7af3ca4930d3 (CIDR: 2001:db8::/64) Aug 11 08:30:50.656317 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:30:50.657377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:30:50.731285 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-41138794-3fd2-4b53-a1bf-d83bffa1896f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6151857 Aug 11 08:30:50.737924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-52089b03-e382-4da5-adbb-1f0b86af4825 None None] Provisioning for port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:50.739673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41530) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:50.748401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:50.755877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-52089b03-e382-4da5-adbb-1f0b86af4825 None None] Provisioning complete for port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:50.758385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-52089b03-e382-4da5-adbb-1f0b86af4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.834055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:50.935266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ffcafd2-73df-446d-8411-a06ba59e3e5c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:51.029174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-52089b03-e382-4da5-adbb-1f0b86af4825 None None] Port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:51.070644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.075898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8940114-7b2e-4ddd-9b37-f011a988b641 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9ffcafd2-73df-446d-8411-a06ba59e3e5c HTTP/1.1" status: 204 len: 168 time: 0.7865400 Aug 11 08:30:51.076099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 42cd52ed-c717-4c06-ac29-02b367a8f5ea {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:51.076099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.077091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41532) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:51.083151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '069bc103-2332-4c09-9b6c-a6fb2ffc4fc6', 'external_fixed_ips': [{'subnet_id': '7fbe8eb2-22d7-4743-ae90-28d852b39072', 'ip_address': '172.20.0.7'}]}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:51.112256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:30:51.112256 n-d-789963-6 neutron-server[94572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 08:30:51.112256 n-d-789963-6 neutron-server[94572]: [parameters: {'project_id': '454731b453cb4ad284203c1e4e676197', 'id': '945008f9-3d7b-4b5c-b76a-50ceff61c4ec', 'expiration': datetime.datetime(2021, 8, 11, 8, 32, 51, 98573)}] Aug 11 08:30:51.112256 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:30:51.113225 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:30:51.120752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:51.126010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.173508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.188402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 42cd52ed-c717-4c06-ac29-02b367a8f5ea owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:51.387368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.395108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:51.415575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.430706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:51.451309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:51.456418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:51.457307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.480973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=cf3e92ee-a868-4e94-b453-a405e6d45fee,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:51.496547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=42cd52ed-c717-4c06-ac29-02b367a8f5ea,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:51.505467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6bd06-7430-4488-8e47-45e320466f1d None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:51.515716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-acf4a7f9-3b31-48f0-ab77-cd2b7043af28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7719824 Aug 11 08:30:51.515716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:51.522611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-271652039', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf3e92ee-a868-4e94-b453-a405e6d45fee'}], 'security_groups': ['91856a5f-ca62-472f-bb66-9e0f948a30db']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:51.634201 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.663829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:51.664212 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.816805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.828579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.829877 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.855630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Update dhcp port {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'fixed_ips': [{'subnet_id': 'a1f28a32-2421-4cc4-99a7-7af3ca4930d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf3e92ee-a868-4e94-b453-a405e6d45fee'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'bf29e7df-182a-4b27-9664-cb607448cd3d'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:30:51.891555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 5121dbb1-616a-4fed-b0e6-31a04fc72761 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:30:51.919924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:51.942497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.051389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:52.056901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-540e5d51-46ed-47de-b6f9-0fb561e0cd4e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/5121dbb1-616a-4fed-b0e6-31a04fc72761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0995746 Aug 11 08:30:52.059990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41556) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:52.067469 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] Sync routers for ids ['5121dbb1-616a-4fed-b0e6-31a04fc72761'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:52.091886 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] Routers {'5121dbb1-616a-4fed-b0e6-31a04fc72761'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:52.093009 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5121dbb1-616a-4fed-b0e6-31a04fc72761'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:52.126601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3fd24c67-3148-452b-ac1e-5770522411ec tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=5121dbb1-616a-4fed-b0e6-31a04fc72761 HTTP/1.1" status: 200 len: 205 time: 0.0652406 Aug 11 08:30:52.129406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41558) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:52.139772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Allocated IP 2001:db8:0:1::2 (c6aef65d-b868-465b-8bfc-afc374c0f52c/cf3e92ee-a868-4e94-b453-a405e6d45fee/bf29e7df-182a-4b27-9664-cb607448cd3d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:52.158269 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:52.168743 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] Routers {'5121dbb1-616a-4fed-b0e6-31a04fc72761'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:52.169748 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5121dbb1-616a-4fed-b0e6-31a04fc72761'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:52.225360 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:52.226501 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285b9dd-e39a-4643-9140-a2b9e5c18700 None None] The sync data for ids ['5121dbb1-616a-4fed-b0e6-31a04fc72761'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:52.232439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.284821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf29e7df-182a-4b27-9664-cb607448cd3d,segment=NetworkSegment(fd8051ad-59c2-4839-b0f0-86f507a864e0),segment_id=fd8051ad-59c2-4839-b0f0-86f507a864e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:52.363138 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.395259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Transition to ACTIVE for port object bf29e7df-182a-4b27-9664-cb607448cd3d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:52.400445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.401788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.513226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec4e5d-bcb3-464c-bccb-9bc032a1e62d None None] Pushing event updated for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:52.609228 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.630741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.723604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.723604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 5121dbb1-616a-4fed-b0e6-31a04fc72761 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:52.738396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.739722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6c60ea8-7e16-4e7e-8dbe-d84c6b30e983 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/5121dbb1-616a-4fed-b0e6-31a04fc72761 HTTP/1.1" status: 204 len: 168 time: 0.6090155 Aug 11 08:30:52.742877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41578) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:52.858126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet d730fad0-653e-40a0-9100-56ad2742c1d7 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:52.864639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.872980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Delete allocated IP 2001:db8::85 (c6aef65d-b868-465b-8bfc-afc374c0f52c/a1f28a32-2421-4cc4-99a7-7af3ca4930d3) {{(pid=94572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 08:30:52.934231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:52.977477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8:0:1::3b0 (c6aef65d-b868-465b-8bfc-afc374c0f52c/cf3e92ee-a868-4e94-b453-a405e6d45fee/92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:53.025217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.078966 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.136414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.236193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.309671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=d730fad0-653e-40a0-9100-56ad2742c1d7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:53.327237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.329378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2bd4133-2a93-4213-8184-1e5a0cdea21b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/d730fad0-653e-40a0-9100-56ad2742c1d7 HTTP/1.1" status: 204 len: 168 time: 0.5847981 Aug 11 08:30:53.332256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:53.337963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9044c5-57d6-4e51-90d0-9d843c092490 None None] Network 498bf3de-e1cb-4f68-b18a-b9c7614d55de requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:53.479235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:53.481993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.563298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 38d60d58-761c-41be-8fa8-027f496bd321 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:53.563780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.675815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port 38d60d58-761c-41be-8fa8-027f496bd321, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=38d60d58-761c-41be-8fa8-027f496bd321,segment=NetworkSegment(613ac1a1-b5a5-4932-953f-98ebb0f50cc0),segment_id=613ac1a1-b5a5-4932-953f-98ebb0f50cc0)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:53.676515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.698514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 38d60d58-761c-41be-8fa8-027f496bd321 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:53.733882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Provisioning complete for port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:53.734254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.866703 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.867511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:53.885766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Provisioning for port bf29e7df-182a-4b27-9664-cb607448cd3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:53.894448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:53.895042 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.904476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Allocated IP 172.20.0.7 (069bc103-2332-4c09-9b6c-a6fb2ffc4fc6/7fbe8eb2-22d7-4743-ae90-28d852b39072/0af19cc1-df60-45fd-bb50-f03c76c8c9ac) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:53.946011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:53.950746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644158f-0f36-4d38-ad4a-2abb2f8d04a5 None None] DHCP port deletion for 498bf3de-e1cb-4f68-b18a-b9c7614d55de request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:30:53.973197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:53.996800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port 38d60d58-761c-41be-8fa8-027f496bd321 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:30:54.005282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=38d60d58-761c-41be-8fa8-027f496bd321,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:54.025456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.054533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Provisioning complete for port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:54.055524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.067215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] In _notify_port_updated(), no bound segment for port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 on network c6aef65d-b868-465b-8bfc-afc374c0f52c {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:30:54.073828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:54.074529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.075980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/ports/92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 HTTP/1.1" status: 200 len: 930 time: 2.5593216 Aug 11 08:30:54.080727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41602) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:54.118208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a9b866dc-d51e-46b0-80cb-b0ad5a8f7b09 None None] Port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:54.137929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:54.154871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.155219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.155562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.155896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.156224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.156554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.156905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.157245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.157571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.157891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.158211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.158533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7461e9-9654-403c-913a-b7661fb3a11f tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:30:54.189011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.200939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.243929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.244789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498bf3de-e1cb-4f68-b18a-b9c7614d55de']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:54.262215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613ac1a1-b5a5-4932-953f-98ebb0f50cc0') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:54.262636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613ac1a1-b5a5-4932-953f-98ebb0f50cc0') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:54.278197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.281701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:54.284952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:54.288924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:54.302192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.315211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:54.315833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:54.387439 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:54.420376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Port': ['ID=0af19cc1-df60-45fd-bb50-f03c76c8c9ac,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:54.420841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:54.421304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.474719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fabcd06d-d8b3-40e7-987b-4882a78a5acd None None] Provisioning for port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:54.480946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fabcd06d-d8b3-40e7-987b-4882a78a5acd None None] Provisioning complete for port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:54.486087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fabcd06d-d8b3-40e7-987b-4882a78a5acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.541252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.553311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.555794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/498bf3de-e1cb-4f68-b18a-b9c7614d55de HTTP/1.1" status: 204 len: 168 time: 1.2222724 Aug 11 08:30:54.556823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fabcd06d-d8b3-40e7-987b-4882a78a5acd None None] Port 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:54.563011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41608) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:54.575010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-457682922', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:54.577154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce6e86-2fb4-4a85-828a-026bce63e031 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=498bf3de-e1cb-4f68-b18a-b9c7614d55de,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:54.587241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.604839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:54.647018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.653032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.658289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.766785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.779107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.809664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:54.840947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:54.843499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-321a5635-6437-4427-8f2b-863bc233b74a tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 HTTP/1.1" status: 204 len: 168 time: 0.7612896 Aug 11 08:30:54.846033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41616) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:54.886080 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-83df75d1-08bb-4f64-ab17-6fa08f5f97cd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:30:54.888919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83df75d1-08bb-4f64-ab17-6fa08f5f97cd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/92ae5ac1-cfe4-4d5a-96b1-6e0470aba8d9 HTTP/1.1" status: 404 len: 333 time: 0.0410430 Aug 11 08:30:54.893405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41620) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:54.985800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.000238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d470-1dd6-4ff5-9ac9-fbd6eff4e392 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.026674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d470-1dd6-4ff5-9ac9-fbd6eff4e392 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.094980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d470-1dd6-4ff5-9ac9-fbd6eff4e392 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.099045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d470-1dd6-4ff5-9ac9-fbd6eff4e392 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.103604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e7b6d470-1dd6-4ff5-9ac9-fbd6eff4e392 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/security-groups/32a932da-48f7-4862-aa91-c7301e06a324 HTTP/1.1" status: 204 len: 168 time: 0.2060425 Aug 11 08:30:55.113700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41630) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:55.114701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6d470-1dd6-4ff5-9ac9-fbd6eff4e392 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a932da-48f7-4862-aa91-c7301e06a324,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:55.158771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.200466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd1afbac-d806-45ff-8a47-9e4cee284336 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.232616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd1afbac-d806-45ff-8a47-9e4cee284336 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.315610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd1afbac-d806-45ff-8a47-9e4cee284336 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.339568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd1afbac-d806-45ff-8a47-9e4cee284336 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.343011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dd1afbac-d806-45ff-8a47-9e4cee284336 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/security-groups/91856a5f-ca62-472f-bb66-9e0f948a30db HTTP/1.1" status: 204 len: 168 time: 0.2237968 Aug 11 08:30:55.345707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:55.381887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1afbac-d806-45ff-8a47-9e4cee284336 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91856a5f-ca62-472f-bb66-9e0f948a30db,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:55.460840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38d60d58-761c-41be-8fa8-027f496bd321 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:30:55.461832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet a1f28a32-2421-4cc4-99a7-7af3ca4930d3 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:55.467140 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.492709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.520349 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.531081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Router face8eb9-37f2-4fd8-8e32-e49cc94de708 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:30:55.543372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 38d60d58-761c-41be-8fa8-027f496bd321 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:30:55.545027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38d60d58-761c-41be-8fa8-027f496bd321 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:30:55.548682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.690931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.781494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.839157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f28a32-2421-4cc4-99a7-7af3ca4930d3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:55.860342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:55.868678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5a643b7-aa9e-4ebe-a490-60076304338e tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/a1f28a32-2421-4cc4-99a7-7af3ca4930d3 HTTP/1.1" status: 204 len: 168 time: 0.4930253 Aug 11 08:30:55.868678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:55.875917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:55.887721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef771d-8b84-4692-aefa-48c1f012115c None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:56.050733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:56.055442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.128899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:56.130926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.25.2.127 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/75ae6a7b-9c5c-4fca-bfe0-cfc341d114d3) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:56.160371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Sync routers for ids ['face8eb9-37f2-4fd8-8e32-e49cc94de708'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:56.161802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.163125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b33c70b-1675-47a1-95eb-a47ad1bb2c95 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0849276 Aug 11 08:30:56.173667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41658) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:56.194152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Routers {'face8eb9-37f2-4fd8-8e32-e49cc94de708'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:56.195507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['face8eb9-37f2-4fd8-8e32-e49cc94de708'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:56.409945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.414047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.459153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Set router face8eb9-37f2-4fd8-8e32-e49cc94de708 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:30:56.708624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.720675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.784184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:56.816645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:56.823247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:56.855304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=75ae6a7b-9c5c-4fca-bfe0-cfc341d114d3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:56.942259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Deleting port 0af19cc1-df60-45fd-bb50-f03c76c8c9ac {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:30:56.942609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.973938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:56.980480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'face8eb9-37f2-4fd8-8e32-e49cc94de708', 'name': '', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069bc103-2332-4c09-9b6c-a6fb2ffc4fc6', 'external_fixed_ips': [{'subnet_id': '7fbe8eb2-22d7-4743-ae90-28d852b39072', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '0af19cc1-df60-45fd-bb50-f03c76c8c9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:30:51Z', 'updated_at': '2021-08-11T08:30:54Z', 'revision_number': 3, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port': {'id': '0af19cc1-df60-45fd-bb50-f03c76c8c9ac', 'name': '', 'network_id': '069bc103-2332-4c09-9b6c-a6fb2ffc4fc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:59:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'face8eb9-37f2-4fd8-8e32-e49cc94de708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '7fbe8eb2-22d7-4743-ae90-28d852b39072', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:30:53Z', 'updated_at': '2021-08-11T08:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fbe8eb2-22d7-4743-ae90-28d852b39072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:57.049787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Checking router: face8eb9-37f2-4fd8-8e32-e49cc94de708 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:30:57.050241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Updating router face8eb9-37f2-4fd8-8e32-e49cc94de708 port 0af19cc1-df60-45fd-bb50-f03c76c8c9ac binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:30:57.087355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:57.092613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:57.095303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.099342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:57.100134 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.121040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=b04af29d-20d8-415c-9415-3bf9bea1205c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:57.136048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41672) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:57.136923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-072be8e5-7ba4-422d-8670-92b9b75e46e3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2639332 Aug 11 08:30:57.146979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194738086'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:57.182568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.239946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d52c19-5bc1-415d-ba01-8891e6d88b98 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:30:57.281933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Calling delete_port for 0af19cc1-df60-45fd-bb50-f03c76c8c9ac owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:30:57.292307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.340719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7508a7a9-90d0-438f-bbdc-5059fb3cfe12 None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:57.341182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7508a7a9-90d0-438f-bbdc-5059fb3cfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.489453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.667271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.728738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7508a7a9-90d0-438f-bbdc-5059fb3cfe12 None None] Provisioning complete for port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:57.729297 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7508a7a9-90d0-438f-bbdc-5059fb3cfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.736639 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:30:57.737268 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:30:57.751833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event deleted for resources: {'Port': ['ID=0af19cc1-df60-45fd-bb50-f03c76c8c9ac,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:57.813550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7508a7a9-90d0-438f-bbdc-5059fb3cfe12 None None] Port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:57.818359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Update dhcp port {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'fixed_ips': [{'subnet_id': 'cf3e92ee-a868-4e94-b453-a405e6d45fee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b04af29d-20d8-415c-9415-3bf9bea1205c'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'bf29e7df-182a-4b27-9664-cb607448cd3d'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:30:57.847495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.881718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.896102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.905748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.974712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a1c0a6-27e7-4eb8-936e-477d3d154ec1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:57.977194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:57.981339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9b6377d2-cbe6-42b0-a9d2-cecbccaf22a7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8442540 Aug 11 08:30:57.981530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:57.986536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'security_group': {'name': 'tempest-secgroup-669784369'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:58.033399 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.057741 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.092013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.125722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Allocated IP 2001:db8::2 (c6aef65d-b868-465b-8bfc-afc374c0f52c/b04af29d-20d8-415c-9415-3bf9bea1205c/bf29e7df-182a-4b27-9664-cb607448cd3d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:58.145210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.154183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.178507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.179355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router face8eb9-37f2-4fd8-8e32-e49cc94de708 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:30:58.185897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.189770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-363830f0-d75b-4b4a-8f18-a1f6b6314980 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/routers/face8eb9-37f2-4fd8-8e32-e49cc94de708 HTTP/1.1" status: 204 len: 168 time: 2.0125370 Aug 11 08:30:58.190065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41692) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:58.203852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.205381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2229841 Aug 11 08:30:58.210646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41694) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:58.215856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf391a87-9d2e-4782-be55-c942ec18b717 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34b743-b94c-48a4-9888-626cd1142869,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:58.216451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'security_group': {'name': 'tempest-secgroup-673285850'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:58.257745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf29e7df-182a-4b27-9664-cb607448cd3d,segment=NetworkSegment(fd8051ad-59c2-4839-b0f0-86f507a864e0),segment_id=fd8051ad-59c2-4839-b0f0-86f507a864e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:30:58.283747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.292475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.299556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Port 0af19cc1-df60-45fd-bb50-f03c76c8c9ac not found while updating agent binding for router face8eb9-37f2-4fd8-8e32-e49cc94de708. {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 08:30:58.312375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Deleting subnet 7fbe8eb2-22d7-4743-ae90-28d852b39072 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:30:58.319550 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.321104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.328029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Routers set() bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:58.328405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Router IDs set() for agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 08:30:58.329106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'face8eb9-37f2-4fd8-8e32-e49cc94de708'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent'). {{(pid=94574) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 08:30:58.329896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab51295-cb67-4fd0-a079-b9db8a75fc6f None None] The sync data for ids ['face8eb9-37f2-4fd8-8e32-e49cc94de708'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:58.337740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Transition to ACTIVE for port object bf29e7df-182a-4b27-9664-cb607448cd3d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:58.343522 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.438536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4be6c0-04d2-47c1-8ee6-b1f6f74167b8 None None] Pushing event updated for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:58.470685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.578220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.654747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.666431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.675184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 30b00c8b-03b9-42d7-ad8d-50e4010b7e29 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:30:58.720023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.723833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5095918 Aug 11 08:30:58.724454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41696) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:58.724630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7430-b3eb-4998-8ecd-2a16ce3ee560 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420f92eb-a825-485b-b8d3-2dd4c9a0a4c3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:58.742221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508332981', 'security_groups': ['420f92eb-a825-485b-b8d3-2dd4c9a0a4c3'], 'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b04af29d-20d8-415c-9415-3bf9bea1205c'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:58.760112 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.776648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:58.895137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:59.017436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.040251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] device_id is not set on port 90d618d7-3907-4346-b0fc-11a8ab6996b5 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:30:59.161507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbe8eb2-22d7-4743-ae90-28d852b39072,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:59.169552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.174739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6458ffcc-9617-4e72-9f0c-b2de2e208817 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/7fbe8eb2-22d7-4743-ae90-28d852b39072 HTTP/1.1" status: 204 len: 168 time: 0.9833746 Aug 11 08:30:59.175401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41702) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:59.259727 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be453301-e34b-4823-bb65-52d1bc63252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.267054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8::2e5 (c6aef65d-b868-465b-8bfc-afc374c0f52c/b04af29d-20d8-415c-9415-3bf9bea1205c/90d618d7-3907-4346-b0fc-11a8ab6996b5) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:30:59.271533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3b488bc9-6de1-4656-9c06-8d5f9c590a26 None None] Provisioning for port bf29e7df-182a-4b27-9664-cb607448cd3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:30:59.281567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3b488bc9-6de1-4656-9c06-8d5f9c590a26 None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:59.282262 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b488bc9-6de1-4656-9c06-8d5f9c590a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.295320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:30:59.299070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.309708 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] Sync routers for ids ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:30:59.330370 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] Routers {'30b00c8b-03b9-42d7-ad8d-50e4010b7e29'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:59.333678 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.383548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.387988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0f8b348-c8bf-4361-a055-4cc84b2dcf94 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8210230 Aug 11 08:30:59.411393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:59.427617 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.431214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:30:59.442477 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] Routers {'30b00c8b-03b9-42d7-ad8d-50e4010b7e29'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:30:59.443831 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.498420 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.500250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3b488bc9-6de1-4656-9c06-8d5f9c590a26 None None] Provisioning complete for port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:59.500714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3b488bc9-6de1-4656-9c06-8d5f9c590a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.500837 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bb2ef-4338-4189-8351-46d02ac76aea None None] The sync data for ids ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:30:59.531447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.533825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:30:59.534207 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.551567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.578385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 90d618d7-3907-4346-b0fc-11a8ab6996b5 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:30:59.579451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3b488bc9-6de1-4656-9c06-8d5f9c590a26 None None] Port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:30:59.606628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069bc103-2332-4c09-9b6c-a6fb2ffc4fc6']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.622145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a2ad2404-3cce-49b7-b754-67ef07e9d2b0 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/routers/30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 200 len: 880 time: 0.2094448 Aug 11 08:30:59.624741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41706) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:59.634805 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.671244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e798237-23f3-4ee4-953f-a4ff007e6843') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.672069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e798237-23f3-4ee4-953f-a4ff007e6843') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:30:59.704851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=90d618d7-3907-4346-b0fc-11a8ab6996b5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:30:59.715370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:30:59.716868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:30:59.720273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:30:59.727149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:30:59.727893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.753274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc9dbe0b-146b-4bf2-b99b-440becdaefa4 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0275052 Aug 11 08:30:59.758454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41708) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:30:59.764563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.773306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:30:59.805772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.840587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:30:59.843888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:30:59.846539 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:30:59.888732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:30:59.959054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:30:59.963940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.001672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.009106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 08:31:00.018514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.026820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/networks/069bc103-2332-4c09-9b6c-a6fb2ffc4fc6 HTTP/1.1" status: 204 len: 168 time: 0.8422129 Aug 11 08:31:00.042253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427f3d1-febb-460f-840f-435d4aed5d6f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event deleted for resources: {'Network': ['ID=069bc103-2332-4c09-9b6c-a6fb2ffc4fc6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:00.109186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdac4714-e0a1-43bd-8cfb-25d870962e8d None None] Provisioning for port 90d618d7-3907-4346-b0fc-11a8ab6996b5 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:00.132928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cdac4714-e0a1-43bd-8cfb-25d870962e8d None None] Provisioning complete for port 90d618d7-3907-4346-b0fc-11a8ab6996b5 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:00.133593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cdac4714-e0a1-43bd-8cfb-25d870962e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.139997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d95bf9aa-9723-4c5f-a654-66d15e38c49f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5116081 Aug 11 08:31:00.140779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:00.146581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-457682922'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:00.240799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cdac4714-e0a1-43bd-8cfb-25d870962e8d None None] Port 90d618d7-3907-4346-b0fc-11a8ab6996b5 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:00.324414 n-d-789963-6 neutron-server[94573]: INFO neutron.db.ipam_backend_mixin [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b04af29d-20d8-415c-9415-3bf9bea1205c (CIDR: 2001:db8::/64) Aug 11 08:31:00.334148 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:31:00.334836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:00.371489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:00.376703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'name': 'tempest-router--1773522565', 'project_id': '4d07114db5324ee3b875f6e0aac61113'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:00.383798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb708f48-2d30-4f8c-a155-12e7277d7c28 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6209428 Aug 11 08:31:00.389175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41724) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:00.396444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:00.560028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.db.api [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:31:00.560028 n-d-789963-6 neutron-server[94572]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 08:31:00.560028 n-d-789963-6 neutron-server[94572]: [parameters: {'project_id': '4d07114db5324ee3b875f6e0aac61113', 'id': '5450c7bc-4cdb-489c-9e86-7a444732e19a', 'expiration': datetime.datetime(2021, 8, 11, 8, 33, 0, 549104)}] Aug 11 08:31:00.560028 n-d-789963-6 neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:31:00.563970 n-d-789963-6 neutron-server[94572]: DEBUG oslo_db.api [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:31:00.568351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:00.578925 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.707451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.711752 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cf3e92ee-a868-4e94-b453-a405e6d45fee (CIDR: 2001:db8:0:1::/64) Aug 11 08:31:00.716787 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:31:00.719500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:00.725344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.760118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f2d44f60-4a47-404c-9f47-38c121f12ac2 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3686104 Aug 11 08:31:00.761753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41726) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:00.771914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'subnet': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:00.925199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Made reservation on behalf of 59427324fb1b41a4b53f6119bfe704c7 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:00.929709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:00.936670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 30b00c8b-03b9-42d7-ad8d-50e4010b7e29 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:01.053494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:01.063978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] Sync routers for ids ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:01.072471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.074670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-95d499f6-35b3-46ea-bcaa-3a1ccc4c2e8e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 200 len: 887 time: 0.9325602 Aug 11 08:31:01.077648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41728) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:01.078739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] Routers {'30b00c8b-03b9-42d7-ad8d-50e4010b7e29'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:01.079828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:01.129118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.130306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.131804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:01.151690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] Routers {'30b00c8b-03b9-42d7-ad8d-50e4010b7e29'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:01.152570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:30:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:01.202550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:01.203231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a8737-5031-4b7e-aa55-e22ca1244537 None None] The sync data for ids ['30b00c8b-03b9-42d7-ad8d-50e4010b7e29'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:01.223167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7d7521e3-0adc-4b24-adb8-ad79cdb598db tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/routers/30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 200 len: 887 time: 0.1441402 Aug 11 08:31:01.226093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41734) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:01.243381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.252293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.281359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.282837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b7011e18-a98e-490f-b5d7-8202d830cb82 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9102676 Aug 11 08:31:01.286685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6083fdc0-b577-4646-ac39-47e059fe172d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 200 len: 205 time: 0.0585608 Aug 11 08:31:01.287543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:01.290058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:01.353091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.382818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.451596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Network c6aef65d-b868-465b-8bfc-afc374c0f52c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:01.467336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Subnet': ['ID=abc18c80-9d07-4cf2-87e5-d4988afcda9a,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:01.470942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:01.473911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:01.474512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.483907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25049d-106a-48de-be78-5dde566a18a7 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:01.499562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.510516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c81a1f77-712a-49fc-9685-a450b9f0d29c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7451026 Aug 11 08:31:01.538855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:01.544925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-634841845', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'abc18c80-9d07-4cf2-87e5-d4988afcda9a'}], 'security_groups': ['01a1c0a6-27e7-4eb8-936e-477d3d154ec1', '8e34b743-b94c-48a4-9888-626cd1142869']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:01.609385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.613754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.652215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.694196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.707385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.707927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea643a7c-5089-4df4-9220-9711250f5900 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:01.713187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.714580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8d03980a-77a2-4cfb-b52d-bd73b5408d3d tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ea643a7c-5089-4df4-9220-9711250f5900 HTTP/1.1" status: 204 len: 168 time: 0.4256938 Aug 11 08:31:01.751819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 75ae6a7b-9c5c-4fca-bfe0-cfc341d114d3 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:01.752388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.818659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Update dhcp port {'port': {'network_id': 'c6aef65d-b868-465b-8bfc-afc374c0f52c', 'fixed_ips': [{'subnet_id': 'cf3e92ee-a868-4e94-b453-a405e6d45fee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b04af29d-20d8-415c-9415-3bf9bea1205c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'abc18c80-9d07-4cf2-87e5-d4988afcda9a'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'bf29e7df-182a-4b27-9664-cb607448cd3d'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:31:01.860858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.876959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 75ae6a7b-9c5c-4fca-bfe0-cfc341d114d3 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:01.916847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:01.974055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:02.056534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Delete allocated IP 2001:db8::2e5 (c6aef65d-b868-465b-8bfc-afc374c0f52c/b04af29d-20d8-415c-9415-3bf9bea1205c) {{(pid=94573) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 08:31:02.067834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Allocated IP 2001:db8:0:2::261 (c6aef65d-b868-465b-8bfc-afc374c0f52c/abc18c80-9d07-4cf2-87e5-d4988afcda9a/90d618d7-3907-4346-b0fc-11a8ab6996b5) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:02.167551 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.210477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=75ae6a7b-9c5c-4fca-bfe0-cfc341d114d3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:02.318772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.381530 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.393007 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.413054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Transition to ACTIVE for port object 90d618d7-3907-4346-b0fc-11a8ab6996b5 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:02.421093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.455233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.457777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.495537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] In _notify_port_updated(), no bound segment for port 90d618d7-3907-4346-b0fc-11a8ab6996b5 on network c6aef65d-b868-465b-8bfc-afc374c0f52c {{(pid=94573) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:31:02.501752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:02.502425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.503762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "PUT /v2.0/ports/90d618d7-3907-4346-b0fc-11a8ab6996b5 HTTP/1.1" status: 200 len: 969 time: 0.9639454 Aug 11 08:31:02.507341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:02.509827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Allocated IP 2001:db8:0:2::2 (c6aef65d-b868-465b-8bfc-afc374c0f52c/abc18c80-9d07-4cf2-87e5-d4988afcda9a/bf29e7df-182a-4b27-9664-cb607448cd3d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:02.515238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258289133', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:02.539690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.540446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 30b00c8b-03b9-42d7-ad8d-50e4010b7e29 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:02.550626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.551757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bbde61ef-e59e-41da-8803-6e549cbb6002 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 204 len: 168 time: 1.2606452 Aug 11 08:31:02.552986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8840ab6-a5d6-4afa-be9e-bc5044cd8a0d tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event updated for resources: {'Port': ['ID=90d618d7-3907-4346-b0fc-11a8ab6996b5,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:02.555684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:02.562242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1212790875'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:02.567573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.569054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.609182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:02.613065 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.641662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port 90d618d7-3907-4346-b0fc-11a8ab6996b5 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:02.642719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.658543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.675510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:02.676539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-66a22b68-779c-494a-b824-b265117b5356 None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf29e7df-182a-4b27-9664-cb607448cd3d,segment=NetworkSegment(fd8051ad-59c2-4839-b0f0-86f507a864e0),segment_id=fd8051ad-59c2-4839-b0f0-86f507a864e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:02.723700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-35bf839a-222a-4792-8a0e-98344749eec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.737769 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.761113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Transition to ACTIVE for port object bf29e7df-182a-4b27-9664-cb607448cd3d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:02.767368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.767758 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 392a0409-caf9-440c-a444-aedef7825e8b of type vlan for network 49515070-4799-4dc8-99d4-0e165842faef Aug 11 08:31:02.772122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.792438 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.821314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for 90d618d7-3907-4346-b0fc-11a8ab6996b5 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:02.829116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a22b68-779c-494a-b824-b265117b5356 None None] Pushing event updated for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:02.882071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.886847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.982591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:02.988414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:02.989266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.415727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.449558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=49515070-4799-4dc8-99d4-0e165842faef,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:03.469162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 49515070-4799-4dc8-99d4-0e165842faef details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:03.471602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:03.480374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=90d618d7-3907-4346-b0fc-11a8ab6996b5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:03.495247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-88281548-d0a3-4cf1-b9a4-85a1d8c16967 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9358633 Aug 11 08:31:03.499154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41760) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:03.511353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': '49515070-4799-4dc8-99d4-0e165842faef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:03.515429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.521085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4ff6d064-c70f-47db-9055-2699b65ab920 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/90d618d7-3907-4346-b0fc-11a8ab6996b5 HTTP/1.1" status: 204 len: 168 time: 1.0073640 Aug 11 08:31:03.521342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:03.560024 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa843bda-867a-4c35-b7ab-790976b37804 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] GET failed (client error): The resource could not be found. Aug 11 08:31:03.565990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa843bda-867a-4c35-b7ab-790976b37804 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports/90d618d7-3907-4346-b0fc-11a8ab6996b5 HTTP/1.1" status: 404 len: 333 time: 0.0433545 Aug 11 08:31:03.567165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:03.648681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:03.652914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.670139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85569ba5-3f8a-4e90-9021-94948a3c2596 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.713958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85569ba5-3f8a-4e90-9021-94948a3c2596 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.774287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85569ba5-3f8a-4e90-9021-94948a3c2596 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.777627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-85569ba5-3f8a-4e90-9021-94948a3c2596 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.782042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-85569ba5-3f8a-4e90-9021-94948a3c2596 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/security-groups/420f92eb-a825-485b-b8d3-2dd4c9a0a4c3 HTTP/1.1" status: 204 len: 168 time: 0.2103534 Aug 11 08:31:03.783325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:03.823234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85569ba5-3f8a-4e90-9021-94948a3c2596 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f92eb-a825-485b-b8d3-2dd4c9a0a4c3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:03.854342 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.880178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.891293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21be8c97-0ae9-40ec-999c-55609997dcbd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.898050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Could not find standard attr ID for object 90d618d7-3907-4346-b0fc-11a8ab6996b5. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:31:03.924172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Provisioning for port bf29e7df-182a-4b27-9664-cb607448cd3d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:03.930641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:03.931401 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:03.945116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21be8c97-0ae9-40ec-999c-55609997dcbd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.038324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21be8c97-0ae9-40ec-999c-55609997dcbd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.042904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21be8c97-0ae9-40ec-999c-55609997dcbd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.048229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-21be8c97-0ae9-40ec-999c-55609997dcbd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/security-groups/8e34b743-b94c-48a4-9888-626cd1142869 HTTP/1.1" status: 204 len: 168 time: 0.2626662 Aug 11 08:31:04.050073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:04.068576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Provisioning complete for port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:04.068982 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.110779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be8c97-0ae9-40ec-999c-55609997dcbd tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34b743-b94c-48a4-9888-626cd1142869,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:04.112301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4977202a-63f1-4d01-873c-639ed7f1a46c None None] Port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:04.144062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.146849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Allocated IP 172.25.2.62 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7a286a90-cf67-4500-9c4d-e3a95639ee89) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:04.154799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e5ee-946d-4a7a-885e-da0e4d2d6aee tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.215131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e5ee-946d-4a7a-885e-da0e4d2d6aee tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.233846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1cb1257c-17b7-40b2-8d6d-dafa9163fd5d None None] Could not find standard attr ID for object 90d618d7-3907-4346-b0fc-11a8ab6996b5. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:31:04.267755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=28b4f586-eba6-4248-ae20-54c19a772f42,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:04.279539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e5ee-946d-4a7a-885e-da0e4d2d6aee tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.284397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e5ee-946d-4a7a-885e-da0e4d2d6aee tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.288776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41770) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:04.290541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ce8e5ee-946d-4a7a-885e-da0e4d2d6aee tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/security-groups/01a1c0a6-27e7-4eb8-936e-477d3d154ec1 HTTP/1.1" status: 204 len: 168 time: 0.2314484 Aug 11 08:31:04.305954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '392a0409-caf9-440c-a444-aedef7825e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '49515070-4799-4dc8-99d4-0e165842faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:04.306215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8e5ee-946d-4a7a-885e-da0e4d2d6aee tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a1c0a6-27e7-4eb8-936e-477d3d154ec1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:04.306342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: 49515070-4799-4dc8-99d4-0e165842faef, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:04.395527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet b04af29d-20d8-415c-9415-3bf9bea1205c {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:04.397884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 49515070-4799-4dc8-99d4-0e165842faef is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:04.404528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.410628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.444929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 49515070-4799-4dc8-99d4-0e165842faef) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:04.454791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec3f17-ebe4-44f7-ac58-c4d23a613a06 None None] Network 49515070-4799-4dc8-99d4-0e165842faef requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:04.457900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:04.458464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.515048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.568338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29d6e35b-4aeb-4451-ac7f-f7eb6de92acc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0616636 Aug 11 08:31:04.571368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41776) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:04.576430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.576812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786192068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:04.617128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.619014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.636399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:04.645804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:04.648654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:04.720727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-49515070-4799-4dc8-99d4-0e165842faef', 'network_id': '49515070-4799-4dc8-99d4-0e165842faef', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': '28b4f586-eba6-4248-ae20-54c19a772f42'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:04.722648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.726531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.731247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event updated for resources: {'Port': ['ID=7a286a90-cf67-4500-9c4d-e3a95639ee89,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:04.733442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.762978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.764995 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-813943b6-0ba2-4580-ac74-03329ffe7d0b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1923611 Aug 11 08:31:04.767753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41778) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:04.803069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.846174 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:04.934223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Allocated IP 172.20.0.2 (49515070-4799-4dc8-99d4-0e165842faef/28b4f586-eba6-4248-ae20-54c19a772f42/429335f0-252d-4326-b0e9-f983eebb8463) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:04.985900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.019211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=b04af29d-20d8-415c-9415-3bf9bea1205c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:05.034893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.037683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-39ef224e-2452-443c-9ae5-35213a1e096c tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/b04af29d-20d8-415c-9415-3bf9bea1205c HTTP/1.1" status: 204 len: 168 time: 0.7478042 Aug 11 08:31:05.053660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7cd5a2-db35-4573-939f-0eb03cd66361 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:05.065941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41780) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:05.104253 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.142054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet abc18c80-9d07-4cf2-87e5-d4988afcda9a {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:05.146899 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.170852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.187282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Transition to ACTIVE for port object 429335f0-252d-4326-b0e9-f983eebb8463 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:05.210240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.233350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Transition to ACTIVE for port object 429335f0-252d-4326-b0e9-f983eebb8463 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:05.262228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.314888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.349205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.386573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Network 49515070-4799-4dc8-99d4-0e165842faef is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:05.389457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Pushing event updated for resources: {'Port': ['ID=429335f0-252d-4326-b0e9-f983eebb8463,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:05.395540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:05.404005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:05.503252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.545569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Attempting to bind port 429335f0-252d-4326-b0e9-f983eebb8463 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:05.546947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Attempting to bind port 429335f0-252d-4326-b0e9-f983eebb8463 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '392a0409-caf9-440c-a444-aedef7825e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '49515070-4799-4dc8-99d4-0e165842faef'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:05.547359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Attempting to bind port 429335f0-252d-4326-b0e9-f983eebb8463 on network 49515070-4799-4dc8-99d4-0e165842faef {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:05.562372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:05.562372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Checking segment: {'id': '392a0409-caf9-440c-a444-aedef7825e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '49515070-4799-4dc8-99d4-0e165842faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:05.562753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.563376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Bound using segment: {'id': '392a0409-caf9-440c-a444-aedef7825e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '49515070-4799-4dc8-99d4-0e165842faef'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:05.563887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Bound port: 429335f0-252d-4326-b0e9-f983eebb8463, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392a0409-caf9-440c-a444-aedef7825e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '49515070-4799-4dc8-99d4-0e165842faef'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:05.564357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.587013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Router f14a99c2-e762-471f-ad2e-7726cf664cb8 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:05.657025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.731562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] For port 429335f0-252d-4326-b0e9-f983eebb8463, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:05.738867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] For port 429335f0-252d-4326-b0e9-f983eebb8463, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=429335f0-252d-4326-b0e9-f983eebb8463,segment=NetworkSegment(392a0409-caf9-440c-a444-aedef7825e8b),segment_id=392a0409-caf9-440c-a444-aedef7825e8b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:05.746854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.756760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:05.769311 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] Sync routers for ids ['f14a99c2-e762-471f-ad2e-7726cf664cb8'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:05.782239 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] Routers {'f14a99c2-e762-471f-ad2e-7726cf664cb8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:05.783671 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f14a99c2-e762-471f-ad2e-7726cf664cb8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:05.790060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.795095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-222911ef-a6c4-46cd-b91d-374e219fad00 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8198090 Aug 11 08:31:05.795785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41786) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:05.813871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:05.822392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/abc18c80-9d07-4cf2-87e5-d4988afcda9a HTTP/1.1" status: 204 len: 168 time: 0.7550802 Aug 11 08:31:05.825829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41788) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:05.858168 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:05.874934 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] Routers {'f14a99c2-e762-471f-ad2e-7726cf664cb8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:05.879260 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f14a99c2-e762-471f-ad2e-7726cf664cb8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:05.886054 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02aaf66-e773-4b47-84fc-21dcb92c82b7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:05.886435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02aaf66-e773-4b47-84fc-21dcb92c82b7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:05.888195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525481a-ad6b-432c-90c2-99183a296ebb None None] Pushing event updated for resources: {'Port': ['ID=429335f0-252d-4326-b0e9-f983eebb8463,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:05.895062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a02aaf66-e773-4b47-84fc-21dcb92c82b7 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/b04af29d-20d8-415c-9415-3bf9bea1205c HTTP/1.1" status: 404 len: 337 time: 0.0681071 Aug 11 08:31:05.895996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75acc8b-daf7-4a78-9a06-ddba6f5ae8ff tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=abc18c80-9d07-4cf2-87e5-d4988afcda9a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:05.901709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41790) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:05.966260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.20.0.1 (49515070-4799-4dc8-99d4-0e165842faef/28b4f586-eba6-4248-ae20-54c19a772f42/84a69d40-4111-44b1-905a-990080362fd4) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:05.985636 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:05.986917 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a73a3-9a9d-4e3a-b381-086b327e0b64 None None] The sync data for ids ['f14a99c2-e762-471f-ad2e-7726cf664cb8'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:05.994548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting subnet cf3e92ee-a868-4e94-b453-a405e6d45fee {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:06.000212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aac30fc0-d26f-4dd2-8a29-2473174bc793 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/f14a99c2-e762-471f-ad2e-7726cf664cb8 HTTP/1.1" status: 200 len: 920 time: 0.2028835 Aug 11 08:31:06.001720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:06.008395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.054051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e01a56a-df14-4ada-8857-afe6bc2fe53b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=f14a99c2-e762-471f-ad2e-7726cf664cb8 HTTP/1.1" status: 200 len: 205 time: 0.0504837 Aug 11 08:31:06.054814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41794) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:06.125267 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.191904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.219984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object 84a69d40-4111-44b1-905a-990080362fd4 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:06.256417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.304829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.336085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.448650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=84a69d40-4111-44b1-905a-990080362fd4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:06.466458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.480470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 49515070-4799-4dc8-99d4-0e165842faef is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:06.483801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.503596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370826b-92c4-44cc-93da-02ab6d19dfb7 None None] Network c6aef65d-b868-465b-8bfc-afc374c0f52c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:06.532148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Deleting port 7a286a90-cf67-4500-9c4d-e3a95639ee89 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:06.532539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.555886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:06.565327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:06.578081 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.593227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-28f967f8-17d7-487c-bcd1-10d318f5e89b None None] Provisioning complete for port bf29e7df-182a-4b27-9664-cb607448cd3d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:06.593817 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28f967f8-17d7-487c-bcd1-10d318f5e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.618938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.625919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/cf3e92ee-a868-4e94-b453-a405e6d45fee HTTP/1.1" status: 204 len: 168 time: 0.7231078 Aug 11 08:31:06.627317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41800) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:06.659270 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-da247cfb-1c65-4611-bd70-65c666de9955 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:06.659990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da247cfb-1c65-4611-bd70-65c666de9955 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:06.664305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-da247cfb-1c65-4611-bd70-65c666de9955 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/a1f28a32-2421-4cc4-99a7-7af3ca4930d3 HTTP/1.1" status: 404 len: 337 time: 0.0333209 Aug 11 08:31:06.664590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41802) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:06.688145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f443-2e24-436f-911f-0b00ecc72e9b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3e92ee-a868-4e94-b453-a405e6d45fee,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:06.725799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.735736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-250281b7-5f4f-4a1e-998c-3d5b29dcf271 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a65c031-2a66-4b02-8ffb-91af009593f3 HTTP/1.1" status: 200 len: 205 time: 0.0698941 Aug 11 08:31:06.743396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41808) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:06.851362 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-fd68453e-1ff1-427b-af1c-80e95ca852b9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] delete failed (client error): The resource could not be found. Aug 11 08:31:06.857012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fd68453e-1ff1-427b-af1c-80e95ca852b9 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/routers/6a65c031-2a66-4b02-8ffb-91af009593f3 HTTP/1.1" status: 404 len: 336 time: 0.1115334 Aug 11 08:31:06.858736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:06.876156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-28f967f8-17d7-487c-bcd1-10d318f5e89b None None] Provisioning complete for port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:06.876770 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28f967f8-17d7-487c-bcd1-10d318f5e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.887987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:06.909830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Calling delete_port for 7a286a90-cf67-4500-9c4d-e3a95639ee89 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:06.957777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] DHCP port deletion for c6aef65d-b868-465b-8bfc-afc374c0f52c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:31:06.997561 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2533f2-4b7f-4455-adf8-10b75e946acc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:06.997974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2533f2-4b7f-4455-adf8-10b75e946acc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:06.999950 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8b2533f2-4b7f-4455-adf8-10b75e946acc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/6e3310a9-0f7f-4d85-afdf-b277772b8651 HTTP/1.1" status: 404 len: 337 time: 0.1374762 Aug 11 08:31:07.002598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41832) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.071861 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a3a963-0a33-450b-abda-5c1a60d55d32 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.072324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a3a963-0a33-450b-abda-5c1a60d55d32 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.074181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a1a3a963-0a33-450b-abda-5c1a60d55d32 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/8005ace2-3127-4242-a327-35dfd3c95633 HTTP/1.1" status: 404 len: 337 time: 0.0706577 Aug 11 08:31:07.081256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-28f967f8-17d7-487c-bcd1-10d318f5e89b None None] Port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:07.094137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41844) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.154055 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b34101-6a7b-432b-9bab-9e215e47dea3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.154699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b34101-6a7b-432b-9bab-9e215e47dea3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.159493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d3b34101-6a7b-432b-9bab-9e215e47dea3 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/83a62678-5909-4767-81ea-08ba89685439 HTTP/1.1" status: 404 len: 337 time: 0.0640495 Aug 11 08:31:07.165123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] Deleting port bf29e7df-182a-4b27-9664-cb607448cd3d {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:07.165938 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.180987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.204558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.256222 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4278c19-3fa5-4daa-9bf1-923a0a81d86b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.258458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4278c19-3fa5-4daa-9bf1-923a0a81d86b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.265916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e4278c19-3fa5-4daa-9bf1-923a0a81d86b tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/10f9c426-83ff-4939-b540-0697bc9bf152 HTTP/1.1" status: 404 len: 333 time: 0.0839787 Aug 11 08:31:07.268916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41866) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.312698 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da11fc7-2b76-4c7e-b6b1-3a3b81187136 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.313191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da11fc7-2b76-4c7e-b6b1-3a3b81187136 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.315042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5da11fc7-2b76-4c7e-b6b1-3a3b81187136 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/a88c9102-9410-47fb-a019-a3357b261075 HTTP/1.1" status: 404 len: 337 time: 0.0453143 Aug 11 08:31:07.319814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41872) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.342281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] For port bf29e7df-182a-4b27-9664-cb607448cd3d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf29e7df-182a-4b27-9664-cb607448cd3d,segment=NetworkSegment(fd8051ad-59c2-4839-b0f0-86f507a864e0),segment_id=fd8051ad-59c2-4839-b0f0-86f507a864e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:07.342726 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.350829 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c566166e-b198-4e62-be8c-88a50fe77a71 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.351525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c566166e-b198-4e62-be8c-88a50fe77a71 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.353567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c566166e-b198-4e62-be8c-88a50fe77a71 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/0aadb3e3-520a-4810-8baa-0b6116141093 HTTP/1.1" status: 404 len: 337 time: 0.0326469 Aug 11 08:31:07.355877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.377966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] Calling delete_port for bf29e7df-182a-4b27-9664-cb607448cd3d owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:07.400914 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.469448 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b91e4e-6edb-4998-8526-400d039333bc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.471595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b91e4e-6edb-4998-8526-400d039333bc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.475369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f3b91e4e-6edb-4998-8526-400d039333bc tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/8b5d0373-84fd-4c18-b9e9-88b7a334a862 HTTP/1.1" status: 404 len: 333 time: 0.1183910 Aug 11 08:31:07.489286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.535858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event deleted for resources: {'Port': ['ID=7a286a90-cf67-4500-9c4d-e3a95639ee89,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:07.539016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 429335f0-252d-4326-b0e9-f983eebb8463 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:07.581908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.613300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b394b-29dc-4bc9-9df5-0d5859c01525 None None] Network 49515070-4799-4dc8-99d4-0e165842faef requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:07.636896 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cd0019-5e51-4b7b-9b4c-d7c27f71b409 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.637354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cd0019-5e51-4b7b-9b4c-d7c27f71b409 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.642200 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e7cd0019-5e51-4b7b-9b4c-d7c27f71b409 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/21ae382b-3a62-4c5f-a079-5267182ed947 HTTP/1.1" status: 404 len: 337 time: 0.1500106 Aug 11 08:31:07.642811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.686873 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52b235c-665d-468d-b452-77b45e0360bb tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:07.687270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52b235c-665d-468d-b452-77b45e0360bb tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:07.692115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c52b235c-665d-468d-b452-77b45e0360bb tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/subnets/dee763e1-b914-478e-980d-d84526c90b93 HTTP/1.1" status: 404 len: 337 time: 0.0460649 Aug 11 08:31:07.692717 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.695821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 41916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.701169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.796073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.796616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Fanout notify agent at l3_agent the message router_deleted on router f14a99c2-e762-471f-ad2e-7726cf664cb8 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:07.803759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.805139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e1c57f0c-bc70-4e28-bc62-fc42e33cd8bf tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/f14a99c2-e762-471f-ad2e-7726cf664cb8 HTTP/1.1" status: 204 len: 168 time: 1.7491291 Aug 11 08:31:07.808639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 41926) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:07.819771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1441628065', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': False}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:07.868204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.876129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.877508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.882484 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.979767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Deleting port efb3a2d3-bb56-4495-b01c-11ee0682c8e0 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:07.980223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:07.998766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.016162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-db14be2f-24c9-48f0-8fce-0ec4524ccb51 None None] Provisioning for port 429335f0-252d-4326-b0e9-f983eebb8463 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:08.025417 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.076450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=84a69d40-4111-44b1-905a-990080362fd4,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:08.084426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] Pushing event deleted for resources: {'Port': ['ID=bf29e7df-182a-4b27-9664-cb607448cd3d,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:08.090030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd592c21-8117-4ed1-87ef-1818092e77fa None None] No DVR routers for this DVR port bf29e7df-182a-4b27-9664-cb607448cd3d on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:08.098461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.120557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 429335f0-252d-4326-b0e9-f983eebb8463 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:08.167167 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.167453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 429335f0-252d-4326-b0e9-f983eebb8463 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:08.167834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.205363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.227458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Calling delete_port for efb3a2d3-bb56-4495-b01c-11ee0682c8e0 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:08.341747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.386458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 429335f0-252d-4326-b0e9-f983eebb8463, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=429335f0-252d-4326-b0e9-f983eebb8463,segment=NetworkSegment(392a0409-caf9-440c-a444-aedef7825e8b),segment_id=392a0409-caf9-440c-a444-aedef7825e8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:08.394785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.396336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 49515070-4799-4dc8-99d4-0e165842faef is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:08.407154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:08.496471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:08.536130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=429335f0-252d-4326-b0e9-f983eebb8463,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:08.539994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: bf29e7df-182a-4b27-9664-cb607448cd3d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:08.540606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf29e7df-182a-4b27-9664-cb607448cd3d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:08.591993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.618614 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.621280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/ports/efb3a2d3-bb56-4495-b01c-11ee0682c8e0 HTTP/1.1" status: 204 len: 168 time: 0.9239218 Aug 11 08:31:08.643510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42006) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:08.655931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466fa28-50a8-4b04-8396-aba2fb62a878 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Port': ['ID=efb3a2d3-bb56-4495-b01c-11ee0682c8e0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:08.780564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.788037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-092ce1c3-ee39-45df-a59c-c7c75ba9c04b None None] Provisioning complete for port 429335f0-252d-4326-b0e9-f983eebb8463 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:08.789662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-092ce1c3-ee39-45df-a59c-c7c75ba9c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:08.813580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 9fef020c-7ae0-4ba5-85b8-a372c7c90e93 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:09.031137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.076953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.161344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-092ce1c3-ee39-45df-a59c-c7c75ba9c04b None None] Provisioning for port 84a69d40-4111-44b1-905a-990080362fd4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:09.169868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-092ce1c3-ee39-45df-a59c-c7c75ba9c04b None None] Provisioning complete for port 84a69d40-4111-44b1-905a-990080362fd4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:09.172957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-092ce1c3-ee39-45df-a59c-c7c75ba9c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.254950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Allocated IP 172.25.2.60 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6bbcfe3e-0458-409b-9974-595dea1e3b22) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:09.264584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-092ce1c3-ee39-45df-a59c-c7c75ba9c04b None None] Port 84a69d40-4111-44b1-905a-990080362fd4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:09.398742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ad0dc4d0-7aa2-4921-a608-87fd046ccf55 None None] Provisioning complete for port 84a69d40-4111-44b1-905a-990080362fd4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:09.399177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ad0dc4d0-7aa2-4921-a608-87fd046ccf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.477559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ad0dc4d0-7aa2-4921-a608-87fd046ccf55 None None] Port 84a69d40-4111-44b1-905a-990080362fd4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:09.504711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 429335f0-252d-4326-b0e9-f983eebb8463 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:09.508567 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.543115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:09.551507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5e442e4-253d-4db6-86fd-a1c652940d8d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/9fef020c-7ae0-4ba5-85b8-a372c7c90e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7820017 Aug 11 08:31:09.555200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42094) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:09.560610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996f857-fae6-429d-9683-3890807a1465 None None] Sync routers for ids ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:09.599853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.606723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.621544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6aef65d-b868-465b-8bfc-afc374c0f52c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.622262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996f857-fae6-429d-9683-3890807a1465 None None] Routers {'9fef020c-7ae0-4ba5-85b8-a372c7c90e93'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:09.622909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6996f857-fae6-429d-9683-3890807a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.633130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7826e3-56a8-40a1-bf22-54914a385ea7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:09.634828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f7826e3-56a8-40a1-bf22-54914a385ea7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports/84a69d40-4111-44b1-905a-990080362fd4 HTTP/1.1" status: 200 len: 910 time: 0.0777733 Aug 11 08:31:09.643230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42104) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:09.649602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28b4f586-eba6-4248-ae20-54c19a772f42'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:09.658440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8051ad-59c2-4839-b0f0-86f507a864e0') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.659010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8051ad-59c2-4839-b0f0-86f507a864e0') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.688212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6996f857-fae6-429d-9683-3890807a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.692153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a3dbe985-6560-4596-ae95-ce870c921fdb None None] Provisioning complete for port 84a69d40-4111-44b1-905a-990080362fd4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:09.692343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:09.692524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a3dbe985-6560-4596-ae95-ce870c921fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.693418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.704781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:09.708665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:09.733989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996f857-fae6-429d-9683-3890807a1465 None None] Routers {'9fef020c-7ae0-4ba5-85b8-a372c7c90e93'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:09.734670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6996f857-fae6-429d-9683-3890807a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.735784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.778188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Port': ['ID=6bbcfe3e-0458-409b-9974-595dea1e3b22,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:09.778447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6996f857-fae6-429d-9683-3890807a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:09.779061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996f857-fae6-429d-9683-3890807a1465 None None] The sync data for ids ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:09.780426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a3dbe985-6560-4596-ae95-ce870c921fdb None None] Port 84a69d40-4111-44b1-905a-990080362fd4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:09.782985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 429335f0-252d-4326-b0e9-f983eebb8463 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:09.810131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.820044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:09.821616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:09.828277 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:09.968554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.978257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:09.983009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] 10.222.0.58 "DELETE /v2.0/networks/c6aef65d-b868-465b-8bfc-afc374c0f52c HTTP/1.1" status: 204 len: 168 time: 1.3355660 Aug 11 08:31:10.051254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f4cb4-cfec-4a64-8b5f-54ae87226975 tempest-PortsIpV6TestJSON-15729519 tempest-PortsIpV6TestJSON-15729519-project] Pushing event deleted for resources: {'Network': ['ID=c6aef65d-b868-465b-8bfc-afc374c0f52c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:10.071031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.190641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.462814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42200) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:10.488649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.632963 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.649001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.683151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ebfcf5b-bc4b-4f97-ab9d-b99f24f689df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59427324fb1b41a4b53f6119bfe704c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185578 Aug 11 08:31:10.684009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42234) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:10.696444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Router 28c937c4-23dc-4082-bb61-ff20d4d7a91e is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:10.746711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:10.747432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.751900 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/ports/84a69d40-4111-44b1-905a-990080362fd4 HTTP/1.1" status: 200 len: 910 time: 1.1073720 Aug 11 08:31:10.752717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42240) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:10.753681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7410b-97e9-4673-9462-f9895661bf1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=84a69d40-4111-44b1-905a-990080362fd4,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:10.895627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8375c0aa-f310-4841-b17a-a45322ad371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.901268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:10.926069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:10.926563 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Sync routers for ids ['28c937c4-23dc-4082-bb61-ff20d4d7a91e'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:10.931083 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-75b2b162-c01d-4299-b408-7cb18f698678 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1184795 Aug 11 08:31:10.933939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42260) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:10.942008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Routers {'28c937c4-23dc-4082-bb61-ff20d4d7a91e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:10.959958 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['28c937c4-23dc-4082-bb61-ff20d4d7a91e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:11.028309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8375c0aa-f310-4841-b17a-a45322ad371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.216565 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8375c0aa-f310-4841-b17a-a45322ad371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.231380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8375c0aa-f310-4841-b17a-a45322ad371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.233987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8375c0aa-f310-4841-b17a-a45322ad371b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bced1c21-aa6f-4e2b-ba5d-0ce9fb8060ea HTTP/1.1" status: 204 len: 168 time: 0.5469828 Aug 11 08:31:11.234301 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Set router 28c937c4-23dc-4082-bb61-ff20d4d7a91e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:11.255463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c8cd8d73-6863-49db-bd67-4c7bb7f8bc08 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/28c937c4-23dc-4082-bb61-ff20d4d7a91e HTTP/1.1" status: 200 len: 908 time: 0.3193123 Aug 11 08:31:11.257914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c0aa-f310-4841-b17a-a45322ad371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced1c21-aa6f-4e2b-ba5d-0ce9fb8060ea,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:11.261685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42294) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:11.270132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1441628065', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': True}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:11.339536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.341523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.483992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.491337 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c937c4-23dc-4082-bb61-ff20d4d7a91e', 'name': 'tempest-snat-router-1441628065', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': False}, 'gw_port_id': '6bbcfe3e-0458-409b-9974-595dea1e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:07Z', 'updated_at': '2021-08-11T08:31:09Z', 'revision_number': 3, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port': {'id': '6bbcfe3e-0458-409b-9974-595dea1e3b22', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c937c4-23dc-4082-bb61-ff20d4d7a91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:09Z', 'updated_at': '2021-08-11T08:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:11.524974 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Checking router: 28c937c4-23dc-4082-bb61-ff20d4d7a91e for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:11.525327 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Updating router 28c937c4-23dc-4082-bb61-ff20d4d7a91e port 6bbcfe3e-0458-409b-9974-595dea1e3b22 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:31:11.559133 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.564569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.722039 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.875381 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.888287 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Transition to ACTIVE for port object 6bbcfe3e-0458-409b-9974-595dea1e3b22 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:11.893317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 84a69d40-4111-44b1-905a-990080362fd4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:11.893697 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.899342 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.960275 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Attempting to bind port 6bbcfe3e-0458-409b-9974-595dea1e3b22 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:11.961601 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Attempting to bind port 6bbcfe3e-0458-409b-9974-595dea1e3b22 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:11.962188 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Attempting to bind port 6bbcfe3e-0458-409b-9974-595dea1e3b22 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:11.972399 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:11.973359 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:11.974859 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:11.975471 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:11.976294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Bound port: 6bbcfe3e-0458-409b-9974-595dea1e3b22, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:11.977193 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.016245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.036343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 84a69d40-4111-44b1-905a-990080362fd4 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:12.069723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.076310 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] For port 6bbcfe3e-0458-409b-9974-595dea1e3b22, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:12.081718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] For port 6bbcfe3e-0458-409b-9974-595dea1e3b22, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6bbcfe3e-0458-409b-9974-595dea1e3b22,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:12.094091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.105367 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.171522 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Routers {'28c937c4-23dc-4082-bb61-ff20d4d7a91e'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:12.172383 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['28c937c4-23dc-4082-bb61-ff20d4d7a91e'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:12.306803 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Pushing event updated for resources: {'Port': ['ID=6bbcfe3e-0458-409b-9974-595dea1e3b22,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:12.324812 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.325285 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.325715 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.326320 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.326915 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.327462 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.327997 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.328547 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.329113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.329849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.330407 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.330959 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:12.404092 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] Set router 28c937c4-23dc-4082-bb61-ff20d4d7a91e gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:12.411955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Allocated IP 172.25.2.236 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6a85fd19-4bb5-4ce7-8480-72b748ffb0a7) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:12.430045 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243f5bb-5cd0-4ed6-941a-942f492a7e3d None None] Pushing event updated for resources: {'Port': ['ID=6bbcfe3e-0458-409b-9974-595dea1e3b22,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:12.472647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.525344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=84a69d40-4111-44b1-905a-990080362fd4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:12.673531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42346) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:12.705208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.735251 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c937c4-23dc-4082-bb61-ff20d4d7a91e', 'name': 'tempest-snat-router-1441628065', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': False}, 'gw_port_id': '6bbcfe3e-0458-409b-9974-595dea1e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:07Z', 'updated_at': '2021-08-11T08:31:09Z', 'revision_number': 3, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port': {'id': '6bbcfe3e-0458-409b-9974-595dea1e3b22', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c937c4-23dc-4082-bb61-ff20d4d7a91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:09Z', 'updated_at': '2021-08-11T08:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:12.754121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.776486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:12.779744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:12.802417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:12.867715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:12.876450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Port': ['ID=6a85fd19-4bb5-4ce7-8480-72b748ffb0a7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:12.886312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-762961540'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:12.936125 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997e32f-c444-46a2-bd14-b9797d481d66 None None] The sync data for ids ['28c937c4-23dc-4082-bb61-ff20d4d7a91e'] in n-d-789963-6 is: [{'id': '28c937c4-23dc-4082-bb61-ff20d4d7a91e', 'name': 'tempest-snat-router-1441628065', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60'}], 'enable_snat': False}, 'gw_port_id': '6bbcfe3e-0458-409b-9974-595dea1e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:07Z', 'updated_at': '2021-08-11T08:31:09Z', 'revision_number': 3, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port': {'id': '6bbcfe3e-0458-409b-9974-595dea1e3b22', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c937c4-23dc-4082-bb61-ff20d4d7a91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:09Z', 'updated_at': '2021-08-11T08:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:12.985821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:12.989471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.059135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.088042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 9fef020c-7ae0-4ba5-85b8-a372c7c90e93 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:13.158410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.203926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:13.213101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-164111da-3a33-46f8-9c71-21a85c9c0c1b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/9fef020c-7ae0-4ba5-85b8-a372c7c90e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4510765 Aug 11 08:31:13.213101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42350) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:13.222973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] Sync routers for ids ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:13.237659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] Routers {'9fef020c-7ae0-4ba5-85b8-a372c7c90e93'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:13.254790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:13.267189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f43d328e-755a-4b81-b04b-dc2c11c7c294 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fef020c-7ae0-4ba5-85b8-a372c7c90e93 HTTP/1.1" status: 200 len: 205 time: 0.0493631 Aug 11 08:31:13.270332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42352) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:13.310528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:13.341408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] Routers {'9fef020c-7ae0-4ba5-85b8-a372c7c90e93'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:13.344350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:13.423440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:13.424114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.424739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058a810-c7e3-46cc-8268-6794cb51a16d None None] The sync data for ids ['9fef020c-7ae0-4ba5-85b8-a372c7c90e93'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:13.437450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.503535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.528578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6bbcfe3e-0458-409b-9974-595dea1e3b22 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:13.582369 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.630302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6bbcfe3e-0458-409b-9974-595dea1e3b22 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:13.639548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6bbcfe3e-0458-409b-9974-595dea1e3b22 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:13.641201 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.736915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Router ce9449b7-296a-4347-9363-66eaaeee084f is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:13.815619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.852766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6bbcfe3e-0458-409b-9974-595dea1e3b22, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6bbcfe3e-0458-409b-9974-595dea1e3b22,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:13.863683 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.953044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6bbcfe3e-0458-409b-9974-595dea1e3b22,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:13.973566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:13.985951 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Sync routers for ids ['ce9449b7-296a-4347-9363-66eaaeee084f'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:13.994287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:13.998407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f735e9ff-8930-4ea3-ae7c-56036f7c60a4 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7326548 Aug 11 08:31:13.999992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42358) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:14.004163 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Routers {'ce9449b7-296a-4347-9363-66eaaeee084f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:14.005399 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ce9449b7-296a-4347-9363-66eaaeee084f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:14.105359 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.108807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.156494 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Set router ce9449b7-296a-4347-9363-66eaaeee084f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:14.173893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:14.186982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.187334 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment 92e868b7-0f7a-4060-bed5-eaa54c8852ba of type vlan for network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 Aug 11 08:31:14.249861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.290463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.291589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 9fef020c-7ae0-4ba5-85b8-a372c7c90e93 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:14.298364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.310749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:14.310995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.334233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.336332 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:31:14.339641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c54da025-87dd-4c1e-a53e-575353c14d0d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/9fef020c-7ae0-4ba5-85b8-a372c7c90e93 HTTP/1.1" status: 204 len: 168 time: 1.0680964 Aug 11 08:31:14.430507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42360) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:14.437882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=d7e161fc-c29e-4465-a9de-0c6caa5f4b70,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:14.451196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:14.471223 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9449b7-296a-4347-9363-66eaaeee084f', 'name': 'tempest-snat-router-1441628065', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '6a85fd19-4bb5-4ce7-8480-72b748ffb0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:11Z', 'updated_at': '2021-08-11T08:31:13Z', 'revision_number': 3, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port': {'id': '6a85fd19-4bb5-4ce7-8480-72b748ffb0a7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9449b7-296a-4347-9363-66eaaeee084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:12Z', 'updated_at': '2021-08-11T08:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:14.500913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ad4c48ca-b6eb-41a7-a7b6-2096dfafb65c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/ce9449b7-296a-4347-9363-66eaaeee084f HTTP/1.1" status: 200 len: 908 time: 0.4996886 Aug 11 08:31:14.504415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42362) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:14.530781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Checking router: ce9449b7-296a-4347-9363-66eaaeee084f for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:14.531173 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Updating router ce9449b7-296a-4347-9363-66eaaeee084f port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:31:14.538255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet 28b4f586-eba6-4248-ae20-54c19a772f42 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:14.552531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.580135 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.599017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.627551 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9528100 Aug 11 08:31:14.629037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42364) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:14.632526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd6957-d934-49b8-a4b2-7f2464410d3e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8513954-cd60-40c7-a534-627a212519e2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:14.640650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'name': 'tempest-PortsTestJSON-1433216699'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:14.694004 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.733648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.862331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:14.865502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.866074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.884543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.894058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 58930556-14f4-4636-9185-264384d5e4fe yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:14.905132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=28b4f586-eba6-4248-ae20-54c19a772f42,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:14.922739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:14.926262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ad7ba224-4308-41ea-a590-2c3deb698925 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/28b4f586-eba6-4248-ae20-54c19a772f42 HTTP/1.1" status: 204 len: 168 time: 0.4839213 Aug 11 08:31:14.928949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:14.932041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27afee-bdcc-4f40-b0ed-99aa2743f7f7 None None] Network 49515070-4799-4dc8-99d4-0e165842faef requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:15.082290 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.095556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.113071 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Transition to ACTIVE for port object 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:15.128241 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.139692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Deleting port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:15.140047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.193495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Attempting to bind port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:15.193915 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Attempting to bind port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:15.194334 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Attempting to bind port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:15.204767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:15.205200 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:15.205702 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.206099 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:15.206588 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Bound port: 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:15.206970 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.240304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b75b0-102d-4774-b9be-b628dac342d3 None None] Pushing event updated for resources: {'Port': ['ID=6a85fd19-4bb5-4ce7-8480-72b748ffb0a7,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:15.246669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.262037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Calling delete_port for 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:15.273208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 429335f0-252d-4326-b0e9-f983eebb8463 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:15.274288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.288147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] DHCP port deletion for 49515070-4799-4dc8-99d4-0e165842faef request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:31:15.301826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.303819 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] For port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:15.313776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] For port 6a85fd19-4bb5-4ce7-8480-72b748ffb0a7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a85fd19-4bb5-4ce7-8480-72b748ffb0a7,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:15.324091 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.416356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port 429335f0-252d-4326-b0e9-f983eebb8463, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=429335f0-252d-4326-b0e9-f983eebb8463,segment=NetworkSegment(392a0409-caf9-440c-a444-aedef7825e8b),segment_id=392a0409-caf9-440c-a444-aedef7825e8b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:15.418467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.446956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 429335f0-252d-4326-b0e9-f983eebb8463 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:15.458442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.489757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] Deleting port 429335f0-252d-4326-b0e9-f983eebb8463 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:15.490451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.515647 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Routers {'ce9449b7-296a-4347-9363-66eaaeee084f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:15.515647 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ce9449b7-296a-4347-9363-66eaaeee084f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:15.521491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=58930556-14f4-4636-9185-264384d5e4fe,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:15.586504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': '92e868b7-0f7a-4060-bed5-eaa54c8852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:15.587006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: d7e161fc-c29e-4465-a9de-0c6caa5f4b70, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:15.630883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:15.645769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.667090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, d7e161fc-c29e-4465-a9de-0c6caa5f4b70) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:15.674124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.695870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] For port 429335f0-252d-4326-b0e9-f983eebb8463, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=429335f0-252d-4326-b0e9-f983eebb8463,segment=NetworkSegment(392a0409-caf9-440c-a444-aedef7825e8b),segment_id=392a0409-caf9-440c-a444-aedef7825e8b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:15.696513 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.706908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=429335f0-252d-4326-b0e9-f983eebb8463,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:15.709385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port 429335f0-252d-4326-b0e9-f983eebb8463 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:15.742322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a85fd19-4bb5-4ce7-8480-72b748ffb0a7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:15.749160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] Calling delete_port for 429335f0-252d-4326-b0e9-f983eebb8463 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:15.753596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:15.758879 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b75b0-102d-4774-b9be-b628dac342d3 None None] Pushing event updated for resources: {'Port': ['ID=6a85fd19-4bb5-4ce7-8480-72b748ffb0a7,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:15.780424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:15.782762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.829043 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] Set router ce9449b7-296a-4347-9363-66eaaeee084f gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:15.832867 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.846106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49515070-4799-4dc8-99d4-0e165842faef']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:15.869705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392a0409-caf9-440c-a444-aedef7825e8b') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:15.870060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392a0409-caf9-440c-a444-aedef7825e8b') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:15.882146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.900358 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.911479 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0e0771d2-d7c9-4164-967a-54b1f36989f8 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2736464 Aug 11 08:31:15.911793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:15.911793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.913734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42368) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:15.915114 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:15.929269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-751526506'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:15.952618 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9449b7-296a-4347-9363-66eaaeee084f', 'name': 'tempest-snat-router-1441628065', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:11Z', 'updated_at': '2021-08-11T08:31:14Z', 'revision_number': 4, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:15.953980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:15.961019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6bbcfe3e-0458-409b-9974-595dea1e3b22 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:15.966410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e7cf23-ae8e-4a71-a324-dcf4ea820054 None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:15.988159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.001648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.011698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.020256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/49515070-4799-4dc8-99d4-0e165842faef HTTP/1.1" status: 204 len: 168 time: 1.0899727 Aug 11 08:31:16.024209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42370) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:16.035969 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb120e-ba61-48ce-935c-d70bf0f09c02 None None] The sync data for ids ['ce9449b7-296a-4347-9363-66eaaeee084f'] in n-d-789963-6 is: [{'id': 'ce9449b7-296a-4347-9363-66eaaeee084f', 'name': 'tempest-snat-router-1441628065', 'tenant_id': '454731b453cb4ad284203c1e4e676197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:11Z', 'updated_at': '2021-08-11T08:31:14Z', 'revision_number': 4, 'project_id': '454731b453cb4ad284203c1e4e676197', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:16.047581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-311125807', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:16.058387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] Pushing event deleted for resources: {'Port': ['ID=429335f0-252d-4326-b0e9-f983eebb8463,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:16.070160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ee2c0-5f7a-4112-bbfd-3e32545c23f7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=49515070-4799-4dc8-99d4-0e165842faef,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:16.105625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.107930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.112530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad12b9f-9a07-48e1-a3c1-7f213bbade8b None None] No DVR routers for this DVR port 429335f0-252d-4326-b0e9-f983eebb8463 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:16.147127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:16.152707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.170535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6bbcfe3e-0458-409b-9974-595dea1e3b22 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:16.171004 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.205608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.214558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.275960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:16.290385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.290781 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment 9f690f1e-78b2-4219-9785-88bdfcf1d6a3 of type vlan for network 02e7bf55-6175-4dad-b26c-5d59eca816a0 Aug 11 08:31:16.291206 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.300380 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.303941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.303941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce9449b7-296a-4347-9363-66eaaeee084f {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:16.309644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.310823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9db58c6e-83f3-403d-8cd9-d0fc56fc16cc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ce9449b7-296a-4347-9363-66eaaeee084f HTTP/1.1" status: 204 len: 168 time: 1.8053977 Aug 11 08:31:16.313678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42372) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:16.363465 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.405104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.406409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ffad1d92-f181-453f-8573-ad6a200d7ed6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3808188 Aug 11 08:31:16.410208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42374) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:16.416544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 429335f0-252d-4326-b0e9-f983eebb8463 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:16.431672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206934020'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:16.437064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.442963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:16.444379 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.451877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 429335f0-252d-4326-b0e9-f983eebb8463 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:16.452524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 429335f0-252d-4326-b0e9-f983eebb8463 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:16.498850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.534271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:16.538031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.541748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=02e7bf55-6175-4dad-b26c-5d59eca816a0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:16.548445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a411f393-cd41-4c1c-91f1-e286906bca69 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6306670 Aug 11 08:31:16.549368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42376) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:16.554266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 02e7bf55-6175-4dad-b26c-5d59eca816a0 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:16.555411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'ports': [{'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'}, {'network_id': '02e7bf55-6175-4dad-b26c-5d59eca816a0'}]} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:16.556319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:16.556981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': '02e7bf55-6175-4dad-b26c-5d59eca816a0'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:16.573763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:16.586022 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.586731 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 93fb0fe7-19ec-4d92-ac12-a04e3d45a153 of type vlan for network 544476a0-6f63-467c-8811-d95db295fa5b Aug 11 08:31:16.642487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.679968 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.688125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:16.689212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.755519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3286409 Aug 11 08:31:16.758303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:16.762948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce040c-e9df-4260-817a-1bfe8382ee20 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=544476a0-6f63-467c-8811-d95db295fa5b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:16.765352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:16.778073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 544476a0-6f63-467c-8811-d95db295fa5b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:16.830704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.860409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 2} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:16.865243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.909386 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:16.993150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:16.996657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:17.075356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port f744b9dd-f464-412a-b744-fc7568c1497d yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:17.103759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Deleting port 6bbcfe3e-0458-409b-9974-595dea1e3b22 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:17.104256 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:17.419135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] For port 6bbcfe3e-0458-409b-9974-595dea1e3b22, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6bbcfe3e-0458-409b-9974-595dea1e3b22,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:17.419678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:17.436334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Calling delete_port for 6bbcfe3e-0458-409b-9974-595dea1e3b22 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:17.557359 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:17.699393 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:17.749945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port c41f931e-964a-4b53-b439-205353ef1cf3 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:17.836927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=69be8726-7c83-4633-b87d-8199cc96bf06,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:17.866559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:17.866925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: 544476a0-6f63-467c-8811-d95db295fa5b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:17.898501 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:17.944528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bbcfe3e-0458-409b-9974-595dea1e3b22,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:17.995744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 544476a0-6f63-467c-8811-d95db295fa5b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:18.028927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.043120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 544476a0-6f63-467c-8811-d95db295fa5b) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:18.052595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28800408-12d1-4726-b982-72d83e974821 None None] Network 544476a0-6f63-467c-8811-d95db295fa5b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:18.053519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:18.054197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.073516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.149114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cedf7d35-51c1-4dfd-83ff-22ddfe390c56 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3851876 Aug 11 08:31:18.149511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42390) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:18.188913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.192443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.231165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-544476a0-6f63-467c-8811-d95db295fa5b', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:18.232289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.239314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.275825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.276452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28c937c4-23dc-4082-bb61-ff20d4d7a91e {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:18.283782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.288947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-50572692-22e1-4cb7-ae1f-65f09b690ea6 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "DELETE /v2.0/routers/28c937c4-23dc-4082-bb61-ff20d4d7a91e HTTP/1.1" status: 204 len: 168 time: 1.9736340 Aug 11 08:31:18.294556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42392) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:18.304147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-556918366', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:18.320413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:18.328559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=f744b9dd-f464-412a-b744-fc7568c1497d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:18.338836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:18.343422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:18.344142 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.398656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.399811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.419825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=c41f931e-964a-4b53-b439-205353ef1cf3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:18.466375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': '9f690f1e-78b2-4219-9785-88bdfcf1d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '02e7bf55-6175-4dad-b26c-5d59eca816a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:18.466776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: 02e7bf55-6175-4dad-b26c-5d59eca816a0, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:18.475505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Allocated IP 172.20.0.2 (544476a0-6f63-467c-8811-d95db295fa5b/69be8726-7c83-4633-b87d-8199cc96bf06/085e5ba8-4efb-415f-8868-ed4509b9b039) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:18.505990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.560794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 02e7bf55-6175-4dad-b26c-5d59eca816a0 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:18.603569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.656314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 02e7bf55-6175-4dad-b26c-5d59eca816a0) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:18.664282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:18.669374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb5333-e33d-47fd-b21c-c5dfa42949c7 None None] Network 02e7bf55-6175-4dad-b26c-5d59eca816a0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:18.672507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:18.678641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:18.680056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.724849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.742392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.761614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dd75828a-f018-4101-98ae-e6358734a7d2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2088869 Aug 11 08:31:18.769241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Transition to ACTIVE for port object 085e5ba8-4efb-415f-8868-ed4509b9b039 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:18.778232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42398) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:18.814270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Transition to ACTIVE for port object 085e5ba8-4efb-415f-8868-ed4509b9b039 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:18.838661 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.884005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Network 544476a0-6f63-467c-8811-d95db295fa5b is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:18.885577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:18.893085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:18.942329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Pushing event updated for resources: {'Port': ['ID=085e5ba8-4efb-415f-8868-ed4509b9b039,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:18.989902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Attempting to bind port 085e5ba8-4efb-415f-8868-ed4509b9b039 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:18.990291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Attempting to bind port 085e5ba8-4efb-415f-8868-ed4509b9b039 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:18.990774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Attempting to bind port 085e5ba8-4efb-415f-8868-ed4509b9b039 on network 544476a0-6f63-467c-8811-d95db295fa5b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:18.997154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:18.997521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Checking segment: {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:18.997847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:18.998240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Bound using segment: {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:18.998720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Bound port: 085e5ba8-4efb-415f-8868-ed4509b9b039, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:18.999100 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.040461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port c41f931e-964a-4b53-b439-205353ef1cf3 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:19.040867 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.099498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] For port 085e5ba8-4efb-415f-8868-ed4509b9b039, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:19.102560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.20.0.1 (544476a0-6f63-467c-8811-d95db295fa5b/69be8726-7c83-4633-b87d-8199cc96bf06/aeae9db1-161a-4c57-9035-ac27edff4715) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:19.106994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] For port 085e5ba8-4efb-415f-8868-ed4509b9b039, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=085e5ba8-4efb-415f-8868-ed4509b9b039,segment=NetworkSegment(93fb0fe7-19ec-4d92-ac12-a04e3d45a153),segment_id=93fb0fe7-19ec-4d92-ac12-a04e3d45a153)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:19.118155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.201446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.202045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19550a78-bc72-4b7b-9dd4-640493ea09c1 None None] Pushing event updated for resources: {'Port': ['ID=085e5ba8-4efb-415f-8868-ed4509b9b039,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:19.233803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for c41f931e-964a-4b53-b439-205353ef1cf3 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:19.328603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.347722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.349553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.379560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object aeae9db1-161a-4c57-9035-ac27edff4715 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:19.424986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.496722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6bbcfe3e-0458-409b-9974-595dea1e3b22 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:19.513143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=c41f931e-964a-4b53-b439-205353ef1cf3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:19.519676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6bbcfe3e-0458-409b-9974-595dea1e3b22 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:19.520033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6bbcfe3e-0458-409b-9974-595dea1e3b22 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:19.528845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Allocated IP 172.25.2.133 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/8489d010-3376-4021-b4c5-3c0731158b6c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:19.536197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.541886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.544464 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a6340825-1df4-4d41-9af0-0b2c5f38e846 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/c41f931e-964a-4b53-b439-205353ef1cf3 HTTP/1.1" status: 204 len: 168 time: 0.7650354 Aug 11 08:31:19.549109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:19.623119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 544476a0-6f63-467c-8811-d95db295fa5b is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:19.635312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:19.640924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:19.653320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=aeae9db1-161a-4c57-9035-ac27edff4715,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:19.683614 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.717740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6377ebe-c7a4-4664-a1e7-75967e4857fd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:19.724975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6377ebe-c7a4-4664-a1e7-75967e4857fd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:19.725338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.729930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d6377ebe-c7a4-4664-a1e7-75967e4857fd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1769571 Aug 11 08:31:19.730866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42402) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:19.750097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.759205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:19.763719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:19.767254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:19.827786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event updated for resources: {'Port': ['ID=8489d010-3376-4021-b4c5-3c0731158b6c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:19.950715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port f744b9dd-f464-412a-b744-fc7568c1497d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:19.951088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:19.970352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.078826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.159150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.180966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for f744b9dd-f464-412a-b744-fc7568c1497d owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:20.314973 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.368525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.413004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=f744b9dd-f464-412a-b744-fc7568c1497d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:20.427594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.430128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-204e96f8-358b-4029-8e23-caed977ec087 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/f744b9dd-f464-412a-b744-fc7568c1497d HTTP/1.1" status: 204 len: 168 time: 0.6986480 Aug 11 08:31:20.434154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42404) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:20.455492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.463368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.500751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172bfca-e0e8-43ea-9178-22f891db4b8c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:20.502315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d172bfca-e0e8-43ea-9178-22f891db4b8c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0672178 Aug 11 08:31:20.506551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42406) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:20.535057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e523118-054d-4761-b22a-743ba71e8a99 None None] Network 544476a0-6f63-467c-8811-d95db295fa5b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:20.543869 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-7082c418-1a7a-4e76-8611-05f142c4e9e2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:20.546658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7082c418-1a7a-4e76-8611-05f142c4e9e2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/c41f931e-964a-4b53-b439-205353ef1cf3 HTTP/1.1" status: 404 len: 333 time: 0.0388107 Aug 11 08:31:20.549256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:20.550648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.552625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=aeae9db1-161a-4c57-9035-ac27edff4715,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:20.581366 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a9ab69-2f87-4d72-8697-46c7cf80e664 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:20.585506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-46a9ab69-2f87-4d72-8697-46c7cf80e664 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/f744b9dd-f464-412a-b744-fc7568c1497d HTTP/1.1" status: 404 len: 333 time: 0.0324101 Aug 11 08:31:20.587374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42410) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:20.643604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-32288e4b-e1cd-45e7-9e50-01b44b3c4f4d None None] Provisioning for port 085e5ba8-4efb-415f-8868-ed4509b9b039 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:20.675061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 544476a0-6f63-467c-8811-d95db295fa5b is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:20.676964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:20.687908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.709943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Router 66f4b2de-87d7-46c6-8700-93d1c946535d is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:20.817929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.827964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:20.829860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e7bf55-6175-4dad-b26c-5d59eca816a0']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:20.843354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f690f1e-78b2-4219-9785-88bdfcf1d6a3') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:20.843571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f690f1e-78b2-4219-9785-88bdfcf1d6a3') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:20.853634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.872108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.879824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:20.880223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:20.937514 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:20.957494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:20.963889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c0e19a51-8798-49a2-94a0-71e49077438a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8125985 Aug 11 08:31:20.966425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42412) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:20.970316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:20.972046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-1874111647'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:20.990076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:20.992320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:21.008812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:21.009266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.017867 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.019063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.020996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/02e7bf55-6175-4dad-b26c-5d59eca816a0 HTTP/1.1" status: 204 len: 168 time: 0.4325349 Aug 11 08:31:21.034989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42414) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:21.041151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-872634131'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:21.049097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aacf55-633e-40bb-b420-89fab89f9a7b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=02e7bf55-6175-4dad-b26c-5d59eca816a0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:21.074986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:21.095922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.096266 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 564d2bec-1916-419b-a84c-e75be615c9a4 of type vlan for network 88d50076-429f-4814-b6aa-4d87239cf8f7 Aug 11 08:31:21.121176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:21.126480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.155719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.159275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:21.172818 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] Sync routers for ids ['66f4b2de-87d7-46c6-8700-93d1c946535d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:21.186243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.190111 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] Routers {'66f4b2de-87d7-46c6-8700-93d1c946535d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:21.190938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-868afccd-0dec-488b-9e0e-b6cbc7b0ff0e tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8905470 Aug 11 08:31:21.192663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42416) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:21.195388 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['66f4b2de-87d7-46c6-8700-93d1c946535d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:21.195711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:21.199365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': False}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:21.208928 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.215038 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment eeae8f21-271e-4579-9729-41fe2cd47483 of type vlan for network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 Aug 11 08:31:21.266194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.309123 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:21.311356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.320371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:21.324976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.339815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] Routers {'66f4b2de-87d7-46c6-8700-93d1c946535d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:21.340502 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['66f4b2de-87d7-46c6-8700-93d1c946535d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:21.440970 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:21.442923 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde7346-700a-4c69-8bbc-dc69e5d7e4ec None None] The sync data for ids ['66f4b2de-87d7-46c6-8700-93d1c946535d'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:21.534952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-085aff14-fb66-4c95-8de1-fef14d8b511e None None] Provisioning for port aeae9db1-161a-4c57-9035-ac27edff4715 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:21.551522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-085aff14-fb66-4c95-8de1-fef14d8b511e None None] Provisioning complete for port aeae9db1-161a-4c57-9035-ac27edff4715 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:21.552100 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-085aff14-fb66-4c95-8de1-fef14d8b511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.574407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5383286 Aug 11 08:31:21.585994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:21.587322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42420) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:21.603728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:21.608523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a7bf4-1cce-409a-b213-6062559f7eaa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:21.621695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 085e5ba8-4efb-415f-8868-ed4509b9b039 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:21.671848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:21.805378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:21.812906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:21.937852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-085aff14-fb66-4c95-8de1-fef14d8b511e None None] Port aeae9db1-161a-4c57-9035-ac27edff4715 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:21.999774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 085e5ba8-4efb-415f-8868-ed4509b9b039 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:22.004574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa606-dc0f-4a80-9211-d1432bf11cbd req-21e869bf-f5d4-4d11-a2fd-0c8c34001c99 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:22.005445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.007881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 085e5ba8-4efb-415f-8868-ed4509b9b039 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:22.008350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.013122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:22.013805 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.015937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c1aa606-dc0f-4a80-9211-d1432bf11cbd req-21e869bf-f5d4-4d11-a2fd-0c8c34001c99 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 949 time: 0.0941238 Aug 11 08:31:22.042899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:19Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:20Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:22.075420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:22.075936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Updating router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 port aeae9db1-161a-4c57-9035-ac27edff4715 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:31:22.091682 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1240301 Aug 11 08:31:22.109018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c1aa606-dc0f-4a80-9211-d1432bf11cbd req-2f6a5134-58d3-4d04-8f80-f062b695acdd tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915971 Aug 11 08:31:22.109913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42424) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:22.117899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.119549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:22.162490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-35a45640-9f99-41bd-a122-3929e5eb85c5 None None] Provisioning complete for port aeae9db1-161a-4c57-9035-ac27edff4715 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:22.163192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-35a45640-9f99-41bd-a122-3929e5eb85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.165154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f92a7-6586-49ed-a35d-dd0ab9fbbcfb tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=88d50076-429f-4814-b6aa-4d87239cf8f7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:22.198753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:22.252099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.272123 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.311250 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.332562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-35a45640-9f99-41bd-a122-3929e5eb85c5 None None] Port aeae9db1-161a-4c57-9035-ac27edff4715 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:22.333280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=4692e324-e373-4fde-b336-4c72d49cf6b2,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:22.385012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': 'eeae8f21-271e-4579-9729-41fe2cd47483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:22.385893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:22.391597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:22.393600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 085e5ba8-4efb-415f-8868-ed4509b9b039, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=085e5ba8-4efb-415f-8868-ed4509b9b039,segment=NetworkSegment(93fb0fe7-19ec-4d92-ac12-a04e3d45a153),segment_id=93fb0fe7-19ec-4d92-ac12-a04e3d45a153)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:22.397188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.409965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.577688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=085e5ba8-4efb-415f-8868-ed4509b9b039,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:22.677004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:22.682167 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.730543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:22.733544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.741678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:22.742559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.743302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568ae06-4953-4e6e-8cfe-1f43872930bd None None] Network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:22.793989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Transition to ACTIVE for port object aeae9db1-161a-4c57-9035-ac27edff4715 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:22.803286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=5328b872-bf3b-4691-ac59-76e14fdd5c60,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:22.810405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:22.810746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: 88d50076-429f-4814-b6aa-4d87239cf8f7, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:22.812944 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.816300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-16831f5a-4e1c-4ed8-831e-3a86fe60a533 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2279282 Aug 11 08:31:22.819744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42428) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:22.826164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6', 'name': 'tempest-PortsTestJSON-1225049157'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:22.865813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.866337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Pushing event updated for resources: {'Port': ['ID=aeae9db1-161a-4c57-9035-ac27edff4715,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:22.883120 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.895070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:22.919132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 88d50076-429f-4814-b6aa-4d87239cf8f7) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:22.941212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:22.941498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83360a9f-f63f-4278-9717-ae4ba3dfb82f None None] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:22.942244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:22.969168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b62d892c-17ff-44fc-b208-eafbeb74cded tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8536861 Aug 11 08:31:22.971032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42430) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:23.111950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6', 'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': '4692e324-e373-4fde-b336-4c72d49cf6b2'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:23.112832 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.150367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:23.160119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.173943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Attempting to bind port aeae9db1-161a-4c57-9035-ac27edff4715 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:23.174200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Router 66f4b2de-87d7-46c6-8700-93d1c946535d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:23.175144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Attempting to bind port aeae9db1-161a-4c57-9035-ac27edff4715 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:23.175435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Attempting to bind port aeae9db1-161a-4c57-9035-ac27edff4715 on network 544476a0-6f63-467c-8811-d95db295fa5b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:23.253626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:23.254879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Checking segment: {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:23.254879 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.255246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Bound using segment: {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:23.255695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Bound port: aeae9db1-161a-4c57-9035-ac27edff4715, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fb0fe7-19ec-4d92-ac12-a04e3d45a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:23.256074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.265154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 5be89db8-53b5-4028-ae8b-186a48644fcf yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:23.316675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ec666-0c79-46c7-99dd-7689b32ad29c req-098a2860-bba4-469a-843f-81c71e78b101 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:23.328865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-112ec666-0c79-46c7-99dd-7689b32ad29c req-098a2860-bba4-469a-843f-81c71e78b101 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 949 time: 0.1329496 Aug 11 08:31:23.459330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 085e5ba8-4efb-415f-8868-ed4509b9b039 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:23.472818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-112ec666-0c79-46c7-99dd-7689b32ad29c req-83127ea3-0910-4806-8f29-ad0e6f98fb48 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421289 Aug 11 08:31:23.483862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:23.491300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.497816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-89037e3d-b44f-418d-adb2-6d5d373c4a1f tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "PUT /v2.0/routers/66f4b2de-87d7-46c6-8700-93d1c946535d HTTP/1.1" status: 200 len: 921 time: 2.3008606 Aug 11 08:31:23.501353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42434) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:23.527566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] Sync routers for ids ['66f4b2de-87d7-46c6-8700-93d1c946535d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:23.539009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] For port aeae9db1-161a-4c57-9035-ac27edff4715, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:23.561815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-88d50076-429f-4814-b6aa-4d87239cf8f7', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:23.562978 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.580024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] For port aeae9db1-161a-4c57-9035-ac27edff4715, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aeae9db1-161a-4c57-9035-ac27edff4715,segment=NetworkSegment(93fb0fe7-19ec-4d92-ac12-a04e3d45a153),segment_id=93fb0fe7-19ec-4d92-ac12-a04e3d45a153)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:23.585124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] Routers {'66f4b2de-87d7-46c6-8700-93d1c946535d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:23.586539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['66f4b2de-87d7-46c6-8700-93d1c946535d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:23.589440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-98361962-d53a-40af-88e3-b77dedd732cf tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:23.591114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-98361962-d53a-40af-88e3-b77dedd732cf tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.64 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 949 time: 0.1792943 Aug 11 08:31:23.600659 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.613094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.13 (4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6/4692e324-e373-4fde-b336-4c72d49cf6b2/5be89db8-53b5-4028-ae8b-186a48644fcf) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:23.681249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a2a1c843-b271-4002-aaeb-00815dc10607 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/66f4b2de-87d7-46c6-8700-93d1c946535d HTTP/1.1" status: 200 len: 921 time: 0.1792371 Aug 11 08:31:23.684203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42438) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:23.719798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 085e5ba8-4efb-415f-8868-ed4509b9b039 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:23.720176 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.727638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Pushing event updated for resources: {'Port': ['ID=aeae9db1-161a-4c57-9035-ac27edff4715,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:23.780691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f51fd1-6499-4761-8e0c-34d60c568ec8 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:23.790947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:23.791518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-15f51fd1-6499-4761-8e0c-34d60c568ec8 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=66f4b2de-87d7-46c6-8700-93d1c946535d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1021979 Aug 11 08:31:23.791518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42440) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:23.832411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:23.859702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.860243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.860747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.861270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.861793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.867412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.868073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.868590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.869120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.869635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.870130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.870621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b77199-18f1-4aa6-a6d7-e3550f53e235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:23.909505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] Routers {'66f4b2de-87d7-46c6-8700-93d1c946535d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:23.910955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['66f4b2de-87d7-46c6-8700-93d1c946535d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:23.914675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51af18-61ed-4f1f-b7df-216d86054a87 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:23.919608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9f51af18-61ed-4f1f-b7df-216d86054a87 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.1297898 Aug 11 08:31:23.920298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42442) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:23.956809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-abd73375-3057-4aa6-a2b7-169c4f276598 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f4b2de-87d7-46c6-8700-93d1c946535d HTTP/1.1" status: 200 len: 205 time: 0.0352731 Aug 11 08:31:23.957508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42444) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:23.982645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:23.983307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded54f2f-5a8b-447f-933b-c04779b43e51 None None] The sync data for ids ['66f4b2de-87d7-46c6-8700-93d1c946535d'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:24.009522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:24.010187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:24.108037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.220385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.286926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Deleting port 8489d010-3376-4021-b4c5-3c0731158b6c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:24.287484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.339741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Deleting port 306140aa-b2bd-4b90-a35b-51cce9c08b68 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:24.340339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.382636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.384133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Allocated IP 172.21.0.2 (88d50076-429f-4814-b6aa-4d87239cf8f7/5328b872-bf3b-4691-ac59-76e14fdd5c60/ada9b44c-2047-481c-93b0-62df98b5e01f) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:24.399363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Calling delete_port for 8489d010-3376-4021-b4c5-3c0731158b6c owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:24.427071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:24.529826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.609711 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.643194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event deleted for resources: {'Port': ['ID=8489d010-3376-4021-b4c5-3c0731158b6c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:24.676377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 5be89db8-53b5-4028-ae8b-186a48644fcf will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:24.695892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] For port 306140aa-b2bd-4b90-a35b-51cce9c08b68, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=306140aa-b2bd-4b90-a35b-51cce9c08b68,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:24.696313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.735700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.751273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Calling delete_port for 306140aa-b2bd-4b90-a35b-51cce9c08b68 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:24.777252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.791149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:19Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:23Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:24.795661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Transition to ACTIVE for port object ada9b44c-2047-481c-93b0-62df98b5e01f will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:24.813499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae9eb-9714-421d-867e-f7700bf70ce3 req-fd32a785-84ed-4741-a851-d1b79ffa453e tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:24.815080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fccae9eb-9714-421d-867e-f7700bf70ce3 req-fd32a785-84ed-4741-a851-d1b79ffa453e tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 949 time: 0.2158682 Aug 11 08:31:24.834319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed65f9-7972-42fe-b254-ddbb1fff96b2 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:19Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:23Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:24.848407 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.850996 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.862520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Transition to ACTIVE for port object ada9b44c-2047-481c-93b0-62df98b5e01f will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:24.888202 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.914864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.915856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Fanout notify agent at l3_agent the message router_deleted on router 66f4b2de-87d7-46c6-8700-93d1c946535d {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:24.926932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.932225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e2b966db-397a-423c-b87d-71489b3829c9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/66f4b2de-87d7-46c6-8700-93d1c946535d HTTP/1.1" status: 204 len: 168 time: 0.9736652 Aug 11 08:31:24.933012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42450) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:24.938258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-485562221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:24.969234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.983490 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:24.985473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.001636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:25.005450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fccae9eb-9714-421d-867e-f7700bf70ce3 req-3044a14e-e7e9-4dd2-916b-7fdcf76b26df tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ef15325-697a-4afd-8c3f-8ad11db63871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749954 Aug 11 08:31:25.012651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:25.017473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:25.024628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Pushing event updated for resources: {'Port': ['ID=ada9b44c-2047-481c-93b0-62df98b5e01f,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:25.054595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Allocated IP 172.20.0.2 (4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6/4692e324-e373-4fde-b336-4c72d49cf6b2/e311a243-b1fb-4e3b-9042-30d5db694f87) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:25.080743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.21.0.1 (88d50076-429f-4814-b6aa-4d87239cf8f7/5328b872-bf3b-4691-ac59-76e14fdd5c60/bb48c08f-ab46-4b21-855f-f5e910ee8065) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:25.107954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.108354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:25.117150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.117681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:25.121438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:25.126122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Attempting to bind port ada9b44c-2047-481c-93b0-62df98b5e01f on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:25.126441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=5be89db8-53b5-4028-ae8b-186a48644fcf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:25.126568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Attempting to bind port ada9b44c-2047-481c-93b0-62df98b5e01f by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:25.126831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Attempting to bind port ada9b44c-2047-481c-93b0-62df98b5e01f on network 88d50076-429f-4814-b6aa-4d87239cf8f7 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:25.137590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:25.138097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Checking segment: {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:25.138461 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.138828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Bound using segment: {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:25.139316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Bound port: ada9b44c-2047-481c-93b0-62df98b5e01f, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:25.139692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.160683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.163848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-97652765-1e2a-44b3-b3ed-817894a28843 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2298136 Aug 11 08:31:25.166793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42452) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:25.179908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:25.300588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:25.301366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.353382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5edceae2-fea3-473d-9f1f-35584488110c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5323858 Aug 11 08:31:25.358347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42454) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:25.395911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.479220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] For port ada9b44c-2047-481c-93b0-62df98b5e01f, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:25.484326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] For port ada9b44c-2047-481c-93b0-62df98b5e01f, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ada9b44c-2047-481c-93b0-62df98b5e01f,segment=NetworkSegment(564d2bec-1916-419b-a84c-e75be615c9a4),segment_id=564d2bec-1916-419b-a84c-e75be615c9a4)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:25.496689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.509330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.512476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Pushing event deleted for resources: {'Port': ['ID=306140aa-b2bd-4b90-a35b-51cce9c08b68,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:25.555178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.568971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] No DVR routers for this DVR port 306140aa-b2bd-4b90-a35b-51cce9c08b68 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:25.576302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.583136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2c45e6ea-54e4-4212-a667-9024f0ccac60 req-ad95bac7-5b03-47b7-b6d7-e065ab67cbbb tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.64 "DELETE /v2.0/ports/306140aa-b2bd-4b90-a35b-51cce9c08b68 HTTP/1.1" status: 204 len: 173 time: 1.9826622 Aug 11 08:31:25.620230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bc507-42f5-4879-83f8-74c5c640ca07 None None] Pushing event updated for resources: {'Port': ['ID=ada9b44c-2047-481c-93b0-62df98b5e01f,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:25.629687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'name': 'network-vif-deleted', 'tag': '306140aa-b2bd-4b90-a35b-51cce9c08b68'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:31:25.632516 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158447a2-05ef-469a-8cab-09ceeeee0e67" -d '{"events": [{"server_uuid": "518d6f70-3235-4e2f-9bcb-d29a28d52036", "name": "network-vif-deleted", "tag": "306140aa-b2bd-4b90-a35b-51cce9c08b68"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:31:25.641624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aeae9db1-161a-4c57-9035-ac27edff4715 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:25.643493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object bb48c08f-ab46-4b21-855f-f5e910ee8065 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:25.733017 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e5a65-d4a8-4497-b86a-f38b7e49fb7f x-openstack-request-id: req-707e5a65-d4a8-4497-b86a-f38b7e49fb7f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:31:25.733301 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518d6f70-3235-4e2f-9bcb-d29a28d52036", "name": "network-vif-deleted", "tag": "306140aa-b2bd-4b90-a35b-51cce9c08b68", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:31:25.733549 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-707e5a65-d4a8-4497-b86a-f38b7e49fb7f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:31:25.733953 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518d6f70-3235-4e2f-9bcb-d29a28d52036', 'name': 'network-vif-deleted', 'tag': '306140aa-b2bd-4b90-a35b-51cce9c08b68', 'status': 'completed', 'code': 200} Aug 11 08:31:25.741900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 5be89db8-53b5-4028-ae8b-186a48644fcf {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:25.742242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.791624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port aeae9db1-161a-4c57-9035-ac27edff4715 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:25.831489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port aeae9db1-161a-4c57-9035-ac27edff4715 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:25.832559 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.908806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:25.987461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.028920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:26.054353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.066890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:26.075234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:26.109721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.118776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.155473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Transition to ACTIVE for port object e311a243-b1fb-4e3b-9042-30d5db694f87 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:26.178564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=bb48c08f-ab46-4b21-855f-f5e910ee8065,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:26.191698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port aeae9db1-161a-4c57-9035-ac27edff4715, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aeae9db1-161a-4c57-9035-ac27edff4715,segment=NetworkSegment(93fb0fe7-19ec-4d92-ac12-a04e3d45a153),segment_id=93fb0fe7-19ec-4d92-ac12-a04e3d45a153)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:26.220848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Transition to ACTIVE for port object e311a243-b1fb-4e3b-9042-30d5db694f87 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:26.223450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.270053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.285574 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.311293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:26.314787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:26.321147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:26.339595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=aeae9db1-161a-4c57-9035-ac27edff4715,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:26.404373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Allocated IP 172.25.2.183 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/1a8f21f8-053e-43ce-8187-43b231ca0442) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:26.436959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Pushing event updated for resources: {'Port': ['ID=e311a243-b1fb-4e3b-9042-30d5db694f87,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:26.443516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2cd29a62-dffa-48f2-b659-fdab0d783f9b req-dff1dd67-bad1-4292-9016-3464255289b5 tempest-VolumesBackupsTest-280845107 tempest-VolumesBackupsTest-280845107-project] 10.222.0.58 "GET /v2.0/ports?device_id=518d6f70-3235-4e2f-9bcb-d29a28d52036 HTTP/1.1" status: 200 len: 210 time: 0.1471059 Aug 11 08:31:26.443802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Attempting to bind port e311a243-b1fb-4e3b-9042-30d5db694f87 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:26.444269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Attempting to bind port e311a243-b1fb-4e3b-9042-30d5db694f87 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'eeae8f21-271e-4579-9729-41fe2cd47483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:26.444721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Attempting to bind port e311a243-b1fb-4e3b-9042-30d5db694f87 on network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:26.451181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:26.451519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Checking segment: {'id': 'eeae8f21-271e-4579-9729-41fe2cd47483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:26.452012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.453161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Bound using segment: {'id': 'eeae8f21-271e-4579-9729-41fe2cd47483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:26.453797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Bound port: e311a243-b1fb-4e3b-9042-30d5db694f87, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeae8f21-271e-4579-9729-41fe2cd47483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:26.454260 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.463543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.500587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 5be89db8-53b5-4028-ae8b-186a48644fcf owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:26.546977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] For port e311a243-b1fb-4e3b-9042-30d5db694f87, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:26.553204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] For port e311a243-b1fb-4e3b-9042-30d5db694f87, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e311a243-b1fb-4e3b-9042-30d5db694f87,segment=NetworkSegment(eeae8f21-271e-4579-9729-41fe2cd47483),segment_id=eeae8f21-271e-4579-9729-41fe2cd47483)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:26.578556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.609096 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.632540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.672234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:26.701670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83d5a5-a6f0-4169-a0ab-f50cbe519280 None None] Pushing event updated for resources: {'Port': ['ID=e311a243-b1fb-4e3b-9042-30d5db694f87,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:26.728183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:26.733605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:26.737160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:26.762514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event updated for resources: {'Port': ['ID=1a8f21f8-053e-43ce-8187-43b231ca0442,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:26.919809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.010765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=5be89db8-53b5-4028-ae8b-186a48644fcf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:27.124421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.129873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-544c1c49-10c8-490a-bafc-3d61ad6aac55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/5be89db8-53b5-4028-ae8b-186a48644fcf HTTP/1.1" status: 204 len: 168 time: 1.7674422 Aug 11 08:31:27.129873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42468) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:27.160734 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-28acda4a-14af-4725-8750-cdb3f9f01211 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:27.161663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28acda4a-14af-4725-8750-cdb3f9f01211 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:27.163651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-28acda4a-14af-4725-8750-cdb3f9f01211 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/5be89db8-53b5-4028-ae8b-186a48644fcf HTTP/1.1" status: 404 len: 333 time: 0.0334678 Aug 11 08:31:27.167618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42470) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:27.207359 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-37830608-2280-468a-a32c-666e61f7b293 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:27.209045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-37830608-2280-468a-a32c-666e61f7b293 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/5be89db8-53b5-4028-ae8b-186a48644fcf HTTP/1.1" status: 404 len: 333 time: 0.0403936 Aug 11 08:31:27.212019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42474) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:27.282934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.290680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 4692e324-e373-4fde-b336-4c72d49cf6b2 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:27.294277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.298046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.344690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 306140aa-b2bd-4b90-a35b-51cce9c08b68 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:27.371549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 306140aa-b2bd-4b90-a35b-51cce9c08b68 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:27.372460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 306140aa-b2bd-4b90-a35b-51cce9c08b68 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:27.391323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.400537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.535638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=bb48c08f-ab46-4b21-855f-f5e910ee8065,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:27.546900 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.680292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aeae9db1-161a-4c57-9035-ac27edff4715 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:27.727954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:27.732081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:27.750554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.759408 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.842491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port aeae9db1-161a-4c57-9035-ac27edff4715 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:27.850211 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:27.934965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.028030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:28.059240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ada9b44c-2047-481c-93b0-62df98b5e01f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:28.069973 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.089700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613d4bc-ada2-4c3e-9460-be51bbc92f00 req-c6826b1d-7b31-496f-a9a5-d3adf41d4fff tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:28.092737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0613d4bc-ada2-4c3e-9460-be51bbc92f00 req-c6826b1d-7b31-496f-a9a5-d3adf41d4fff tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.1207440 Aug 11 08:31:28.094304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Router 40dc75ce-bcb2-4281-a9c6-8cb444743f01 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:28.137065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c96e9-a44b-41bb-b83f-dd964ebaf357 None None] Network 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:28.217035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.220449 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/4692e324-e373-4fde-b336-4c72d49cf6b2 HTTP/1.1" status: 204 len: 168 time: 1.0072420 Aug 11 08:31:28.221722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442935e0-1129-4e57-9aa1-2728d53f7275 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=4692e324-e373-4fde-b336-4c72d49cf6b2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:28.223526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42494) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:28.253448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:28.255282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a0ff47b4-1d2f-4f1a-9dff-900bf6a35889 None None] Provisioning for port e311a243-b1fb-4e3b-9042-30d5db694f87 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:28.269185 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:28.285834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ada9b44c-2047-481c-93b0-62df98b5e01f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:28.298156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-73691c86-640a-432f-a1a8-0abd7bc65ebd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3256984 Aug 11 08:31:28.299699 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:28.301070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42496) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:28.302892 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:28.311094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e311a243-b1fb-4e3b-9042-30d5db694f87 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:28.314975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-29964411'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:28.343328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.359445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0613d4bc-ada2-4c3e-9460-be51bbc92f00 req-03815a66-adf0-41b9-8428-742257387ea6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537563 Aug 11 08:31:28.370450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:28.374194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.430465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e311a243-b1fb-4e3b-9042-30d5db694f87 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:28.435031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e311a243-b1fb-4e3b-9042-30d5db694f87 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:28.435535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.444700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:28.469713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.470748 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 07f8c3bc-bb17-46ab-812e-0acdfb242187 of type vlan for network b874d258-d72f-46f8-a0f5-ca356bb7307d Aug 11 08:31:28.488100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:28.503072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] DHCP port deletion for 4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:31:28.514378 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.520848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] Sync routers for ids ['40dc75ce-bcb2-4281-a9c6-8cb444743f01'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:28.522080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-327d827e-4d6d-4de6-8556-5a94dbf531c2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "PUT /v2.0/routers/40dc75ce-bcb2-4281-a9c6-8cb444743f01 HTTP/1.1" status: 200 len: 879 time: 3.3536587 Aug 11 08:31:28.530939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42498) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:28.531203 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:28.551690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port e311a243-b1fb-4e3b-9042-30d5db694f87 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:28.552599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.632560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] For port e311a243-b1fb-4e3b-9042-30d5db694f87, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e311a243-b1fb-4e3b-9042-30d5db694f87,segment=NetworkSegment(eeae8f21-271e-4579-9729-41fe2cd47483),segment_id=eeae8f21-271e-4579-9729-41fe2cd47483)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:28.633970 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.651934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for e311a243-b1fb-4e3b-9042-30d5db694f87 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:28.690187 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.723066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd4093-e59f-47e7-8c43-18f2d7e04f22 None None] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:28.734524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] Routers {'40dc75ce-bcb2-4281-a9c6-8cb444743f01'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:28.736488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['40dc75ce-bcb2-4281-a9c6-8cb444743f01'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:28.746610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-00a13507-25de-4fad-9699-b523ddb36f23 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/40dc75ce-bcb2-4281-a9c6-8cb444743f01 HTTP/1.1" status: 200 len: 920 time: 0.2117434 Aug 11 08:31:28.746882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42500) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:28.809499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:28.846674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.853604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.866209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:28.868475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.910161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=e311a243-b1fb-4e3b-9042-30d5db694f87,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:28.915754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No DVR routers for this DVR port e311a243-b1fb-4e3b-9042-30d5db694f87 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:28.928793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.935554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] Provisioning for port ada9b44c-2047-481c-93b0-62df98b5e01f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:28.954901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Deleting port e311a243-b1fb-4e3b-9042-30d5db694f87 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:28.955672 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.959612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] Routers {'40dc75ce-bcb2-4281-a9c6-8cb444743f01'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:28.960546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['40dc75ce-bcb2-4281-a9c6-8cb444743f01'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:28.998410 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:28.998690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849295a8-3ed5-4454-9208-53030a4294a9 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:29.001388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-849295a8-3ed5-4454-9208-53030a4294a9 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=40dc75ce-bcb2-4281-a9c6-8cb444743f01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2535737 Aug 11 08:31:29.004467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42504) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:29.022096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7163229 Aug 11 08:31:29.022773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42506) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:29.025750 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 3, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:29.028307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:29.057378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:29.057648 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Updating router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 port bb48c08f-ab46-4b21-855f-f5e910ee8065 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:31:29.072178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] For port e311a243-b1fb-4e3b-9042-30d5db694f87, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:29.072567 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.086134 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.086695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Calling delete_port for e311a243-b1fb-4e3b-9042-30d5db694f87 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:29.090167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Port e311a243-b1fb-4e3b-9042-30d5db694f87 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:31:29.091752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] Provisioning complete for port ada9b44c-2047-481c-93b0-62df98b5e01f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:29.092153 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.094429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.102489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:29.103107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee08de-7390-4cb1-a2fa-f1668beef86d None None] The sync data for ids ['40dc75ce-bcb2-4281-a9c6-8cb444743f01'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:29.106849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.119321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:29.131434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeae8f21-271e-4579-9729-41fe2cd47483') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:29.131776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeae8f21-271e-4579-9729-41fe2cd47483') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:29.142904 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.144945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375caca-b1ea-4f34-a420-377c632477fa tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=b874d258-d72f-46f8-a0f5-ca356bb7307d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:29.163336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b874d258-d72f-46f8-a0f5-ca356bb7307d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:29.185917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.201312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:29.201726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.220346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:29.225294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.244509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] Pushing event deleted for resources: {'Port': ['ID=e311a243-b1fb-4e3b-9042-30d5db694f87,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:29.261556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b607d-63a2-4b12-a811-8032a9549d96 None None] No DVR routers for this DVR port e311a243-b1fb-4e3b-9042-30d5db694f87 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:29.288184 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:29.299781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.309792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.314045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6 HTTP/1.1" status: 204 len: 168 time: 1.0895445 Aug 11 08:31:29.330540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5568fc20-cfc9-4dca-ad3f-07f149c737fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.348245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42508) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:29.378627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1868476187'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:29.435669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b735c1-c5f1-40d5-828f-107795879b01 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=4f4dc490-03e9-40f5-a2f5-4c3f2e7dd8c6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:29.491628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e311a243-b1fb-4e3b-9042-30d5db694f87 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:29.500672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a005d15-34e6-40a0-845c-0012cc72da74 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:29.502419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6a005d15-34e6-40a0-845c-0012cc72da74 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.4828055 Aug 11 08:31:29.505398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42512) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:29.507658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:29.519000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.536278 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.554775 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Transition to ACTIVE for port object bb48c08f-ab46-4b21-855f-f5e910ee8065 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:29.571606 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.606374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f5cd74c-bd41-43ae-bdfe-27fd27fffc12 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=40dc75ce-bcb2-4281-a9c6-8cb444743f01 HTTP/1.1" status: 200 len: 205 time: 0.0993192 Aug 11 08:31:29.609800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42514) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:29.633023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:29.635996 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00de65-4bd2-4440-856f-1a6831496f22 None None] Pushing event updated for resources: {'Port': ['ID=bb48c08f-ab46-4b21-855f-f5e910ee8065,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:29.648989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.649529 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment 99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4 of type vlan for network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 Aug 11 08:31:29.704014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.741764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Attempting to bind port bb48c08f-ab46-4b21-855f-f5e910ee8065 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:29.742911 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Attempting to bind port bb48c08f-ab46-4b21-855f-f5e910ee8065 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:29.743470 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Attempting to bind port bb48c08f-ab46-4b21-855f-f5e910ee8065 on network 88d50076-429f-4814-b6aa-4d87239cf8f7 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:29.751325 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:29.752120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Checking segment: {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:29.752281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.753000 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.753662 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Bound using segment: {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:29.754731 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Bound port: bb48c08f-ab46-4b21-855f-f5e910ee8065, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564d2bec-1916-419b-a84c-e75be615c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:29.755377 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.763385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:29.764226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.881386 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] For port bb48c08f-ab46-4b21-855f-f5e910ee8065, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:29.881979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.887781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] For port bb48c08f-ab46-4b21-855f-f5e910ee8065, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bb48c08f-ab46-4b21-855f-f5e910ee8065,segment=NetworkSegment(564d2bec-1916-419b-a84c-e75be615c9a4),segment_id=564d2bec-1916-419b-a84c-e75be615c9a4)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:29.889573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e311a243-b1fb-4e3b-9042-30d5db694f87 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:29.889944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e311a243-b1fb-4e3b-9042-30d5db694f87 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:29.896896 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5267155 Aug 11 08:31:29.898294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42516) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:29.914607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:29.918089 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.944427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] For port ada9b44c-2047-481c-93b0-62df98b5e01f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ada9b44c-2047-481c-93b0-62df98b5e01f,segment=NetworkSegment(564d2bec-1916-419b-a84c-e75be615c9a4),segment_id=564d2bec-1916-419b-a84c-e75be615c9a4)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:29.946474 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:29.955255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.004508 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00de65-4bd2-4440-856f-1a6831496f22 None None] Pushing event updated for resources: {'Port': ['ID=bb48c08f-ab46-4b21-855f-f5e910ee8065,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:30.044960 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:30.046076 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:30.071997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd220d-aeb7-45ca-bd55-142d0fec2c87 None None] Pushing event updated for resources: {'Port': ['ID=ada9b44c-2047-481c-93b0-62df98b5e01f,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:30.075126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fdc50-5d96-43ed-aec1-2d002114cda4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=58f9c528-2bda-4dd2-b225-2eb9f39d1063,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:30.100562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:30.142515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-95e911a2-e08f-49d9-8163-85b6658e982c None None] Provisioning for port bb48c08f-ab46-4b21-855f-f5e910ee8065 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:30.180756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:30.184959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.245115 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:30.251240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-95e911a2-e08f-49d9-8163-85b6658e982c None None] Provisioning complete for port ada9b44c-2047-481c-93b0-62df98b5e01f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:30.251815 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-95e911a2-e08f-49d9-8163-85b6658e982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.301040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10501101-b35e-481e-bd48-64ae2877dd3b req-0162851c-126f-4611-9788-a1c9ba43b034 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:30.304321 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-10501101-b35e-481e-bd48-64ae2877dd3b req-0162851c-126f-4611-9788-a1c9ba43b034 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.8093159 Aug 11 08:31:30.323450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.388453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-10501101-b35e-481e-bd48-64ae2877dd3b req-56d33cbf-9050-4401-9d21-4983c933451a tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620408 Aug 11 08:31:30.472075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=efcd97ef-9914-46b0-b8fc-3bd1905f61f5,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:30.542046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-cc9f197f-3ba6-4707-97d7-52509333a3da tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:30.543575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-cc9f197f-3ba6-4707-97d7-52509333a3da tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.3135564 Aug 11 08:31:30.556680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.603829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:30.604075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: b874d258-d72f-46f8-a0f5-ca356bb7307d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:30.618823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.652067 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 3, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:29Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:30.660321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=51a5c829-6cff-4740-a253-ca8d9eb7fdc8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:30.666035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:30.666711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: 58f9c528-2bda-4dd2-b225-2eb9f39d1063, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:30.699491 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c84a-772c-4f0b-9b0c-7e5603d9c91e None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 3, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:29Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:30.699714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:30.710880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network b874d258-d72f-46f8-a0f5-ca356bb7307d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:30.720724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 58f9c528-2bda-4dd2-b225-2eb9f39d1063) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:30.730452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426eb175-5db4-49de-b558-cbf15b5743f9 None None] Network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:30.740823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:30.744565 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.811159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, b874d258-d72f-46f8-a0f5-ca356bb7307d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:30.826021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-32acccdc-0c70-4eb4-bb9e-049471e9668f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9237008 Aug 11 08:31:30.826285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:30.826544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42520) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:30.826711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.834989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1302578411'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:30.861937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304e270-e7ac-473d-ae8a-16c11399fa78 None None] Network b874d258-d72f-46f8-a0f5-ca356bb7307d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:30.877682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-276efcfd-183d-455d-b7dc-797c347a8ae7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8502355 Aug 11 08:31:30.877682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Deleting port 0ce43b09-a64c-48d3-b126-997a4d6431e4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:30.877682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:30.898260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42522) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:31.074774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] For port 0ce43b09-a64c-48d3-b126-997a4d6431e4, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0ce43b09-a64c-48d3-b126-997a4d6431e4,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:31.075277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.180131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:31.184725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.235474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 48df890e-2b07-4c26-9a4e-170bc9b25c02 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:31.365767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-58f9c528-2bda-4dd2-b225-2eb9f39d1063', 'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': '51a5c829-6cff-4740-a253-ca8d9eb7fdc8'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:31.370349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.491652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.506323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.8 (58f9c528-2bda-4dd2-b225-2eb9f39d1063/51a5c829-6cff-4740-a253-ca8d9eb7fdc8/48df890e-2b07-4c26-9a4e-170bc9b25c02) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:31.521542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-b874d258-d72f-46f8-a0f5-ca356bb7307d', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:31.533846 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.664710 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.714111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 48df890e-2b07-4c26-9a4e-170bc9b25c02 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:31.755488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Allocated IP 172.22.0.2 (b874d258-d72f-46f8-a0f5-ca356bb7307d/efcd97ef-9914-46b0-b8fc-3bd1905f61f5/16271927-0dd6-4d0a-8ed4-9065bbef3794) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:31.795970 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.821486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.822308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:31.822905 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Floating IP 905ec25e-3096-421c-bcfe-d1d89786d9f3 disassociated. External IP: 172.25.2.150, port: 0ce43b09-a64c-48d3-b126-997a4d6431e4. Aug 11 08:31:31.824097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Calling delete_port for 0ce43b09-a64c-48d3-b126-997a4d6431e4 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:31.826406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bb48c08f-ab46-4b21-855f-f5e910ee8065 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:31.854343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:31.870060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9e7c-04e6-46fb-92d0-2d43be5c460e req-af23f28d-5a7d-4c0c-a4d8-656ae4f67044 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:31.879006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-409e9e7c-04e6-46fb-92d0-2d43be5c460e req-af23f28d-5a7d-4c0c-a4d8-656ae4f67044 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 945 time: 0.1814480 Aug 11 08:31:31.887539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:31.894679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:31.906166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=48df890e-2b07-4c26-9a4e-170bc9b25c02,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:31.960835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Allocated IP 172.20.0.2 (58f9c528-2bda-4dd2-b225-2eb9f39d1063/51a5c829-6cff-4740-a253-ca8d9eb7fdc8/4b2fcb36-2f62-4188-8096-f8923b75a396) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:31.970457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-409e9e7c-04e6-46fb-92d0-2d43be5c460e req-8454ee22-e107-4f5e-b868-c4d843c2bef0 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups?id=91661c61-f6d8-4c6e-b971-6ac03ae121b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901387 Aug 11 08:31:31.985480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:31.986339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.004564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port bb48c08f-ab46-4b21-855f-f5e910ee8065 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:32.006140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8e722222-cae8-4d34-bfe1-437a366a879c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1772082 Aug 11 08:31:32.007949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42528) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:32.014473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Deleting port 1a8f21f8-053e-43ce-8187-43b231ca0442 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:32.014827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.016427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bb48c08f-ab46-4b21-855f-f5e910ee8065 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:32.016908 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.096804 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.133514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 48df890e-2b07-4c26-9a4e-170bc9b25c02 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:32.133514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.204505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event deleted for resources: {'Port': ['ID=0ce43b09-a64c-48d3-b126-997a4d6431e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:32.219037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.293522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.318049 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.327011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 48df890e-2b07-4c26-9a4e-170bc9b25c02 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:32.333788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port bb48c08f-ab46-4b21-855f-f5e910ee8065, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bb48c08f-ab46-4b21-855f-f5e910ee8065,segment=NetworkSegment(564d2bec-1916-419b-a84c-e75be615c9a4),segment_id=564d2bec-1916-419b-a84c-e75be615c9a4)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:32.362110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.365200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ada9b44c-2047-481c-93b0-62df98b5e01f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:32.379797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.384102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Transition to ACTIVE for port object 16271927-0dd6-4d0a-8ed4-9065bbef3794 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:32.440303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Calling delete_port for 1a8f21f8-053e-43ce-8187-43b231ca0442 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:32.477893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.536392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Router 08ce052e-6906-4a09-9310-9723387a66f9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:32.537101 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.548584 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.550206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Transition to ACTIVE for port object 16271927-0dd6-4d0a-8ed4-9065bbef3794 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:32.575236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=bb48c08f-ab46-4b21-855f-f5e910ee8065,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:32.585356 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.603996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.633212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=48df890e-2b07-4c26-9a4e-170bc9b25c02,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:32.686005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Transition to ACTIVE for port object 4b2fcb36-2f62-4188-8096-f8923b75a396 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:32.746192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Network b874d258-d72f-46f8-a0f5-ca356bb7307d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:32.757829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ada9b44c-2047-481c-93b0-62df98b5e01f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:32.758693 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.759894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Pushing event updated for resources: {'Port': ['ID=16271927-0dd6-4d0a-8ed4-9065bbef3794,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:32.764022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Transition to ACTIVE for port object 4b2fcb36-2f62-4188-8096-f8923b75a396 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:32.765737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:32.794532 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.796417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ef5dff1-91a1-4c67-8a03-9386080675ff tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/48df890e-2b07-4c26-9a4e-170bc9b25c02 HTTP/1.1" status: 204 len: 168 time: 0.7871997 Aug 11 08:31:32.801400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42574) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:32.807154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:32.812616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5875-3c09-47a5-bb66-ed587eb522b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.823753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:32.884105 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74d8058-4e96-47e7-9b86-e17ee927e8c2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:32.886751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c74d8058-4e96-47e7-9b86-e17ee927e8c2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/48df890e-2b07-4c26-9a4e-170bc9b25c02 HTTP/1.1" status: 404 len: 333 time: 0.0840988 Aug 11 08:31:32.889235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42578) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:32.991838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 51a5c829-6cff-4740-a253-ca8d9eb7fdc8 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:32.998477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.047533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:33.056701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.064502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:33.066429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Pushing event updated for resources: {'Port': ['ID=4b2fcb36-2f62-4188-8096-f8923b75a396,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:33.070629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:33.074973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Attempting to bind port 16271927-0dd6-4d0a-8ed4-9065bbef3794 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:33.075682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Attempting to bind port 16271927-0dd6-4d0a-8ed4-9065bbef3794 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:33.076280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Attempting to bind port 16271927-0dd6-4d0a-8ed4-9065bbef3794 on network b874d258-d72f-46f8-a0f5-ca356bb7307d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:33.090608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:33.091680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Checking segment: {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:33.092314 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.093127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Bound using segment: {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:33.093836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Bound port: 16271927-0dd6-4d0a-8ed4-9065bbef3794, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:33.094432 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.178639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.298358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Attempting to bind port 4b2fcb36-2f62-4188-8096-f8923b75a396 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:33.298835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Attempting to bind port 4b2fcb36-2f62-4188-8096-f8923b75a396 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:33.299282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Attempting to bind port 4b2fcb36-2f62-4188-8096-f8923b75a396 on network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:33.302121 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.320314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:33.320687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Checking segment: {'id': '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:33.321429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.321814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Bound using segment: {'id': '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:33.322305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Bound port: 4b2fcb36-2f62-4188-8096-f8923b75a396, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '58f9c528-2bda-4dd2-b225-2eb9f39d1063'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:33.322747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.344246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] For port 16271927-0dd6-4d0a-8ed4-9065bbef3794, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:33.391822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=51a5c829-6cff-4740-a253-ca8d9eb7fdc8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:33.395669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.397944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d7506ff1-23fc-4ae1-9930-57478668457f tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/51a5c829-6cff-4740-a253-ca8d9eb7fdc8 HTTP/1.1" status: 204 len: 168 time: 0.5075846 Aug 11 08:31:33.400421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42612) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:33.409972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] For port 16271927-0dd6-4d0a-8ed4-9065bbef3794, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16271927-0dd6-4d0a-8ed4-9065bbef3794,segment=NetworkSegment(07f8c3bc-bb17-46ab-812e-0acdfb242187),segment_id=07f8c3bc-bb17-46ab-812e-0acdfb242187)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:33.429880 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27e3d237-2ffb-4557-ace1-901a4b734a3e req-3eb7798b-c3c6-4067-8c16-a5dfd6e24152 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 210 time: 0.0891516 Aug 11 08:31:33.446984 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.521136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.579133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bb48c08f-ab46-4b21-855f-f5e910ee8065 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:33.611718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 4b2fcb36-2f62-4188-8096-f8923b75a396 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:33.613178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.627483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] For port 4b2fcb36-2f62-4188-8096-f8923b75a396, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:33.663840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] For port 4b2fcb36-2f62-4188-8096-f8923b75a396, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4b2fcb36-2f62-4188-8096-f8923b75a396,segment=NetworkSegment(99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4),segment_id=99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:33.669859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda52fa3-a169-4cde-91c3-73411ea418a6 None None] Pushing event updated for resources: {'Port': ['ID=16271927-0dd6-4d0a-8ed4-9065bbef3794,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:33.676349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.694413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:33.706868 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:33.721702 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:33.722344 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:33.771949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bb48c08f-ab46-4b21-855f-f5e910ee8065 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:33.773229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.817975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] For port 4b2fcb36-2f62-4188-8096-f8923b75a396, host n-d-789963-6, got binding levels [] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:33.820086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:33.833583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.22.0.1 (b874d258-d72f-46f8-a0f5-ca356bb7307d/efcd97ef-9914-46b0-b8fc-3bd1905f61f5/8d3a45f2-514f-4286-bdac-acbfef0b0357) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:33.863921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 4b2fcb36-2f62-4188-8096-f8923b75a396 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:33.919542 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:34.066778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8a835-3f17-4b1e-9a87-b46239318c88 None None] Pushing event updated for resources: {'Port': ['ID=4b2fcb36-2f62-4188-8096-f8923b75a396,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:34.092762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba867f57-6e4a-4752-8a7a-d288a13218cf None None] Network 58f9c528-2bda-4dd2-b225-2eb9f39d1063 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:34.119136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.168165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.206406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=4b2fcb36-2f62-4188-8096-f8923b75a396,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:34.208532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No DVR routers for this DVR port 4b2fcb36-2f62-4188-8096-f8923b75a396 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:34.259489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object 8d3a45f2-514f-4286-bdac-acbfef0b0357 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:34.266633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.281028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] No DVR routers for this DVR port 0ce43b09-a64c-48d3-b126-997a4d6431e4 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:34.303692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.313105 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-df0beaa5-8830-475c-b3f8-20d81574f6f8 req-123df7ff-365f-4b5d-8cb9-5bc26dbe43df tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.64 "DELETE /v2.0/ports/0ce43b09-a64c-48d3-b126-997a4d6431e4 HTTP/1.1" status: 204 len: 173 time: 3.7610319 Aug 11 08:31:34.334783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.341143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'name': 'network-vif-deleted', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:31:34.347499 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d4925-29c8-416c-a985-981dc80ba366" -d '{"events": [{"server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "name": "network-vif-deleted", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:31:34.348792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f9c528-2bda-4dd2-b225-2eb9f39d1063']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:34.359138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event deleted for resources: {'Port': ['ID=1a8f21f8-053e-43ce-8187-43b231ca0442,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:34.363432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:34.363736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99501c0e-b41e-4d6e-b4b9-bc7f8b710cc4') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:34.379863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.388094 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:34.397876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.405075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:34.405487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.437506 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:34.444323 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda784c-2220-4159-b154-8f2df65e3397 x-openstack-request-id: req-9cda784c-2220-4159-b154-8f2df65e3397 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:31:34.444555 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bd5381-9297-4275-9af4-9e2af543176d", "name": "network-vif-deleted", "tag": "0ce43b09-a64c-48d3-b126-997a4d6431e4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:31:34.444671 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cda784c-2220-4159-b154-8f2df65e3397 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:31:34.445102 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bd5381-9297-4275-9af4-9e2af543176d', 'name': 'network-vif-deleted', 'tag': '0ce43b09-a64c-48d3-b126-997a4d6431e4', 'status': 'completed', 'code': 200} Aug 11 08:31:34.462668 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:34.463282 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:34.473268 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:34.476414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.483777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.492608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.502238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/58f9c528-2bda-4dd2-b225-2eb9f39d1063 HTTP/1.1" status: 204 len: 168 time: 1.0961289 Aug 11 08:31:34.509560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42630) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:34.522047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'name': 'tempest-PortsTestJSON-502612757'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:34.573374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce02e8-c1d5-4463-98ca-65e30bc94ec3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=58f9c528-2bda-4dd2-b225-2eb9f39d1063,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:34.658858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.675457 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:34.706231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.734531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.739884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:34.745087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84aee133-fded-4de0-a50e-6b7eab7c90bd req-613d814e-1996-4dfb-8367-0e6c696acc35 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6bd5381-9297-4275-9af4-9e2af543176d HTTP/1.1" status: 200 len: 210 time: 0.0924926 Aug 11 08:31:34.747363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.810923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port c61ab304-e5b7-446a-ad9e-4fc5d1165ba0 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:34.825651 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.839138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network b874d258-d72f-46f8-a0f5-ca356bb7307d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:34.844776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:34.850702 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.851496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Fanout notify agent at l3_agent the message router_deleted on router 40dc75ce-bcb2-4281-a9c6-8cb444743f01 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:34.861009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:34.870508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.876607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-abb199f3-779f-4457-91d6-0e02debdd321 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/40dc75ce-bcb2-4281-a9c6-8cb444743f01 HTTP/1.1" status: 204 len: 168 time: 5.2607169 Aug 11 08:31:34.879442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=8d3a45f2-514f-4286-bdac-acbfef0b0357,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:34.895606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42632) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:34.902304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-224233247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:34.960935 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.969756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:34.970817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.043390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7e315-51ae-4a3e-9dfb-c482429a14b1 None None] Network b874d258-d72f-46f8-a0f5-ca356bb7307d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:35.204116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2759db9d-3f3c-4e22-9126-13a6dd64b9c5 None None] Provisioning for port 16271927-0dd6-4d0a-8ed4-9065bbef3794 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:35.206889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.337718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:35.378805 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c53a8b-6f4f-425b-8f57-e99accf92163 None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:23:59Z', 'revision_number': 4, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '16e3eebf-2717-4f9b-8e25-1b465c89e54b', 'name': '', 'network_id': 'fc582351-1147-4951-96c6-ee4d5ad3809c', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'mac_address': 'fa:16:3e:36:5f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:58Z', 'updated_at': '2021-08-11T08:24:07Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'subnets': [{'id': '321d2451-06bc-4419-98dd-9c68d2557caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:35.416491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0ce43b09-a64c-48d3-b126-997a4d6431e4 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:35.462422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.477989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.478246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 0ce43b09-a64c-48d3-b126-997a4d6431e4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:35.479031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0ce43b09-a64c-48d3-b126-997a4d6431e4 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:35.507725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.540734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.542981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-037b36e8-ba6a-40a3-b276-fefdfef4e7ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6456511 Aug 11 08:31:35.547407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42636) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:35.559192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': True}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:35.583519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16271927-0dd6-4d0a-8ed4-9065bbef3794 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:35.654028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 16271927-0dd6-4d0a-8ed4-9065bbef3794 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:35.664153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 16271927-0dd6-4d0a-8ed4-9065bbef3794 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:35.664545 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.812555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.823114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.830086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.840328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.925404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:35.935445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 16271927-0dd6-4d0a-8ed4-9065bbef3794, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16271927-0dd6-4d0a-8ed4-9065bbef3794,segment=NetworkSegment(07f8c3bc-bb17-46ab-812e-0acdfb242187),segment_id=07f8c3bc-bb17-46ab-812e-0acdfb242187)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:35.936911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c55827-3360-4a98-9eef-4d32de6559e4 None None] New status for floating IP 905ec25e-3096-421c-bcfe-d1d89786d9f3: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:31:35.957982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.970968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:35.974869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:35.981396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:35.983766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:35.991127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:35.992017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.008104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=8d3a45f2-514f-4286-bdac-acbfef0b0357,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:36.011498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=c61ab304-e5b7-446a-ad9e-4fc5d1165ba0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:36.038011 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.064112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-69000a42-d103-41ff-be78-696e0efe3a67 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5523260 Aug 11 08:31:36.071005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42644) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:36.170590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9e08b2e-dfa4-4753-b026-7f8de2ea9d29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.190799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a78c4799-9ee8-49b0-9ac6-c83a13e32c49 None None] Provisioning for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:36.213204 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.214336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a78c4799-9ee8-49b0-9ac6-c83a13e32c49 None None] Provisioning complete for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:36.214336 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a78c4799-9ee8-49b0-9ac6-c83a13e32c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.260595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9e08b2e-dfa4-4753-b026-7f8de2ea9d29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.265502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=16271927-0dd6-4d0a-8ed4-9065bbef3794,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:36.271579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c5f2fc-414c-4bf6-aa86-487b385d62c0 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:31:36.317427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a78c4799-9ee8-49b0-9ac6-c83a13e32c49 None None] Port 8d3a45f2-514f-4286-bdac-acbfef0b0357 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:36.324845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network b874d258-d72f-46f8-a0f5-ca356bb7307d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:36.336246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:36.343293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port c61ab304-e5b7-446a-ad9e-4fc5d1165ba0 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:36.343647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.360402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.389312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.432010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a78c4799-9ee8-49b0-9ac6-c83a13e32c49 None None] Provisioning complete for port 16271927-0dd6-4d0a-8ed4-9065bbef3794 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:36.432815 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a78c4799-9ee8-49b0-9ac6-c83a13e32c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.487289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c5f2fc-414c-4bf6-aa86-487b385d62c0 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:31:36.496843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9e08b2e-dfa4-4753-b026-7f8de2ea9d29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.499430 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9e08b2e-dfa4-4753-b026-7f8de2ea9d29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.500611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c9e08b2e-dfa4-4753-b026-7f8de2ea9d29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "DELETE /v2.0/security-groups/91661c61-f6d8-4c6e-b971-6ac03ae121b5 HTTP/1.1" status: 204 len: 168 time: 0.5744247 Aug 11 08:31:36.504190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.523303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:36.523939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e08b2e-dfa4-4753-b026-7f8de2ea9d29 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91661c61-f6d8-4c6e-b971-6ac03ae121b5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:36.534165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for c61ab304-e5b7-446a-ad9e-4fc5d1165ba0 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:36.543684 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-29c18b4f-fe0b-4619-84a3-4373366d5575 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] show failed (client error): The resource could not be found. Aug 11 08:31:36.544595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29c18b4f-fe0b-4619-84a3-4373366d5575 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "GET /v2.0/security-groups/91661c61-f6d8-4c6e-b971-6ac03ae121b5 HTTP/1.1" status: 404 len: 347 time: 0.0223045 Aug 11 08:31:36.548433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:36.550311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:36.707898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Allocated IP 172.25.2.215 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/0a38f07b-7f3b-43c8-9750-217b6414ba81) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:36.708157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:36.714895 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-043796d9-a29d-4eca-892f-b2e03bdc3c71 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8138499 Aug 11 08:31:36.718186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:36.720300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.724562 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:36.725742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'network': {'name': 'tempest-RoutersTest-867478902'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:36.742931 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:36.743604 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:36.813058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:36.818129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.829581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5a1051b0-8b56-47a7-95b1-f5d8a3b32681 None None] Provisioning complete for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:36.830670 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5a1051b0-8b56-47a7-95b1-f5d8a3b32681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.857185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:36.865316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Deleting port 85909c19-6d66-417d-8f2a-510a88b906bf {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:36.865662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.869827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.877453 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added segment 5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3 of type vlan for network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 Aug 11 08:31:36.886715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.890450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/c61ab304-e5b7-446a-ad9e-4fc5d1165ba0 HTTP/1.1" status: 204 len: 168 time: 0.8183770 Aug 11 08:31:36.891573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c502df-515c-4ab6-b32a-4627243396ad tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=c61ab304-e5b7-446a-ad9e-4fc5d1165ba0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:36.908551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42654) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:36.915596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'mac_address': 'fa:16:3e:a7:cc:4e', 'name': 'tempest-PortsTestJSON-242131334'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:36.932297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5a1051b0-8b56-47a7-95b1-f5d8a3b32681 None None] Port 8d3a45f2-514f-4286-bdac-acbfef0b0357 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:36.939499 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:36.957953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.958273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:36.974795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Calling delete_port for 85909c19-6d66-417d-8f2a-510a88b906bf owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:37.032915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.112106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.119266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.119513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:37.119905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.132443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:37.232951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.260059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5406427 Aug 11 08:31:37.265326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42656) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:37.273753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'subnet': {'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:37.291421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Pushing event deleted for resources: {'Port': ['ID=85909c19-6d66-417d-8f2a-510a88b906bf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:37.302565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.339236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.363452 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:35Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:35Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:37.404445 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:37.404797 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Updating router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 port 8d3a45f2-514f-4286-bdac-acbfef0b0357 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:31:37.407902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f6f1e-9145-4974-be98-c1b4743c75c4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Network': ['ID=8f515d13-f111-4e2a-a5e9-0ee48c277df4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:37.445199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:37.445800 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.452563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 1664b3c1-79f8-4a8d-8f9e-d7f934c42459 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:37.500318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:37.521177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:37.525088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:37.541924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.546138 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.561365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6a4ace2-8590-40cf-8fcb-981045216af6 tempest-AttachVolumeTestJSON-710097753 tempest-AttachVolumeTestJSON-710097753-project] 10.222.0.58 "DELETE /v2.0/floatingips/905ec25e-3096-421c-bcfe-d1d89786d9f3 HTTP/1.1" status: 204 len: 168 time: 1.0011106 Aug 11 08:31:37.563989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16271927-0dd6-4d0a-8ed4-9065bbef3794 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:37.582605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Made reservation on behalf of f974893697ad4fa7b8be2bbbbe2ab6f6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:37.585115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Port': ['ID=0a38f07b-7f3b-43c8-9750-217b6414ba81,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:37.588624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.620261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-816fe703-0e6e-43f8-9d02-491d5f99fc81 None None] Provisioning complete for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:37.620261 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-816fe703-0e6e-43f8-9d02-491d5f99fc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.675643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-816fe703-0e6e-43f8-9d02-491d5f99fc81 None None] Port 8d3a45f2-514f-4286-bdac-acbfef0b0357 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:37.678230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 16271927-0dd6-4d0a-8ed4-9065bbef3794 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:37.678749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:37.915325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.006363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.062362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.077169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.110087 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.137998 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Transition to ACTIVE for port object 8d3a45f2-514f-4286-bdac-acbfef0b0357 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:38.153720 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.180681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:38.206913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:38.211092 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0d29d-d0d6-4fdc-8afd-16e80ce003d6 None None] Pushing event updated for resources: {'Port': ['ID=8d3a45f2-514f-4286-bdac-acbfef0b0357,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:38.223383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:38.229550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:38.230310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.262134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=1664b3c1-79f8-4a8d-8f9e-d7f934c42459,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:38.265512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Checking segment: {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:38.265880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network hostable DHCP agents. Network: 8f515d13-f111-4e2a-a5e9-0ee48c277df4, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:38.269216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-020fa16c-cc0b-4f76-9aeb-147a317bed55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3592427 Aug 11 08:31:38.271822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Subnet': ['ID=d76c58b1-77d5-40e7-b047-3be20cff9f34,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:38.276242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:38.329389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.336041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.340320 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Attempting to bind port 8d3a45f2-514f-4286-bdac-acbfef0b0357 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:38.342272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Attempting to bind port 8d3a45f2-514f-4286-bdac-acbfef0b0357 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:38.342742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Attempting to bind port 8d3a45f2-514f-4286-bdac-acbfef0b0357 on network b874d258-d72f-46f8-a0f5-ca356bb7307d {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:38.348594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:38.355620 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:38.356152 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Checking segment: {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:38.365394 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.366208 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Bound using segment: {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:38.367231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Bound port: 8d3a45f2-514f-4286-bdac-acbfef0b0357, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f8c3bc-bb17-46ab-812e-0acdfb242187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:38.367998 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.384072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5dd87b-2453-4bfc-8695-589a023cdb5c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:38.392974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc5dd87b-2453-4bfc-8695-589a023cdb5c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/1664b3c1-79f8-4a8d-8f9e-d7f934c42459 HTTP/1.1" status: 200 len: 840 time: 0.1148798 Aug 11 08:31:38.393185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42668) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:38.394230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8f515d13-f111-4e2a-a5e9-0ee48c277df4) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:38.406485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:38.407124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.409968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520305e-29a9-4d09-b267-e620e9fde3fa None None] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:38.446527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bb7a184e-f1f0-4aa4-ac2a-18184940a14d tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1800559 Aug 11 08:31:38.449292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42670) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:38.530391 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] For port 8d3a45f2-514f-4286-bdac-acbfef0b0357, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:38.541826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] For port 8d3a45f2-514f-4286-bdac-acbfef0b0357, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8d3a45f2-514f-4286-bdac-acbfef0b0357,segment=NetworkSegment(07f8c3bc-bb17-46ab-812e-0acdfb242187),segment_id=07f8c3bc-bb17-46ab-812e-0acdfb242187)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:38.556635 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.662592 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:38.667715 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:38.813424 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0d29d-d0d6-4fdc-8afd-16e80ce003d6 None None] Pushing event updated for resources: {'Port': ['ID=8d3a45f2-514f-4286-bdac-acbfef0b0357,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:38.856311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:38.857286 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.866624 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:38.875958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 1664b3c1-79f8-4a8d-8f9e-d7f934c42459 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:38.878380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:38.916147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Router 3ee3407f-8a59-4249-ac11-52905f439877 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:39.120269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Allocated IP 172.23.0.2 (8f515d13-f111-4e2a-a5e9-0ee48c277df4/d76c58b1-77d5-40e7-b047-3be20cff9f34/afc60d73-68d0-4056-8400-0a1a53e02100) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:39.147323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:39.167256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 1664b3c1-79f8-4a8d-8f9e-d7f934c42459 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:39.309641 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:35Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:38Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:39.345403 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e809b-919f-4e8e-85ec-dbc47ee34839 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:35Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:38Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:39.423814 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:39.447212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Transition to ACTIVE for port object afc60d73-68d0-4056-8400-0a1a53e02100 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:39.474096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:39.480474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:39.486869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-70f3992c-f8b2-43b6-9153-87eafc42de9e tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "PUT /v2.0/routers/3ee3407f-8a59-4249-ac11-52905f439877 HTTP/1.1" status: 200 len: 914 time: 3.9364951 Aug 11 08:31:39.488148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:39.496488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42676) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:39.498738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] Sync routers for ids ['3ee3407f-8a59-4249-ac11-52905f439877'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:39.500239 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-90ff8423-9fac-43bb-bbba-27a5479157cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8672187 Aug 11 08:31:39.504524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Transition to ACTIVE for port object afc60d73-68d0-4056-8400-0a1a53e02100 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:39.531420 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:39.633037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] Routers {'3ee3407f-8a59-4249-ac11-52905f439877'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:39.634723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3ee3407f-8a59-4249-ac11-52905f439877'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:39.717264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:39.750068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] Routers {'3ee3407f-8a59-4249-ac11-52905f439877'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:39.750817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3ee3407f-8a59-4249-ac11-52905f439877'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:39.759934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:39.763344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Pushing event updated for resources: {'Port': ['ID=afc60d73-68d0-4056-8400-0a1a53e02100,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:39.771140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:39.775696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:39.837952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00588ee-8dc1-410d-a149-43399119564e req-0f886832-1990-4f26-bf21-ca1de225f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:39.839892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-0f886832-1990-4f26-bf21-ca1de225f7b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.1573291 Aug 11 08:31:39.885892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:39.886615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83204537-a8a7-4fab-a2fa-6e91ffec6300 None None] The sync data for ids ['3ee3407f-8a59-4249-ac11-52905f439877'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:39.968236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:39.996772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Attempting to bind port afc60d73-68d0-4056-8400-0a1a53e02100 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:39.997172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Attempting to bind port afc60d73-68d0-4056-8400-0a1a53e02100 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:39.997538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Attempting to bind port afc60d73-68d0-4056-8400-0a1a53e02100 on network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:40.003769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:40.004134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Checking segment: {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:40.004562 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:40.005519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Bound using segment: {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:40.006008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Bound port: afc60d73-68d0-4056-8400-0a1a53e02100, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:40.006400 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:40.108796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] For port afc60d73-68d0-4056-8400-0a1a53e02100, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:40.119474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] For port afc60d73-68d0-4056-8400-0a1a53e02100, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=afc60d73-68d0-4056-8400-0a1a53e02100,segment=NetworkSegment(5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3),segment_id=5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:40.133752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:40.158614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00588ee-8dc1-410d-a149-43399119564e req-d36a06b7-9289-4c8b-b9da-42f81d3b8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:40.160534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-d36a06b7-9289-4c8b-b9da-42f81d3b8071 service neutron] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 909 time: 0.2874007 Aug 11 08:31:40.274333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708946e-5ee4-404f-9edd-a05808f0f1b6 None None] Pushing event updated for resources: {'Port': ['ID=afc60d73-68d0-4056-8400-0a1a53e02100,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:40.304753 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-52590c3a-e235-4336-9ebf-7c0e5efbdb9c tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/3ee3407f-8a59-4249-ac11-52905f439877 HTTP/1.1" status: 200 len: 920 time: 0.8038108 Aug 11 08:31:40.305539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42682) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:40.372614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=1664b3c1-79f8-4a8d-8f9e-d7f934c42459,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:40.408790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-e464e172-12a0-4603-a7c4-8a4bede21582 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 1002 time: 0.2314811 Aug 11 08:31:40.434756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:40.439854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-026f1ce3-a062-45bd-827b-28203ba25a52 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/1664b3c1-79f8-4a8d-8f9e-d7f934c42459 HTTP/1.1" status: 204 len: 168 time: 2.0456042 Aug 11 08:31:40.442774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42684) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:40.484288 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a112afb7-220e-464e-b51c-f6a834396546 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:40.493754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a112afb7-220e-464e-b51c-f6a834396546 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/1664b3c1-79f8-4a8d-8f9e-d7f934c42459 HTTP/1.1" status: 404 len: 333 time: 0.0503867 Aug 11 08:31:40.494935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00588ee-8dc1-410d-a149-43399119564e req-4bd0a1e1-01d5-4ef9-8f8b-92c205c9f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:40.496423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-4bd0a1e1-01d5-4ef9-8f8b-92c205c9f82b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.0808585 Aug 11 08:31:40.497086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:40.506747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'name': 'tempest-PortsTestJSON-1251798'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:40.519781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755c655-b405-40ee-a87c-c6a95ba4e39a tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:40.524791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5755c655-b405-40ee-a87c-c6a95ba4e39a tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=3ee3407f-8a59-4249-ac11-52905f439877&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1851218 Aug 11 08:31:40.525183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42688) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:40.673184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc9b41-f439-4778-8b9b-dac7b1b8e4fc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:40.675180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fcdc9b41-f439-4778-8b9b-dac7b1b8e4fc tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.1475980 Aug 11 08:31:40.679007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42690) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:40.723801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4d645655-9955-41c0-b169-9881a30e1b80 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee3407f-8a59-4249-ac11-52905f439877 HTTP/1.1" status: 200 len: 205 time: 0.0432253 Aug 11 08:31:40.728909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42692) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:40.808259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Allocated IP 172.23.0.1 (8f515d13-f111-4e2a-a5e9-0ee48c277df4/d76c58b1-77d5-40e7-b047-3be20cff9f34/e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:40.811731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00588ee-8dc1-410d-a149-43399119564e req-ad259a6d-028d-4176-8405-1f8273ee1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:40.813766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-ad259a6d-028d-4176-8405-1f8273ee1712 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3002908 Aug 11 08:31:40.919621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:40.923181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.007656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 2720e2e9-c523-4514-9c2c-9fdc48073856 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:41.095996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.163676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-a2bdc00f-eec3-42e9-bec9-89b61c53ea16 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386650 Aug 11 08:31:41.229291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.339597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Transition to ACTIVE for port object e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:41.477369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c00588ee-8dc1-410d-a149-43399119564e req-bea05080-da77-498a-823d-f4dc4f8a168a service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908385 Aug 11 08:31:41.485405 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.528822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.550856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.583409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afc60d73-68d0-4056-8400-0a1a53e02100 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:41.594812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:41.617273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:41.624728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:41.694601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:41.700352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port afc60d73-68d0-4056-8400-0a1a53e02100 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:41.708547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8d3a45f2-514f-4286-bdac-acbfef0b0357 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:41.719264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.720131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f1c77-a307-4d7c-9ab2-96146301fa5f None None] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:41.774997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.817562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Deleting port 0a38f07b-7f3b-43c8-9750-217b6414ba81 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:41.818939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.819137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] Provisioning for port afc60d73-68d0-4056-8400-0a1a53e02100 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:41.851498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] Provisioning complete for port afc60d73-68d0-4056-8400-0a1a53e02100 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:41.853279 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:41.897474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:41.917648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:41.918152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.053695 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.113367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.190681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] For port afc60d73-68d0-4056-8400-0a1a53e02100, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=afc60d73-68d0-4056-8400-0a1a53e02100,segment=NetworkSegment(5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3),segment_id=5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:42.227870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8d3a45f2-514f-4286-bdac-acbfef0b0357, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8d3a45f2-514f-4286-bdac-acbfef0b0357,segment=NetworkSegment(07f8c3bc-bb17-46ab-812e-0acdfb242187),segment_id=07f8c3bc-bb17-46ab-812e-0acdfb242187)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:42.237886 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.239851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:42.246060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.259319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:42.277509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=2720e2e9-c523-4514-9c2c-9fdc48073856,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:42.322230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.342053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Calling delete_port for 0a38f07b-7f3b-43c8-9750-217b6414ba81 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:42.388932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f10ac-8240-4a0c-ad1b-e15f6ccc232a None None] Pushing event updated for resources: {'Port': ['ID=afc60d73-68d0-4056-8400-0a1a53e02100,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:42.466119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8d3a45f2-514f-4286-bdac-acbfef0b0357,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:42.499463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:42.514024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:42.514713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.626729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.631234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dac7c470-895a-4de1-8476-4c66efa5d5a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 2.1288695 Aug 11 08:31:42.634691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:42.640983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:42.674481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8c7e73a-914f-40da-8767-fa9ade3218c2 None None] Provisioning complete for port afc60d73-68d0-4056-8400-0a1a53e02100 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:42.675066 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8c7e73a-914f-40da-8767-fa9ade3218c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.794223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.938144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8c7e73a-914f-40da-8767-fa9ade3218c2 None None] Provisioning for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:42.939435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:42.950138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8c7e73a-914f-40da-8767-fa9ade3218c2 None None] Provisioning complete for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:42.951416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8c7e73a-914f-40da-8767-fa9ade3218c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.045572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7e73a-914f-40da-8767-fa9ade3218c2 None None] Port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:43.064762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event deleted for resources: {'Port': ['ID=0a38f07b-7f3b-43c8-9750-217b6414ba81,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:43.105025 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.113574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.152791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] In _notify_port_updated(), no bound segment for port 2720e2e9-c523-4514-9c2c-9fdc48073856 on network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:31:43.156466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.179207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-79cab41e-9831-469d-9b9a-a5f9da1171ea None None] Provisioning complete for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:43.179735 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-79cab41e-9831-469d-9b9a-a5f9da1171ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.181171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:43.183671 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.190583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/ports/2720e2e9-c523-4514-9c2c-9fdc48073856 HTTP/1.1" status: 200 len: 818 time: 0.5547063 Aug 11 08:31:43.193243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42712) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:43.236017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483359f-a33a-418b-8de7-851b65b5372b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=2720e2e9-c523-4514-9c2c-9fdc48073856,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:43.268394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-79cab41e-9831-469d-9b9a-a5f9da1171ea None None] Port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:43.377878 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.382985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.501449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.502008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee3407f-8a59-4249-ac11-52905f439877 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:43.514855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afc60d73-68d0-4056-8400-0a1a53e02100 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:43.515670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.520295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a6d4310-b94a-4895-b8fa-6557e2ef86b7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/3ee3407f-8a59-4249-ac11-52905f439877 HTTP/1.1" status: 204 len: 168 time: 2.7855375 Aug 11 08:31:43.521505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42716) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:43.529876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1098648872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:43.562218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 2720e2e9-c523-4514-9c2c-9fdc48073856 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:43.562619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.586869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.588638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.620956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.633800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.645834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port afc60d73-68d0-4056-8400-0a1a53e02100 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:43.646096 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.693231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.721909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.744072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8d3a45f2-514f-4286-bdac-acbfef0b0357 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:43.768370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.773614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-42244461-3559-47f1-9630-6807bcedb37d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2476547 Aug 11 08:31:43.773818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:43.780686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'enable_snat': False}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:43.831086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8d3a45f2-514f-4286-bdac-acbfef0b0357 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:43.831970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.849152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.866742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 2720e2e9-c523-4514-9c2c-9fdc48073856 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:43.890534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:43.948616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event updated for resources: {'Port': ['ID=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:44.218480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.250238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:44.261068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.269216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:44.334867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=2720e2e9-c523-4514-9c2c-9fdc48073856,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:44.383693 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.389302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:44.399638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dbde39a5-3753-4df0-b2f0-b18a0ea7420e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/2720e2e9-c523-4514-9c2c-9fdc48073856 HTTP/1.1" status: 204 len: 168 time: 1.2048204 Aug 11 08:31:44.487519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0accd5-bd79-422d-85c6-64457b166f97 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:44.493883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc0accd5-bd79-422d-85c6-64457b166f97 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0995605 Aug 11 08:31:44.493883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42728) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:44.511142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:44.561182 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec89863-4c33-4ddc-bbcf-5b3ddb49f405 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:44.562910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8ec89863-4c33-4ddc-bbcf-5b3ddb49f405 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/2720e2e9-c523-4514-9c2c-9fdc48073856 HTTP/1.1" status: 404 len: 333 time: 0.0680072 Aug 11 08:31:44.566939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:44.573657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-840975670'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:44.612781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:44.618737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7b69d5ec-6a80-486a-b93b-62dea58377e6 None None] Provisioning complete for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:44.619119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7b69d5ec-6a80-486a-b93b-62dea58377e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.619274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.659517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7b69d5ec-6a80-486a-b93b-62dea58377e6 None None] Port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:44.675883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:44.692525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.692928 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment e626a939-2976-4b5d-8df5-f2427efac1da of type vlan for network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 Aug 11 08:31:44.702145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:44.711746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eaac1915-16ac-428f-90ca-4a38c5cd8aef tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2613471 Aug 11 08:31:44.717298 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:44.720961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42734) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:44.732038 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:44.733250 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:44.742920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:44.753043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.808619 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.822874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:44.823793 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.920208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3516784 Aug 11 08:31:44.923477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42736) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:44.929518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:44.930154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:44.994996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:44.996179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c752b-fc27-4262-850c-e59b0e455299 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=c9801e5c-cff6-4ac9-9031-4fb96b1da1d9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:45.015970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:31:45.061482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:45.109521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:45.117802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:45.182442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Allocated IP 172.25.2.144 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/bfde50db-f327-4db3-89bf-bce969773e16) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:45.431976 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:43Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:45.466150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:45.466381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:45.467577 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Updating router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:31:45.506320 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:45.603833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=4fdbfb90-0c58-4070-9255-8bb698aacf2f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:45.634078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': 'e626a939-2976-4b5d-8df5-f2427efac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:45.634514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: c9801e5c-cff6-4ac9-9031-4fb96b1da1d9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:31:45.657973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:31:45.679475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c9801e5c-cff6-4ac9-9031-4fb96b1da1d9) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:45.684690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:45.689056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:45.689740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:45.696933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abb555-5ab1-451c-b966-232d2659e9a2 None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:45.723100 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-22883439-52bc-46e6-9485-5c4f4cd5f86e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7982485 Aug 11 08:31:45.726302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42746) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:45.736092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:45.946329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:45.957007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.014081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': '4fdbfb90-0c58-4070-9255-8bb698aacf2f'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:31:46.017151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.036807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.102592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:46.105550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Pushing event updated for resources: {'Port': ['ID=bfde50db-f327-4db3-89bf-bce969773e16,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:46.113700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:46.123357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.123688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.124718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.125101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.127638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.129450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.130626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.132528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.133372 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.135294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.136286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.137564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.137914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:46.154767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:46.159649 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Transition to ACTIVE for port object e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:46.170881 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.185724 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4fdbfb90-0c58-4070-9255-8bb698aacf2f (CIDR: 172.20.0.0/28) Aug 11 08:31:46.192942 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:31:46.194133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:46.231809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-65636f95-6681-46db-a578-0ef30dffb13e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5040789 Aug 11 08:31:46.234806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:46.240316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:46.315113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Allocated IP 172.20.0.2 (c9801e5c-cff6-4ac9-9031-4fb96b1da1d9/4fdbfb90-0c58-4070-9255-8bb698aacf2f/2b205bf8-9b05-4dcc-aa78-0ffb01fe638b) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:46.336669 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abd1ae-ec43-4cc4-9379-22c3eb0298e9 None None] Pushing event updated for resources: {'Port': ['ID=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:46.354848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 08:31:46.452126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Removed routes are [] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 08:31:46.454867 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.473150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Attempting to bind port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:46.473519 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Attempting to bind port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:46.474246 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Attempting to bind port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 on network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:46.489125 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:46.489490 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Checking segment: {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:46.489899 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.492263 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Bound using segment: {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:46.492756 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Bound port: e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:46.493175 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.549616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:46.555542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.674234 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] For port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:46.697191 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] For port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,segment=NetworkSegment(5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3),segment_id=5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:46.726257 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.765532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.788476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Transition to ACTIVE for port object 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:46.823743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Transition to ACTIVE for port object 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:46.855985 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.859816 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abd1ae-ec43-4cc4-9379-22c3eb0298e9 None None] Pushing event updated for resources: {'Port': ['ID=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:46.885133 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:46.885837 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:46.965707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Pushing event updated for resources: {'Port': ['ID=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:46.970790 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:46.982448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.004604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:47.006129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:47.019067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:47.147399 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:47.177499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Attempting to bind port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:31:47.177744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Attempting to bind port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e626a939-2976-4b5d-8df5-f2427efac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:31:47.178108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Attempting to bind port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b on network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:31:47.193197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:31:47.194310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Checking segment: {'id': 'e626a939-2976-4b5d-8df5-f2427efac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:31:47.194730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.195133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Bound using segment: {'id': 'e626a939-2976-4b5d-8df5-f2427efac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:31:47.195644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Bound port: 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e626a939-2976-4b5d-8df5-f2427efac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:31:47.201069 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.214368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.269513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:47.279443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.372615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:47.382098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:47.390635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:47.394125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.397756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] For port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:31:47.408432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] For port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,segment=NetworkSegment(e626a939-2976-4b5d-8df5-f2427efac1da),segment_id=e626a939-2976-4b5d-8df5-f2427efac1da)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:31:47.421208 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.436418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1996386 Aug 11 08:31:47.437200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42760) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:47.437875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bd7a7-d22c-408f-91fc-e196c52f477b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=3da63a42-2c8d-4c0c-9a4a-01e2c8564654,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:47.451982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'fixed_ips': [{'subnet_id': '4fdbfb90-0c58-4070-9255-8bb698aacf2f'}, {'subnet_id': '3da63a42-2c8d-4c0c-9a4a-01e2c8564654'}], 'name': 'tempest-PortsTestJSON-1388175216'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:47.575760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba146c-c256-407e-9cf5-8247722e3ba4 None None] Pushing event updated for resources: {'Port': ['ID=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:47.618996 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 6, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:47.664036 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69341556-b414-49f3-98f3-7a6610c5ec92 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 6, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:47.806685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:47.816608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:47.831916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.835509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7c493594-808e-484a-93cc-39533ba84e17 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 933 time: 3.1091404 Aug 11 08:31:47.837524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42762) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:47.853422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:47.877885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:48.148096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cf2d0a7-2d70-4aab-8f7d-9ff156820773 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 933 time: 0.3094144 Aug 11 08:31:48.148763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42766) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:48.156759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'routes': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:48.180377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Router 6bb08a9b-773a-4c39-81d1-6ea01661204e is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:48.234246 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:48.294910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port c3e37a09-fc2f-4841-920a-6fdc6673810f yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:31:48.356925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:48.365265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] Sync routers for ids ['6bb08a9b-773a-4c39-81d1-6ea01661204e'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:48.383668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] Routers {'6bb08a9b-773a-4c39-81d1-6ea01661204e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:48.384515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:48.398985 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-90b31982-0219-4532-a559-036f68c38217 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "PUT /v2.0/routers/6bb08a9b-773a-4c39-81d1-6ea01661204e HTTP/1.1" status: 200 len: 916 time: 4.6219969 Aug 11 08:31:48.399672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:48.401137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6bb08a9b-773a-4c39-81d1-6ea01661204e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:48.482972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:48.498960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] Routers {'6bb08a9b-773a-4c39-81d1-6ea01661204e'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:48.500616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6bb08a9b-773a-4c39-81d1-6ea01661204e'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:48.550046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:48.551029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be571a-df3e-46f2-acdd-bef5af8c84e9 None None] The sync data for ids ['6bb08a9b-773a-4c39-81d1-6ea01661204e'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:48.635677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8e7b58c8-46ed-4a49-b137-aef6ef650b67 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/6bb08a9b-773a-4c39-81d1-6ea01661204e HTTP/1.1" status: 200 len: 922 time: 0.2348082 Aug 11 08:31:48.636299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42772) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:48.716043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7ea9f0-4958-405b-ba37-d4531d30f5a1 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:48.720587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ce7ea9f0-4958-405b-ba37-d4531d30f5a1 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=6bb08a9b-773a-4c39-81d1-6ea01661204e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0831876 Aug 11 08:31:48.721585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42774) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:48.892030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef254db-f2c4-4efb-b007-8894a0d37dea tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:48.896860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aef254db-f2c4-4efb-b007-8894a0d37dea tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/networks/593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 881 time: 0.1741209 Aug 11 08:31:48.898783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42776) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:48.909243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.5 (c9801e5c-cff6-4ac9-9031-4fb96b1da1d9/4fdbfb90-0c58-4070-9255-8bb698aacf2f/c3e37a09-fc2f-4841-920a-6fdc6673810f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:48.917319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.20 (c9801e5c-cff6-4ac9-9031-4fb96b1da1d9/3da63a42-2c8d-4c0c-9a4a-01e2c8564654/c3e37a09-fc2f-4841-920a-6fdc6673810f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:48.969215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ccbf856a-38c2-4f66-aa75-370e182b48b9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bb08a9b-773a-4c39-81d1-6ea01661204e HTTP/1.1" status: 200 len: 205 time: 0.0668924 Aug 11 08:31:48.970113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42778) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:49.168746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:49.179856 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:49.195627 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:49.196590 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:49.243954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6774a5-8b4b-4311-8a5c-3465f25f4687 None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:49.290456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:49.301107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.extraroute_db [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added routes are [] {{(pid=94572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 08:31:49.301416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.extraroute_db [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 08:31:49.331658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object c3e37a09-fc2f-4841-920a-6fdc6673810f will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:49.384295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:49.409479 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:49.416185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:49.426248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b3fceab9-66a7-416c-98a2-b171e33a58f8 None None] Provisioning for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:49.710270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:49.885396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Update dhcp port {'port': {'network_id': 'c9801e5c-cff6-4ac9-9031-4fb96b1da1d9', 'fixed_ips': [{'subnet_id': '4fdbfb90-0c58-4070-9255-8bb698aacf2f', 'ip_address': '172.20.0.2'}, {'subnet_id': '3da63a42-2c8d-4c0c-9a4a-01e2c8564654'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '2b205bf8-9b05-4dcc-aa78-0ffb01fe638b'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:31:49.970056 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 6, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:49.972981 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.002424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:50.025312 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:50.044000 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:50.044786 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:50.104153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:50.105236 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.146152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Deleting port bfde50db-f327-4db3-89bf-bce969773e16 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:50.149142 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.183713 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.208460 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:50.314023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Allocated IP 172.20.0.18 (c9801e5c-cff6-4ac9-9031-4fb96b1da1d9/3da63a42-2c8d-4c0c-9a4a-01e2c8564654/2b205bf8-9b05-4dcc-aa78-0ffb01fe638b) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:50.320928 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.351038 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.415717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Calling delete_port for bfde50db-f327-4db3-89bf-bce969773e16 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:50.419646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,segment=NetworkSegment(5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3),segment_id=5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:50.431863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:50.438125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:50.440412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=c3e37a09-fc2f-4841-920a-6fdc6673810f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:50.446412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:50.455436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.483367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.486337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] For port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,segment=NetworkSegment(e626a939-2976-4b5d-8df5-f2427efac1da),segment_id=e626a939-2976-4b5d-8df5-f2427efac1da)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:50.518526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.533421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Transition to ACTIVE for port object 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:31:50.534941 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.535762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:50.578252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.592327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:50.593119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.622809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-38e64835-69eb-44bb-834c-103738cf7999 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1823580 Aug 11 08:31:50.626379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42786) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:50.632352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fdbfb90-0c58-4070-9255-8bb698aacf2f'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:50.667911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:50.673304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:50.747627 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:49Z', 'revision_number': 7, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:50.764774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:50.789639 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e8626-b5d3-4d69-a0f5-84fd64b091a0 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:49Z', 'revision_number': 7, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:46Z', 'revision_number': 4, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:50.832859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:50.843329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5810a3b-4f5c-4c03-843e-7031bdc325c9 None None] Pushing event updated for resources: {'Port': ['ID=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:50.915704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.025824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event deleted for resources: {'Port': ['ID=bfde50db-f327-4db3-89bf-bce969773e16,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:51.088705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.216112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.219442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.257075 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:31:51.306020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.306671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb08a9b-773a-4c39-81d1-6ea01661204e {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:51.309513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:51.319089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.323027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1f182401-e3bd-4541-a60c-6d5b78ebba93 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 699 time: 3.1680224 Aug 11 08:31:51.324095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42790) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:51.328227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541204-dee4-4ff0-b149-979139d72853 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:51.331702 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.339004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eaf02e55-abc7-4db7-803b-2c34aceed12b tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/6bb08a9b-773a-4c39-81d1-6ea01661204e HTTP/1.1" status: 204 len: 168 time: 2.3618209 Aug 11 08:31:51.339738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42792) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:51.343562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:51.344215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:51.344858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1932844980', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:51.372663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.373847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.529240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.577643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:51.590522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-238792e9-3a2e-4f3c-87fa-e160ec01d8bd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 699 time: 0.2653387 Aug 11 08:31:51.593621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42800) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:51.641688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:51.690808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42804) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:51.731406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bfdb2-ea40-4c74-ad7d-72d39a199d33 None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:51.801820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:51.810779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Delete allocated IP 172.20.0.20 (c9801e5c-cff6-4ac9-9031-4fb96b1da1d9/3da63a42-2c8d-4c0c-9a4a-01e2c8564654) {{(pid=94572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 08:31:51.849904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] Provisioning for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:51.895169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] Provisioning complete for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:51.895833 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.200093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.206565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:52.207064 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.226540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Ignored duplicate provisioning block setup for port c3e37a09-fc2f-4841-920a-6fdc6673810f by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 08:31:52.242802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.300989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.394853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=c3e37a09-fc2f-4841-920a-6fdc6673810f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:52.413870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] In _notify_port_updated(), no bound segment for port c3e37a09-fc2f-4841-920a-6fdc6673810f on network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:31:52.420513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:52.421326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.422552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b08bbb1b-9874-4cf8-8bdc-d63d8833f3f5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/ports/c3e37a09-fc2f-4841-920a-6fdc6673810f HTTP/1.1" status: 200 len: 919 time: 1.7957511 Aug 11 08:31:52.426539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42810) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:52.430325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:52.434913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fdbfb90-0c58-4070-9255-8bb698aacf2f'}, {'subnet_id': '3da63a42-2c8d-4c0c-9a4a-01e2c8564654'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:52.477791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.483749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] For port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,segment=NetworkSegment(e626a939-2976-4b5d-8df5-f2427efac1da),segment_id=e626a939-2976-4b5d-8df5-f2427efac1da)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:52.502056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.513293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:49Z', 'revision_number': 7, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:50Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:52.521728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.527046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.661361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.687998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Allocated IP 172.25.2.96 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7e441189-8978-42c7-8f84-29a7be5dda2a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:52.854084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf825c3-4401-4a09-a034-707f0bd59840 None None] Pushing event updated for resources: {'Port': ['ID=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:52.878998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541204-dee4-4ff0-b149-979139d72853 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:52.894861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:52.909740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:52.910521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:52.952938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.020314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:53.020700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:53.021084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.021391 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.056298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.106425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:53.122720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.22 (c9801e5c-cff6-4ac9-9031-4fb96b1da1d9/3da63a42-2c8d-4c0c-9a4a-01e2c8564654/c3e37a09-fc2f-4841-920a-6fdc6673810f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:31:53.206486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:31:53.243324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:31:53.245995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:31:53.324442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4081e81d-2ebd-4e58-b5c2-37dcfce5f393 None None] Provisioning for port c3e37a09-fc2f-4841-920a-6fdc6673810f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:31:53.325340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,segment=NetworkSegment(5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3),segment_id=5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:53.325923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.356758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:53.386629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4081e81d-2ebd-4e58-b5c2-37dcfce5f393 None None] Provisioning complete for port c3e37a09-fc2f-4841-920a-6fdc6673810f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:53.387328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4081e81d-2ebd-4e58-b5c2-37dcfce5f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.482029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4081e81d-2ebd-4e58-b5c2-37dcfce5f393 None None] Port c3e37a09-fc2f-4841-920a-6fdc6673810f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:53.530185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4081e81d-2ebd-4e58-b5c2-37dcfce5f393 None None] Provisioning complete for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:53.530553 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4081e81d-2ebd-4e58-b5c2-37dcfce5f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.556088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.562944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:31:53.611658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Ignored duplicate provisioning block setup for port c3e37a09-fc2f-4841-920a-6fdc6673810f by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 08:31:53.628923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.650104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-09541204-dee4-4ff0-b149-979139d72853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:49Z', 'revision_number': 7, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:50Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:53.669343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event updated for resources: {'Port': ['ID=7e441189-8978-42c7-8f84-29a7be5dda2a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:53.678825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541204-dee4-4ff0-b149-979139d72853 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:49Z', 'revision_number': 7, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6', 'name': '', 'network_id': '8f515d13-f111-4e2a-a5e9-0ee48c277df4', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:9f:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:40Z', 'updated_at': '2021-08-11T08:31:50Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'd76c58b1-77d5-40e7-b047-3be20cff9f34', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:53.701077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.709643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=c3e37a09-fc2f-4841-920a-6fdc6673810f,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:53.736069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:53.736436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.929784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-29885428-88d8-49e8-b99a-3560c89f8d58 None None] Provisioning complete for port c3e37a09-fc2f-4841-920a-6fdc6673810f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:53.930400 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-29885428-88d8-49e8-b99a-3560c89f8d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:53.979503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-29885428-88d8-49e8-b99a-3560c89f8d58 None None] Port c3e37a09-fc2f-4841-920a-6fdc6673810f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:54.013358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.096545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Deleting port 16e3eebf-2717-4f9b-8e25-1b465c89e54b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:54.097243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.099743 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.112745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9dd5a143-79a5-472f-83b3-b62c995343bf None None] Provisioning complete for port c3e37a09-fc2f-4841-920a-6fdc6673810f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:54.113290 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a143-79a5-472f-83b3-b62c995343bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.152209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5a143-79a5-472f-83b3-b62c995343bf None None] Port c3e37a09-fc2f-4841-920a-6fdc6673810f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:54.273210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e9e52de-a7f1-4492-a0d7-b44dc14fab50 None None] Provisioning complete for port c3e37a09-fc2f-4841-920a-6fdc6673810f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:54.273578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e9e52de-a7f1-4492-a0d7-b44dc14fab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.307125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] For port 16e3eebf-2717-4f9b-8e25-1b465c89e54b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16e3eebf-2717-4f9b-8e25-1b465c89e54b,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:54.307499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.313837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e52de-a7f1-4492-a0d7-b44dc14fab50 None None] Port c3e37a09-fc2f-4841-920a-6fdc6673810f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:31:54.327182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Calling delete_port for 16e3eebf-2717-4f9b-8e25-1b465c89e54b owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:54.406539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Router 971bd324-bde9-4e47-b2a8-79d037fa6cd5 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:31:54.446958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:54.455714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] In _notify_port_updated(), no bound segment for port c3e37a09-fc2f-4841-920a-6fdc6673810f on network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:31:54.462489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:54.463282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.467403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f48a9684-3537-428a-8ac6-b4d259847ea2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/ports/c3e37a09-fc2f-4841-920a-6fdc6673810f HTTP/1.1" status: 200 len: 999 time: 2.0371752 Aug 11 08:31:54.485071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42832) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:54.554701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.555087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.555375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.555708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.556042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.556373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.556694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.557099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.557429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.557754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.558079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.558399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:31:54.718958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port c3e37a09-fc2f-4841-920a-6fdc6673810f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:54.719685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.723883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.892812 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.908099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for c3e37a09-fc2f-4841-920a-6fdc6673810f owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:54.915668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:54.928512 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] Sync routers for ids ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:54.940731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.941575 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] Routers {'971bd324-bde9-4e47-b2a8-79d037fa6cd5'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:54.942675 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:54.945503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d43a79d8-b3ec-4a78-ab74-9de46cc050d8 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6046062 Aug 11 08:31:54.947675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42834) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:54.953220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:54.955686 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:54.978040 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:54.992782 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] Routers {'971bd324-bde9-4e47-b2a8-79d037fa6cd5'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:54.993467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:55.027069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e3eebf-2717-4f9b-8e25-1b465c89e54b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:55.035700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:55.036362 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9eee8-447b-4fd3-ac63-276983a78f29 None None] The sync data for ids ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:55.083611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:55.194783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:55.201264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f8484320-a189-44c1-a59f-8055e6d39674 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986080 Aug 11 08:31:55.204953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:55.206943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:55.224488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:55.224724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:55.307597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet d76c58b1-77d5-40e7-b047-3be20cff9f34 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:55.317848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.375449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:55.454313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.479965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.612824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.682880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.697165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.718673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:53Z', 'revision_number': 8, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:55.754541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.755518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=d76c58b1-77d5-40e7-b047-3be20cff9f34,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:55.766393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=c3e37a09-fc2f-4841-920a-6fdc6673810f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:55.767204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:55.784416 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.787310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-de7a8b86-7d31-4dbf-ba86-345511547554 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/d76c58b1-77d5-40e7-b047-3be20cff9f34 HTTP/1.1" status: 204 len: 168 time: 0.5813801 Aug 11 08:31:55.791004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42848) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:55.797750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:55.804867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:55.843853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:55.852487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Router 08ce052e-6906-4a09-9310-9723387a66f9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:55.910863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:56.014633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.016743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-96439bd9-fa65-4a52-a354-11c84dc41434 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/c3e37a09-fc2f-4841-920a-6fdc6673810f HTTP/1.1" status: 204 len: 168 time: 1.5296977 Aug 11 08:31:56.020229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:56.048126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Deleting port 7e441189-8978-42c7-8f84-29a7be5dda2a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:56.049334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.078746 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3a0abd-a167-4db5-9714-08bf5a0b5c6a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:31:56.081157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bd3a0abd-a167-4db5-9714-08bf5a0b5c6a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/c3e37a09-fc2f-4841-920a-6fdc6673810f HTTP/1.1" status: 404 len: 333 time: 0.0597858 Aug 11 08:31:56.085994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:56.089476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ddad7-4b63-462d-837a-97eef9d0e231 None None] Network 8f515d13-f111-4e2a-a5e9-0ee48c277df4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:56.145190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.152472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.164289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Calling delete_port for 7e441189-8978-42c7-8f84-29a7be5dda2a owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:56.215895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 3da63a42-2c8d-4c0c-9a4a-01e2c8564654 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:56.221583 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.267411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:53Z', 'revision_number': 8, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:56.287662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.327918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port afc60d73-68d0-4056-8400-0a1a53e02100 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:56.328953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.387041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.427285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Pushing event deleted for resources: {'Port': ['ID=7e441189-8978-42c7-8f84-29a7be5dda2a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:56.482529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port afc60d73-68d0-4056-8400-0a1a53e02100, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=afc60d73-68d0-4056-8400-0a1a53e02100,segment=NetworkSegment(5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3),segment_id=5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:56.483057 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.496284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fffe6-1d1d-4faf-9adf-7adf574d123e None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:53Z', 'revision_number': 8, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': '8d3a45f2-514f-4286-bdac-acbfef0b0357', 'name': '', 'network_id': 'b874d258-d72f-46f8-a0f5-ca356bb7307d', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:f6:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:33Z', 'updated_at': '2021-08-11T08:31:42Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': 'efcd97ef-9914-46b0-b8fc-3bd1905f61f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:56.506454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:56.516306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for afc60d73-68d0-4056-8400-0a1a53e02100 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:56.516972 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] Sync routers for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:56.531626 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:56.534151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.534702 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:56.543751 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a873f89-0bdc-4aa3-9b70-d29ab8700275 admin admin] 10.222.0.58 "PUT /v2.0/routers/08ce052e-6906-4a09-9310-9723387a66f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8487456 Aug 11 08:31:56.548302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:56.575185 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.665689 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:56.791850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.843824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.848440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/3da63a42-2c8d-4c0c-9a4a-01e2c8564654 HTTP/1.1" status: 204 len: 168 time: 0.7590115 Aug 11 08:31:56.851397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7648613-7f2b-472f-92ee-08b67f503db5 None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:56.855551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.863477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.863762 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee28541-b468-4f50-a202-55a1f49eab9c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=3da63a42-2c8d-4c0c-9a4a-01e2c8564654,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:56.869961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42858) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:56.886357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.891628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:56.947412 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:31:54Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:56.956357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17cbbb-9018-4a47-9a23-eb99d04591db None None] DHCP port deletion for 8f515d13-f111-4e2a-a5e9-0ee48c277df4 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:31:57.019586 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] Checking router: 08ce052e-6906-4a09-9310-9723387a66f9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:31:57.039107 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] Routers {'08ce052e-6906-4a09-9310-9723387a66f9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:57.041396 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['08ce052e-6906-4a09-9310-9723387a66f9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.081646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 4fdbfb90-0c58-4070-9255-8bb698aacf2f {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:57.087628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.098886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.108445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port afc60d73-68d0-4056-8400-0a1a53e02100 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:57.114335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=afc60d73-68d0-4056-8400-0a1a53e02100,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:57.141429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Router 971bd324-bde9-4e47-b2a8-79d037fa6cd5 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:31:57.178203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.279010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.307418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f515d13-f111-4e2a-a5e9-0ee48c277df4']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.307931 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] Set router 08ce052e-6906-4a09-9310-9723387a66f9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:31:57.331840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.332630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8fbacb-0ec3-4c17-bb39-aafe9cc9f1d3') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.332817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:31:57.344340 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.347920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.349793 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6d236a73-5cbe-4466-81b0-076808d77b13 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "PUT /v2.0/routers/971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 200 len: 706 time: 2.4000137 Aug 11 08:31:57.350719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42860) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:57.359775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] Sync routers for ids ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:31:57.376686 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] Routers {'971bd324-bde9-4e47-b2a8-79d037fa6cd5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:57.377402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.424079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.446822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] Routers {'971bd324-bde9-4e47-b2a8-79d037fa6cd5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:31:57.447511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Deleting port 6243e030-5c6e-4950-bee3-52bb3814bbc2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:57.447976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.453505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.479695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.535457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.542521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b525d85-476b-442a-87ca-55d9ad60f3df None None] The sync data for ids ['971bd324-bde9-4e47-b2a8-79d037fa6cd5'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:57.584000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:57.611436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:57.611769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e6ff9310-dd2f-4ccf-80d6-f1b10112c7b6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:57.612206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afc60d73-68d0-4056-8400-0a1a53e02100 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:57.638975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: afc60d73-68d0-4056-8400-0a1a53e02100 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:57.639306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device afc60d73-68d0-4056-8400-0a1a53e02100 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:57.693893 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.732517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=4fdbfb90-0c58-4070-9255-8bb698aacf2f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:57.740418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.744940 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f9e91946-61b1-4506-9d57-e0f585f78bce tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/4fdbfb90-0c58-4070-9255-8bb698aacf2f HTTP/1.1" status: 204 len: 168 time: 0.8718586 Aug 11 08:31:57.747577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42864) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:57.751454 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:31:54Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:57.789498 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9456906d-ef3a-4755-a0f0-1e0f2bbe0185 None None] The sync data for ids ['08ce052e-6906-4a09-9310-9723387a66f9'] in n-d-789963-6 is: [{'id': '08ce052e-6906-4a09-9310-9723387a66f9', 'name': 'tempest-AttachVolumeTestJSON-353106038-router', 'tenant_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:23:52Z', 'updated_at': '2021-08-11T08:31:54Z', 'revision_number': 5, 'project_id': '37d24d010e1e4b80bd7ad1211e8737d7', 'gw_port': {'id': '6243e030-5c6e-4950-bee3-52bb3814bbc2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce052e-6906-4a09-9310-9723387a66f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:23:53Z', 'updated_at': '2021-08-11T08:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:31:57.875986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:57.982073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:57.982361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.006201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.030454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-57eafb8f-5094-4e53-a964-d6281d8d6268 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/routers/971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 200 len: 741 time: 0.6772983 Aug 11 08:31:58.031672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:58.032479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.036069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42866) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:58.039304 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:58.093902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-be342297-d54a-41a3-a85b-00304b803785 tempest-RoutersAdminTest-935332597 tempest-RoutersAdminTest-935332597-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&device_id=971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 200 len: 205 time: 0.0551345 Aug 11 08:31:58.099536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42868) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:58.130182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] For port 6243e030-5c6e-4950-bee3-52bb3814bbc2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6243e030-5c6e-4950-bee3-52bb3814bbc2,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:58.130460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.148823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Calling delete_port for 6243e030-5c6e-4950-bee3-52bb3814bbc2 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:58.155723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.158686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] For port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,segment=NetworkSegment(e626a939-2976-4b5d-8df5-f2427efac1da),segment_id=e626a939-2976-4b5d-8df5-f2427efac1da)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:58.159254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.170622 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3e148926-101e-4b69-90ba-cdd0baabb881 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 200 len: 205 time: 0.0696571 Aug 11 08:31:58.173360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42872) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:58.174984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.179727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/8f515d13-f111-4e2a-a5e9-0ee48c277df4 HTTP/1.1" status: 204 len: 168 time: 2.3843975 Aug 11 08:31:58.184187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42874) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:58.185418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:58.257173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093fed6b-bc60-4555-9815-ae37a95bf61b None None] Network c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:31:58.336331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.358666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8edb839c-ccc7-4fb5-b7b4-b5f8bc736a6c None None] Provisioning complete for port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:31:58.359092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8edb839c-ccc7-4fb5-b7b4-b5f8bc736a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.532309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4150f-b6ce-48ed-9853-5738950bc492 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=8f515d13-f111-4e2a-a5e9-0ee48c277df4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:58.609112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] DHCP port deletion for c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:31:58.688280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] Deleting port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:58.688649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.766414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] For port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,segment=NetworkSegment(e626a939-2976-4b5d-8df5-f2427efac1da),segment_id=e626a939-2976-4b5d-8df5-f2427efac1da)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:58.766911 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.782967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] Calling delete_port for 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:58.880755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.896591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.906287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.909733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.915420 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.951938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] Pushing event deleted for resources: {'Port': ['ID=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:58.953809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d3caf5-6412-40b3-883d-745a3d43a059 None None] No DVR routers for this DVR port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:58.967343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.980538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.993593 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:58.994097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Fanout notify agent at l3_agent the message router_deleted on router 971bd324-bde9-4e47-b2a8-79d037fa6cd5 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:59.002216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.006834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aca62770-bf9f-40aa-b467-03d397c30212 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 204 len: 168 time: 0.8289976 Aug 11 08:31:59.006834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=2b205bf8-9b05-4dcc-aa78-0ffb01fe638b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:59.006834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No DVR routers for this DVR port 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:31:59.008194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42880) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.020839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6243e030-5c6e-4950-bee3-52bb3814bbc2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:59.057749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b2d8ffb-b78c-4b8c-bbf1-02d4d8e594e4 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 200 len: 205 time: 0.0486879 Aug 11 08:31:59.060902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42882) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.141574 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-005d856a-81c6-4488-b2a4-0feb91a059b6 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] delete failed (client error): The resource could not be found. Aug 11 08:31:59.142315 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.143034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-005d856a-81c6-4488-b2a4-0feb91a059b6 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/971bd324-bde9-4e47-b2a8-79d037fa6cd5 HTTP/1.1" status: 404 len: 336 time: 0.0806899 Aug 11 08:31:59.145431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.155129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.165888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9801e5c-cff6-4ac9-9031-4fb96b1da1d9']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:59.176571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e626a939-2976-4b5d-8df5-f2427efac1da') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:59.176955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e626a939-2976-4b5d-8df5-f2427efac1da') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:31:59.187046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.202062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.208314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:31:59.208834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:31:59.212202 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:31:59.232048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-13d7d315-5868-4c42-af2d-62a61ce16d5c tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bb08a9b-773a-4c39-81d1-6ea01661204e HTTP/1.1" status: 200 len: 205 time: 0.0854146 Aug 11 08:31:59.246296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42886) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.247469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b6485bcc-f59c-4e1f-a267-e5f370580195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.265570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.268290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.293937 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-28fa485a-f9c1-45bd-bd80-e866cf254ec7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] delete failed (client error): The resource could not be found. Aug 11 08:31:59.294992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-28fa485a-f9c1-45bd-bd80-e866cf254ec7 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/6bb08a9b-773a-4c39-81d1-6ea01661204e HTTP/1.1" status: 404 len: 336 time: 0.0477588 Aug 11 08:31:59.297789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42888) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.335251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-868447f5-37a0-408f-8719-ddfe57cdfe0c tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ee3407f-8a59-4249-ac11-52905f439877 HTTP/1.1" status: 200 len: 205 time: 0.0336542 Aug 11 08:31:59.335528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.337826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.338382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08ce052e-6906-4a09-9310-9723387a66f9 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:31:59.343438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.344591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ab1abfb9-4d8c-4821-b7ff-96881a249de7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/08ce052e-6906-4a09-9310-9723387a66f9 HTTP/1.1" status: 204 len: 168 time: 2.7660620 Aug 11 08:31:59.348433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.359958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.400188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 8d3a45f2-514f-4286-bdac-acbfef0b0357 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:31:59.400499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.402264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.408556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/c9801e5c-cff6-4ac9-9031-4fb96b1da1d9 HTTP/1.1" status: 204 len: 168 time: 1.6550193 Aug 11 08:31:59.408760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42894) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.429998 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-a011e686-8945-4219-a300-5ce347b34661 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] delete failed (client error): The resource could not be found. Aug 11 08:31:59.433592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a011e686-8945-4219-a300-5ce347b34661 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/3ee3407f-8a59-4249-ac11-52905f439877 HTTP/1.1" status: 404 len: 336 time: 0.0945497 Aug 11 08:31:59.434605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42896) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.473675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a294-fe5c-4042-a91e-cb7eb7905a72 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=c9801e5c-cff6-4ac9-9031-4fb96b1da1d9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:59.479450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-09aac2f6-f043-41c4-a65c-22969f773d80 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=40dc75ce-bcb2-4281-a9c6-8cb444743f01 HTTP/1.1" status: 200 len: 205 time: 0.0414786 Aug 11 08:31:59.483423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42898) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.529587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Deleting subnet 321d2451-06bc-4419-98dd-9c68d2557caa {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:31:59.532946 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-50a8b6b8-0109-4a30-8be9-8957f5450df6 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] delete failed (client error): The resource could not be found. Aug 11 08:31:59.533982 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-50a8b6b8-0109-4a30-8be9-8957f5450df6 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/40dc75ce-bcb2-4281-a9c6-8cb444743f01 HTTP/1.1" status: 404 len: 336 time: 0.0530596 Aug 11 08:31:59.534719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.535689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf56a6-dde4-4d39-901d-3b8dff963d61 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:31:59.536696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42900) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.537237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cfbf56a6-dde4-4d39-901d-3b8dff963d61 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1281364 Aug 11 08:31:59.541746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.551499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port 8d3a45f2-514f-4286-bdac-acbfef0b0357, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8d3a45f2-514f-4286-bdac-acbfef0b0357,segment=NetworkSegment(07f8c3bc-bb17-46ab-812e-0acdfb242187),segment_id=07f8c3bc-bb17-46ab-812e-0acdfb242187)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:31:59.551881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.583262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63bc09e1-888f-4ba1-b578-1d2380dcf9e2 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=66f4b2de-87d7-46c6-8700-93d1c946535d HTTP/1.1" status: 200 len: 205 time: 0.0454376 Aug 11 08:31:59.587542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.593864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 8d3a45f2-514f-4286-bdac-acbfef0b0357 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:31:59.617884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18bfe1cf-5f6d-443d-bea7-b1e5392ab614 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0750356 Aug 11 08:31:59.631019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.633353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.639516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1944628090'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:31:59.661560 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-e7f3248d-9de4-45aa-8828-15e2ff9d1bf9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] delete failed (client error): The resource could not be found. Aug 11 08:31:59.662673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e7f3248d-9de4-45aa-8828-15e2ff9d1bf9 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/66f4b2de-87d7-46c6-8700-93d1c946535d HTTP/1.1" status: 404 len: 336 time: 0.0741551 Aug 11 08:31:59.666749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.707103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c2868461-492c-4916-b916-c81bc99139ee tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "GET /v2.0/ports?device_id=f14a99c2-e762-471f-ad2e-7726cf664cb8 HTTP/1.1" status: 200 len: 205 time: 0.0356865 Aug 11 08:31:59.708535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42912) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.766261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:31:59.769770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.772044 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-221c16e2-bf00-4624-b05b-8a12abb8ff97 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] delete failed (client error): The resource could not be found. Aug 11 08:31:59.775583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-221c16e2-bf00-4624-b05b-8a12abb8ff97 tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/routers/f14a99c2-e762-471f-ad2e-7726cf664cb8 HTTP/1.1" status: 404 len: 336 time: 0.0618351 Aug 11 08:31:59.775970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42916) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:31:59.808738 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8746c9c8-6e43-402f-aae2-dd772ade3e8d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] DELETE failed (client error): The resource could not be found. Aug 11 08:31:59.809298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8746c9c8-6e43-402f-aae2-dd772ade3e8d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:31:59.813508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8746c9c8-6e43-402f-aae2-dd772ade3e8d tempest-RoutersAdminTest-1810068078 tempest-RoutersAdminTest-1810068078-project] 10.222.0.58 "DELETE /v2.0/subnets/7fbe8eb2-22d7-4743-ae90-28d852b39072 HTTP/1.1" status: 404 len: 337 time: 0.0341549 Aug 11 08:31:59.832647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.833769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.836518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.891726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:31:59.907558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:59.912721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=8d3a45f2-514f-4286-bdac-acbfef0b0357,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:31:59.937353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:31:59.937944 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment 64e94268-5d4e-4aa8-9770-4156d305184a of type vlan for network 490706c5-db79-47d9-93aa-b7feb6d53372 Aug 11 08:31:59.959133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:31:59.959545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2b205bf8-9b05-4dcc-aa78-0ffb01fe638b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:31:59.960144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16e3eebf-2717-4f9b-8e25-1b465c89e54b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:31:59.997479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.015591 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.029791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 16e3eebf-2717-4f9b-8e25-1b465c89e54b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:00.031447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16e3eebf-2717-4f9b-8e25-1b465c89e54b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:00.064997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321d2451-06bc-4419-98dd-9c68d2557caa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:00.082694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.084695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a9adf56-4680-46f3-b922-a519de22fbc2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/321d2451-06bc-4419-98dd-9c68d2557caa HTTP/1.1" status: 204 len: 168 time: 0.7314715 Aug 11 08:32:00.087222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42926) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:00.089783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce1886-aa74-4980-a95b-4248fe6d6e13 None None] Network fc582351-1147-4951-96c6-ee4d5ad3809c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:00.114827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.126639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:00.127306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.146592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.266217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:00.299436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6614044 Aug 11 08:32:00.300547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42934) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:00.307700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:00.336848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.355549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb77e-3d88-427d-be9d-9cac05e7e525 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=490706c5-db79-47d9-93aa-b7feb6d53372,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:00.382470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 490706c5-db79-47d9-93aa-b7feb6d53372 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:00.414930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Deleting port 8369faea-d406-422c-b2d8-cedde4036082 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:00.415519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.472486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] DHCP port deletion for fc582351-1147-4951-96c6-ee4d5ad3809c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:00.494790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] For port 8369faea-d406-422c-b2d8-cedde4036082, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8369faea-d406-422c-b2d8-cedde4036082,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:00.495300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.510536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Calling delete_port for 8369faea-d406-422c-b2d8-cedde4036082 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:00.527275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] Deleting port 8369faea-d406-422c-b2d8-cedde4036082 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:00.527655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f09b1744-71ce-48d5-8952-608c7a06f467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.527787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.573536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:00.604136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] For port 8369faea-d406-422c-b2d8-cedde4036082, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8369faea-d406-422c-b2d8-cedde4036082,segment=NetworkSegment(a9d96cf0-826e-4342-ab17-f6aac041e3fb),segment_id=a9d96cf0-826e-4342-ab17-f6aac041e3fb)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:00.604826 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.611576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:00.612706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.615222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.620001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] Calling delete_port for 8369faea-d406-422c-b2d8-cedde4036082 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:00.629712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] No DVR routers for this DVR port 8369faea-d406-422c-b2d8-cedde4036082 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:00.654249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Pushing event deleted for resources: {'Port': ['ID=8369faea-d406-422c-b2d8-cedde4036082,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:00.719578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.737920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.750797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc582351-1147-4951-96c6-ee4d5ad3809c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:00.762606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] No DVR routers for this DVR port 8369faea-d406-422c-b2d8-cedde4036082 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:00.774889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d96cf0-826e-4342-ab17-f6aac041e3fb') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:00.775359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d96cf0-826e-4342-ab17-f6aac041e3fb') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:00.776297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567fc22-4e6b-45cf-968e-298ffb7b6f39 None None] Pushing event deleted for resources: {'Port': ['ID=8369faea-d406-422c-b2d8-cedde4036082,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:00.806231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.822106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.822509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:00.836839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d7630f57-bb56-4f53-a074-23de15244131 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466413 Aug 11 08:32:00.837357 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:00.837958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42936) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:00.842044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f09b1744-71ce-48d5-8952-608c7a06f467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.853435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:00.853888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.854492 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:00.855388 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:00.855627 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:00.878549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f09b1744-71ce-48d5-8952-608c7a06f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:00.941756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b1744-71ce-48d5-8952-608c7a06f467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679c54f-bf0e-42fe-90d3-9b762943fc4f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:00.947135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f09b1744-71ce-48d5-8952-608c7a06f467 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6bb391394404d50bde21428722280be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6797020 Aug 11 08:32:00.951065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:00.999337 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:01.025667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.025918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.040430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet efcd97ef-9914-46b0-b8fc-3bd1905f61f5 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:01.090471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.100800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fc582351-1147-4951-96c6-ee4d5ad3809c HTTP/1.1" status: 204 len: 168 time: 1.0101538 Aug 11 08:32:01.100800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-009643cc-efe9-46ea-8bf0-cf1904f67788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.103403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.151355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=e7af33bc-f490-4a2f-b8e9-d495706a311f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:01.164096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': '64e94268-5d4e-4aa8-9770-4156d305184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:01.165281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: 490706c5-db79-47d9-93aa-b7feb6d53372, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:01.179123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd483a53-866b-470b-bf40-3b0691f41196 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc582351-1147-4951-96c6-ee4d5ad3809c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:01.193182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 490706c5-db79-47d9-93aa-b7feb6d53372 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:01.218505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 490706c5-db79-47d9-93aa-b7feb6d53372) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:01.231608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344ce8a-18a7-4a55-918a-9f4f3718aee4 None None] Network 490706c5-db79-47d9-93aa-b7feb6d53372 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:01.233531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:01.234127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.244732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.255065 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:59Z', 'revision_number': 9, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:01.267677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f617ac42-3357-43ac-81d4-a4a2e907f4cb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9664419 Aug 11 08:32:01.270186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:01.276073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372', 'name': 'tempest-PortsTestJSON-604258363'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:01.290811 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:32:01.299972 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:01.300856 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:31:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:01.381626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42946) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:01.405732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-009643cc-efe9-46ea-8bf0-cf1904f67788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.461076 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:01.508044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.547800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26cea9ac-8c5e-4e58-a117-40c956146c4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37d24d010e1e4b80bd7ad1211e8737d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650400 Aug 11 08:32:01.551216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42948) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:01.568362 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-009643cc-efe9-46ea-8bf0-cf1904f67788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.571740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-009643cc-efe9-46ea-8bf0-cf1904f67788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.586273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-009643cc-efe9-46ea-8bf0-cf1904f67788 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8679c54f-bf0e-42fe-90d3-9b762943fc4f HTTP/1.1" status: 204 len: 168 time: 0.6127703 Aug 11 08:32:01.627650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-490706c5-db79-47d9-93aa-b7feb6d53372', 'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': 'e7af33bc-f490-4a2f-b8e9-d495706a311f'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:01.628765 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.629317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:01.633584 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.636445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009643cc-efe9-46ea-8bf0-cf1904f67788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679c54f-bf0e-42fe-90d3-9b762943fc4f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:01.659423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6243e030-5c6e-4950-bee3-52bb3814bbc2 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:01.697773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6243e030-5c6e-4950-bee3-52bb3814bbc2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:01.698312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6243e030-5c6e-4950-bee3-52bb3814bbc2 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:01.699641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8369faea-d406-422c-b2d8-cedde4036082 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:01.702434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port e9e05aba-5de2-45e7-89c9-c73737cc2574 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:01.714474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.777196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8369faea-d406-422c-b2d8-cedde4036082 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:01.777196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8369faea-d406-422c-b2d8-cedde4036082 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:01.811296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09146c1-aea8-4197-9457-7816c5f394d6 None None] Network b874d258-d72f-46f8-a0f5-ca356bb7307d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:01.822132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.827759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/efcd97ef-9914-46b0-b8fc-3bd1905f61f5 HTTP/1.1" status: 204 len: 168 time: 0.9886832 Aug 11 08:32:01.830133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-14c9efb5-e264-496d-a11f-0d09b7bc448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.834407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42952) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:01.839098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6280dd-65ed-4c8b-abce-0a639315c526 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=efcd97ef-9914-46b0-b8fc-3bd1905f61f5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:01.875757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.11 (490706c5-db79-47d9-93aa-b7feb6d53372/e7af33bc-f490-4a2f-b8e9-d495706a311f/e9e05aba-5de2-45e7-89c9-c73737cc2574) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:01.973078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-14c9efb5-e264-496d-a11f-0d09b7bc448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:01.980248 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:59Z', 'revision_number': 9, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:02.017815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907980d0-d576-4e70-85f1-3162e23ec555 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:31:59Z', 'revision_number': 9, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb48c08f-ab46-4b21-855f-f5e910ee8065', 'name': '', 'network_id': '88d50076-429f-4814-b6aa-4d87239cf8f7', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:d1:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:24Z', 'updated_at': '2021-08-11T08:31:32Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '5328b872-bf3b-4691-ac59-76e14fdd5c60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:02.050077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.101976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.121239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object e9e05aba-5de2-45e7-89c9-c73737cc2574 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:02.163827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-14c9efb5-e264-496d-a11f-0d09b7bc448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.166625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-14c9efb5-e264-496d-a11f-0d09b7bc448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.167791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-14c9efb5-e264-496d-a11f-0d09b7bc448e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b4d63d2-c135-4d7e-92d6-665820e3e2b3 HTTP/1.1" status: 204 len: 168 time: 0.6128578 Aug 11 08:32:02.179248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9efb5-e264-496d-a11f-0d09b7bc448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d63d2-c135-4d7e-92d6-665820e3e2b3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:02.206602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.226703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 16271927-0dd6-4d0a-8ed4-9065bbef3794 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:02.227046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.283129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Allocated IP 172.20.0.2 (490706c5-db79-47d9-93aa-b7feb6d53372/e7af33bc-f490-4a2f-b8e9-d495706a311f/23350eb6-6553-4289-96dd-58f37c3ac599) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:02.314016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42960) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:02.314885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=e9e05aba-5de2-45e7-89c9-c73737cc2574,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:02.321742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port 16271927-0dd6-4d0a-8ed4-9065bbef3794, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=16271927-0dd6-4d0a-8ed4-9065bbef3794,segment=NetworkSegment(07f8c3bc-bb17-46ab-812e-0acdfb242187),segment_id=07f8c3bc-bb17-46ab-812e-0acdfb242187)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:02.322413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.340804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 16271927-0dd6-4d0a-8ed4-9065bbef3794 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:02.355986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 490706c5-db79-47d9-93aa-b7feb6d53372 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:02.372924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:02.405679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:02.414372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fce27a8b-ddb0-4e29-9b68-9cc2fafade68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=454731b453cb4ad284203c1e4e676197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962825 Aug 11 08:32:02.418236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] DHCP port deletion for b874d258-d72f-46f8-a0f5-ca356bb7307d request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:02.440267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42964) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:02.495014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:02.495667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.496383 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.533962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84bee9e2-a54e-47ef-a052-4e84ed9fb682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.545728 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.564512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84bee9e2-a54e-47ef-a052-4e84ed9fb682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.613178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=16271927-0dd6-4d0a-8ed4-9065bbef3794,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:02.616436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port 16271927-0dd6-4d0a-8ed4-9065bbef3794 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:02.622238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-246e933d-65af-4740-a7f8-e062c533e424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3487024 Aug 11 08:32:02.622755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 42966) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:02.628018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372', 'name': 'tempest-PortsTestJSON-373773320'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:02.629467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Deleting port 16271927-0dd6-4d0a-8ed4-9065bbef3794 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:02.629851 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.632472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84bee9e2-a54e-47ef-a052-4e84ed9fb682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.635435 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84bee9e2-a54e-47ef-a052-4e84ed9fb682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.646324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-84bee9e2-a54e-47ef-a052-4e84ed9fb682 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf77e6da-b4ab-4596-a0d2-f83c6c35fdfd HTTP/1.1" status: 204 len: 168 time: 0.1967673 Aug 11 08:32:02.712647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee9e2-a54e-47ef-a052-4e84ed9fb682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77e6da-b4ab-4596-a0d2-f83c6c35fdfd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:02.810805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.816760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f69b4ccf-e0b9-4aa3-a224-e52f0a74f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.833660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.836669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Transition to ACTIVE for port object 23350eb6-6553-4289-96dd-58f37c3ac599 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:02.847479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] For port 16271927-0dd6-4d0a-8ed4-9065bbef3794, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:02.847875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.848184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:02.857404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.861099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b874d258-d72f-46f8-a0f5-ca356bb7307d']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:02.870804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Calling delete_port for 16271927-0dd6-4d0a-8ed4-9065bbef3794 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:02.872810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Transition to ACTIVE for port object 23350eb6-6553-4289-96dd-58f37c3ac599 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:02.875662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Port 16271927-0dd6-4d0a-8ed4-9065bbef3794 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:32:02.877727 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.889087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.898750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f8c3bc-bb17-46ab-812e-0acdfb242187') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:02.900282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f8c3bc-bb17-46ab-812e-0acdfb242187') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:02.906851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 4603906e-d98f-456b-a1f6-1e2f9177bd05 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:02.916477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] Pushing event deleted for resources: {'Port': ['ID=16271927-0dd6-4d0a-8ed4-9065bbef3794,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:02.918697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea2e3e-afe9-4aae-8bdf-27ad73ee5510 None None] No DVR routers for this DVR port 16271927-0dd6-4d0a-8ed4-9065bbef3794 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:02.933848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Network 490706c5-db79-47d9-93aa-b7feb6d53372 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:02.934116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.956415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:02.960124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:02.965230 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.979151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:02.979571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:02.988954 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:03.046193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Pushing event updated for resources: {'Port': ['ID=23350eb6-6553-4289-96dd-58f37c3ac599,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:03.060140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Attempting to bind port 23350eb6-6553-4289-96dd-58f37c3ac599 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:03.060684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Attempting to bind port 23350eb6-6553-4289-96dd-58f37c3ac599 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '64e94268-5d4e-4aa8-9770-4156d305184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:03.061151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Attempting to bind port 23350eb6-6553-4289-96dd-58f37c3ac599 on network 490706c5-db79-47d9-93aa-b7feb6d53372 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:03.083506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:03.083962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Checking segment: {'id': '64e94268-5d4e-4aa8-9770-4156d305184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:03.084495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:03.084978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Bound using segment: {'id': '64e94268-5d4e-4aa8-9770-4156d305184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:03.085489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Bound port: 23350eb6-6553-4289-96dd-58f37c3ac599, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e94268-5d4e-4aa8-9770-4156d305184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '490706c5-db79-47d9-93aa-b7feb6d53372'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:03.085875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:03.143563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:03.161021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:03.165074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/b874d258-d72f-46f8-a0f5-ca356bb7307d HTTP/1.1" status: 204 len: 168 time: 1.3286302 Aug 11 08:32:03.196476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 42984) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:03.216271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99b66a-89d0-4b28-8345-28d1d4bba2c5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=b874d258-d72f-46f8-a0f5-ca356bb7307d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:03.239384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] For port 23350eb6-6553-4289-96dd-58f37c3ac599, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:03.243910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] For port 23350eb6-6553-4289-96dd-58f37c3ac599, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=23350eb6-6553-4289-96dd-58f37c3ac599,segment=NetworkSegment(64e94268-5d4e-4aa8-9770-4156d305184a),segment_id=64e94268-5d4e-4aa8-9770-4156d305184a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:03.251346 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:03.380364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161047b4-7555-48d5-b094-a96e760cae40 None None] Pushing event updated for resources: {'Port': ['ID=23350eb6-6553-4289-96dd-58f37c3ac599,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:03.536064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16271927-0dd6-4d0a-8ed4-9065bbef3794 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:03.615765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 16271927-0dd6-4d0a-8ed4-9065bbef3794 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:03.622610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 16271927-0dd6-4d0a-8ed4-9065bbef3794 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:03.633059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8d3a45f2-514f-4286-bdac-acbfef0b0357 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:03.663883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8d3a45f2-514f-4286-bdac-acbfef0b0357 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:03.664919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8d3a45f2-514f-4286-bdac-acbfef0b0357 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:03.704058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.9 (490706c5-db79-47d9-93aa-b7feb6d53372/e7af33bc-f490-4a2f-b8e9-d495706a311f/4603906e-d98f-456b-a1f6-1e2f9177bd05) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:03.972049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:03.990070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 4603906e-d98f-456b-a1f6-1e2f9177bd05 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:04.043210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:04.143554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=4603906e-d98f-456b-a1f6-1e2f9177bd05,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:04.166778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network 490706c5-db79-47d9-93aa-b7feb6d53372 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:04.172681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:04.197834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:04.285503 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:04.286179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:04.308832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8473f8b-49c7-4184-8193-06bf41d0f424 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6827462 Aug 11 08:32:04.311861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43018) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:04.442494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d629cedd-0ef4-4663-bdaa-af888c431323 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:04.454650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d629cedd-0ef4-4663-bdaa-af888c431323 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1363928 Aug 11 08:32:04.455587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43024) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:04.591811 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:04.642010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 4603906e-d98f-456b-a1f6-1e2f9177bd05 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:04.642359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:04.764995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db0dfa-d529-477b-80e3-df5735565c45 None None] Network 490706c5-db79-47d9-93aa-b7feb6d53372 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:04.802001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:04.827233 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 4603906e-d98f-456b-a1f6-1e2f9177bd05 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:05.119023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.132081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port bb48c08f-ab46-4b21-855f-f5e910ee8065 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:05.132390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.137647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cf28a0b2-5c2b-431b-9019-7ad49e96ff82 None None] Provisioning for port 23350eb6-6553-4289-96dd-58f37c3ac599 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:05.193881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.282841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=4603906e-d98f-456b-a1f6-1e2f9177bd05,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:05.283299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port bb48c08f-ab46-4b21-855f-f5e910ee8065, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bb48c08f-ab46-4b21-855f-f5e910ee8065,segment=NetworkSegment(564d2bec-1916-419b-a84c-e75be615c9a4),segment_id=564d2bec-1916-419b-a84c-e75be615c9a4)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:05.283920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.299616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for bb48c08f-ab46-4b21-855f-f5e910ee8065 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:05.439091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.442760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40b803b8-9ef0-4d48-bb83-8d2179d0aa33 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/4603906e-d98f-456b-a1f6-1e2f9177bd05 HTTP/1.1" status: 204 len: 168 time: 0.9861081 Aug 11 08:32:05.446635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43048) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:05.514092 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7301f7-fa66-4180-a43c-14748fbb3717 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:05.518618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3b7301f7-fa66-4180-a43c-14748fbb3717 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/4603906e-d98f-456b-a1f6-1e2f9177bd05 HTTP/1.1" status: 404 len: 333 time: 0.0706649 Aug 11 08:32:05.523057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43052) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:05.547422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.601525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=bb48c08f-ab46-4b21-855f-f5e910ee8065,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:05.625691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5658ac32-bd78-40a0-a389-8eab6ff1ae51 None None] Provisioning for port e9e05aba-5de2-45e7-89c9-c73737cc2574 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:05.640862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5658ac32-bd78-40a0-a389-8eab6ff1ae51 None None] Provisioning complete for port e9e05aba-5de2-45e7-89c9-c73737cc2574 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:05.641261 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5658ac32-bd78-40a0-a389-8eab6ff1ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.643226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 23350eb6-6553-4289-96dd-58f37c3ac599 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:05.735838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port e9e05aba-5de2-45e7-89c9-c73737cc2574 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:05.736601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.796124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5658ac32-bd78-40a0-a389-8eab6ff1ae51 None None] Port e9e05aba-5de2-45e7-89c9-c73737cc2574 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:05.807110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5658ac32-bd78-40a0-a389-8eab6ff1ae51 None None] Could not find standard attr ID for object 4603906e-d98f-456b-a1f6-1e2f9177bd05. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:05.835487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 23350eb6-6553-4289-96dd-58f37c3ac599 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:05.839970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 23350eb6-6553-4289-96dd-58f37c3ac599 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:05.840347 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.916534 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:05.921835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43062) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:05.940020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for e9e05aba-5de2-45e7-89c9-c73737cc2574 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:05.995349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.099725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-702afaa8-fc39-45f1-ae82-1f06470617d3 None None] Provisioning complete for port e9e05aba-5de2-45e7-89c9-c73737cc2574 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:06.100167 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-702afaa8-fc39-45f1-ae82-1f06470617d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.199685 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.253867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-702afaa8-fc39-45f1-ae82-1f06470617d3 None None] Port e9e05aba-5de2-45e7-89c9-c73737cc2574 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:06.267854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.269572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-54690910', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:06.278971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.293644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 23350eb6-6553-4289-96dd-58f37c3ac599, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=23350eb6-6553-4289-96dd-58f37c3ac599,segment=NetworkSegment(64e94268-5d4e-4aa8-9770-4156d305184a),segment_id=64e94268-5d4e-4aa8-9770-4156d305184a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:06.310027 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.345334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=e9e05aba-5de2-45e7-89c9-c73737cc2574,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:06.413410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Made reservation on behalf of 05d5bf135b354d5bab401d3da1db0c24 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:06.416739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.418462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=23350eb6-6553-4289-96dd-58f37c3ac599,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:06.433239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.461368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.465428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-69f2185f-1bc1-46ed-b9b1-2a624fc73db9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/e9e05aba-5de2-45e7-89c9-c73737cc2574 HTTP/1.1" status: 204 len: 168 time: 0.9367950 Aug 11 08:32:06.473487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4da4d905-752a-413b-8f2e-d398fe51af93 None None] Could not find standard attr ID for object 4603906e-d98f-456b-a1f6-1e2f9177bd05. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:06.475086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43080) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:06.506998 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f31a4d-1763-4539-99e2-affa3625fb56 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:06.511377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e7f31a4d-1763-4539-99e2-affa3625fb56 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/e9e05aba-5de2-45e7-89c9-c73737cc2574 HTTP/1.1" status: 404 len: 333 time: 0.0316792 Aug 11 08:32:06.512118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:06.607086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet e7af33bc-f490-4a2f-b8e9-d495706a311f {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:06.610641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.618822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.627706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.639853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] device_id is not set on port 44b03c95-115b-4466-a838-70c2e2caa515 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:06.658394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.664428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:06.722872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dcc566-603a-496d-92cb-ca7d3b044bd0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:06.809813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.894710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:06.897401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Allocated IP 172.25.2.113 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/44b03c95-115b-4466-a838-70c2e2caa515) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:06.903613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8e731d93-7fe8-45b2-9801-545b5cb24a0e tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7036762 Aug 11 08:32:06.906546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43088) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:06.913246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:06.929018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:06.929966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:06.954332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:06.985473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet 5328b872-bf3b-4691-ac59-76e14fdd5c60 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:06.989527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.041637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.047029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/e7af33bc-f490-4a2f-b8e9-d495706a311f HTTP/1.1" status: 204 len: 168 time: 0.5336716 Aug 11 08:32:07.050499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43090) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:07.050872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8ea6d-9867-465f-873f-fea7e84c5ae6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=e7af33bc-f490-4a2f-b8e9-d495706a311f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:07.066520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527336ee-a7a8-40f4-9c09-4d058a65d5b5 None None] Network 490706c5-db79-47d9-93aa-b7feb6d53372 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:07.073554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.109375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:07.165992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.252249 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.269698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 23350eb6-6553-4289-96dd-58f37c3ac599 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:07.270453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.379760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.383524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] For port 23350eb6-6553-4289-96dd-58f37c3ac599, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=23350eb6-6553-4289-96dd-58f37c3ac599,segment=NetworkSegment(64e94268-5d4e-4aa8-9770-4156d305184a),segment_id=64e94268-5d4e-4aa8-9770-4156d305184a)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:07.383974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.401731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:07.407474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 23350eb6-6553-4289-96dd-58f37c3ac599 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:07.459421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=5328b872-bf3b-4691-ac59-76e14fdd5c60,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:07.463567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.469597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-080abb61-d4d0-4757-b3dd-2173bb3f0e38 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/5328b872-bf3b-4691-ac59-76e14fdd5c60 HTTP/1.1" status: 204 len: 168 time: 0.5613616 Aug 11 08:32:07.479867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43100) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:07.496294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.604976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.625211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.652991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516da71-82f0-45e2-90c8-ae97423c6c3d None None] Network 88d50076-429f-4814-b6aa-4d87239cf8f7 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:07.662677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No DVR routers for this DVR port 23350eb6-6553-4289-96dd-58f37c3ac599 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:07.701658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.734104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 23350eb6-6553-4289-96dd-58f37c3ac599 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:07.751360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=23350eb6-6553-4289-96dd-58f37c3ac599,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:07.771214 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c668587a-8ce9-46ac-910b-fbe2de45ff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.781161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port ada9b44c-2047-481c-93b0-62df98b5e01f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:07.781389 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.784611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 23350eb6-6553-4289-96dd-58f37c3ac599 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:07.785681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 23350eb6-6553-4289-96dd-58f37c3ac599 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 08:32:07.807691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.818405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:07.822485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Port 23350eb6-6553-4289-96dd-58f37c3ac599 not found, will not notify nova. {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 08:32:07.836680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Pushing event updated for resources: {'Port': ['ID=44b03c95-115b-4466-a838-70c2e2caa515,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:07.842947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490706c5-db79-47d9-93aa-b7feb6d53372']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:07.866654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e94268-5d4e-4aa8-9770-4156d305184a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:07.867145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e94268-5d4e-4aa8-9770-4156d305184a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:07.890584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:05Z', 'revision_number': 10, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:07.893250 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.899199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:07.904815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:07.921365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.934366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:07.934366 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:07.934832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:07.935300 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:07.938003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630ffcb-c076-47d3-899d-2394eba21e8f None None] DHCP port deletion for 490706c5-db79-47d9-93aa-b7feb6d53372 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:07.972183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:07.972828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:07.998555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port ada9b44c-2047-481c-93b0-62df98b5e01f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ada9b44c-2047-481c-93b0-62df98b5e01f,segment=NetworkSegment(564d2bec-1916-419b-a84c-e75be615c9a4),segment_id=564d2bec-1916-419b-a84c-e75be615c9a4)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:07.998555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.008579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.016392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.017963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:08.018333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/490706c5-db79-47d9-93aa-b7feb6d53372 HTTP/1.1" status: 204 len: 168 time: 0.9603772 Aug 11 08:32:08.018581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.022868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43104) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:08.029824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1059073233'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:08.030245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for ada9b44c-2047-481c-93b0-62df98b5e01f owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:08.049833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2002a5e-b389-4a62-8c7e-895a42eb0a91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=490706c5-db79-47d9-93aa-b7feb6d53372,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:08.093971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:08.125907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c668587a-8ce9-46ac-910b-fbe2de45ff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.134913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c668587a-8ce9-46ac-910b-fbe2de45ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.158782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7e167fb8-fa8b-4b95-a1bd-ee47cf1fbc30 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.2358401 Aug 11 08:32:08.163174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:08.168253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.113'}]}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:08.171432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:08.174931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e6ca0-ed43-462a-8a34-70e1938c3862 None None] DHCP port deletion for 88d50076-429f-4814-b6aa-4d87239cf8f7 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:08.175286 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.192386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c668587a-8ce9-46ac-910b-fbe2de45ff6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2775ab170fcc45d4b9df52db61c6709c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809734 Aug 11 08:32:08.193305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668587a-8ce9-46ac-910b-fbe2de45ff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e824163-289f-408e-815b-ea033842d7a0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:08.195636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:08.200775 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.229493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=ada9b44c-2047-481c-93b0-62df98b5e01f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:08.233310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port ada9b44c-2047-481c-93b0-62df98b5e01f on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:08.242762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-628e6ca0-ed43-462a-8a34-70e1938c3862 None None] The port 'ada9b44c-2047-481c-93b0-62df98b5e01f' was deleted {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:32:08.255252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:08.269330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.269604 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment e912e893-08ad-4695-8411-90860f51a449 of type vlan for network d1aa5c50-f803-4818-8506-74f80886de7f Aug 11 08:32:08.305797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.306835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.322378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.333216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d50076-429f-4814-b6aa-4d87239cf8f7']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:08.335866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.340913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dd33b74-057f-4f02-b890-42bcd8f61a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.347774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:05Z', 'revision_number': 10, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:08.351144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564d2bec-1916-419b-a84c-e75be615c9a4') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:08.351488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564d2bec-1916-419b-a84c-e75be615c9a4') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:08.368390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.385233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.393684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:08.394093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:08.398048 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:08.404250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1719f-a0e5-450a-9f9b-c8a08a15e04e None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:05Z', 'revision_number': 10, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None, '_interfaces': [{'id': 'aeae9db1-161a-4c57-9035-ac27edff4715', 'name': '', 'network_id': '544476a0-6f63-467c-8811-d95db295fa5b', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'mac_address': 'fa:16:3e:2e:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:31:18Z', 'updated_at': '2021-08-11T08:31:26Z', 'revision_number': 5, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'subnets': [{'id': '69be8726-7c83-4633-b87d-8199cc96bf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:08.423670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dd33b74-057f-4f02-b890-42bcd8f61a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.437639 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.464966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.472687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.475638 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/88d50076-429f-4814-b6aa-4d87239cf8f7 HTTP/1.1" status: 204 len: 168 time: 0.9938686 Aug 11 08:32:08.477864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43112) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:08.494349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cafe8e-3bdd-42d6-89a9-385135d934a6 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=88d50076-429f-4814-b6aa-4d87239cf8f7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:08.501234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.507047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:08.507656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.637578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6127932 Aug 11 08:32:08.652914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43114) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:08.659597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:08.665590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf56b8-1ffc-4d98-bb1b-0448d4112af4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=d1aa5c50-f803-4818-8506-74f80886de7f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:08.675353 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.679249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dd33b74-057f-4f02-b890-42bcd8f61a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.682237 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dd33b74-057f-4f02-b890-42bcd8f61a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:08.685987 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8dd33b74-057f-4f02-b890-42bcd8f61a5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e824163-289f-408e-815b-ea033842d7a0 HTTP/1.1" status: 204 len: 168 time: 0.4761066 Aug 11 08:32:08.686244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network d1aa5c50-f803-4818-8506-74f80886de7f details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:08.695795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd33b74-057f-4f02-b890-42bcd8f61a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e824163-289f-408e-815b-ea033842d7a0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:08.834487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:08.838739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.042397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.074281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.163907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.187445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:09.205077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43509cc6-ef03-495f-a850-4dd50933c693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.206188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.308817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.320963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=7b8e3b36-7fea-4f6f-a354-ae30cacca813,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:09.337895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': 'e912e893-08ad-4695-8411-90860f51a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:09.338252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: d1aa5c50-f803-4818-8506-74f80886de7f, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:09.439577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d1aa5c50-f803-4818-8506-74f80886de7f is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:09.456431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, d1aa5c50-f803-4818-8506-74f80886de7f) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:09.468026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33146f95-c998-4ef2-95ba-7f2b30d303df None None] Network d1aa5c50-f803-4818-8506-74f80886de7f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:09.477298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:09.478324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.523930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bb48c08f-ab46-4b21-855f-f5e910ee8065 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:09.547408 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.551756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.559125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: bb48c08f-ab46-4b21-855f-f5e910ee8065 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:09.559485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bb48c08f-ab46-4b21-855f-f5e910ee8065 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:09.559914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 23350eb6-6553-4289-96dd-58f37c3ac599 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:09.582835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 23350eb6-6553-4289-96dd-58f37c3ac599 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:09.583461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 23350eb6-6553-4289-96dd-58f37c3ac599 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:09.584078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ada9b44c-2047-481c-93b0-62df98b5e01f no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:09.614460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ada9b44c-2047-481c-93b0-62df98b5e01f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:09.615084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ada9b44c-2047-481c-93b0-62df98b5e01f not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:09.616707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43509cc6-ef03-495f-a850-4dd50933c693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.620173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.621498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8f4c6c5-32a6-4f9b-8030-46d75e099a53 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:32:09.630817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port aeae9db1-161a-4c57-9035-ac27edff4715 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:09.633383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.634829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43509cc6-ef03-495f-a850-4dd50933c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.675979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43509cc6-ef03-495f-a850-4dd50933c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a0f8d5-d7d3-4dba-afb4-2cc32c7bb525,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:09.696863 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 08:32:09.698231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-90914807-6458-44e5-a540-345db31e301e tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5339520 Aug 11 08:32:09.705027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-43509cc6-ef03-495f-a850-4dd50933c693 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=515bec07384a48f59a7f41cd010bf4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167191 Aug 11 08:32:09.705716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43136) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:09.706118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43138) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:09.711003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30f21958-bb0d-44ee-8178-2a8a3b063934 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0569777 Aug 11 08:32:09.721093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-d1aa5c50-f803-4818-8506-74f80886de7f', 'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': '7b8e3b36-7fea-4f6f-a354-ae30cacca813'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:09.721341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.728344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43142) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:09.740241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f', 'name': 'tempest-PortsTestJSON-865249116', 'fixed_ips': [{'subnet_id': '7b8e3b36-7fea-4f6f-a354-ae30cacca813', 'ip_address': '172.20.0.10'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:09.836358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-331e1805-50b7-4db9-93f4-8752bc4bc436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.882178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-331e1805-50b7-4db9-93f4-8752bc4bc436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.885278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port aeae9db1-161a-4c57-9035-ac27edff4715, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=aeae9db1-161a-4c57-9035-ac27edff4715,segment=NetworkSegment(93fb0fe7-19ec-4d92-ac12-a04e3d45a153),segment_id=93fb0fe7-19ec-4d92-ac12-a04e3d45a153)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:09.885801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.885948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Deleting port 44b03c95-115b-4466-a838-70c2e2caa515 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:09.886061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:09.909111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for aeae9db1-161a-4c57-9035-ac27edff4715 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:09.913134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Allocated IP 172.20.0.2 (d1aa5c50-f803-4818-8506-74f80886de7f/7b8e3b36-7fea-4f6f-a354-ae30cacca813/a3fea389-ced5-45f6-b75b-d266bc3be1de) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:09.993121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:10.005604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.020903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Calling delete_port for 44b03c95-115b-4466-a838-70c2e2caa515 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:10.094350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-331e1805-50b7-4db9-93f4-8752bc4bc436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.097324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-331e1805-50b7-4db9-93f4-8752bc4bc436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.098669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-331e1805-50b7-4db9-93f4-8752bc4bc436 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94a0f8d5-d7d3-4dba-afb4-2cc32c7bb525 HTTP/1.1" status: 204 len: 168 time: 0.3902128 Aug 11 08:32:10.121159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1805-50b7-4db9-93f4-8752bc4bc436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a0f8d5-d7d3-4dba-afb4-2cc32c7bb525,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:10.176999 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.242360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Transition to ACTIVE for port object a3fea389-ced5-45f6-b75b-d266bc3be1de will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:10.242762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.262683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Transition to ACTIVE for port object a3fea389-ced5-45f6-b75b-d266bc3be1de will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:10.271422 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.310676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Network d1aa5c50-f803-4818-8506-74f80886de7f is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:10.313729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:10.314000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Pushing event deleted for resources: {'Port': ['ID=44b03c95-115b-4466-a838-70c2e2caa515,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:10.317961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:10.378766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.386469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f3998629-046d-4cf6-897e-b70ff448e453 tempest-RoutersAdminNegativeIpV6Test-1791960046 tempest-RoutersAdminNegativeIpV6Test-1791960046-project-admin] 10.222.0.58 "DELETE /v2.0/ports/44b03c95-115b-4466-a838-70c2e2caa515 HTTP/1.1" status: 204 len: 168 time: 0.6792200 Aug 11 08:32:10.397844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Attempting to bind port a3fea389-ced5-45f6-b75b-d266bc3be1de on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:10.398216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Attempting to bind port a3fea389-ced5-45f6-b75b-d266bc3be1de by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e912e893-08ad-4695-8411-90860f51a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:10.398576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Attempting to bind port a3fea389-ced5-45f6-b75b-d266bc3be1de on network d1aa5c50-f803-4818-8506-74f80886de7f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:10.400624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Pushing event updated for resources: {'Port': ['ID=a3fea389-ced5-45f6-b75b-d266bc3be1de,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:10.409919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:10.410295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Checking segment: {'id': 'e912e893-08ad-4695-8411-90860f51a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:10.410692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.411073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Bound using segment: {'id': 'e912e893-08ad-4695-8411-90860f51a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:10.411534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Bound port: a3fea389-ced5-45f6-b75b-d266bc3be1de, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e912e893-08ad-4695-8411-90860f51a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:10.411908 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.506403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] For port a3fea389-ced5-45f6-b75b-d266bc3be1de, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:10.514172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] For port a3fea389-ced5-45f6-b75b-d266bc3be1de, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a3fea389-ced5-45f6-b75b-d266bc3be1de,segment=NetworkSegment(e912e893-08ad-4695-8411-90860f51a449),segment_id=e912e893-08ad-4695-8411-90860f51a449)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:10.524462 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.616012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.631969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc764e-96a1-4116-8d0c-ed362beec248 None None] Pushing event updated for resources: {'Port': ['ID=a3fea389-ced5-45f6-b75b-d266bc3be1de,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:10.638840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:10.716505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:10.755965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=aeae9db1-161a-4c57-9035-ac27edff4715,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:10.863112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:11.035664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.10 (d1aa5c50-f803-4818-8506-74f80886de7f/7b8e3b36-7fea-4f6f-a354-ae30cacca813/89e3ac43-39f2-4441-ac8c-df2aa1bb9826) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:11.178883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b200-bfe8-490b-b8b7-061b2aa602e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.226429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.302980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b200-bfe8-490b-b8b7-061b2aa602e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.307918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b200-bfe8-490b-b8b7-061b2aa602e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.362405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6c4b200-bfe8-490b-b8b7-061b2aa602e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=970a23b2534b425883e7b4b956f8e04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978521 Aug 11 08:32:11.363144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4b200-bfe8-490b-b8b7-061b2aa602e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d909ff0-2378-4f1c-932f-6d15ed8e1313,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:11.366051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43186) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:11.431163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-142e5f9a-4981-46af-81d1-51b59963c5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.461023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-142e5f9a-4981-46af-81d1-51b59963c5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.580944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-142e5f9a-4981-46af-81d1-51b59963c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.584812 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-142e5f9a-4981-46af-81d1-51b59963c5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.586675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-142e5f9a-4981-46af-81d1-51b59963c5a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d909ff0-2378-4f1c-932f-6d15ed8e1313 HTTP/1.1" status: 204 len: 168 time: 0.2193737 Aug 11 08:32:11.602431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e5f9a-4981-46af-81d1-51b59963c5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d909ff0-2378-4f1c-932f-6d15ed8e1313,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:11.690880 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.708213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a3fea389-ced5-45f6-b75b-d266bc3be1de up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:11.712225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:11.765612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:11.780713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:11.829593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a3fea389-ced5-45f6-b75b-d266bc3be1de completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:11.851205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d1aa5c50-f803-4818-8506-74f80886de7f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:11.862303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:11.867101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:11.995087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:12.010366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43202) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:12.010800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-190c266b-38b4-48e4-96ae-d2dd2e028f4c tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5315528 Aug 11 08:32:12.011912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=89e3ac43-39f2-4441-ac8c-df2aa1bb9826,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:12.018401 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:12.048522 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:12.049742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:12.057598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:12.058292 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.094823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-15da3263-ed18-4cf8-8d7c-8cbbeb1efdb3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3624756 Aug 11 08:32:12.095510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43204) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:12.100657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'd1aa5c50-f803-4818-8506-74f80886de7f', 'name': 'tempest-PortsTestJSON-821288123', 'fixed_ips': [{'subnet_id': '7b8e3b36-7fea-4f6f-a354-ae30cacca813', 'ip_address': '172.20.0.9'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:12.179097 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:12.179707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting subnet 69be8726-7c83-4633-b87d-8199cc96bf06 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:12.181851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43208) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:12.192759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.229466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463668b-c0c9-4e82-af4a-b2dd76416743 None None] Network d1aa5c50-f803-4818-8506-74f80886de7f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:12.264290 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:10Z', 'revision_number': 11, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:12.333824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:32:12.335692 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.353445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] Provisioning for port a3fea389-ced5-45f6-b75b-d266bc3be1de completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:12.355902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:12.356834 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:12.362904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:12.377218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.383597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] Provisioning complete for port a3fea389-ced5-45f6-b75b-d266bc3be1de triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:12.387109 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.424491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:12.461359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f790fab7-c6bb-4110-92c9-137948fbe4aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05d5bf135b354d5bab401d3da1db0c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703898 Aug 11 08:32:12.462433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43214) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:12.537340 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:12.596324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc3ea-1042-4938-8d44-961ac7e99690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.625720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc3ea-1042-4938-8d44-961ac7e99690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.644941 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:10Z', 'revision_number': 11, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:12.690466 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d559be-09c2-4e52-98db-3955c0946895 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:10Z', 'revision_number': 11, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:12.716688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.817135 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.837479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.860021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.9 (d1aa5c50-f803-4818-8506-74f80886de7f/7b8e3b36-7fea-4f6f-a354-ae30cacca813/7c4ba8fd-d4fd-4398-a0b7-ec07087f581a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:12.878400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] For port a3fea389-ced5-45f6-b75b-d266bc3be1de, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a3fea389-ced5-45f6-b75b-d266bc3be1de,segment=NetworkSegment(e912e893-08ad-4695-8411-90860f51a449),segment_id=e912e893-08ad-4695-8411-90860f51a449)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:12.888621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc3ea-1042-4938-8d44-961ac7e99690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.889005 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.893723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc3ea-1042-4938-8d44-961ac7e99690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.897862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7e5dc3ea-1042-4938-8d44-961ac7e99690 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7dcc566-603a-496d-92cb-ca7d3b044bd0 HTTP/1.1" status: 204 len: 168 time: 0.4246504 Aug 11 08:32:12.897862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Subnet': ['ID=69be8726-7c83-4633-b87d-8199cc96bf06,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:12.913445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:12.919622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87348b22-072a-4376-9651-7abc98d70cd4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/69be8726-7c83-4633-b87d-8199cc96bf06 HTTP/1.1" status: 204 len: 168 time: 0.9075422 Aug 11 08:32:12.920423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43228) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:12.935182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dc3ea-1042-4938-8d44-961ac7e99690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dcc566-603a-496d-92cb-ca7d3b044bd0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:13.006870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22596e83-e649-4d14-8e34-1d5251b9cc76 None None] Network 544476a0-6f63-467c-8811-d95db295fa5b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:13.050148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.183849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b05816-4d32-40d0-ba9e-d57d248834a6 None None] Pushing event updated for resources: {'Port': ['ID=a3fea389-ced5-45f6-b75b-d266bc3be1de,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:13.184427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Deleting port 085e5ba8-4efb-415f-8868-ed4509b9b039 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:13.184957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.265994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.298509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-76db17cc-2894-42cf-b180-e8cb18d9eeda None None] Provisioning for port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:13.313632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:13.344084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-76db17cc-2894-42cf-b180-e8cb18d9eeda None None] Provisioning complete for port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:13.344655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76db17cc-2894-42cf-b180-e8cb18d9eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.347266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] For port 085e5ba8-4efb-415f-8868-ed4509b9b039, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=085e5ba8-4efb-415f-8868-ed4509b9b039,segment=NetworkSegment(93fb0fe7-19ec-4d92-ac12-a04e3d45a153),segment_id=93fb0fe7-19ec-4d92-ac12-a04e3d45a153)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:13.347637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.391683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Calling delete_port for 085e5ba8-4efb-415f-8868-ed4509b9b039 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:13.410384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-76db17cc-2894-42cf-b180-e8cb18d9eeda None None] Port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:13.444210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.462037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-76db17cc-2894-42cf-b180-e8cb18d9eeda None None] Provisioning complete for port a3fea389-ced5-45f6-b75b-d266bc3be1de triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:13.462591 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76db17cc-2894-42cf-b180-e8cb18d9eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.584733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] DHCP port deletion for 544476a0-6f63-467c-8811-d95db295fa5b request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:13.603469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d1aa5c50-f803-4818-8506-74f80886de7f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:13.628147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:13.630370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a3fea389-ced5-45f6-b75b-d266bc3be1de up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:13.645242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:13.689863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.737090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=7c4ba8fd-d4fd-4398-a0b7-ec07087f581a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:13.752104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Port': ['ID=085e5ba8-4efb-415f-8868-ed4509b9b039,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:13.764568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No DVR routers for this DVR port 085e5ba8-4efb-415f-8868-ed4509b9b039 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:13.813341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:13.815089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.820700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a3fea389-ced5-45f6-b75b-d266bc3be1de triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:13.821151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.846272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f9669117-54c4-4d74-aef1-2bc8123f4c31 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7494798 Aug 11 08:32:13.850181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43244) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:13.874424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Deleting port 085e5ba8-4efb-415f-8868-ed4509b9b039 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:13.880088 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.954473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b863a-7682-430a-8981-8c526a6159c9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:13.956290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d21b863a-7682-430a-8981-8c526a6159c9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1041074 Aug 11 08:32:13.960055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43248) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:13.979771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:13.997406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] For port 085e5ba8-4efb-415f-8868-ed4509b9b039, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:13.998104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.011106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544476a0-6f63-467c-8811-d95db295fa5b']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:14.014389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Calling delete_port for 085e5ba8-4efb-415f-8868-ed4509b9b039 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:14.018608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Port 085e5ba8-4efb-415f-8868-ed4509b9b039 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:32:14.025032 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.045695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fb0fe7-19ec-4d92-ac12-a04e3d45a153') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:14.047773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fb0fe7-19ec-4d92-ac12-a04e3d45a153') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:14.073915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.075641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] Pushing event deleted for resources: {'Port': ['ID=085e5ba8-4efb-415f-8868-ed4509b9b039,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:14.088645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34de12d-5541-44b1-a3b1-e2b8b8e419cb None None] No DVR routers for this DVR port 085e5ba8-4efb-415f-8868-ed4509b9b039 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:14.107412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b17c2-d844-49fc-b98e-5401578c7407 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:14.114125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b17c2-d844-49fc-b98e-5401578c7407 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:14.125078 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.127679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b17c2-d844-49fc-b98e-5401578c7407 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:14.132547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1c9b17c2-d844-49fc-b98e-5401578c7407 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1688471 Aug 11 08:32:14.133019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43256) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:14.142822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:14.143243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.161488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4c0ecd2f-9e5b-45d7-84e0-eff75e0d7b2b None None] Provisioning complete for port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:14.162149 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c0ecd2f-9e5b-45d7-84e0-eff75e0d7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:14.240146 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:14.277750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:14.279642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.288240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.297795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.301719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/networks/544476a0-6f63-467c-8811-d95db295fa5b HTTP/1.1" status: 204 len: 168 time: 1.3759506 Aug 11 08:32:14.318060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43260) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:14.337906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fa0b5-223b-4026-b3e4-a31e83839edc tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Pushing event deleted for resources: {'Network': ['ID=544476a0-6f63-467c-8811-d95db295fa5b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:14.392155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'routes': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:14.590739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aeae9db1-161a-4c57-9035-ac27edff4715 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:14.644748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: aeae9db1-161a-4c57-9035-ac27edff4715 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:14.645176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device aeae9db1-161a-4c57-9035-ac27edff4715 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:14.649698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ecd2f-9e5b-45d7-84e0-eff75e0d7b2b None None] Port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:14.684861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:14.755738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Added routes are [] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 08:32:14.755978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Removed routes are [] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 08:32:14.756317 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.769209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.784003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b936bd70-c51c-4191-ad56-913ab4983f96 None None] Provisioning for port 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:14.789564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b936bd70-c51c-4191-ad56-913ab4983f96 None None] Provisioning complete for port 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:14.790765 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b936bd70-c51c-4191-ad56-913ab4983f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:14.861349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b936bd70-c51c-4191-ad56-913ab4983f96 None None] Port 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:14.930256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 7c4ba8fd-d4fd-4398-a0b7-ec07087f581a owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:14.970605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.001489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1948100351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:15.017478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.047874 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.049549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.130006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.130876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:15.137530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.161111 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.167744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac5b6c38-dead-478c-8329-04f3bd08f5bd tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4810107 Aug 11 08:32:15.168772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43296) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:15.174869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1187437801'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:15.206533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:15.211562 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.223897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.278964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:15.287608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.291343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e30c9633-34dc-4518-ac93-3140d11406b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 700 time: 0.9585707 Aug 11 08:32:15.291504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] Sync routers for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:15.291793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43298) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:15.300039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:15.300835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:15.309558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.338406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb5d0040-b0ee-4cda-8102-7384baac7359 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 205 time: 0.0447590 Aug 11 08:32:15.341712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:15.387150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=7c4ba8fd-d4fd-4398-a0b7-ec07087f581a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:15.397275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:15.492050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.497072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-166b0a72-e180-4f02-9574-b765f02d9e2d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/7c4ba8fd-d4fd-4398-a0b7-ec07087f581a HTTP/1.1" status: 204 len: 168 time: 1.3628864 Aug 11 08:32:15.503469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43308) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:15.508833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:10Z', 'revision_number': 11, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:15.550329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] Checking router: 0c2c403c-cd7d-499d-badf-fed7d3d895b3 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:32:15.563932 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1c36d3-62d5-47af-9abb-33aac74d76ea tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:15.568422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1f1c36d3-62d5-47af-9abb-33aac74d76ea tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/7c4ba8fd-d4fd-4398-a0b7-ec07087f581a HTTP/1.1" status: 404 len: 333 time: 0.0634596 Aug 11 08:32:15.573623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43310) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:15.593069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 085e5ba8-4efb-415f-8868-ed4509b9b039 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:15.624736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] Routers {'0c2c403c-cd7d-499d-badf-fed7d3d895b3'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:15.625730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:15.630130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 085e5ba8-4efb-415f-8868-ed4509b9b039 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:15.630693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 085e5ba8-4efb-415f-8868-ed4509b9b039 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:15.757708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] Set router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:15.764185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:15.766257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.867528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:10Z', 'revision_number': 11, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:15.916452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4979b-5a09-4e9a-a88a-e3d908b1a846 None None] The sync data for ids ['0c2c403c-cd7d-499d-badf-fed7d3d895b3'] in n-d-789963-6 is: [{'id': '0c2c403c-cd7d-499d-badf-fed7d3d895b3', 'name': 'tempest-RoutersTest-router-311125807', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:31:16Z', 'updated_at': '2021-08-11T08:32:10Z', 'revision_number': 11, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:15.922156 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:15.937466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 89e3ac43-39f2-4441-ac8c-df2aa1bb9826 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:15.971876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.053530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43320) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:16.178392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.188404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.193037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.213968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=89e3ac43-39f2-4441-ac8c-df2aa1bb9826,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:16.254425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.254974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2c403c-cd7d-499d-badf-fed7d3d895b3 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:32:16.258507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.264466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.265640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6228dc4e-e54e-4c09-9b1b-fa0f8ca8dac4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 204 len: 168 time: 0.9226177 Aug 11 08:32:16.271263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.274694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43324) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:16.301523 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.308002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-906999975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:16.309150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-36877b99-77d1-4aeb-b00b-106d95a16070 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/89e3ac43-39f2-4441-ac8c-df2aa1bb9826 HTTP/1.1" status: 204 len: 168 time: 0.7341037 Aug 11 08:32:16.309945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43326) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:16.336561 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-5309ef3f-8ca0-414d-8b42-2b762aa16e02 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:16.342230 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5309ef3f-8ca0-414d-8b42-2b762aa16e02 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/89e3ac43-39f2-4441-ac8c-df2aa1bb9826 HTTP/1.1" status: 404 len: 333 time: 0.0309274 Aug 11 08:32:16.344724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43328) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:16.355738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:16.368074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.368604 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Added segment 5292b403-7eaf-4ba7-9f9a-d998104287e6 of type vlan for network dcec5a20-9004-44cd-9acd-97e6fba619e1 Aug 11 08:32:16.410845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 7b8e3b36-7fea-4f6f-a354-ae30cacca813 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:16.420314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.423514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.423911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73f4fcf3-5bf6-4047-a4a0-df6aa8a7e463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.448114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462c79e4-a18a-4ce9-a012-fbc0359f0f26,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:16.478126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.485196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:16.485880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.493850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.494893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.499595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.565783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.603849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.630732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Network': ['ID=dcec5a20-9004-44cd-9acd-97e6fba619e1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:16.632227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.643925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:16.696852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73f4fcf3-5bf6-4047-a4a0-df6aa8a7e463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.707967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.712144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-305886e9-0e4a-4d9c-a062-072690a2c514 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4066079 Aug 11 08:32:16.712338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73f4fcf3-5bf6-4047-a4a0-df6aa8a7e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.712470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f9dbae8b-ff48-44fd-82d8-4bf1f0ef5d23 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5414493 Aug 11 08:32:16.712470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43338) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:16.717568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:16.718588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43340) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:16.739579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'subnet': {'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:16.943473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:16.955961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.069531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Router 784d7702-dad8-4fe0-92e9-6d6c26f04bc2 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:32:17.128555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-73f4fcf3-5bf6-4047-a4a0-df6aa8a7e463 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4b2088e8f0f4d11b990e6414a69a2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0733781 Aug 11 08:32:17.133388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4fcf3-5bf6-4047-a4a0-df6aa8a7e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59243d-5162-4caa-a5ed-3e31ada88ca1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:17.158060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43346) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.180178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:17.190783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.194814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0906fb66-8d21-494c-aa58-e47c1230466a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "PUT /v2.0/routers/784d7702-dad8-4fe0-92e9-6d6c26f04bc2 HTTP/1.1" status: 200 len: 693 time: 0.4786289 Aug 11 08:32:17.195779 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] Sync routers for ids ['784d7702-dad8-4fe0-92e9-6d6c26f04bc2'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:17.196794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.209580 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] Routers {'784d7702-dad8-4fe0-92e9-6d6c26f04bc2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:17.210690 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['784d7702-dad8-4fe0-92e9-6d6c26f04bc2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:17.240207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.247351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:17.251854 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.302234 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] Set router 784d7702-dad8-4fe0-92e9-6d6c26f04bc2 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:17.303530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48c203d-9785-4b05-89ff-7cd4dbbdf896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.310396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bc6e902a-c778-4af9-baa5-51a35044caad tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/routers/784d7702-dad8-4fe0-92e9-6d6c26f04bc2 HTTP/1.1" status: 200 len: 699 time: 0.1129622 Aug 11 08:32:17.313102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43352) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.341493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.344262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/7b8e3b36-7fea-4f6f-a354-ae30cacca813 HTTP/1.1" status: 204 len: 168 time: 0.9982450 Aug 11 08:32:17.348635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a558d68-1087-44b4-9c32-e7827ac950c8 None None] Network d1aa5c50-f803-4818-8506-74f80886de7f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:17.354358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ef1da029-79d1-41f7-9626-746ad21a6cea tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=784d7702-dad8-4fe0-92e9-6d6c26f04bc2 HTTP/1.1" status: 200 len: 205 time: 0.0360534 Aug 11 08:32:17.354576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f67dc3-c5a2-47e7-b587-a74af17c2cae tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8e3b36-7fea-4f6f-a354-ae30cacca813,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:17.354576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43356) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.354795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43358) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.398197 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7702-dad8-4fe0-92e9-6d6c26f04bc2', 'name': 'tempest-RoutersTest-router-906999975', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:32:16Z', 'updated_at': '2021-08-11T08:32:16Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:17.402688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48c203d-9785-4b05-89ff-7cd4dbbdf896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.467193 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] Checking router: 784d7702-dad8-4fe0-92e9-6d6c26f04bc2 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:32:17.470826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.486741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] Routers {'784d7702-dad8-4fe0-92e9-6d6c26f04bc2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:17.487852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['784d7702-dad8-4fe0-92e9-6d6c26f04bc2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:17.507482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.601089 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] Set router 784d7702-dad8-4fe0-92e9-6d6c26f04bc2 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:32:17.649699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.653288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.662920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48c203d-9785-4b05-89ff-7cd4dbbdf896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.665865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e48c203d-9785-4b05-89ff-7cd4dbbdf896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.667145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e48c203d-9785-4b05-89ff-7cd4dbbdf896 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c59243d-5162-4caa-a5ed-3e31ada88ca1 HTTP/1.1" status: 204 len: 168 time: 0.5081136 Aug 11 08:32:17.668220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port a3fea389-ced5-45f6-b75b-d266bc3be1de {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:17.668220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.692039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.709716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] DHCP port deletion for d1aa5c50-f803-4818-8506-74f80886de7f request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:17.724167 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d7702-dad8-4fe0-92e9-6d6c26f04bc2', 'name': 'tempest-RoutersTest-router-906999975', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:32:16Z', 'updated_at': '2021-08-11T08:32:16Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:17.752112 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f5b3b-90d8-4088-963a-2cc0246be133 None None] The sync data for ids ['784d7702-dad8-4fe0-92e9-6d6c26f04bc2'] in n-d-789963-6 is: [{'id': '784d7702-dad8-4fe0-92e9-6d6c26f04bc2', 'name': 'tempest-RoutersTest-router-906999975', 'tenant_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:32:16Z', 'updated_at': '2021-08-11T08:32:16Z', 'revision_number': 2, 'project_id': 'f974893697ad4fa7b8be2bbbbe2ab6f6', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:17.784194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c203d-9785-4b05-89ff-7cd4dbbdf896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59243d-5162-4caa-a5ed-3e31ada88ca1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:17.793783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.794303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Fanout notify agent at l3_agent the message router_deleted on router 784d7702-dad8-4fe0-92e9-6d6c26f04bc2 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:32:17.810171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.811293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1e49675f-64f5-411e-ae96-6d60d07eb1e5 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/784d7702-dad8-4fe0-92e9-6d6c26f04bc2 HTTP/1.1" status: 204 len: 168 time: 0.4558616 Aug 11 08:32:17.821901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43366) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.843546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] Deleting port a3fea389-ced5-45f6-b75b-d266bc3be1de {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:17.843925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.880592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c29a2f81-e4ae-4fd0-8641-a906527a7730 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=784d7702-dad8-4fe0-92e9-6d6c26f04bc2 HTTP/1.1" status: 200 len: 205 time: 0.0581515 Aug 11 08:32:17.884303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43370) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.934618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] For port a3fea389-ced5-45f6-b75b-d266bc3be1de, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a3fea389-ced5-45f6-b75b-d266bc3be1de,segment=NetworkSegment(e912e893-08ad-4695-8411-90860f51a449),segment_id=e912e893-08ad-4695-8411-90860f51a449)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:17.935075 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.963870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] Calling delete_port for a3fea389-ced5-45f6-b75b-d266bc3be1de owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:17.977251 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-6ae04569-cf01-4b9e-9960-4b6184c8cd21 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:17.978224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6ae04569-cf01-4b9e-9960-4b6184c8cd21 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/784d7702-dad8-4fe0-92e9-6d6c26f04bc2 HTTP/1.1" status: 404 len: 336 time: 0.0846722 Aug 11 08:32:17.980059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] For port a3fea389-ced5-45f6-b75b-d266bc3be1de, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a3fea389-ced5-45f6-b75b-d266bc3be1de,segment=NetworkSegment(e912e893-08ad-4695-8411-90860f51a449),segment_id=e912e893-08ad-4695-8411-90860f51a449)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:17.980600 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:17.981263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43374) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:17.983601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Subnet': ['ID=8bdf3f71-82ea-4289-8624-5b486530154e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:18.017464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for a3fea389-ced5-45f6-b75b-d266bc3be1de owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:18.025148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Checking segment: {'id': '5292b403-7eaf-4ba7-9f9a-d998104287e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:18.025520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network hostable DHCP agents. Network: dcec5a20-9004-44cd-9acd-97e6fba619e1, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:18.061397 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efdbbbe-1224-4774-a50a-88fecf8f02d2 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:18.069871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efdbbbe-1224-4774-a50a-88fecf8f02d2 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:18.075098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5efdbbbe-1224-4774-a50a-88fecf8f02d2 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/d76c58b1-77d5-40e7-b047-3be20cff9f34 HTTP/1.1" status: 404 len: 337 time: 0.0915520 Aug 11 08:32:18.078145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.095004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:18.098881 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.117630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dcec5a20-9004-44cd-9acd-97e6fba619e1) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:18.123990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:18.124674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.155931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] Pushing event deleted for resources: {'Port': ['ID=a3fea389-ced5-45f6-b75b-d266bc3be1de,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:18.157369 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-12de2b69-805c-48d1-b611-2a5dad1f7c0f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:18.158018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12de2b69-805c-48d1-b611-2a5dad1f7c0f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:18.158482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9475be8d-21da-43c5-84e3-293c6899a41c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4355843 Aug 11 08:32:18.159344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.160394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-12de2b69-805c-48d1-b611-2a5dad1f7c0f tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/efcd97ef-9914-46b0-b8fc-3bd1905f61f5 HTTP/1.1" status: 404 len: 337 time: 0.0813050 Aug 11 08:32:18.163472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df4f1b-ef79-434d-a875-7a0cfacd6a8e None None] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:18.164193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43380) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.169777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'network': {'name': 'tempest-router-network01--1625277313'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:18.173376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.212825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=a3fea389-ced5-45f6-b75b-d266bc3be1de,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:18.217658 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8e5c89-a18e-43c6-8cbe-1fece3c4f824 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:18.218382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8e5c89-a18e-43c6-8cbe-1fece3c4f824 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:18.224233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e8e5c89-a18e-43c6-8cbe-1fece3c4f824 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/5328b872-bf3b-4691-ac59-76e14fdd5c60 HTTP/1.1" status: 404 len: 337 time: 0.0587733 Aug 11 08:32:18.225326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43382) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.230230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No DVR routers for this DVR port a3fea389-ced5-45f6-b75b-d266bc3be1de on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:18.258101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43384) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.268175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:18.270130 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-006c5063-4408-422a-95be-de0dc63bbd49 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:18.270844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006c5063-4408-422a-95be-de0dc63bbd49 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:18.271990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.273839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-006c5063-4408-422a-95be-de0dc63bbd49 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/69be8726-7c83-4633-b87d-8199cc96bf06 HTTP/1.1" status: 404 len: 337 time: 0.0470867 Aug 11 08:32:18.276808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43386) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.277342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19972f-0853-4376-b8dc-21f275e91e38 None None] No DVR routers for this DVR port a3fea389-ced5-45f6-b75b-d266bc3be1de on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:18.357069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09ab493d-7ced-4ef2-80da-846f36b6f6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.360509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bbcb7cd2-0e6b-4249-bcc3-4c451a6bd370 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 200 len: 205 time: 0.0831461 Aug 11 08:32:18.363400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43392) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.401431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.404054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-dcec5a20-9004-44cd-9acd-97e6fba619e1', 'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1', 'tenant_id': '012509298be54c5781c1558ab615136a', 'fixed_ips': [{'subnet_id': '8bdf3f71-82ea-4289-8624-5b486530154e'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:18.405033 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.421692 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-e951a64d-2232-4024-9682-c7325919250b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:18.424367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e951a64d-2232-4024-9682-c7325919250b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/0c2c403c-cd7d-499d-badf-fed7d3d895b3 HTTP/1.1" status: 404 len: 336 time: 0.0580583 Aug 11 08:32:18.425926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43394) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.433104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:18.437356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aa5c50-f803-4818-8506-74f80886de7f']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:18.473477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e5822fa6-9077-4a71-a3ca-416e5c28cde4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fef020c-7ae0-4ba5-85b8-a372c7c90e93 HTTP/1.1" status: 200 len: 205 time: 0.0462904 Aug 11 08:32:18.476678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.481098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e912e893-08ad-4695-8411-90860f51a449') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:18.481523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e912e893-08ad-4695-8411-90860f51a449') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:18.491438 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.491792 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Added segment e1723423-982e-4815-af34-6dd9c0069526 of type vlan for network aea28a2d-3d64-417f-83be-3992097d50dc Aug 11 08:32:18.518960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.533189 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-a0a7237e-cb29-48e6-babc-be6b3eb50c32 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:18.534314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0a7237e-cb29-48e6-babc-be6b3eb50c32 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/9fef020c-7ae0-4ba5-85b8-a372c7c90e93 HTTP/1.1" status: 404 len: 336 time: 0.0551033 Aug 11 08:32:18.537491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43398) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.567956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.579912 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76ca38b-0d25-4646-9ea6-965f928e74b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:18.580474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76ca38b-0d25-4646-9ea6-965f928e74b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:18.581054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.582489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c76ca38b-0d25-4646-9ea6-965f928e74b7 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/28b4f586-eba6-4248-ae20-54c19a772f42 HTTP/1.1" status: 404 len: 337 time: 0.0436559 Aug 11 08:32:18.587026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.590397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:18.590803 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:18.594977 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:18.641133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Allocated IP 2001:db8::2 (dcec5a20-9004-44cd-9acd-97e6fba619e1/8bdf3f71-82ea-4289-8624-5b486530154e/031eee72-4664-4331-a8b9-792d8cb6151c) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:18.646096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-847f5a99-53b8-4e65-82d0-f8956c9b561a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 200 len: 205 time: 0.0571113 Aug 11 08:32:18.646553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43402) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.688335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.692760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09ab493d-7ced-4ef2-80da-846f36b6f6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.700245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.708223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/d1aa5c50-f803-4818-8506-74f80886de7f HTTP/1.1" status: 204 len: 168 time: 1.3532152 Aug 11 08:32:18.709421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43404) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.717102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-738616390'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:18.719849 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-f81a0fba-4e27-4623-a825-157cc135b719 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:18.722661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f81a0fba-4e27-4623-a825-157cc135b719 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/30b00c8b-03b9-42d7-ad8d-50e4010b7e29 HTTP/1.1" status: 404 len: 336 time: 0.0712621 Aug 11 08:32:18.724995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43406) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.745978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-09ab493d-7ced-4ef2-80da-846f36b6f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.748557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.754110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:18.754699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.768716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:18.772542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.774118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-57db6700-2d06-4964-a9f0-ef48e4391ce4 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=5121dbb1-616a-4fed-b0e6-31a04fc72761 HTTP/1.1" status: 200 len: 205 time: 0.0476441 Aug 11 08:32:18.776729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43410) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.805291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d651e5-6b51-41d4-a3e0-531c24d081a3 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=d1aa5c50-f803-4818-8506-74f80886de7f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:18.817092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6561625 Aug 11 08:32:18.833066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43412) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.838528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'network': {'name': 'tempest-router-network02--1100284432'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:18.878813 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-24d00ea6-78a2-4474-bb8b-403d248ec652 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:18.879978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-24d00ea6-78a2-4474-bb8b-403d248ec652 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/5121dbb1-616a-4fed-b0e6-31a04fc72761 HTTP/1.1" status: 404 len: 336 time: 0.1021810 Aug 11 08:32:18.885439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.904975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:18.921165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-09ab493d-7ced-4ef2-80da-846f36b6f6a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a426c47ca58743b78f80aef976fed35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612649 Aug 11 08:32:18.921787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43416) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.930479 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7105e7f-8e43-4ba3-9c21-e06ec594247a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:18.931084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7105e7f-8e43-4ba3-9c21-e06ec594247a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:18.933223 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b7105e7f-8e43-4ba3-9c21-e06ec594247a tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/d730fad0-653e-40a0-9100-56ad2742c1d7 HTTP/1.1" status: 404 len: 337 time: 0.0465648 Aug 11 08:32:18.934581 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.936493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:18.955061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Transition to ACTIVE for port object 031eee72-4664-4331-a8b9-792d8cb6151c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:18.963496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab493d-7ced-4ef2-80da-846f36b6f6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d93e57-b6ff-4346-a967-6c74673621d2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:18.975121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Transition to ACTIVE for port object 031eee72-4664-4331-a8b9-792d8cb6151c will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:18.982511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:18.982853 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Added segment ce5aefab-275a-41c9-91fb-db4d0a82fdec of type vlan for network ba5e0883-4dfd-4693-b604-7be4ed33d17e Aug 11 08:32:18.995232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6542-8df8-488c-aa67-e62b3122e06c tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Network': ['ID=aea28a2d-3d64-417f-83be-3992097d50dc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:19.000409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.017409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3790e8d2-bf4d-4298-ac71-43b55887715b tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=4668605c-191a-4fd4-8e3c-1d48e84f929f HTTP/1.1" status: 200 len: 205 time: 0.0795925 Aug 11 08:32:19.018103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43420) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.034553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:19.038577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.058499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network aea28a2d-3d64-417f-83be-3992097d50dc details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:19.060257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.063783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-054bec14-14f3-4f84-afb1-81f287ed8d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.103541 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-667e18d9-8191-46d6-a739-4cee3d4660bd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:19.105992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-667e18d9-8191-46d6-a739-4cee3d4660bd tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/4668605c-191a-4fd4-8e3c-1d48e84f929f HTTP/1.1" status: 404 len: 336 time: 0.0837591 Aug 11 08:32:19.107821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43422) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.108927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:19.115906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-054bec14-14f3-4f84-afb1-81f287ed8d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.132809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.133207 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Added segment a77e0bc5-00a4-4473-aac9-1e110a11bdfe of type vlan for network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 Aug 11 08:32:19.144648 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2056d8-88dd-445b-8bad-2a130b052f81 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:19.148184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2056d8-88dd-445b-8bad-2a130b052f81 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:19.149639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.152861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce2056d8-88dd-445b-8bad-2a130b052f81 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/4297b0c9-ec88-481d-8c6e-be1875c3b0ac HTTP/1.1" status: 404 len: 337 time: 0.0410545 Aug 11 08:32:19.155174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:19.155593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:19.155940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.157380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43424) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.158538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Pushing event updated for resources: {'Port': ['ID=031eee72-4664-4331-a8b9-792d8cb6151c,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:19.164681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:19.179178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:19.200508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b039690-831c-4488-96cd-36e37fd80553 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "GET /v2.0/ports?device_id=81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b HTTP/1.1" status: 200 len: 205 time: 0.0419326 Aug 11 08:32:19.201561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43426) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.202293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4895504 Aug 11 08:32:19.207802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:19.211922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43428) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.285826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.331055 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-86e63e6f-ed98-4ddd-ada6-8bb6fc38a337 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] delete failed (client error): The resource could not be found. Aug 11 08:32:19.331788 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.334468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-86e63e6f-ed98-4ddd-ada6-8bb6fc38a337 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/routers/81f35bd6-54c3-4b4a-b1c2-a6e1b6514b1b HTTP/1.1" status: 404 len: 336 time: 0.1209791 Aug 11 08:32:19.335155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43430) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.335637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:19.336360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.344142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00379263-40ea-4a53-add8-c588d36625eb tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Network': ['ID=ba5e0883-4dfd-4693-b604-7be4ed33d17e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:19.364555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:19.380079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5433328 Aug 11 08:32:19.407910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-054bec14-14f3-4f84-afb1-81f287ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.410642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-054bec14-14f3-4f84-afb1-81f287ed8d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.412384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-054bec14-14f3-4f84-afb1-81f287ed8d35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82d93e57-b6ff-4346-a967-6c74673621d2 HTTP/1.1" status: 204 len: 168 time: 0.4839478 Aug 11 08:32:19.413000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43432) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.429183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'subnet': {'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:19.439494 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-943b712f-6897-4f93-940f-3af8555278d3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:19.440637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943b712f-6897-4f93-940f-3af8555278d3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:19.447129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-943b712f-6897-4f93-940f-3af8555278d3 tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/2f8842a8-4ead-4511-b7db-7de1fce04658 HTTP/1.1" status: 404 len: 337 time: 0.0511363 Aug 11 08:32:19.451876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43436) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:19.470322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Attempting to bind port 031eee72-4664-4331-a8b9-792d8cb6151c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:19.474581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Attempting to bind port 031eee72-4664-4331-a8b9-792d8cb6151c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '5292b403-7eaf-4ba7-9f9a-d998104287e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:19.476698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Attempting to bind port 031eee72-4664-4331-a8b9-792d8cb6151c on network dcec5a20-9004-44cd-9acd-97e6fba619e1 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:19.489469 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-49464ee7-f91d-46fc-873f-1a26350231ff tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:19.489961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49464ee7-f91d-46fc-873f-1a26350231ff tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:19.495233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-49464ee7-f91d-46fc-873f-1a26350231ff tempest-RoutersTest-1124812601 tempest-RoutersTest-1124812601-project] 10.222.0.58 "DELETE /v2.0/subnets/fc025474-05f0-44ab-a059-8f0daad53455 HTTP/1.1" status: 404 len: 337 time: 0.0422275 Aug 11 08:32:19.541008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bec14-14f3-4f84-afb1-81f287ed8d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d93e57-b6ff-4346-a967-6c74673621d2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:19.562666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f134dfd-ee11-47d2-a5e9-40140f678bd3 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Network': ['ID=461525f9-5ce3-452b-b89d-6f1ce07b49a9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:19.563082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:19.563478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Checking segment: {'id': '5292b403-7eaf-4ba7-9f9a-d998104287e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:19.563887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.567535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Bound using segment: {'id': '5292b403-7eaf-4ba7-9f9a-d998104287e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:19.570882 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Bound port: 031eee72-4664-4331-a8b9-792d8cb6151c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5292b403-7eaf-4ba7-9f9a-d998104287e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dcec5a20-9004-44cd-9acd-97e6fba619e1'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:19.571175 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.601732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:19.605633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.622450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a3fea389-ced5-45f6-b75b-d266bc3be1de no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:19.635861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:19.639715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:19.651345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:19.667958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a3fea389-ced5-45f6-b75b-d266bc3be1de {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:19.668389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a3fea389-ced5-45f6-b75b-d266bc3be1de not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:19.939747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] For port 031eee72-4664-4331-a8b9-792d8cb6151c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:19.945329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] For port 031eee72-4664-4331-a8b9-792d8cb6151c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=031eee72-4664-4331-a8b9-792d8cb6151c,segment=NetworkSegment(5292b403-7eaf-4ba7-9f9a-d998104287e6),segment_id=5292b403-7eaf-4ba7-9f9a-d998104287e6)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:19.956018 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.018288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.034263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.045950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d65ff-4aef-4ed0-a655-7ab8b3fbc1e1 None None] Pushing event updated for resources: {'Port': ['ID=031eee72-4664-4331-a8b9-792d8cb6151c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:20.094211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43452) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:20.108762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Subnet': ['ID=815dc70e-f284-41ee-a0e4-d3625c5fb055,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:20.150214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Checking segment: {'id': 'e1723423-982e-4815-af34-6dd9c0069526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:20.151510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network hostable DHCP agents. Network: aea28a2d-3d64-417f-83be-3992097d50dc, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:20.160105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-5719744a-f458-4d39-b789-2fd103407ed5 req-dcaf33a8-bfad-437c-8d20-ecbc7e476162 service neutron] (94573) timed out ('10.222.0.58', 56932) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:32:20.172864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Checking segment: {'id': 'ce5aefab-275a-41c9-91fb-db4d0a82fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:20.173254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network hostable DHCP agents. Network: ba5e0883-4dfd-4693-b604-7be4ed33d17e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:20.184569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=7118e87f-cee1-425e-a46e-bca5d0381951,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:20.188682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network aea28a2d-3d64-417f-83be-3992097d50dc is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:20.203067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:20.210593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, aea28a2d-3d64-417f-83be-3992097d50dc) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:20.212270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ba5e0883-4dfd-4693-b604-7be4ed33d17e) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:20.217071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:20.217767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:20.217962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.218911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.229209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b49c5-163d-492e-8ceb-01f791e964f7 None None] Network aea28a2d-3d64-417f-83be-3992097d50dc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:20.240794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bcc97157-16d3-462d-94d8-6fb0a6e97dcf tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0367079 Aug 11 08:32:20.243568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:20.250132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1937947357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:20.254618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-10df01da-de55-47bf-8069-0a2c366076a9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8300905 Aug 11 08:32:20.257279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43462) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:20.265268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'subnet': {'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:20.310551 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.311861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.415886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ed93e-37ca-470a-86cd-5ab18c553a98 None None] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:20.512726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:20.519088 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.584225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-aea28a2d-3d64-417f-83be-3992097d50dc', 'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc', 'tenant_id': '012509298be54c5781c1558ab615136a', 'fixed_ips': [{'subnet_id': '815dc70e-f284-41ee-a0e4-d3625c5fb055'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:20.585184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.807400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.829874 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Allocated IP 2001:db8::2 (aea28a2d-3d64-417f-83be-3992097d50dc/815dc70e-f284-41ee-a0e4-d3625c5fb055/fb182f0d-9728-47f9-9072-3ce01ca65464) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:20.856209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.915375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-86b8bf15-4f8d-4707-817e-667ef2966b1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f974893697ad4fa7b8be2bbbbe2ab6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181131 Aug 11 08:32:20.918660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43480) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:20.929919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.947229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:20.951570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9fdeac18-2331-4084-98a2-dcb47006239b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7070670 Aug 11 08:32:20.952359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43482) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:20.957729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e', 'name': 'tempest-PortsTestJSON-1801872168'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:21.068330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c31e-5b01-420d-a021-ff603a301066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.072614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Checking segment: {'id': 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:21.073272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network hostable DHCP agents. Network: 461525f9-5ce3-452b-b89d-6f1ce07b49a9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:21.075697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Subnet': ['ID=763ba78b-046d-4f33-9c0f-44dffac954c4,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:21.122574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:21.138550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c31e-5b01-420d-a021-ff603a301066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.173550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-ba5e0883-4dfd-4693-b604-7be4ed33d17e', 'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': '7118e87f-cee1-425e-a46e-bca5d0381951'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:21.174353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:21.174493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.181537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.202768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 461525f9-5ce3-452b-b89d-6f1ce07b49a9) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:21.211669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 0cbb2d9c-4903-4752-bfa0-5331c179d13a yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:21.220824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:21.224519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb22d97-d398-41f2-bb4f-ae62ccea2b5b None None] Network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:21.225842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.227334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.276345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f59a70ba-b233-43f1-b6d1-1d10e7e18734 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0073559 Aug 11 08:32:21.279567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43488) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:21.382688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.11 (ba5e0883-4dfd-4693-b604-7be4ed33d17e/7118e87f-cee1-425e-a46e-bca5d0381951/0cbb2d9c-4903-4752-bfa0-5331c179d13a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:21.537384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Transition to ACTIVE for port object fb182f0d-9728-47f9-9072-3ce01ca65464 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:21.566072 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c31e-5b01-420d-a021-ff603a301066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.574356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c31e-5b01-420d-a021-ff603a301066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.593695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ee7c31e-5b01-420d-a021-ff603a301066 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b431556-1b4b-48b6-adb6-5a82dc26d9ff HTTP/1.1" status: 204 len: 168 time: 0.6550598 Aug 11 08:32:21.632489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7c31e-5b01-420d-a021-ff603a301066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b431556-1b4b-48b6-adb6-5a82dc26d9ff,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:21.646036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 031eee72-4664-4331-a8b9-792d8cb6151c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:21.701898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-461525f9-5ce3-452b-b89d-6f1ce07b49a9', 'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9', 'tenant_id': '012509298be54c5781c1558ab615136a', 'fixed_ips': [{'subnet_id': '763ba78b-046d-4f33-9c0f-44dffac954c4'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:21.702787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.712031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.742109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 0cbb2d9c-4903-4752-bfa0-5331c179d13a will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:21.789624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Transition to ACTIVE for port object fb182f0d-9728-47f9-9072-3ce01ca65464 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:21.807538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.828590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fedb6-1af7-4c2b-a010-2284b231fc4f None None] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:21.926783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.931638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:21.957309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:21.961210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:21.969818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:22.025259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:22.026119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:22.035973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=0cbb2d9c-4903-4752-bfa0-5331c179d13a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:22.056697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43506) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:22.057807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aa30fcd1-30c4-46a4-a41a-0e501b44f2e1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1041849 Aug 11 08:32:22.464052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Allocated IP 2001:db8::1 (aea28a2d-3d64-417f-83be-3992097d50dc/815dc70e-f284-41ee-a0e4-d3625c5fb055/80a80b7d-10e4-4d0c-93c4-851f9a30af7b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:22.669544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Network aea28a2d-3d64-417f-83be-3992097d50dc is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:22.695581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3badbf8-77fc-4ef1-bd40-1265820a33e6 None None] Provisioning for port 031eee72-4664-4331-a8b9-792d8cb6151c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:22.718587 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:22.759890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:22.773834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Transition to ACTIVE for port object 80a80b7d-10e4-4d0c-93c4-851f9a30af7b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:22.817261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:22.821834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:22.868541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Allocated IP 172.20.0.2 (ba5e0883-4dfd-4693-b604-7be4ed33d17e/7118e87f-cee1-425e-a46e-bca5d0381951/cdc83ed0-7a08-4651-a06d-9a4298823d8e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:22.926058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Pushing event updated for resources: {'Port': ['ID=fb182f0d-9728-47f9-9072-3ce01ca65464,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:22.928509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 031eee72-4664-4331-a8b9-792d8cb6151c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:23.037641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 031eee72-4664-4331-a8b9-792d8cb6151c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:23.037641 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.051022 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.070844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:23.114022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network aea28a2d-3d64-417f-83be-3992097d50dc is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:23.125127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:23.127728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:23.128338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.184277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Attempting to bind port fb182f0d-9728-47f9-9072-3ce01ca65464 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:23.184645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Attempting to bind port fb182f0d-9728-47f9-9072-3ce01ca65464 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e1723423-982e-4815-af34-6dd9c0069526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:23.185036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Attempting to bind port fb182f0d-9728-47f9-9072-3ce01ca65464 on network aea28a2d-3d64-417f-83be-3992097d50dc {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:23.201862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Allocated IP 2001:db8::2 (461525f9-5ce3-452b-b89d-6f1ce07b49a9/763ba78b-046d-4f33-9c0f-44dffac954c4/02e5f734-fc85-43d5-8e86-470547362d92) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:23.232927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:23.233255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Checking segment: {'id': 'e1723423-982e-4815-af34-6dd9c0069526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:23.233483 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.234063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Bound using segment: {'id': 'e1723423-982e-4815-af34-6dd9c0069526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:23.234285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Bound port: fb182f0d-9728-47f9-9072-3ce01ca65464, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1723423-982e-4815-af34-6dd9c0069526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'aea28a2d-3d64-417f-83be-3992097d50dc'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:23.234670 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.243817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Port': ['ID=80a80b7d-10e4-4d0c-93c4-851f9a30af7b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:23.312312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.387463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.410201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7d8498d8-b30d-4310-aaf3-9d9a07932856 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:23.410596 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-7d8498d8-b30d-4310-aaf3-9d9a07932856 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 08:32:23.414693 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-7d8498d8-b30d-4310-aaf3-9d9a07932856 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 08:32:23.416834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7d8498d8-b30d-4310-aaf3-9d9a07932856 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3435276 Aug 11 08:32:23.420945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43564) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:23.468511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--323110255'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:23.567554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.590974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Transition to ACTIVE for port object cdc83ed0-7a08-4651-a06d-9a4298823d8e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:23.597173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=0cbb2d9c-4903-4752-bfa0-5331c179d13a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:23.605068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.618203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Transition to ACTIVE for port object cdc83ed0-7a08-4651-a06d-9a4298823d8e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:23.627875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.644690 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.711343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Pushing event updated for resources: {'Port': ['ID=cdc83ed0-7a08-4651-a06d-9a4298823d8e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:23.717424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] For port fb182f0d-9728-47f9-9072-3ce01ca65464, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:23.769286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:23.776542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] For port fb182f0d-9728-47f9-9072-3ce01ca65464, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb182f0d-9728-47f9-9072-3ce01ca65464,segment=NetworkSegment(e1723423-982e-4815-af34-6dd9c0069526),segment_id=e1723423-982e-4815-af34-6dd9c0069526)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:23.778439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:23.782032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:23.803111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.887364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-095d1105-1989-4925-9e60-3e6a728a9b25 None None] Provisioning complete for port 031eee72-4664-4331-a8b9-792d8cb6151c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:23.887628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-095d1105-1989-4925-9e60-3e6a728a9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.950963 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.977664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:23.996932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 031eee72-4664-4331-a8b9-792d8cb6151c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=031eee72-4664-4331-a8b9-792d8cb6151c,segment=NetworkSegment(5292b403-7eaf-4ba7-9f9a-d998104287e6),segment_id=5292b403-7eaf-4ba7-9f9a-d998104287e6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:24.032107 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.082923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Attempting to bind port cdc83ed0-7a08-4651-a06d-9a4298823d8e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:24.083326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Attempting to bind port cdc83ed0-7a08-4651-a06d-9a4298823d8e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ce5aefab-275a-41c9-91fb-db4d0a82fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:24.083689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Attempting to bind port cdc83ed0-7a08-4651-a06d-9a4298823d8e on network ba5e0883-4dfd-4693-b604-7be4ed33d17e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:24.099147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:24.099520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Checking segment: {'id': 'ce5aefab-275a-41c9-91fb-db4d0a82fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:24.100077 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.100755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Bound using segment: {'id': 'ce5aefab-275a-41c9-91fb-db4d0a82fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:24.101287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Bound port: cdc83ed0-7a08-4651-a06d-9a4298823d8e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5aefab-275a-41c9-91fb-db4d0a82fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ba5e0883-4dfd-4693-b604-7be4ed33d17e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:24.101678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.110443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.113627 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.138766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Pushing event updated for resources: {'Port': ['ID=fb182f0d-9728-47f9-9072-3ce01ca65464,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.143408 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.154282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Transition to ACTIVE for port object 02e5f734-fc85-43d5-8e86-470547362d92 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:24.201703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.202109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.202446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.202778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.203142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.203467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.203813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.204177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.204515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.204934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.205263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.205648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f459a-ddd1-4aee-9af6-483736c6ef4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:24.231743 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.258531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.282563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Transition to ACTIVE for port object 02e5f734-fc85-43d5-8e86-470547362d92 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:24.346170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.349174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=031eee72-4664-4331-a8b9-792d8cb6151c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.427818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:24.454212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a17b1e-01b4-4a47-88fc-5f0d8ccfb58f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.463777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Pushing event updated for resources: {'Port': ['ID=02e5f734-fc85-43d5-8e86-470547362d92,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.482671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:24.485224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:24.491616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.493197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0623362 Aug 11 08:32:24.497545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] For port cdc83ed0-7a08-4651-a06d-9a4298823d8e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:24.501247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43600) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:24.506477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] For port cdc83ed0-7a08-4651-a06d-9a4298823d8e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cdc83ed0-7a08-4651-a06d-9a4298823d8e,segment=NetworkSegment(ce5aefab-275a-41c9-91fb-db4d0a82fdec),segment_id=ce5aefab-275a-41c9-91fb-db4d0a82fdec)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:24.512072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '2aa0ebbe-223b-4aff-b49d-f47d3d713d75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:24.517393 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.568212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.625144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Attempting to bind port 02e5f734-fc85-43d5-8e86-470547362d92 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:24.625565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Attempting to bind port 02e5f734-fc85-43d5-8e86-470547362d92 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:24.625948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Attempting to bind port 02e5f734-fc85-43d5-8e86-470547362d92 on network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:24.632030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.658001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:24.658374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Checking segment: {'id': 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:24.658778 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.659173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Bound using segment: {'id': 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:24.659658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Bound port: 02e5f734-fc85-43d5-8e86-470547362d92, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '461525f9-5ce3-452b-b89d-6f1ce07b49a9'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:24.660037 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.704912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.715492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.726344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d4f64-b24d-48e5-a7d0-b1c90f47d0b9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0ebbe-223b-4aff-b49d-f47d3d713d75,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.746696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1f6af-8489-43d2-8829-0751624096dd None None] Pushing event updated for resources: {'Port': ['ID=cdc83ed0-7a08-4651-a06d-9a4298823d8e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.811954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dc89e6-5579-4cc1-b5a5-9669af00b7ea,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:24.823663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.825338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-774c4033-6ae1-4195-b7c2-78074085abf0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222866 Aug 11 08:32:24.828437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43608) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:24.834993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a1f35b95-430e-4e64-8276-b31b10e4b391 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '2aa0ebbe-223b-4aff-b49d-f47d3d713d75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:24.864814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] For port 02e5f734-fc85-43d5-8e86-470547362d92, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:24.871182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] For port 02e5f734-fc85-43d5-8e86-470547362d92, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e5f734-fc85-43d5-8e86-470547362d92,segment=NetworkSegment(a77e0bc5-00a4-4473-aac9-1e110a11bdfe),segment_id=a77e0bc5-00a4-4473-aac9-1e110a11bdfe)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:24.888082 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1f35b95-430e-4e64-8276-b31b10e4b391 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:24.890498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.062562 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-a1f35b95-430e-4e64-8276-b31b10e4b391 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 08:32:25.066355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1f35b95-430e-4e64-8276-b31b10e4b391 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2333748 Aug 11 08:32:25.066664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43616) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:25.074477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.087048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672cac9-05c8-47dc-925c-faf3e21c0815 None None] Pushing event updated for resources: {'Port': ['ID=02e5f734-fc85-43d5-8e86-470547362d92,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:25.217046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cead248c-7123-408f-9781-6dedf407f6e4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.255722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cead248c-7123-408f-9781-6dedf407f6e4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.337552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cead248c-7123-408f-9781-6dedf407f6e4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.341681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cead248c-7123-408f-9781-6dedf407f6e4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.343181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cead248c-7123-408f-9781-6dedf407f6e4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/2aa0ebbe-223b-4aff-b49d-f47d3d713d75 HTTP/1.1" status: 204 len: 168 time: 0.2755463 Aug 11 08:32:25.347213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43622) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:25.396956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.417626 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.418695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.426808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead248c-7123-408f-9781-6dedf407f6e4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0ebbe-223b-4aff-b49d-f47d3d713d75,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:25.489922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec38fb5e-8293-4da7-8cdb-3f9f95d9aa98 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1366677 Aug 11 08:32:25.491071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43624) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:25.497546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399736027'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:25.533624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.733064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Port': ['ID=80a80b7d-10e4-4d0c-93c4-851f9a30af7b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:25.744332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.770834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.799955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c17412-4b73-4fd4-bf63-d0b54658f0af None None] Network aea28a2d-3d64-417f-83be-3992097d50dc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:25.810343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:25.811639 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3195894 Aug 11 08:32:25.814957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43632) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:25.820494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c82a207f-4597-45c0-8d5d-7722d0e81277 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '5d9ed986-649d-4ccd-a0d8-e95729a9e145', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:25.822845 n-d-789963-6 neutron-server[94572]: WARNING neutron.api.v2.base [None req-c82a207f-4597-45c0-8d5d-7722d0e81277 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 08:32:25.825140 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-c82a207f-4597-45c0-8d5d-7722d0e81277 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:25.829487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c82a207f-4597-45c0-8d5d-7722d0e81277 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107496 Aug 11 08:32:25.833045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:25.855824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd9e0-5f68-48c7-81ec-9f4de6fdbe6c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ed986-649d-4ccd-a0d8-e95729a9e145,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:25.873224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43636) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:25.937457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1058d824-3594-40ef-b303-565d02ba7c9f None None] Provisioning for port fb182f0d-9728-47f9-9072-3ce01ca65464 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:25.953334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network aea28a2d-3d64-417f-83be-3992097d50dc is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:25.967617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:26.040199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.110842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a711772f-eb5a-4119-85a0-99f793e0a270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.209555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.338893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a711772f-eb5a-4119-85a0-99f793e0a270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.351446 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a711772f-eb5a-4119-85a0-99f793e0a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.386190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=0cbb2d9c-4903-4752-bfa0-5331c179d13a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:26.402993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a711772f-eb5a-4119-85a0-99f793e0a270 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0aa29f30e1934d6aa3f8686eea4a36ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283880 Aug 11 08:32:26.403641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43642) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:26.453733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711772f-eb5a-4119-85a0-99f793e0a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7efe608-e66a-4ef3-a528-f6f53377a971,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:26.462673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77737111-35e9-41ea-99c0-725dbed9bc54 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.467262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f570a4-aec2-48ca-9635-211959d2f191 None None] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:26.516808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d73ca6-8dd3-4d58-9584-1cbb3999602a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.527545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77737111-35e9-41ea-99c0-725dbed9bc54 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.572159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-18430d8c-9b7b-442b-8420-4c9275995ca6 None None] Provisioning for port cdc83ed0-7a08-4651-a06d-9a4298823d8e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:26.589933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb182f0d-9728-47f9-9072-3ce01ca65464 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:26.611360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.625311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d73ca6-8dd3-4d58-9584-1cbb3999602a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.710239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77737111-35e9-41ea-99c0-725dbed9bc54 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.713993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-77737111-35e9-41ea-99c0-725dbed9bc54 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.715597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-77737111-35e9-41ea-99c0-725dbed9bc54 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/5d9ed986-649d-4ccd-a0d8-e95729a9e145 HTTP/1.1" status: 204 len: 168 time: 0.8794482 Aug 11 08:32:26.719584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:26.738354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Router 32706259-b2ad-417e-936b-65e8fcd1f518 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:32:26.756704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77737111-35e9-41ea-99c0-725dbed9bc54 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9ed986-649d-4ccd-a0d8-e95729a9e145,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:26.803236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port fb182f0d-9728-47f9-9072-3ce01ca65464 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:26.808853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Provisioning for port 80a80b7d-10e4-4d0c-93c4-851f9a30af7b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:26.816903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a20976e-ef8c-4a35-aad2-8cc4be4e52eb tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958269 Aug 11 08:32:26.818200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d73ca6-8dd3-4d58-9584-1cbb3999602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.826277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Provisioning complete for port 80a80b7d-10e4-4d0c-93c4-851f9a30af7b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:26.826649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.833525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d73ca6-8dd3-4d58-9584-1cbb3999602a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.847219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1d73ca6-8dd3-4d58-9584-1cbb3999602a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7efe608-e66a-4ef3-a528-f6f53377a971 HTTP/1.1" status: 204 len: 168 time: 0.4280763 Aug 11 08:32:26.848005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:26.852131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port fb182f0d-9728-47f9-9072-3ce01ca65464 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:26.855666 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:26.862250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--150402497'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:26.916563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d73ca6-8dd3-4d58-9584-1cbb3999602a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7efe608-e66a-4ef3-a528-f6f53377a971,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:26.918856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:26.936105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:26.938110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7bcb391f-1534-4111-b3ca-e1e8ff5fb690 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6510043 Aug 11 08:32:27.009731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:27.011452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:27.012933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] Sync routers for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:27.073022 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.165164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5454856-1639-4d90-a17c-bb4f7056567c None None] Network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:27.219761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Router 19d3aacb-dab0-4606-b181-617a8f2df50b is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:32:27.254432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.265700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.307535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.308819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4579022 Aug 11 08:32:27.315783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43660) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.322547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-dc54271e-7c6a-40a4-93ed-0dbc08f920b3 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': 'd1599544-90f3-4ab9-acbd-9d728e7d7a10', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:27.323135 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-dc54271e-7c6a-40a4-93ed-0dbc08f920b3 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 08:32:27.323808 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-dc54271e-7c6a-40a4-93ed-0dbc08f920b3 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:27.325636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dc54271e-7c6a-40a4-93ed-0dbc08f920b3 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088480 Aug 11 08:32:27.328710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43662) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.342640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:27.343281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.364135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c7f39-59b8-4814-9c69-d296dba80e3a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1599544-90f3-4ab9-acbd-9d728e7d7a10,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:27.471432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43664) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.499941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-633f21de-1f5d-440b-829a-dd9cc8ed6e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.513773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a63f778-ab72-4b41-a165-2ae809ac8f37 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.521917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:27.533174 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] Sync routers for ids ['19d3aacb-dab0-4606-b181-617a8f2df50b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:27.537891 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c0888bf9-61f3-4601-9388-1a2bcfdfc0b4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/routers/19d3aacb-dab0-4606-b181-617a8f2df50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4793551 Aug 11 08:32:27.542168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43666) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.547623 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] Routers {'19d3aacb-dab0-4606-b181-617a8f2df50b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:27.548270 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['19d3aacb-dab0-4606-b181-617a8f2df50b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.578259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a63f778-ab72-4b41-a165-2ae809ac8f37 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.645849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.666306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a63f778-ab72-4b41-a165-2ae809ac8f37 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.669389 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] Routers {'19d3aacb-dab0-4606-b181-617a8f2df50b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:27.670034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['19d3aacb-dab0-4606-b181-617a8f2df50b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.670689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a63f778-ab72-4b41-a165-2ae809ac8f37 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.671596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.672480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a63f778-ab72-4b41-a165-2ae809ac8f37 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1599544-90f3-4ab9-acbd-9d728e7d7a10 HTTP/1.1" status: 204 len: 168 time: 0.3421400 Aug 11 08:32:27.684114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43668) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.714283 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.715294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8228002-652e-4d9d-a25c-6c94ea77dfc3 None None] The sync data for ids ['19d3aacb-dab0-4606-b181-617a8f2df50b'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:27.720311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Port 80a80b7d-10e4-4d0c-93c4-851f9a30af7b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:27.736021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63f778-ab72-4b41-a165-2ae809ac8f37 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1599544-90f3-4ab9-acbd-9d728e7d7a10,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:27.788452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b177894-32cf-4712-9e4e-65ba8a482e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:27.794611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7b177894-32cf-4712-9e4e-65ba8a482e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports?device_id=19d3aacb-dab0-4606-b181-617a8f2df50b HTTP/1.1" status: 200 len: 983 time: 0.1021976 Aug 11 08:32:27.799919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43670) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.818405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:27.819804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.850370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1774b106-59af-4f3a-b306-11ba0000a90a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1568978 Aug 11 08:32:27.851649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43672) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:27.875987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474098691'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:27.892469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Provisioning complete for port fb182f0d-9728-47f9-9072-3ce01ca65464 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:27.892837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.901490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-633f21de-1f5d-440b-829a-dd9cc8ed6e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.909587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:27.911586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb639b-42b2-446e-bd4e-125c3f67816c None None] The sync data for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:27.937098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-633f21de-1f5d-440b-829a-dd9cc8ed6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.962385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:27.969829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.022564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-633f21de-1f5d-440b-829a-dd9cc8ed6e56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a75f91dc14542fdb747e717de924939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497324 Aug 11 08:32:28.027288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43676) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.030988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f21de-1f5d-440b-829a-dd9cc8ed6e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0610d1-d0d6-41ed-9695-87b4e1030676,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:28.038438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port fb182f0d-9728-47f9-9072-3ce01ca65464, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb182f0d-9728-47f9-9072-3ce01ca65464,segment=NetworkSegment(e1723423-982e-4815-af34-6dd9c0069526),segment_id=e1723423-982e-4815-af34-6dd9c0069526)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:28.046221 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-f78f43fd-054c-4e69-b195-8a5b1548fc57 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:28.047326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f78f43fd-054c-4e69-b195-8a5b1548fc57 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1019733 Aug 11 08:32:28.058014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43680) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.084712 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.085637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e5f734-fc85-43d5-8e86-470547362d92 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:28.187201 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.207169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d21fb121-294e-4757-801d-b584618d656b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.236473 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:32:28.257042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d21fb121-294e-4757-801d-b584618d656b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.350588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.358770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.375793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d21fb121-294e-4757-801d-b584618d656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.379281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d21fb121-294e-4757-801d-b584618d656b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.383092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d21fb121-294e-4757-801d-b584618d656b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b0610d1-d0d6-41ed-9695-87b4e1030676 HTTP/1.1" status: 204 len: 168 time: 0.3518116 Aug 11 08:32:28.388999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=fb182f0d-9728-47f9-9072-3ce01ca65464,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:28.404117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.407923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5492656 Aug 11 08:32:28.408271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.414262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fc1726cf-06d1-46cd-b5f8-34291e3d1ed7 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '7698ef58-596f-4a75-8576-dce7d68b824e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:28.415451 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-fc1726cf-06d1-46cd-b5f8-34291e3d1ed7 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 08:32:28.416232 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-fc1726cf-06d1-46cd-b5f8-34291e3d1ed7 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:28.416384 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:32:28.420363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc1726cf-06d1-46cd-b5f8-34291e3d1ed7 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082834 Aug 11 08:32:28.420363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea5a68-296d-4bf3-ad8d-cfdc15a1be57 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7698ef58-596f-4a75-8576-dce7d68b824e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:28.421248 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-17cb4fe1-743a-42c9-9636-5ce75de6b517 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:32:28.423434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 02e5f734-fc85-43d5-8e86-470547362d92 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:28.424096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43688) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.429479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdc83ed0-7a08-4651-a06d-9a4298823d8e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:28.433403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9dc5e745-ff4a-40c8-b5e3-d0e94c84697e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '7698ef58-596f-4a75-8576-dce7d68b824e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:28.434101 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-9dc5e745-ff4a-40c8-b5e3-d0e94c84697e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 08:32:28.434644 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-9dc5e745-ff4a-40c8-b5e3-d0e94c84697e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:28.438259 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9dc5e745-ff4a-40c8-b5e3-d0e94c84697e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105979 Aug 11 08:32:28.438932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.448701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-911ffd01-55b1-4e7d-a93a-7475b1cc5e33 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '7698ef58-596f-4a75-8576-dce7d68b824e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:28.449686 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-911ffd01-55b1-4e7d-a93a-7475b1cc5e33 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 08:32:28.450187 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-911ffd01-55b1-4e7d-a93a-7475b1cc5e33 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:28.452924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-911ffd01-55b1-4e7d-a93a-7475b1cc5e33 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118086 Aug 11 08:32:28.454196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43692) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.465859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-16c8338e-22e7-411e-80a8-636c6e89a6ee tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '7698ef58-596f-4a75-8576-dce7d68b824e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:28.467047 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-16c8338e-22e7-411e-80a8-636c6e89a6ee tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 08:32:28.467730 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-16c8338e-22e7-411e-80a8-636c6e89a6ee tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:28.469312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-16c8338e-22e7-411e-80a8-636c6e89a6ee tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0138412 Aug 11 08:32:28.470561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb121-294e-4757-801d-b584618d656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0610d1-d0d6-41ed-9695-87b4e1030676,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:28.472795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43694) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.550486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3969b38-95fc-4005-ba09-71000b4451d0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.571614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port cdc83ed0-7a08-4651-a06d-9a4298823d8e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:28.575582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cdc83ed0-7a08-4651-a06d-9a4298823d8e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:28.575960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.607616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3969b38-95fc-4005-ba09-71000b4451d0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.693354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3969b38-95fc-4005-ba09-71000b4451d0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.701956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3969b38-95fc-4005-ba09-71000b4451d0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.707612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d3969b38-95fc-4005-ba09-71000b4451d0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/7698ef58-596f-4a75-8576-dce7d68b824e HTTP/1.1" status: 204 len: 168 time: 0.2335877 Aug 11 08:32:28.711756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43696) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.734136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.774093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3969b38-95fc-4005-ba09-71000b4451d0 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698ef58-596f-4a75-8576-dce7d68b824e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:28.789794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.854044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8d4bc11a-a597-4553-a479-2756498e95b5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1275780 Aug 11 08:32:28.854817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43700) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:28.856076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port cdc83ed0-7a08-4651-a06d-9a4298823d8e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cdc83ed0-7a08-4651-a06d-9a4298823d8e,segment=NetworkSegment(ce5aefab-275a-41c9-91fb-db4d0a82fdec),segment_id=ce5aefab-275a-41c9-91fb-db4d0a82fdec)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:28.861182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777696536'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:28.867838 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:28.869088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 031eee72-4664-4331-a8b9-792d8cb6151c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:28.896932 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.061510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=cdc83ed0-7a08-4651-a06d-9a4298823d8e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:29.080499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 031eee72-4664-4331-a8b9-792d8cb6151c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:29.080972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.118374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.138052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.146634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.231351 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.235439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3767579 Aug 11 08:32:29.236038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43714) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:29.240808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-30988832-30a2-4201-8b3a-f009a748480d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:29.241401 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-30988832-30a2-4201-8b3a-f009a748480d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 08:32:29.241912 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-30988832-30a2-4201-8b3a-f009a748480d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:29.245913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30988832-30a2-4201-8b3a-f009a748480d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062251 Aug 11 08:32:29.245913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080ad4f-b63f-49d8-8668-4dfaec50f661 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65efd0da-c679-4005-bb1b-c3f2b5613066,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:29.251101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43716) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:29.256745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-eea99bc2-9cd2-4d25-b3f1-356e7117cad6 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:29.316902 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-396dbe4f-a700-4561-a4e0-09e62fbc30bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.322210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Provisioning complete for port 80a80b7d-10e4-4d0c-93c4-851f9a30af7b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:29.322808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.405235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Port 80a80b7d-10e4-4d0c-93c4-851f9a30af7b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:29.436678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb182f0d-9728-47f9-9072-3ce01ca65464 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:29.448611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Provisioning complete for port cdc83ed0-7a08-4651-a06d-9a4298823d8e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:29.449019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.588483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port fb182f0d-9728-47f9-9072-3ce01ca65464 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:29.588853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.667933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Provisioning for port 02e5f734-fc85-43d5-8e86-470547362d92 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:29.696323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Provisioning complete for port 02e5f734-fc85-43d5-8e86-470547362d92 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:29.696715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.746986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdc83ed0-7a08-4651-a06d-9a4298823d8e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:29.770849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.876158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.896022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cdc83ed0-7a08-4651-a06d-9a4298823d8e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:29.896022 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.897942 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:29.967045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] For port 02e5f734-fc85-43d5-8e86-470547362d92, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e5f734-fc85-43d5-8e86-470547362d92,segment=NetworkSegment(a77e0bc5-00a4-4473-aac9-1e110a11bdfe),segment_id=a77e0bc5-00a4-4473-aac9-1e110a11bdfe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:29.977512 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.001942 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-eea99bc2-9cd2-4d25-b3f1-356e7117cad6 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.003441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eea99bc2-9cd2-4d25-b3f1-356e7117cad6 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7513511 Aug 11 08:32:30.006502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43730) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.011947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d109e4e1-6b85-4b77-97b9-3521242b1644 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.012665 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-d109e4e1-6b85-4b77-97b9-3521242b1644 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 08:32:30.013384 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-d109e4e1-6b85-4b77-97b9-3521242b1644 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.014542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d109e4e1-6b85-4b77-97b9-3521242b1644 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063043 Aug 11 08:32:30.017283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43732) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.028345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-174e08d0-77ac-4c3a-859e-c25728e4a387 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.042191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Provisioning for port 0cbb2d9c-4903-4752-bfa0-5331c179d13a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:30.061527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Provisioning complete for port 0cbb2d9c-4903-4752-bfa0-5331c179d13a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:30.061908 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.099335 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-174e08d0-77ac-4c3a-859e-c25728e4a387 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.101846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-174e08d0-77ac-4c3a-859e-c25728e4a387 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0832069 Aug 11 08:32:30.105207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.109574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Pushing event updated for resources: {'Port': ['ID=02e5f734-fc85-43d5-8e86-470547362d92,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:30.112218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-28879b8c-3573-4ca2-9d68-d6133dcb0d9e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.112755 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-28879b8c-3573-4ca2-9d68-d6133dcb0d9e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 08:32:30.115592 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-28879b8c-3573-4ca2-9d68-d6133dcb0d9e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.115592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-28879b8c-3573-4ca2-9d68-d6133dcb0d9e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087416 Aug 11 08:32:30.117986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43738) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.124976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9fa3e4ca-a564-4faa-872c-f75c1c958501 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.157371 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-9fa3e4ca-a564-4faa-872c-f75c1c958501 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Project 369410a3a95747f9b1f639c9249a40a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:32:30.183469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a28e2f9e-0242-4b27-bd71-73bee6c00728 None None] Port 0cbb2d9c-4903-4752-bfa0-5331c179d13a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:30.187369 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-9fa3e4ca-a564-4faa-872c-f75c1c958501 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.188945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9fa3e4ca-a564-4faa-872c-f75c1c958501 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0698075 Aug 11 08:32:30.191640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.199096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0b6ee44f-c034-413e-b04f-f76d0e9a9bf9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.199851 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-0b6ee44f-c034-413e-b04f-f76d0e9a9bf9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 08:32:30.200529 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-0b6ee44f-c034-413e-b04f-f76d0e9a9bf9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.204986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0b6ee44f-c034-413e-b04f-f76d0e9a9bf9 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100636 Aug 11 08:32:30.205594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43742) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.211718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting port 80a80b7d-10e4-4d0c-93c4-851f9a30af7b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:30.212302 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.212441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0e7316ef-28d6-49b5-aa68-0f45e806b286 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.215997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 0cbb2d9c-4903-4752-bfa0-5331c179d13a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:30.216328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.246163 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-0e7316ef-28d6-49b5-aa68-0f45e806b286 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Project 369410a3a95747f9b1f639c9249a40a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:32:30.273590 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-0e7316ef-28d6-49b5-aa68-0f45e806b286 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.275184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0e7316ef-28d6-49b5-aa68-0f45e806b286 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0686076 Aug 11 08:32:30.278365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43748) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.285511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5914e464-b7c8-49a9-85d7-6f83d4daead8 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '65efd0da-c679-4005-bb1b-c3f2b5613066', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.312226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-acc11277-ba02-46e6-80d6-fa57fc43da85 None None] Provisioning complete for port 0cbb2d9c-4903-4752-bfa0-5331c179d13a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:30.312645 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-acc11277-ba02-46e6-80d6-fa57fc43da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.328529 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-5914e464-b7c8-49a9-85d7-6f83d4daead8 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Project 369410a3a95747f9b1f639c9249a40a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:32:30.352417 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-5914e464-b7c8-49a9-85d7-6f83d4daead8 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:30.353670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5914e464-b7c8-49a9-85d7-6f83d4daead8 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0736229 Aug 11 08:32:30.356823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.358539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-acc11277-ba02-46e6-80d6-fa57fc43da85 None None] Port 0cbb2d9c-4903-4752-bfa0-5331c179d13a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:30.416368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.419775 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.439411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d454102-3108-4f18-bc43-f73ce04959ec tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.451583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 0cbb2d9c-4903-4752-bfa0-5331c179d13a owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:30.455890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Calling delete_port for 80a80b7d-10e4-4d0c-93c4-851f9a30af7b owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:30.470528 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d454102-3108-4f18-bc43-f73ce04959ec tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.534796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d454102-3108-4f18-bc43-f73ce04959ec tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.537962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1d454102-3108-4f18-bc43-f73ce04959ec tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.539453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1d454102-3108-4f18-bc43-f73ce04959ec tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/65efd0da-c679-4005-bb1b-c3f2b5613066 HTTP/1.1" status: 204 len: 168 time: 0.1804276 Aug 11 08:32:30.544233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.556727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454102-3108-4f18-bc43-f73ce04959ec tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efd0da-c679-4005-bb1b-c3f2b5613066,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:30.628830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1ef68802-b738-4643-a3e7-509f20889d7a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834706 Aug 11 08:32:30.637485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.642472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--102302318'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.669872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.786996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.793235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.793579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.840371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ca671-d0c5-4609-bc84-1f13594e53c9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:30.855816 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:30.857297 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4740fe1e-45f5-4a79-9d20-cdb934fa216d tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2188017 Aug 11 08:32:30.860163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43774) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.866431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fbe31129-33a4-410f-be5c-bb70e8ad353a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': 'd54ca671-d0c5-4609-bc84-1f13594e53c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:30.907961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Port': ['ID=80a80b7d-10e4-4d0c-93c4-851f9a30af7b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:30.954797 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-fbe31129-33a4-410f-be5c-bb70e8ad353a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The resource could not be found. Aug 11 08:32:30.959797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fbe31129-33a4-410f-be5c-bb70e8ad353a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0952451 Aug 11 08:32:30.960141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43776) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:30.966380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-610c8a49-77f5-4871-98f4-fbb16cb3aa8a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': 'd54ca671-d0c5-4609-bc84-1f13594e53c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '21c9aca8-8eeb-4dc1-accf-5a6329d70cd3'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:31.009918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.030952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.034926 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-610c8a49-77f5-4871-98f4-fbb16cb3aa8a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The resource could not be found. Aug 11 08:32:31.040746 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-610c8a49-77f5-4871-98f4-fbb16cb3aa8a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0743821 Aug 11 08:32:31.040746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43780) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:31.160632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b16bc15-973d-4dd5-b297-b3c765ef38f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.168614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=0cbb2d9c-4903-4752-bfa0-5331c179d13a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:31.211281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b16bc15-973d-4dd5-b297-b3c765ef38f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.283558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b16bc15-973d-4dd5-b297-b3c765ef38f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.286648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b16bc15-973d-4dd5-b297-b3c765ef38f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.288727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b16bc15-973d-4dd5-b297-b3c765ef38f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/d54ca671-d0c5-4609-bc84-1f13594e53c9 HTTP/1.1" status: 204 len: 168 time: 0.2465470 Aug 11 08:32:31.293269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43792) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:31.355192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6d5969cf-4c35-448b-a2e1-60d0d5aab3f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603161 Aug 11 08:32:31.356386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16bc15-973d-4dd5-b297-b3c765ef38f4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ca671-d0c5-4609-bc84-1f13594e53c9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:31.358929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:31.364906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8db13e2f-5396-4f26-b546-68185d26b328 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': '3cf0c79f-7488-4766-9f81-f7f071746f47', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:31.421011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e5f734-fc85-43d5-8e86-470547362d92 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:31.493262 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-8db13e2f-5396-4f26-b546-68185d26b328 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The resource could not be found. Aug 11 08:32:31.500528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8db13e2f-5396-4f26-b546-68185d26b328 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1352742 Aug 11 08:32:31.500528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:31.508784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--969477295'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:31.514280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 02e5f734-fc85-43d5-8e86-470547362d92 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:31.516416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.559756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.584644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.639345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Router 32706259-b2ad-417e-936b-65e8fcd1f518 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:31.690715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.696290 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.729223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36ac86-c4ea-456b-a153-e62b15d3397e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:31.731856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.733142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6e49bb2d-0a4b-47ac-bf1c-b4f4df6987c5 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2323470 Aug 11 08:32:31.738076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43812) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:31.749224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168136307'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:31.789402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.861305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:31.872520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] Sync routers for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:31.888112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:31.888570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:31.925981 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.933224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:31.938504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-531a5401-baf9-4e93-9054-c87e3dd250ec tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8756845 Aug 11 08:32:31.938704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43820) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:31.963916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:31.975772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:31.976624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:31.985810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c05dd17-031a-4f49-8910-4144a740d9a9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:31.990570 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-96fe2e1c-9bbd-47e8-adfd-abc670a68f35 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] delete failed (client error): The resource could not be found. Aug 11 08:32:31.992176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-96fe2e1c-9bbd-47e8-adfd-abc670a68f35 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-577239299 HTTP/1.1" status: 404 len: 334 time: 0.0525906 Aug 11 08:32:31.996353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.000284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-215a8dc4-9165-4e3f-90ac-de39e96bf0de tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2589927 Aug 11 08:32:32.000284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43826) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.001303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43828) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.007705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Router 19d3aacb-dab0-4606-b181-617a8f2df50b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:32.012945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c214110e-efe4-46d6-a235-db0954110e22 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'router': {'external_gateway_info': {'network_id': '32706259-b2ad-417e-936b-65e8fcd1f518'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:32.066532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:32.067195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16f4f89-4d5e-44fb-abfe-d5b34f7b5359 None None] The sync data for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:32.119921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:32.124594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-090e88b3-e52b-4faa-aa7b-f68e7b59c2b4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': 'fe36ac86-c4ea-456b-a153-e62b15d3397e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8c05dd17-031a-4f49-8910-4144a740d9a9'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:32.126502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f3e7d534-4592-45d5-9415-649ce455a2f1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/routers/19d3aacb-dab0-4606-b181-617a8f2df50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3218944 Aug 11 08:32:32.129206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43832) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.134110 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] Sync routers for ids ['19d3aacb-dab0-4606-b181-617a8f2df50b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:32.148111 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] Routers {'19d3aacb-dab0-4606-b181-617a8f2df50b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:32.150542 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['19d3aacb-dab0-4606-b181-617a8f2df50b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:32.224419 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3cff03-41fd-4853-a6d6-6abcd03620fd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:32.234487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0e3cff03-41fd-4853-a6d6-6abcd03620fd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/0cbb2d9c-4903-4752-bfa0-5331c179d13a HTTP/1.1" status: 404 len: 333 time: 0.1017284 Aug 11 08:32:32.235315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43834) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.259478 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:32.268684 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] Routers {'19d3aacb-dab0-4606-b181-617a8f2df50b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:32.269589 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['19d3aacb-dab0-4606-b181-617a8f2df50b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:32.286865 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c214110e-efe4-46d6-a235-db0954110e22 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.312657 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-090e88b3-e52b-4faa-aa7b-f68e7b59c2b4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:32.312657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-090e88b3-e52b-4faa-aa7b-f68e7b59c2b4 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1959565 Aug 11 08:32:32.331007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.333921 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-c214110e-efe4-46d6-a235-db0954110e22 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] update failed (client error): The resource could not be found. Aug 11 08:32:32.341180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c214110e-efe4-46d6-a235-db0954110e22 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518 HTTP/1.1" status: 404 len: 339 time: 0.3352334 Aug 11 08:32:32.341813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43840) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.350441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1682243426'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:32.360409 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:32.361097 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0b304-0cce-4159-80ad-1158331d9a6f None None] The sync data for ids ['19d3aacb-dab0-4606-b181-617a8f2df50b'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:32.397988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:32.398646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.404572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.419260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.434603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:32.445443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.445777 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Added segment f32058d4-0600-4282-86cb-57320325fc16 of type vlan for network 4deb9d9e-890b-4660-850b-1bda2025a512 Aug 11 08:32:32.493679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.515123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ebe92f1-ebab-4ffb-95ab-a15a04ab57fc tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.530592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.539840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:32.540632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.550784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43844) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.574117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2312150 Aug 11 08:32:32.596134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43848) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:32.599075 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ebe92f1-ebab-4ffb-95ab-a15a04ab57fc tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.606677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'subnet': {'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:32.625075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d33fb-a8ec-40a5-b12e-ee78fb6ec203 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Network': ['ID=4deb9d9e-890b-4660-850b-1bda2025a512,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:32.636581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4deb9d9e-890b-4660-850b-1bda2025a512 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:32.732226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-feb075ad-3486-4ec5-80c6-6554d0b3cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.734011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06ff906b-eaa1-4eaf-9a26-dd3e0f3c2188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.851912 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06ff906b-eaa1-4eaf-9a26-dd3e0f3c2188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:32.858715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06ff906b-eaa1-4eaf-9a26-dd3e0f3c2188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.029153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.033062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.107470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.107892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Fanout notify agent at l3_agent the message router_deleted on router 19d3aacb-dab0-4606-b181-617a8f2df50b {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:32:33.116344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.119208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5447c491-132c-46ac-81cb-26f114b10e41 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/routers/19d3aacb-dab0-4606-b181-617a8f2df50b HTTP/1.1" status: 204 len: 168 time: 0.8816078 Aug 11 08:32:33.119912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.157641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ebe92f1-ebab-4ffb-95ab-a15a04ab57fc tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.160175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ebe92f1-ebab-4ffb-95ab-a15a04ab57fc tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.163905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ebe92f1-ebab-4ffb-95ab-a15a04ab57fc tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c05dd17-031a-4f49-8910-4144a740d9a9 HTTP/1.1" status: 204 len: 168 time: 0.8293076 Aug 11 08:32:33.175113 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.186819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe92f1-ebab-4ffb-95ab-a15a04ab57fc tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c05dd17-031a-4f49-8910-4144a740d9a9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:33.211630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-06ff906b-eaa1-4eaf-9a26-dd3e0f3c2188 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=423148159538444aa5160a10049c3062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528757 Aug 11 08:32:33.211630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43858) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.218418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff906b-eaa1-4eaf-9a26-dd3e0f3c2188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7310aa-4f6d-4769-a1c8-319501b27d4f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:33.218830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 7118e87f-cee1-425e-a46e-bca5d0381951 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:33.223602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Made reservation on behalf of 012509298be54c5781c1558ab615136a for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:33.227282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.231998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.268036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c3de25f-7f78-439f-8aae-eb53c04df76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.291168 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c3de25f-7f78-439f-8aae-eb53c04df76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.354609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c3de25f-7f78-439f-8aae-eb53c04df76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.358853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c3de25f-7f78-439f-8aae-eb53c04df76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.362749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c3de25f-7f78-439f-8aae-eb53c04df76b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c7310aa-4f6d-4769-a1c8-319501b27d4f HTTP/1.1" status: 204 len: 168 time: 0.1480513 Aug 11 08:32:33.373889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.389724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3de25f-7f78-439f-8aae-eb53c04df76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7310aa-4f6d-4769-a1c8-319501b27d4f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:33.402599 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c2e90161-ebe6-4a3a-b371-32ff4c916105 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2216411 Aug 11 08:32:33.406245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43864) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.487079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d4849d8-5196-4f96-aa8b-746386158b0f tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.515918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d4849d8-5196-4f96-aa8b-746386158b0f tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.522295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.572216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d4849d8-5196-4f96-aa8b-746386158b0f tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.575684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d4849d8-5196-4f96-aa8b-746386158b0f tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.576853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2d4849d8-5196-4f96-aa8b-746386158b0f tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/fe36ac86-c4ea-456b-a153-e62b15d3397e HTTP/1.1" status: 204 len: 168 time: 0.1687238 Aug 11 08:32:33.580993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43868) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.601453 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.643152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e3519cee-45af-4bef-9c14-dd5acd3d5b2a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591755 Aug 11 08:32:33.644177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4849d8-5196-4f96-aa8b-746386158b0f tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36ac86-c4ea-456b-a153-e62b15d3397e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:33.648138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43870) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.654595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740166678'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:33.677384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.687814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.700563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Subnet': ['ID=7cfd6ded-951f-4cea-9356-35dc0484dd88,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:33.702954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Checking segment: {'id': 'f32058d4-0600-4282-86cb-57320325fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:33.703317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network hostable DHCP agents. Network: 4deb9d9e-890b-4660-850b-1bda2025a512, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:33.733851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.738891 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/7118e87f-cee1-425e-a46e-bca5d0381951 HTTP/1.1" status: 204 len: 168 time: 0.6174405 Aug 11 08:32:33.739696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43872) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.742130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b145-5cd3-4b4e-9b87-19a4c96d6a5e tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=7118e87f-cee1-425e-a46e-bca5d0381951,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:33.743688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c49041-f9e0-4492-933f-75d154383b41 None None] Network ba5e0883-4dfd-4693-b604-7be4ed33d17e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:33.802447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network 4deb9d9e-890b-4660-850b-1bda2025a512 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:33.807314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.814837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.832058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4deb9d9e-890b-4660-850b-1bda2025a512) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:33.838714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:33.839758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.876498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a6fd4fee-b125-4837-91e4-b60f291c0d41 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2764528 Aug 11 08:32:33.877092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43876) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.879670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.889748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42554fcf-8f56-44d4-8019-12da1418b987 None None] Network 4deb9d9e-890b-4660-850b-1bda2025a512 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:33.890783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-df843e48-e379-47aa-840b-fb71f80e2393 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'router': {'external_gateway_info': {'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:33.900411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.901607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2528491 Aug 11 08:32:33.918613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.918951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:33.946745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4cbac4f9-28d1-409c-917c-70a847a45bce tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': 'cd2ebe53-1500-438e-abf8-938a53b2f781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:33.965280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0775c0d-36c9-4e97-9657-0fac3dd14775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:33.977545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4127c5-b7c5-4ef2-b4e3-5df9d6302281 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2ebe53-1500-438e-abf8-938a53b2f781,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:34.103661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port cdc83ed0-7a08-4651-a06d-9a4298823d8e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:34.104080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.138725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4deb9d9e-890b-4660-850b-1bda2025a512', 'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512', 'tenant_id': '012509298be54c5781c1558ab615136a', 'fixed_ips': [{'subnet_id': '7cfd6ded-951f-4cea-9356-35dc0484dd88'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:34.139714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.152477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9d684-fc3e-428b-b7cb-cfec44d086cc None None] DHCP port deletion for ba5e0883-4dfd-4693-b604-7be4ed33d17e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:34.165902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df843e48-e379-47aa-840b-fb71f80e2393 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.196262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] For port cdc83ed0-7a08-4651-a06d-9a4298823d8e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cdc83ed0-7a08-4651-a06d-9a4298823d8e,segment=NetworkSegment(ce5aefab-275a-41c9-91fb-db4d0a82fdec),segment_id=ce5aefab-275a-41c9-91fb-db4d0a82fdec)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:34.196953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.211059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for cdc83ed0-7a08-4651-a06d-9a4298823d8e owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:34.293379 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-df843e48-e379-47aa-840b-fb71f80e2393 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:34.297713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-df843e48-e379-47aa-840b-fb71f80e2393 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518 HTTP/1.1" status: 400 len: 364 time: 0.4171171 Aug 11 08:32:34.298586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:34.320152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Allocated IP 2001:db8:1::2 (4deb9d9e-890b-4660-850b-1bda2025a512/7cfd6ded-951f-4cea-9356-35dc0484dd88/1556d87d-c967-4f26-9cb8-d09386d99f11) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:34.427124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9d684-fc3e-428b-b7cb-cfec44d086cc None None] The port 'cdc83ed0-7a08-4651-a06d-9a4298823d8e' was deleted {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:32:34.442587 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.499604 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.508400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Transition to ACTIVE for port object 1556d87d-c967-4f26-9cb8-d09386d99f11 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:34.523688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Transition to ACTIVE for port object 1556d87d-c967-4f26-9cb8-d09386d99f11 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:34.531931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.547137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No DVR routers for this DVR port cdc83ed0-7a08-4651-a06d-9a4298823d8e on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:34.573788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=cdc83ed0-7a08-4651-a06d-9a4298823d8e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:34.578581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Network 4deb9d9e-890b-4660-850b-1bda2025a512 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:34.582683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:34.584448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0775c0d-36c9-4e97-9657-0fac3dd14775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.584925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Pushing event updated for resources: {'Port': ['ID=1556d87d-c967-4f26-9cb8-d09386d99f11,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:34.587206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:34.597419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0775c0d-36c9-4e97-9657-0fac3dd14775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.647508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Attempting to bind port 1556d87d-c967-4f26-9cb8-d09386d99f11 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:34.648165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Attempting to bind port 1556d87d-c967-4f26-9cb8-d09386d99f11 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'f32058d4-0600-4282-86cb-57320325fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:34.648583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Attempting to bind port 1556d87d-c967-4f26-9cb8-d09386d99f11 on network 4deb9d9e-890b-4660-850b-1bda2025a512 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:34.652258 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-4cbac4f9-28d1-409c-917c-70a847a45bce tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:34.654375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:34.654791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Checking segment: {'id': 'f32058d4-0600-4282-86cb-57320325fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:34.655448 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.655924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Bound using segment: {'id': 'f32058d4-0600-4282-86cb-57320325fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:34.656196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cbac4f9-28d1-409c-917c-70a847a45bce tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7304776 Aug 11 08:32:34.656479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Bound port: 1556d87d-c967-4f26-9cb8-d09386d99f11, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32058d4-0600-4282-86cb-57320325fc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4deb9d9e-890b-4660-850b-1bda2025a512'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:34.656849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43888) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:34.657007 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.662813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7bdf79a7-6556-49e7-88cf-73d14ab1efca tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group_rule': {'security_group_id': 'cd2ebe53-1500-438e-abf8-938a53b2f781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:34.719794 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-7bdf79a7-6556-49e7-88cf-73d14ab1efca tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:34.721176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7bdf79a7-6556-49e7-88cf-73d14ab1efca tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0626330 Aug 11 08:32:34.724609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:34.752380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] For port 1556d87d-c967-4f26-9cb8-d09386d99f11, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:34.760665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] For port 1556d87d-c967-4f26-9cb8-d09386d99f11, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1556d87d-c967-4f26-9cb8-d09386d99f11,segment=NetworkSegment(f32058d4-0600-4282-86cb-57320325fc16),segment_id=f32058d4-0600-4282-86cb-57320325fc16)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:34.772226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.780452 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.785658 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c0775c0d-36c9-4e97-9657-0fac3dd14775 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1dd527a8db9c4aeab9e2a9501b0e3eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586519 Aug 11 08:32:34.799578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43896) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:34.802046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0775c0d-36c9-4e97-9657-0fac3dd14775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff877ddb-f5a1-404a-974c-fa49af5f642d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:34.803028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12383e81-8a3e-4333-afc9-5e2e02f9b998 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.810801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5e0883-4dfd-4693-b604-7be4ed33d17e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:34.878313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12383e81-8a3e-4333-afc9-5e2e02f9b998 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.879250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5aefab-275a-41c9-91fb-db4d0a82fdec') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:34.879759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5aefab-275a-41c9-91fb-db4d0a82fdec') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:34.891794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.891794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cddc72-1063-4a8b-8225-5e016fe20a0e None None] Pushing event updated for resources: {'Port': ['ID=1556d87d-c967-4f26-9cb8-d09386d99f11,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:34.905599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.954550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12383e81-8a3e-4333-afc9-5e2e02f9b998 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.954940 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.957185 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12383e81-8a3e-4333-afc9-5e2e02f9b998 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.958319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:34.962599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-12383e81-8a3e-4333-afc9-5e2e02f9b998 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/cd2ebe53-1500-438e-abf8-938a53b2f781 HTTP/1.1" status: 204 len: 168 time: 0.2365503 Aug 11 08:32:34.963250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43898) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:34.997579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12383e81-8a3e-4333-afc9-5e2e02f9b998 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2ebe53-1500-438e-abf8-938a53b2f781,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:35.032895 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa34276b-cc80-4b32-b511-9cb23e5a6569 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656974 Aug 11 08:32:35.033749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:35.034307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.037007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43900) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:35.041802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'tempest-secgroup--865433901'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:35.070862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:35.118913 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:35.225243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.233404 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.237753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.259818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.265438 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.266658 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/ba5e0883-4dfd-4693-b604-7be4ed33d17e HTTP/1.1" status: 204 len: 168 time: 1.5223587 Aug 11 08:32:35.272826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2341373 Aug 11 08:32:35.273268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:35.273598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:35.281127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1c3199f-2414-4f4d-9067-e9613d8b1590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.295844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-14541d8d-efd1-4fcc-a049-5d9471c82513 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:35.296387 n-d-789963-6 neutron-server[94573]: WARNING neutron.api.v2.base [None req-14541d8d-efd1-4fcc-a049-5d9471c82513 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 08:32:35.296756 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-14541d8d-efd1-4fcc-a049-5d9471c82513 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 08:32:35.300590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-14541d8d-efd1-4fcc-a049-5d9471c82513 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "PUT /v2.0/security-groups/da9725b2-6d4b-4ec8-8480-d9b698553639 HTTP/1.1" status: 409 len: 330 time: 0.0179782 Aug 11 08:32:35.301199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:35.305439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2cb37-d0f5-4f8e-b64d-030c3548aa4c tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9725b2-6d4b-4ec8-8480-d9b698553639,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:35.307721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c1f43-f748-4296-932f-bffc8f7d5719 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=ba5e0883-4dfd-4693-b604-7be4ed33d17e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:35.377069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1c3199f-2414-4f4d-9067-e9613d8b1590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.379851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736239a-4556-4a48-8432-e59d96118cab tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:35.381735 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b736239a-4556-4a48-8432-e59d96118cab tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/58930556-14f4-4636-9185-264384d5e4fe HTTP/1.1" status: 200 len: 841 time: 0.1061568 Aug 11 08:32:35.387931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43908) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:35.478741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Allocated IP 2001:db8::1 (dcec5a20-9004-44cd-9acd-97e6fba619e1/8bdf3f71-82ea-4289-8624-5b486530154e/b95b8be0-1966-43fe-8d3b-099a93b07462) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:35.497406 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1c3199f-2414-4f4d-9067-e9613d8b1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.500204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1c3199f-2414-4f4d-9067-e9613d8b1590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.503820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1c3199f-2414-4f4d-9067-e9613d8b1590 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff877ddb-f5a1-404a-974c-fa49af5f642d HTTP/1.1" status: 204 len: 168 time: 0.6957796 Aug 11 08:32:35.508256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1556d87d-c967-4f26-9cb8-d09386d99f11 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:35.545861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30f2e11c-914a-4f24-a959-6c40e3f311e6 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/58930556-14f4-4636-9185-264384d5e4fe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1562719 Aug 11 08:32:35.550764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43914) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:35.559706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:35.565090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f42194ca-a32b-43d4-82d5-088f1e0e381a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.575423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3199f-2414-4f4d-9067-e9613d8b1590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff877ddb-f5a1-404a-974c-fa49af5f642d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:35.584273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1556d87d-c967-4f26-9cb8-d09386d99f11 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:35.678181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f42194ca-a32b-43d4-82d5-088f1e0e381a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.681994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdc83ed0-7a08-4651-a06d-9a4298823d8e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:35.725107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: cdc83ed0-7a08-4651-a06d-9a4298823d8e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:35.725559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdc83ed0-7a08-4651-a06d-9a4298823d8e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:35.746564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:35.750364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.754518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.773239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Transition to ACTIVE for port object b95b8be0-1966-43fe-8d3b-099a93b07462 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:35.845262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.906555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:35.912105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:35.916238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:35.916780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:35.975893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Port': ['ID=b95b8be0-1966-43fe-8d3b-099a93b07462,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:36.000414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f42194ca-a32b-43d4-82d5-088f1e0e381a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.003278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f42194ca-a32b-43d4-82d5-088f1e0e381a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.004736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f42194ca-a32b-43d4-82d5-088f1e0e381a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/da9725b2-6d4b-4ec8-8480-d9b698553639 HTTP/1.1" status: 204 len: 168 time: 0.7009847 Aug 11 08:32:36.011115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43922) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.047466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.129064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.147061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.167412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42194ca-a32b-43d4-82d5-088f1e0e381a tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9725b2-6d4b-4ec8-8480-d9b698553639,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:36.230579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=714f4455-6170-4902-b9c0-2c9f20a5e154,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:36.235636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:36.242585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63fd5806-a83b-49c7-8b4c-86425534a6ad tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2303095 Aug 11 08:32:36.243923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:36.247326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:36.248436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.259228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad45f452-be62-475c-b843-73e36268e363 None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:36.263441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.276973 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d289902c-8132-4707-b7fe-6d0a707631d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7249267 Aug 11 08:32:36.283450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43930) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.289599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188202081'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:36.298299 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-2e875a9b-e717-4b91-89bd-b4afc885fb3e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] delete failed (client error): The resource could not be found. Aug 11 08:32:36.304943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2e875a9b-e717-4b91-89bd-b4afc885fb3e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a568703-4009-480f-a671-e91e74495e2f HTTP/1.1" status: 404 len: 347 time: 0.0349445 Aug 11 08:32:36.307242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43932) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.326827 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-cc1a38cf-e030-442b-a632-4c718276ce32 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] show failed (client error): The resource could not be found. Aug 11 08:32:36.333006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cc1a38cf-e030-442b-a632-4c718276ce32 tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-groups/b77ea1ef-9f03-4ba7-b5a0-18327a6f5259 HTTP/1.1" status: 404 len: 347 time: 0.0191576 Aug 11 08:32:36.335583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43934) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.354589 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-9c761d94-f108-4e96-8f96-ccef8382ce8e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] show failed (client error): The resource could not be found. Aug 11 08:32:36.361612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9c761d94-f108-4e96-8f96-ccef8382ce8e tempest-NegativeSecGroupIPv6Test-1822990808 tempest-NegativeSecGroupIPv6Test-1822990808-project] 10.222.0.58 "GET /v2.0/security-group-rules/012df1b3-ac08-4ce7-8698-a22e677b7f98 HTTP/1.1" status: 404 len: 356 time: 0.0194321 Aug 11 08:32:36.362596 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.466631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a740a6-89fd-405e-8373-fd7ee566b0bc None None] Network 4deb9d9e-890b-4660-850b-1bda2025a512 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:36.565843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.574283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.619188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.627018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.628239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.636440 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.640826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3558927 Aug 11 08:32:36.643867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43948) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.660312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'security_group': {'name': 'tempest-secgroup-647414391'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:36.674364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4216a0-71c5-45b7-9c12-da3be2910e87 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a039ecc0-9bdc-4b5f-83df-d9593562056a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:36.716135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.781042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event updated for resources: {'Port': ['ID=b95b8be0-1966-43fe-8d3b-099a93b07462,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:36.783521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43950) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:36.912518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.925886 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.979450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:36.983701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3277192 Aug 11 08:32:36.985646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:36.988252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 43960) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:37.000720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d682f1c-690a-4dd9-9fef-91956eefe0e0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15545730-4c11-4b52-a3ba-5fa5f524e500,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:37.013529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Provisioning for port 1556d87d-c967-4f26-9cb8-d09386d99f11 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:37.018472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-863534511', 'security_groups': ['15545730-4c11-4b52-a3ba-5fa5f524e500'], 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '714f4455-6170-4902-b9c0-2c9f20a5e154'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:37.028065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:37.079070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Provisioning complete for port 1556d87d-c967-4f26-9cb8-d09386d99f11 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:37.079579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.151177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b003ac8a-1daa-44d3-afdf-a913a7609ac9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=369410a3a95747f9b1f639c9249a40a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667350 Aug 11 08:32:37.154865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 43964) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:37.262986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-d7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'tenant_id': 'b5082634aa8e4b18a5819563426d6b3e', 'fixed_ips': [{'subnet_id': '714f4455-6170-4902-b9c0-2c9f20a5e154'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:37.263850 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.265166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-443a7184-59d6-418c-be84-2d382e55f587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.294060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-443a7184-59d6-418c-be84-2d382e55f587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.390121 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-443a7184-59d6-418c-be84-2d382e55f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.398919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-443a7184-59d6-418c-be84-2d382e55f587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.400182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-443a7184-59d6-418c-be84-2d382e55f587 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1a17b1e-01b4-4a47-88fc-5f0d8ccfb58f HTTP/1.1" status: 204 len: 168 time: 0.2439635 Aug 11 08:32:37.410000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Router 32706259-b2ad-417e-936b-65e8fcd1f518 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:37.425782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7184-59d6-418c-be84-2d382e55f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a17b1e-01b4-4a47-88fc-5f0d8ccfb58f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:37.636102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:37.714171 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:37.811039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] For port 1556d87d-c967-4f26-9cb8-d09386d99f11, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1556d87d-c967-4f26-9cb8-d09386d99f11,segment=NetworkSegment(f32058d4-0600-4282-86cb-57320325fc16),segment_id=f32058d4-0600-4282-86cb-57320325fc16)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:37.871607 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.052378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Pushing event updated for resources: {'Port': ['ID=1556d87d-c967-4f26-9cb8-d09386d99f11,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:38.063624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Provisioning for port b95b8be0-1966-43fe-8d3b-099a93b07462 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:38.074825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Provisioning complete for port b95b8be0-1966-43fe-8d3b-099a93b07462 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:38.075283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.182704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Allocated IP 172.20.0.2 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/714f4455-6170-4902-b9c0-2c9f20a5e154/d5e9bf3d-3f03-4163-a3b2-c926361bc9f9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:38.219305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:38.231066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ed33d86-b720-4a8d-b562-4d3117d92996 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9313447 Aug 11 08:32:38.234227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44002) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:38.288069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.316610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port 399c9ebb-095a-4fa0-9ccb-eef6ea657343 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:38.362646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfbb4d67-b33c-4f84-9967-638939e8f47f tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.439341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.468385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Transition to ACTIVE for port object d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:38.469923 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-cfbb4d67-b33c-4f84-9967-638939e8f47f tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 08:32:38.474960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cfbb4d67-b33c-4f84-9967-638939e8f47f tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518 HTTP/1.1" status: 409 len: 329 time: 0.2388990 Aug 11 08:32:38.475618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44014) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:38.488552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Transition to ACTIVE for port object d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:38.499096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] Sync routers for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:38.515933 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.574224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-495b9536-c1be-4f61-ae21-acf08e58e9f9 None None] Port b95b8be0-1966-43fe-8d3b-099a93b07462 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:38.577604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:38.578257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:38.606560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.10 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/714f4455-6170-4902-b9c0-2c9f20a5e154/399c9ebb-095a-4fa0-9ccb-eef6ea657343) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:38.630602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:38.636258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:38.644194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:38.654282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:38.656557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Pushing event updated for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:38.690981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:38.692750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:38.810076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:38.812179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f795eeb-73a3-436e-9ba5-be52e3e1241f None None] The sync data for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:38.829997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.847123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object 399c9ebb-095a-4fa0-9ccb-eef6ea657343 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:38.854705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44028) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:38.878040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b859fc9c-083b-4eaf-af16-ff4066e9cd9b None None] Provisioning complete for port 1556d87d-c967-4f26-9cb8-d09386d99f11 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:38.878692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b859fc9c-083b-4eaf-af16-ff4066e9cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.882426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Attempting to bind port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:38.883292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Attempting to bind port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '92e868b7-0f7a-4060-bed5-eaa54c8852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:38.883915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Attempting to bind port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 on network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:38.888513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.941265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:38.949613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:38.950445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Checking segment: {'id': '92e868b7-0f7a-4060-bed5-eaa54c8852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:38.951145 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.951778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Bound using segment: {'id': '92e868b7-0f7a-4060-bed5-eaa54c8852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:38.953103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:38.953260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Bound port: d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e868b7-0f7a-4060-bed5-eaa54c8852ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:38.954069 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:38.957222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:39.005064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=399c9ebb-095a-4fa0-9ccb-eef6ea657343,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:39.032908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:39.033468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.057880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-956b61b5-0f27-4b39-ab54-17962b25fefa tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0629790 Aug 11 08:32:39.060484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:39.070008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:39.121197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:39.139920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,segment=NetworkSegment(92e868b7-0f7a-4060-bed5-eaa54c8852ba),segment_id=92e868b7-0f7a-4060-bed5-eaa54c8852ba)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:39.153293 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.165093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ab99855d-673e-433f-bf85-8d765e84e40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.204982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b859fc9c-083b-4eaf-af16-ff4066e9cd9b None None] Provisioning complete for port b95b8be0-1966-43fe-8d3b-099a93b07462 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:39.205531 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b859fc9c-083b-4eaf-af16-ff4066e9cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.233313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.284946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bb300-6da3-4952-b296-6a91f19ddefa None None] Pushing event updated for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:39.310097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b859fc9c-083b-4eaf-af16-ff4066e9cd9b None None] Port b95b8be0-1966-43fe-8d3b-099a93b07462 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:39.454045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ab99855d-673e-433f-bf85-8d765e84e40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.457182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1556d87d-c967-4f26-9cb8-d09386d99f11 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:39.473491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ab99855d-673e-433f-bf85-8d765e84e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.491088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:39.512866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.593450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ab99855d-673e-433f-bf85-8d765e84e40b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00ba0bbe095a4c52a6c57441a4752f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348092 Aug 11 08:32:39.595495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99855d-673e-433f-bf85-8d765e84e40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db4e1c-ad80-453e-b87d-74870069c888,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:39.602603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:39.649165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1556d87d-c967-4f26-9cb8-d09386d99f11 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:39.649800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.729073 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 714f4455-6170-4902-b9c0-2c9f20a5e154 (CIDR: 172.20.0.0/28) Aug 11 08:32:39.736797 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:39.737537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:39.774507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-94999233-f501-4460-858a-e4840d17cc03 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7127576 Aug 11 08:32:39.775414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:39.794909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:39.836114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b46b665e-301a-44fb-9958-d5a2d26fb323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.848130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-cb5daeba-cfa0-40e1-a66d-4c99b3ec7e5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1726725 Aug 11 08:32:39.882740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b46b665e-301a-44fb-9958-d5a2d26fb323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.943617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting port b95b8be0-1966-43fe-8d3b-099a93b07462 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:39.944705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:39.978424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:39.982449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.041204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-b06be5e3-b6d4-4eb0-be80-bb44e40c5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:40.042880 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-b06be5e3-b6d4-4eb0-be80-bb44e40c5156 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=90916dff254e4f228ca8cd493000524f&device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 1097 time: 0.1121740 Aug 11 08:32:40.061545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b46b665e-301a-44fb-9958-d5a2d26fb323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.066649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b46b665e-301a-44fb-9958-d5a2d26fb323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.069660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b46b665e-301a-44fb-9958-d5a2d26fb323 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5db4e1c-ad80-453e-b87d-74870069c888 HTTP/1.1" status: 204 len: 168 time: 0.4652708 Aug 11 08:32:40.121778 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.160769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b665e-301a-44fb-9958-d5a2d26fb323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db4e1c-ad80-453e-b87d-74870069c888,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:40.195866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Calling delete_port for b95b8be0-1966-43fe-8d3b-099a93b07462 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:40.345652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-bfe9c130-42b2-4042-a2a7-bef9c5cf262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:40.347363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-bfe9c130-42b2-4042-a2a7-bef9c5cf262b service neutron] 10.222.0.69 "GET /v2.0/networks?id=abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 200 len: 909 time: 0.2760708 Aug 11 08:32:40.410037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44064) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:40.505158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-4366b690-0353-4788-833f-a3598a976d2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 200 len: 1002 time: 0.1503189 Aug 11 08:32:40.528764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.612402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-59beddce-1da7-4a53-a90e-1343b547c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:40.613972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-59beddce-1da7-4a53-a90e-1343b547c307 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 200 len: 847 time: 0.1014457 Aug 11 08:32:40.660746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=49b2c785-f2c9-4954-ab60-a8fb94e6ce98,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:40.684577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:40.686223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:40.691787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:40.692794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.717460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9e0c0bf8-d9e8-4d2e-9553-a124e1e37bc5 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9408562 Aug 11 08:32:40.719851 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd712ad6-0d25-4744-9e8d-ed741a416939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.720501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:40.732694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-310428493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49b2c785-f2c9-4954-ab60-a8fb94e6ce98'}], 'security_groups': ['a039ecc0-9bdc-4b5f-83df-d9593562056a']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:40.746044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-8e3f05a5-d169-4fdb-b7ea-daca2163ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:40.747306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-8e3f05a5-d169-4fdb-b7ea-daca2163ebe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=abe8eace-96c1-480c-b466-345fffde1c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212814 Aug 11 08:32:40.804674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8122f3a-0f02-4c7c-a2ff-397f6f9ec5c0 None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:40.821518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.895813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e573956-cb39-415c-a871-1193e2f998b9 None None] Provisioning for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:40.928554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e573956-cb39-415c-a871-1193e2f998b9 None None] Provisioning complete for port 58930556-14f4-4636-9185-264384d5e4fe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:40.929358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e573956-cb39-415c-a871-1193e2f998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:40.967126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.001864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2e573956-cb39-415c-a871-1193e2f998b9 None None] Port 58930556-14f4-4636-9185-264384d5e4fe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:41.056554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Port': ['ID=b95b8be0-1966-43fe-8d3b-099a93b07462,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:41.219800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd712ad6-0d25-4744-9e8d-ed741a416939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.222874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-2a50b546-0c3c-4d51-adbb-5091e3f3b585 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025719 Aug 11 08:32:41.229540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.231514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd712ad6-0d25-4744-9e8d-ed741a416939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.238497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Update dhcp port {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'fixed_ips': [{'subnet_id': '714f4455-6170-4902-b9c0-2c9f20a5e154', 'ip_address': '172.20.0.2'}, {'subnet_id': '49b2c785-f2c9-4954-ab60-a8fb94e6ce98'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'd5e9bf3d-3f03-4163-a3b2-c926361bc9f9'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:32:41.299599 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.466390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Delete allocated IP 172.20.0.10 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/714f4455-6170-4902-b9c0-2c9f20a5e154) {{(pid=94572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 08:32:41.491321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.23 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/49b2c785-f2c9-4954-ab60-a8fb94e6ce98/399c9ebb-095a-4fa0-9ccb-eef6ea657343) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:41.559744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:41.654014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:41.662757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:41.663722 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.735506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.750375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Ignored duplicate provisioning block setup for port 399c9ebb-095a-4fa0-9ccb-eef6ea657343 by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 08:32:41.758176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.859974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.876422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cd712ad6-0d25-4744-9e8d-ed741a416939 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7db786829f94bdca75d1a3a69ce710c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4620731 Aug 11 08:32:41.879807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44098) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:41.886202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd712ad6-0d25-4744-9e8d-ed741a416939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0558d3fb-b6f9-4367-9011-8d6340826724,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:41.922708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] In _notify_port_updated(), no bound segment for port 399c9ebb-095a-4fa0-9ccb-eef6ea657343 on network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:32:41.929834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:41.932018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.934049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/ports/399c9ebb-095a-4fa0-9ccb-eef6ea657343 HTTP/1.1" status: 200 len: 920 time: 1.2121315 Aug 11 08:32:41.939488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44102) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:41.939678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,segment=NetworkSegment(92e868b7-0f7a-4060-bed5-eaa54c8852ba),segment_id=92e868b7-0f7a-4060-bed5-eaa54c8852ba)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:41.942777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfe112-c7c1-4102-a62a-2118668ba1e4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=399c9ebb-095a-4fa0-9ccb-eef6ea657343,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:41.950616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:41.954248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Allocated IP 172.20.0.18 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/49b2c785-f2c9-4954-ab60-a8fb94e6ce98/d5e9bf3d-3f03-4163-a3b2-c926361bc9f9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:42.111818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Router 32706259-b2ad-417e-936b-65e8fcd1f518 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:32:42.114361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87fb67b4-ee55-49ee-8bd7-8295217fc37b req-088c7e2f-4491-40ed-8b54-e0c86af23048 service neutron] 10.222.0.69 "GET /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8783057 Aug 11 08:32:42.130189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 399c9ebb-095a-4fa0-9ccb-eef6ea657343 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:42.131789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.158655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04b4fdb1-9be3-4589-affc-f2aa40ce17a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.270377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04b4fdb1-9be3-4589-affc-f2aa40ce17a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.272676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:32:42.282700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de5bfeb3-3cb7-4bb9-93c5-daedc2c6dcb1 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8059516 Aug 11 08:32:42.287607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44116) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:42.311042 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] Sync routers for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:32:42.324079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:42.328634 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:42.329608 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:42.343149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04b4fdb1-9be3-4589-affc-f2aa40ce17a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.348659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-04b4fdb1-9be3-4589-affc-f2aa40ce17a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.352871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-04b4fdb1-9be3-4589-affc-f2aa40ce17a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0558d3fb-b6f9-4367-9011-8d6340826724 HTTP/1.1" status: 204 len: 168 time: 0.4679174 Aug 11 08:32:42.394452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4fdb1-9be3-4589-affc-f2aa40ce17a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0558d3fb-b6f9-4367-9011-8d6340826724,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:42.403799 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:42.420228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,segment=NetworkSegment(92e868b7-0f7a-4060-bed5-eaa54c8852ba),segment_id=92e868b7-0f7a-4060-bed5-eaa54c8852ba)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:42.425489 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] Routers {'32706259-b2ad-417e-936b-65e8fcd1f518'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:32:42.426128 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:32:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['32706259-b2ad-417e-936b-65e8fcd1f518'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:42.493447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:42.494091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.494618 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec99bfc-82bd-4ec8-83c7-3b15520abd91 None None] The sync data for ids ['32706259-b2ad-417e-936b-65e8fcd1f518'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:32:42.501972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.507758 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-df12c6ee-a5e6-4e7f-b120-fb3db646ee0a tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] show failed (client error): The resource could not be found. Aug 11 08:32:42.509832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df12c6ee-a5e6-4e7f-b120-fb3db646ee0a tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1921829090 HTTP/1.1" status: 404 len: 335 time: 0.2153645 Aug 11 08:32:42.514169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44120) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:42.518218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Transition to ACTIVE for port object d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:42.520314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e1f0fed1-e216-43a8-861f-4dba9e5f5229 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:42.525521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.566226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 399c9ebb-095a-4fa0-9ccb-eef6ea657343 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:42.624011 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-e1f0fed1-e216-43a8-861f-4dba9e5f5229 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] update failed (client error): The resource could not be found. Aug 11 08:32:42.631240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e1f0fed1-e216-43a8-861f-4dba9e5f5229 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-294413334 HTTP/1.1" status: 404 len: 334 time: 0.1109171 Aug 11 08:32:42.631240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44126) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:42.668423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52805af-be5c-449e-b039-f0546f907b76 None None] Pushing event updated for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:42.737574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting subnet 7cfd6ded-951f-4cea-9356-35dc0484dd88 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:42.742218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:42.820072 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.003568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.039156 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.111492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=399c9ebb-095a-4fa0-9ccb-eef6ea657343,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:43.128687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.160762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.163030 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/subnets/7cfd6ded-951f-4cea-9356-35dc0484dd88 HTTP/1.1" status: 204 len: 168 time: 0.5290735 Aug 11 08:32:43.171303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102f4a0-8c25-4904-bb28-d63d1b0151a2 None None] Network 4deb9d9e-890b-4660-850b-1bda2025a512 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:43.181158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44142) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:43.229459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44144) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:43.267573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec4f3-5869-4d6a-a775-53b8d6ec0a5d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfd6ded-951f-4cea-9356-35dc0484dd88,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:43.295187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b2c688a-8ec2-4609-ac34-68c0481766fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.337168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.341482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4ffe6062-a885-4feb-996f-885e854f9fe7 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/399c9ebb-095a-4fa0-9ccb-eef6ea657343 HTTP/1.1" status: 204 len: 168 time: 1.3892345 Aug 11 08:32:43.342331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44154) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:43.438983 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4c44f8-a4d9-464a-8774-3527f841ef85 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:43.449908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9b4c44f8-a4d9-464a-8774-3527f841ef85 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/399c9ebb-095a-4fa0-9ccb-eef6ea657343 HTTP/1.1" status: 404 len: 333 time: 0.1063068 Aug 11 08:32:43.452749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44164) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:43.480257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.480421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:43.553197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] DHCP port deletion for 4deb9d9e-890b-4660-850b-1bda2025a512 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:43.560427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b2c688a-8ec2-4609-ac34-68c0481766fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.574263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4b2c688a-8ec2-4609-ac34-68c0481766fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.665325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] Deleting port 1556d87d-c967-4f26-9cb8-d09386d99f11 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:43.665875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.672734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9012ba8e-fc67-483c-b648-fbb5aad4ca1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.675956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting port 1556d87d-c967-4f26-9cb8-d09386d99f11 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:43.682543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.702871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4b2c688a-8ec2-4609-ac34-68c0481766fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f604b10de76c456197f7394c47f8e015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723258 Aug 11 08:32:43.709155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:43.711212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c688a-8ec2-4609-ac34-68c0481766fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cffd72-8413-4c37-b97e-5e7c5e8f2c52,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:43.793243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] For port 1556d87d-c967-4f26-9cb8-d09386d99f11, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1556d87d-c967-4f26-9cb8-d09386d99f11,segment=NetworkSegment(f32058d4-0600-4282-86cb-57320325fc16),segment_id=f32058d4-0600-4282-86cb-57320325fc16)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:43.793821 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.829998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] Calling delete_port for 1556d87d-c967-4f26-9cb8-d09386d99f11 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:43.838536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9012ba8e-fc67-483c-b648-fbb5aad4ca1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.889552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cf88d7f-6b64-4024-8ca1-ba9416858ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.934140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] For port 1556d87d-c967-4f26-9cb8-d09386d99f11, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1556d87d-c967-4f26-9cb8-d09386d99f11,segment=NetworkSegment(f32058d4-0600-4282-86cb-57320325fc16),segment_id=f32058d4-0600-4282-86cb-57320325fc16)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:43.934540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.955330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cf88d7f-6b64-4024-8ca1-ba9416858ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.960435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Provisioning complete for port 58930556-14f4-4636-9185-264384d5e4fe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:43.962392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:43.962909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Calling delete_port for 1556d87d-c967-4f26-9cb8-d09386d99f11 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:43.972047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.054986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9012ba8e-fc67-483c-b648-fbb5aad4ca1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.058260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9012ba8e-fc67-483c-b648-fbb5aad4ca1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.059935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9012ba8e-fc67-483c-b648-fbb5aad4ca1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/security-groups/15545730-4c11-4b52-a3ba-5fa5f524e500 HTTP/1.1" status: 204 len: 168 time: 0.6054754 Aug 11 08:32:44.063581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44206) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:44.091464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cf88d7f-6b64-4024-8ca1-ba9416858ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.094055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8cf88d7f-6b64-4024-8ca1-ba9416858ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.097926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8cf88d7f-6b64-4024-8ca1-ba9416858ede admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4cffd72-8413-4c37-b97e-5e7c5e8f2c52 HTTP/1.1" status: 204 len: 168 time: 0.3683574 Aug 11 08:32:44.104945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012ba8e-fc67-483c-b648-fbb5aad4ca1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15545730-4c11-4b52-a3ba-5fa5f524e500,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:44.134776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf88d7f-6b64-4024-8ca1-ba9416858ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cffd72-8413-4c37-b97e-5e7c5e8f2c52,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:44.150625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] Pushing event deleted for resources: {'Port': ['ID=1556d87d-c967-4f26-9cb8-d09386d99f11,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:44.170526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.193710 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c721fdda-b747-402f-a272-4d00407a9582 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.205220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15907c7d-6573-4f75-af4b-cbc024fefbed None None] No DVR routers for this DVR port 1556d87d-c967-4f26-9cb8-d09386d99f11 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:44.221541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Port': ['ID=1556d87d-c967-4f26-9cb8-d09386d99f11,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:44.227177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] No DVR routers for this DVR port 1556d87d-c967-4f26-9cb8-d09386d99f11 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:44.271755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Port 58930556-14f4-4636-9185-264384d5e4fe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:44.273062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c721fdda-b747-402f-a272-4d00407a9582 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.278667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Could not find standard attr ID for object 399c9ebb-095a-4fa0-9ccb-eef6ea657343. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:44.308066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Provisioning for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:44.312960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:44.313344 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3f4905c-fa24-44ae-8482-2f33db9493d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.383920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c721fdda-b747-402f-a272-4d00407a9582 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.387762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c721fdda-b747-402f-a272-4d00407a9582 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.389280 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c721fdda-b747-402f-a272-4d00407a9582 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/security-groups/a039ecc0-9bdc-4b5f-83df-d9593562056a HTTP/1.1" status: 204 len: 168 time: 0.3247406 Aug 11 08:32:44.401793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44222) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:44.416309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721fdda-b747-402f-a272-4d00407a9582 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a039ecc0-9bdc-4b5f-83df-d9593562056a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:44.509259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.533386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4deb9d9e-890b-4660-850b-1bda2025a512']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:44.553066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32058d4-0600-4282-86cb-57320325fc16') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:44.553489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32058d4-0600-4282-86cb-57320325fc16') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:44.559929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 714f4455-6170-4902-b9c0-2c9f20a5e154 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:44.574982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.580226 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.625497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.630339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-de6c4bde-f5d0-46b0-94a5-9a6991538dbb None None] Could not find standard attr ID for object 399c9ebb-095a-4fa0-9ccb-eef6ea657343. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:44.639168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:44.640177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:44.643875 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:44.658741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.752741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-197090cc-b717-42c7-b5b1-cf2469ff03a8 None None] Could not find standard attr ID for object 399c9ebb-095a-4fa0-9ccb-eef6ea657343. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:44.761630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.778275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.779791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/networks/4deb9d9e-890b-4660-850b-1bda2025a512 HTTP/1.1" status: 204 len: 168 time: 1.5975428 Aug 11 08:32:44.782475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44254) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:44.819475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adead351-624b-48ba-bd8b-40c05f6d1bad tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Network': ['ID=4deb9d9e-890b-4660-850b-1bda2025a512,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:44.876289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:44.968212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting subnet 763ba78b-046d-4f33-9c0f-44dffac954c4 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:44.978427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.027574 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.080332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=714f4455-6170-4902-b9c0-2c9f20a5e154,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:45.106511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e57d6f-d568-47c2-b7a3-85f9677b786b None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:45.107738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.113785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-823cd2bd-5ad9-4904-af9e-cc448c31339b tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/714f4455-6170-4902-b9c0-2c9f20a5e154 HTTP/1.1" status: 204 len: 168 time: 0.7080374 Aug 11 08:32:45.118574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44274) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:45.130205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:45.133387 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.323707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.351008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:45.357686 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.461708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1556d87d-c967-4f26-9cb8-d09386d99f11 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:45.490329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.516672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1556d87d-c967-4f26-9cb8-d09386d99f11 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:45.517246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1556d87d-c967-4f26-9cb8-d09386d99f11 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:45.578831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Subnet': ['ID=763ba78b-046d-4f33-9c0f-44dffac954c4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:45.592498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.598867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d864d6a5-0304-43a4-b19c-5d21a1d57d21 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/subnets/763ba78b-046d-4f33-9c0f-44dffac954c4 HTTP/1.1" status: 204 len: 168 time: 0.8130891 Aug 11 08:32:45.599650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:45.602131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922e7be-d02d-4ac7-b149-d25164f1ab52 None None] Network 461525f9-5ce3-452b-b89d-6f1ce07b49a9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:45.726281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting subnet 815dc70e-f284-41ee-a0e4-d3625c5fb055 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:45.738117 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.822888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.861938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.920689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:45.934086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:45.937477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:45.940846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:45.941207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:45.971688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44314) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:45.974930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30a96a8e-d9c7-4951-a756-58875aed5c15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8550582 Aug 11 08:32:45.977773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954737971'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:45.996033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] DHCP port deletion for 461525f9-5ce3-452b-b89d-6f1ce07b49a9 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:46.054827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.085398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] Deleting port 02e5f734-fc85-43d5-8e86-470547362d92 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:46.086313 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.179546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44318) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:46.184467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] For port 02e5f734-fc85-43d5-8e86-470547362d92, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=02e5f734-fc85-43d5-8e86-470547362d92,segment=NetworkSegment(a77e0bc5-00a4-4473-aac9-1e110a11bdfe),segment_id=a77e0bc5-00a4-4473-aac9-1e110a11bdfe)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:46.185178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.200020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.208132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] Calling delete_port for 02e5f734-fc85-43d5-8e86-470547362d92 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:46.215333 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.218514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.324219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e360b9a3-b547-4ea5-8ee8-bca64cf552ba,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:46.335056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.348506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.363210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.364506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-520bb676-8fae-4edb-b944-e7af72267a3a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3915567 Aug 11 08:32:46.367483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44326) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:46.379232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'security_group': {'name': 'tempest-secgroup-1145730113'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:46.383930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] No DVR routers for this DVR port 02e5f734-fc85-43d5-8e86-470547362d92 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:46.389522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da392dc-feae-4c23-ae79-ee8fcb9bec14 None None] Pushing event deleted for resources: {'Port': ['ID=02e5f734-fc85-43d5-8e86-470547362d92,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:46.424060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.460123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Subnet': ['ID=815dc70e-f284-41ee-a0e4-d3625c5fb055,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:46.469006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.473836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c26d0368-641e-4aed-ae18-6b924ed52141 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/subnets/815dc70e-f284-41ee-a0e4-d3625c5fb055 HTTP/1.1" status: 204 len: 168 time: 0.8686495 Aug 11 08:32:46.474631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44330) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:46.478881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d9bde8-0c47-4894-9834-02c51ef50d9b None None] Network aea28a2d-3d64-417f-83be-3992097d50dc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:46.591727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.623025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.640302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec345b3e-c152-4c4e-9f15-22a059f1f40c None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:46.656891 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.750206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bfc39c84-172b-4ed5-b700-be6ab2f234a9 None None] Provisioning complete for port 58930556-14f4-4636-9185-264384d5e4fe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:46.750646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bfc39c84-172b-4ed5-b700-be6ab2f234a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.756148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.759452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8dccaee5ecd4e5fa9f02a3edf58fcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786042 Aug 11 08:32:46.764539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44338) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:46.772058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a41afc-2914-4f24-aeea-7c02da1bd0e9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:46.787230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.787537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.787885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.788219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.788551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.788902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.789229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.789555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.789880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.790653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.790653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.790863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b329680b-0efa-484e-af2c-58e21cbbd9c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:46.798128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.813132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bfc39c84-172b-4ed5-b700-be6ab2f234a9 None None] Port 58930556-14f4-4636-9185-264384d5e4fe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:46.813833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461525f9-5ce3-452b-b89d-6f1ce07b49a9']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:46.825506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bfc39c84-172b-4ed5-b700-be6ab2f234a9 None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:46.825889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bfc39c84-172b-4ed5-b700-be6ab2f234a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.834489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:46.834816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77e0bc5-00a4-4473-aac9-1e110a11bdfe') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:46.850486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.898998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.919501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] DHCP port deletion for aea28a2d-3d64-417f-83be-3992097d50dc request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:46.941740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e542cfd0-5785-4768-9cae-95405acac802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:46.972504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e542cfd0-5785-4768-9cae-95405acac802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.005582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:47.005582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:47.012608 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:47.044701 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.047746 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e542cfd0-5785-4768-9cae-95405acac802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.050494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e542cfd0-5785-4768-9cae-95405acac802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.054407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e542cfd0-5785-4768-9cae-95405acac802 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93a41afc-2914-4f24-aeea-7c02da1bd0e9 HTTP/1.1" status: 204 len: 168 time: 0.2860858 Aug 11 08:32:47.064511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cfd0-5785-4768-9cae-95405acac802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a41afc-2914-4f24-aeea-7c02da1bd0e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:47.093023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] Deleting port fb182f0d-9728-47f9-9072-3ce01ca65464 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:47.093511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.113179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.191597 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.192330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Update dhcp port {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'fixed_ips': [{'subnet_id': '49b2c785-f2c9-4954-ab60-a8fb94e6ce98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'd5e9bf3d-3f03-4163-a3b2-c926361bc9f9'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:32:47.193698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.195421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8269539 Aug 11 08:32:47.197751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923761-b2fb-4eaf-bbea-0e65b101a8cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7298acd4-359e-42b7-8630-bfb8a17a5c2f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:47.202868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44352) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:47.212226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520238421'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:47.220448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.224752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/networks/461525f9-5ce3-452b-b89d-6f1ce07b49a9 HTTP/1.1" status: 204 len: 168 time: 0.7472138 Aug 11 08:32:47.224979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.228183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44358) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:47.231389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] For port fb182f0d-9728-47f9-9072-3ce01ca65464, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb182f0d-9728-47f9-9072-3ce01ca65464,segment=NetworkSegment(e1723423-982e-4815-af34-6dd9c0069526),segment_id=e1723423-982e-4815-af34-6dd9c0069526)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:47.231778 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.245681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb67795-9373-4507-83e1-5f86d281532d tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Network': ['ID=461525f9-5ce3-452b-b89d-6f1ce07b49a9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:47.257847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] Calling delete_port for fb182f0d-9728-47f9-9072-3ce01ca65464 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:47.332993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.413006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.455941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device fb182f0d-9728-47f9-9072-3ce01ca65464 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:47.562036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.575851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.598142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting port fb182f0d-9728-47f9-9072-3ce01ca65464 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:47.598142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.672960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.677963 n-d-789963-6 neutron-server[94574]: INFO neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No ports have port_id starting with fb182f0d-9728-47f9-9072-3ce01ca65464 Aug 11 08:32:47.684452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] For port fb182f0d-9728-47f9-9072-3ce01ca65464, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=fb182f0d-9728-47f9-9072-3ce01ca65464,segment=NetworkSegment(e1723423-982e-4815-af34-6dd9c0069526),segment_id=e1723423-982e-4815-af34-6dd9c0069526)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:47.685306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.703569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Calling delete_port for fb182f0d-9728-47f9-9072-3ce01ca65464 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:47.709798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e5f734-fc85-43d5-8e86-470547362d92 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:47.717137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44364) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:47.719628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Allocated IP 172.20.0.2 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb/d5e9bf3d-3f03-4163-a3b2-c926361bc9f9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:47.721814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] Pushing event deleted for resources: {'Port': ['ID=fb182f0d-9728-47f9-9072-3ce01ca65464,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:47.739667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-911a1dd5-5a07-4f9d-9179-453a9fa4c163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.751833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c60e7-b6fe-4f1b-9e83-4a4276195b34 None None] No DVR routers for this DVR port fb182f0d-9728-47f9-9072-3ce01ca65464 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:47.770929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 02e5f734-fc85-43d5-8e86-470547362d92 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:47.771367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 02e5f734-fc85-43d5-8e86-470547362d92 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:47.839905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.849212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.850633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6511824 Aug 11 08:32:47.853868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:47.861118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2016107129', 'security_groups': ['f4ce452c-820f-45ef-aab9-2378f62705c4'], 'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:47.881595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Port': ['ID=fb182f0d-9728-47f9-9072-3ce01ca65464,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:47.890562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] No DVR routers for this DVR port fb182f0d-9728-47f9-9072-3ce01ca65464 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:47.895221 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daeb0d-61d4-4ef2-90e8-758355879b75 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce452c-820f-45ef-aab9-2378f62705c4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:47.921884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,segment=NetworkSegment(92e868b7-0f7a-4060-bed5-eaa54c8852ba),segment_id=92e868b7-0f7a-4060-bed5-eaa54c8852ba)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:47.954773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-911a1dd5-5a07-4f9d-9179-453a9fa4c163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.964341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-911a1dd5-5a07-4f9d-9179-453a9fa4c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.965218 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.983165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Transition to ACTIVE for port object d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:47.995767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:47.996046 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.011846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea28a2d-3d64-417f-83be-3992097d50dc']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:48.023948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1723423-982e-4815-af34-6dd9c0069526') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:48.024622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1723423-982e-4815-af34-6dd9c0069526') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:48.036913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-911a1dd5-5a07-4f9d-9179-453a9fa4c163 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fed88183b8c47cd913fb2cc4aa84c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157036 Aug 11 08:32:48.037608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.039194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44374) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:48.052811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.060688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a1dd5-5a07-4f9d-9179-453a9fa4c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63991c-5a2b-4d08-b8b3-4e686d60aa7d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:48.063194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:48.063982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:48.070865 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:48.129068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f0255-e5d8-4a1f-b284-40e966693dfe None None] Pushing event updated for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:48.140037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:48.147241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.158469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.162854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/networks/aea28a2d-3d64-417f-83be-3992097d50dc HTTP/1.1" status: 204 len: 168 time: 0.9336300 Aug 11 08:32:48.173418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:48.182417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b7a8-28bd-4651-9a6c-70938a0f5fd9 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Network': ['ID=aea28a2d-3d64-417f-83be-3992097d50dc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:48.234266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec41c21a-42ca-408d-ada0-dd91a2ea020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.244681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting subnet 8bdf3f71-82ea-4289-8624-5b486530154e {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:48.248472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.276754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec41c21a-42ca-408d-ada0-dd91a2ea020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.292967 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.298162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.332764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] device_id is not set on port de6448ce-d5de-4d94-b3fc-b9ec45b6191e yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:48.403899 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec41c21a-42ca-408d-ada0-dd91a2ea020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.406915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec41c21a-42ca-408d-ada0-dd91a2ea020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.410787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ec41c21a-42ca-408d-ada0-dd91a2ea020a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc63991c-5a2b-4d08-b8b3-4e686d60aa7d HTTP/1.1" status: 204 len: 168 time: 0.3659294 Aug 11 08:32:48.425544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41c21a-42ca-408d-ada0-dd91a2ea020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63991c-5a2b-4d08-b8b3-4e686d60aa7d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:48.453841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.567811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.576970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.3 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb/de6448ce-d5de-4d94-b3fc-b9ec45b6191e) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:48.597262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdf3f71-82ea-4289-8624-5b486530154e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:48.601365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.603372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b170050a-b8e2-4f9c-bbed-af53d54470eb tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/subnets/8bdf3f71-82ea-4289-8624-5b486530154e HTTP/1.1" status: 204 len: 168 time: 0.4289167 Aug 11 08:32:48.609313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44380) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:48.612498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8d965-839b-4cec-86fb-b297d5874557 None None] Network dcec5a20-9004-44cd-9acd-97e6fba619e1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:48.829428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:48.913835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] DHCP port deletion for dcec5a20-9004-44cd-9acd-97e6fba619e1 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:48.997664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.020263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object de6448ce-d5de-4d94-b3fc-b9ec45b6191e will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:49.023138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Deleting port 031eee72-4664-4331-a8b9-792d8cb6151c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:49.023797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.028698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d5574203-fd93-4a29-a9c0-b5e506ff3bea None None] Provisioning complete for port 58930556-14f4-4636-9185-264384d5e4fe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:49.029235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d5574203-fd93-4a29-a9c0-b5e506ff3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.077869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] Deleting port 031eee72-4664-4331-a8b9-792d8cb6151c {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:49.078006 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.079908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d5574203-fd93-4a29-a9c0-b5e506ff3bea None None] Port 58930556-14f4-4636-9185-264384d5e4fe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:49.133530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] For port 031eee72-4664-4331-a8b9-792d8cb6151c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=031eee72-4664-4331-a8b9-792d8cb6151c,segment=NetworkSegment(5292b403-7eaf-4ba7-9f9a-d998104287e6),segment_id=5292b403-7eaf-4ba7-9f9a-d998104287e6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:49.133738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.150831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Calling delete_port for 031eee72-4664-4331-a8b9-792d8cb6151c owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:49.162767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.168428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d5574203-fd93-4a29-a9c0-b5e506ff3bea None None] Provisioning for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:49.179282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d5574203-fd93-4a29-a9c0-b5e506ff3bea None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:49.179730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d5574203-fd93-4a29-a9c0-b5e506ff3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.184769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] For port 031eee72-4664-4331-a8b9-792d8cb6151c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=031eee72-4664-4331-a8b9-792d8cb6151c,segment=NetworkSegment(5292b403-7eaf-4ba7-9f9a-d998104287e6),segment_id=5292b403-7eaf-4ba7-9f9a-d998104287e6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:49.189067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.220767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] Calling delete_port for 031eee72-4664-4331-a8b9-792d8cb6151c owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:49.286620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:49.295908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:49.307378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:49.311646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=de6448ce-d5de-4d94-b3fc-b9ec45b6191e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:49.367840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.397923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] Pushing event deleted for resources: {'Port': ['ID=031eee72-4664-4331-a8b9-792d8cb6151c,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:49.399763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e952576-bfb1-4e78-9294-94829d120935 None None] No DVR routers for this DVR port 031eee72-4664-4331-a8b9-792d8cb6151c on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:49.421554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:49.422224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.437227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:49.451174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44406) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:49.451863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f93ab808-8aee-40f4-819c-b2c0b9602288 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5961592 Aug 11 08:32:49.453100 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.456434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:49.493019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Port': ['ID=031eee72-4664-4331-a8b9-792d8cb6151c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:49.495400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] No DVR routers for this DVR port 031eee72-4664-4331-a8b9-792d8cb6151c on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:49.593963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:49.596656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.599510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.611455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcec5a20-9004-44cd-9acd-97e6fba619e1']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:49.632936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5292b403-7eaf-4ba7-9f9a-d998104287e6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:49.633290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5292b403-7eaf-4ba7-9f9a-d998104287e6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:49.643234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.657573 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.658088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:49.662431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.665273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:49.665273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:49.788963 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:49.792810 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb (CIDR: 172.20.0.0/28) Aug 11 08:32:49.797278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.807262 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:49.807826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:49.818420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b6d2cff7-7f5b-441d-b66b-7264e2a00313 None None] Provisioning for port de6448ce-d5de-4d94-b3fc-b9ec45b6191e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:49.823145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b6d2cff7-7f5b-441d-b66b-7264e2a00313 None None] Provisioning complete for port de6448ce-d5de-4d94-b3fc-b9ec45b6191e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:49.823593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b6d2cff7-7f5b-441d-b66b-7264e2a00313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.830769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:49.833641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/networks/dcec5a20-9004-44cd-9acd-97e6fba619e1 HTTP/1.1" status: 204 len: 168 time: 1.2213960 Aug 11 08:32:49.834953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fea15c-9a81-405c-85a0-d89a6ebcca50 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Pushing event deleted for resources: {'Network': ['ID=dcec5a20-9004-44cd-9acd-97e6fba619e1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:49.836958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:49.855863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44416) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:49.859811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ce516eb2-8822-4b1d-b01c-41ac1653888a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4047854 Aug 11 08:32:49.866902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:49.886562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-915b0370-5eed-4a8d-830d-f3d27c6c4099 tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "GET /v2.0/ports?device_id=32706259-b2ad-417e-936b-65e8fcd1f518 HTTP/1.1" status: 200 len: 205 time: 0.0482340 Aug 11 08:32:49.889206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:49.892465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 031eee72-4664-4331-a8b9-792d8cb6151c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:49.938443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 031eee72-4664-4331-a8b9-792d8cb6151c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:49.939589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 031eee72-4664-4331-a8b9-792d8cb6151c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:49.946212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2cff7-7f5b-441d-b66b-7264e2a00313 None None] Port de6448ce-d5de-4d94-b3fc-b9ec45b6191e cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:49.996020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.096659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:50.102047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.220496 n-d-789963-6 neutron-server[94573]: INFO neutron.db.ipam_backend_mixin [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 49b2c785-f2c9-4954-ab60-a8fb94e6ce98 (CIDR: 172.20.0.16/28) Aug 11 08:32:50.226706 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:32:50.227480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:50.252311 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6b31dcef-0b38-440e-9344-876e313fae1a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3941309 Aug 11 08:32:50.253432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44432) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:50.261369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'subnet': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:50.310337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.314664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.415319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Made reservation on behalf of b5082634aa8e4b18a5819563426d6b3e for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:50.425853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.426521 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.427115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Fanout notify agent at l3_agent the message router_deleted on router 32706259-b2ad-417e-936b-65e8fcd1f518 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:32:50.445191 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.449068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d32e9570-e4eb-4af9-aada-6d7f9dd060fa tempest-RoutersNegativeIpV6Test-19935089 tempest-RoutersNegativeIpV6Test-19935089-project] 10.222.0.58 "DELETE /v2.0/routers/32706259-b2ad-417e-936b-65e8fcd1f518 HTTP/1.1" status: 204 len: 168 time: 0.5586238 Aug 11 08:32:50.815606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:50.830048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.884107 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:50.888024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:50.893146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:50.894331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:50.902188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edddc27-0e5f-4a25-960c-3796a493e9fa None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:50.908251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Subnet': ['ID=60a17bb7-cf94-4e05-9e79-ef3699f7187f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:50.922434 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6d864c85-97f3-418f-ab3e-5413ecaff95a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6677315 Aug 11 08:32:50.926374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44464) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:50.928592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44466) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:50.934044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-99611261', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '60a17bb7-cf94-4e05-9e79-ef3699f7187f'}], 'security_groups': ['e360b9a3-b547-4ea5-8ee8-bca64cf552ba', '7298acd4-359e-42b7-8630-bfb8a17a5c2f']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:51.207682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.227067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1275778918'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:51.238111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44472) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:51.238555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9bf03d8b-628a-4428-a18b-66de3a3d243e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=012509298be54c5781c1558ab615136a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086767 Aug 11 08:32:51.302148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Made reservation on behalf of 1bccea9fe9214128a017e1c35d01ce44 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:51.307281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.341581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.372092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a955396d-98a1-45e2-9536-fdff1d6c016f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.408336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a955396d-98a1-45e2-9536-fdff1d6c016f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.505852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a955396d-98a1-45e2-9536-fdff1d6c016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.513383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a955396d-98a1-45e2-9536-fdff1d6c016f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.517949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a955396d-98a1-45e2-9536-fdff1d6c016f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/462c79e4-a18a-4ce9-a012-fbc0359f0f26 HTTP/1.1" status: 204 len: 168 time: 0.2787914 Aug 11 08:32:51.531138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955396d-98a1-45e2-9536-fdff1d6c016f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c79e4-a18a-4ce9-a012-fbc0359f0f26,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:51.586210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Update dhcp port {'port': {'network_id': 'd7e161fc-c29e-4465-a9de-0c6caa5f4b70', 'fixed_ips': [{'subnet_id': '49b2c785-f2c9-4954-ab60-a8fb94e6ce98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb', 'ip_address': '172.20.0.2'}, {'subnet_id': '60a17bb7-cf94-4e05-9e79-ef3699f7187f'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'd5e9bf3d-3f03-4163-a3b2-c926361bc9f9'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:32:51.629172 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.686002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.716296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.735461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:51.754118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.754577 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Added segment ac1e07eb-19e6-4e99-8e2f-79526aa99d90 of type vlan for network 643a1cdd-02e2-4226-8192-39685cc8a190 Aug 11 08:32:51.828708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Delete allocated IP 172.20.0.3 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb) {{(pid=94572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 08:32:51.855289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Allocated IP 172.20.0.39 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/60a17bb7-cf94-4e05-9e79-ef3699f7187f/de6448ce-d5de-4d94-b3fc-b9ec45b6191e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:51.869391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:51.888659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9607624b-0acd-4ee3-91eb-f416beaf3717,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:51.995056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.000694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:52.001322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.409285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5899158 Aug 11 08:32:52.412298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:52.419214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075285-eb18-46f1-8c65-cd276093d8da tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event updated for resources: {'Network': ['ID=643a1cdd-02e2-4226-8192-39685cc8a190,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:52.439397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Request body: {'subnet': {'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:52.442170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 643a1cdd-02e2-4226-8192-39685cc8a190 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:52.526936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.550661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Transition to ACTIVE for port object de6448ce-d5de-4d94-b3fc-b9ec45b6191e will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:52.556099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.578310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Made reservation on behalf of 1bccea9fe9214128a017e1c35d01ce44 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:52.584668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.622448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Allocated IP 172.20.0.34 (d7e161fc-c29e-4465-a9de-0c6caa5f4b70/60a17bb7-cf94-4e05-9e79-ef3699f7187f/d5e9bf3d-3f03-4163-a3b2-c926361bc9f9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:52.668906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event updated for resources: {'Port': ['ID=de6448ce-d5de-4d94-b3fc-b9ec45b6191e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:52.715716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] In _notify_port_updated(), no bound segment for port de6448ce-d5de-4d94-b3fc-b9ec45b6191e on network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 {{(pid=94572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 08:32:52.721452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:52.722729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.725096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2639279e-6606-4e0a-a91d-06caf3b2d252 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "PUT /v2.0/ports/de6448ce-d5de-4d94-b3fc-b9ec45b6191e HTTP/1.1" status: 200 len: 958 time: 1.7972522 Aug 11 08:32:52.728368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44512) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:52.754475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,segment=NetworkSegment(92e868b7-0f7a-4060-bed5-eaa54c8852ba),segment_id=92e868b7-0f7a-4060-bed5-eaa54c8852ba)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:52.804589 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.825085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Transition to ACTIVE for port object d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:52.831863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.863444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port de6448ce-d5de-4d94-b3fc-b9ec45b6191e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:52.863956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.918695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:52.990080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21330a77-5f7d-4b41-9a3b-7fc14b9decbe None None] Pushing event updated for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:53.025698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event updated for resources: {'Subnet': ['ID=aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:53.064446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Checking segment: {'id': 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:53.064950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Network hostable DHCP agents. Network: 643a1cdd-02e2-4226-8192-39685cc8a190, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:32:53.100913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Network 643a1cdd-02e2-4226-8192-39685cc8a190 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:53.104008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:53.120614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 643a1cdd-02e2-4226-8192-39685cc8a190) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:53.130259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735971c-b825-41ca-bb65-1ac8a23bea32 None None] Network 643a1cdd-02e2-4226-8192-39685cc8a190 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:53.143344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for de6448ce-d5de-4d94-b3fc-b9ec45b6191e owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:53.146327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:53.149678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:53.196791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6544c49b-74dd-4302-8721-8b9c1beae770 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7820263 Aug 11 08:32:53.197591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:53.205312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Request body: {'port': {'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2068100350'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:53.459995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:53.521064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Made reservation on behalf of 1bccea9fe9214128a017e1c35d01ce44 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:53.522247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:53.551708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:53.571037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] device_id is not set on port 399918bb-f4c3-4c2b-90d1-622aef5a8c92 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:32:53.641449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=de6448ce-d5de-4d94-b3fc-b9ec45b6191e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:53.650075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-643a1cdd-02e2-4226-8192-39685cc8a190', 'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190', 'tenant_id': '1bccea9fe9214128a017e1c35d01ce44', 'fixed_ips': [{'subnet_id': 'aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:32:53.650988 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:53.873583 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:53.876440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36ac4050-0800-4b6d-8712-eae4ecaffa55 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/de6448ce-d5de-4d94-b3fc-b9ec45b6191e HTTP/1.1" status: 204 len: 168 time: 1.1465786 Aug 11 08:32:53.879723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:53.922765 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0f04ab-8162-4f4e-b0f5-c18681a9ce5c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] GET failed (client error): The resource could not be found. Aug 11 08:32:53.924956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a0f04ab-8162-4f4e-b0f5-c18681a9ce5c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports/de6448ce-d5de-4d94-b3fc-b9ec45b6191e HTTP/1.1" status: 404 len: 333 time: 0.0414879 Aug 11 08:32:53.929082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:53.945159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Allocated IP 172.20.0.5 (643a1cdd-02e2-4226-8192-39685cc8a190/aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1/399918bb-f4c3-4c2b-90d1-622aef5a8c92) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:54.026709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b094eb2e-880d-43f0-a450-661ac31377cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.071885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b094eb2e-880d-43f0-a450-661ac31377cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.137747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b094eb2e-880d-43f0-a450-661ac31377cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.140178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b094eb2e-880d-43f0-a450-661ac31377cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.141533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b094eb2e-880d-43f0-a450-661ac31377cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/security-groups/f4ce452c-820f-45ef-aab9-2378f62705c4 HTTP/1.1" status: 204 len: 168 time: 0.2114208 Aug 11 08:32:54.148768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44576) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:54.164448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Provisioning complete for port 58930556-14f4-4636-9185-264384d5e4fe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:54.167045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.167609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094eb2e-880d-43f0-a450-661ac31377cd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce452c-820f-45ef-aab9-2378f62705c4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:54.265176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Port 58930556-14f4-4636-9185-264384d5e4fe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:54.279750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Provisioning for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:54.291716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:54.292090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.426370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2c0d6cee-ac22-417e-ae4c-5055c14c54a2 None None] Could not find standard attr ID for object de6448ce-d5de-4d94-b3fc-b9ec45b6191e. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:54.527109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44580) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:54.702244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.746436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-646a371a-62ee-4bd0-b067-70931766dcec None None] Could not find standard attr ID for object de6448ce-d5de-4d94-b3fc-b9ec45b6191e. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:54.752707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b4d360-7474-4c02-90c9-9221f6e471be tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.759818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.804846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Transition to ACTIVE for port object 399918bb-f4c3-4c2b-90d1-622aef5a8c92 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:54.814277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b4d360-7474-4c02-90c9-9221f6e471be tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.915930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.922912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.933281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:54.985813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb903d5f-ed8c-4976-a9f6-906285f1dc87,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:55.013323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b4d360-7474-4c02-90c9-9221f6e471be tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.021994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-01b4d360-7474-4c02-90c9-9221f6e471be tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.026152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-01b4d360-7474-4c02-90c9-9221f6e471be tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/security-groups/7298acd4-359e-42b7-8630-bfb8a17a5c2f HTTP/1.1" status: 204 len: 168 time: 0.8754642 Aug 11 08:32:55.028982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Allocated IP 172.20.0.2 (643a1cdd-02e2-4226-8192-39685cc8a190/aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1/8a97328f-d9ac-4915-b4e6-8287cbf5438e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:32:55.029113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44594) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:55.047430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.049922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.050284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.050632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.052108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.053268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.053624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.054831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.054975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.055656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.055656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.055879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:32:55.099773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-732c2a03-5c89-4b56-b3c5-b268d56e9761 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7a94fc57a214fbe888669e85afb7047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713687 Aug 11 08:32:55.104504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44596) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:55.105308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4d360-7474-4c02-90c9-9221f6e471be tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298acd4-359e-42b7-8630-bfb8a17a5c2f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:55.122233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Network 643a1cdd-02e2-4226-8192-39685cc8a190 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:55.133114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:55.154183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event updated for resources: {'Port': ['ID=399918bb-f4c3-4c2b-90d1-622aef5a8c92,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:55.156756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:55.174430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c5ee44-93d9-4d8b-8e81-0964ed149696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.201474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c5ee44-93d9-4d8b-8e81-0964ed149696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.269797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:55.270594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.275271 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5435a36a-90a8-44be-bd1d-0b8ebb6301b1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.275648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c5ee44-93d9-4d8b-8e81-0964ed149696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.286158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c5ee44-93d9-4d8b-8e81-0964ed149696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.289555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-84c5ee44-93d9-4d8b-8e81-0964ed149696 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb903d5f-ed8c-4976-a9f6-906285f1dc87 HTTP/1.1" status: 204 len: 168 time: 0.1838760 Aug 11 08:32:55.318014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3b443b0-3bf8-4653-a510-70d8af077738 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1191800 Aug 11 08:32:55.322863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44602) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:55.336274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5ee44-93d9-4d8b-8e81-0964ed149696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb903d5f-ed8c-4976-a9f6-906285f1dc87,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:55.395602 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.397750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5435a36a-90a8-44be-bd1d-0b8ebb6301b1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.419510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Transition to ACTIVE for port object 8a97328f-d9ac-4915-b4e6-8287cbf5438e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:55.449229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Transition to ACTIVE for port object 8a97328f-d9ac-4915-b4e6-8287cbf5438e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:32:55.493770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Deleting port 399918bb-f4c3-4c2b-90d1-622aef5a8c92 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:55.494109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.499094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5435a36a-90a8-44be-bd1d-0b8ebb6301b1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.501566 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5435a36a-90a8-44be-bd1d-0b8ebb6301b1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.502493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.502777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5435a36a-90a8-44be-bd1d-0b8ebb6301b1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/security-groups/e360b9a3-b547-4ea5-8ee8-bca64cf552ba HTTP/1.1" status: 204 len: 168 time: 0.4583890 Aug 11 08:32:55.505644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44604) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:55.554422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435a36a-90a8-44be-bd1d-0b8ebb6301b1 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360b9a3-b547-4ea5-8ee8-bca64cf552ba,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:55.607155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Pushing event updated for resources: {'Port': ['ID=8a97328f-d9ac-4915-b4e6-8287cbf5438e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:55.630738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:55.632137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.641306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.649219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Network 643a1cdd-02e2-4226-8192-39685cc8a190 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:32:55.650934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:32:55.658149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:32:55.662738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Calling delete_port for 399918bb-f4c3-4c2b-90d1-622aef5a8c92 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:55.732268 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.735047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Attempting to bind port 8a97328f-d9ac-4915-b4e6-8287cbf5438e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:32:55.735718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Attempting to bind port 8a97328f-d9ac-4915-b4e6-8287cbf5438e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:32:55.735987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Attempting to bind port 8a97328f-d9ac-4915-b4e6-8287cbf5438e on network 643a1cdd-02e2-4226-8192-39685cc8a190 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:32:55.751154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:32:55.752144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Checking segment: {'id': 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:32:55.754138 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.754556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Bound using segment: {'id': 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:32:55.757442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Bound port: 8a97328f-d9ac-4915-b4e6-8287cbf5438e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '643a1cdd-02e2-4226-8192-39685cc8a190'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:32:55.757847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.834511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44608) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:55.884458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.886832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] For port 8a97328f-d9ac-4915-b4e6-8287cbf5438e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:32:55.888927 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee86387e-d26b-419e-a247-d2d76baabbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.891096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] For port 8a97328f-d9ac-4915-b4e6-8287cbf5438e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a97328f-d9ac-4915-b4e6-8287cbf5438e,segment=NetworkSegment(ac1e07eb-19e6-4e99-8e2f-79526aa99d90),segment_id=ac1e07eb-19e6-4e99-8e2f-79526aa99d90)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:32:55.906800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.924136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:55.924788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event deleted for resources: {'Port': ['ID=399918bb-f4c3-4c2b-90d1-622aef5a8c92,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:56.034566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1cadd-320a-4d37-b701-80810379ef79 None None] Pushing event updated for resources: {'Port': ['ID=8a97328f-d9ac-4915-b4e6-8287cbf5438e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:56.039748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.077362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:56.078323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.081100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9e7d4f11-b667-4636-9174-73fc29d704b1 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "DELETE /v2.0/ports/399918bb-f4c3-4c2b-90d1-622aef5a8c92 HTTP/1.1" status: 204 len: 168 time: 0.7543364 Aug 11 08:32:56.085734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44612) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:56.103533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.109264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3f810d16-0f2a-4099-a856-e3b7cc032b15 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb HTTP/1.1" status: 204 len: 168 time: 0.5979676 Aug 11 08:32:56.109752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44616) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:56.112419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba6e41-0545-4c73-9839-3754bae16a3f None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:56.159025 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee86387e-d26b-419e-a247-d2d76baabbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.170136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee86387e-d26b-419e-a247-d2d76baabbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.246578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ee86387e-d26b-419e-a247-d2d76baabbe2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=239b3dad227d4c30a2d5da258193c196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073982 Aug 11 08:32:56.247268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 60a17bb7-cf94-4e05-9e79-ef3699f7187f {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:56.248258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44622) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:56.257795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.381072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86387e-d26b-419e-a247-d2d76baabbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8184d9-dd19-434d-9364-c3c36db438de,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:56.394638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.455863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77125f2f-4d30-4e51-92ea-4eec0cfeb42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.502633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77125f2f-4d30-4e51-92ea-4eec0cfeb42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.607443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.619399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77125f2f-4d30-4e51-92ea-4eec0cfeb42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.623380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77125f2f-4d30-4e51-92ea-4eec0cfeb42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.627124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-77125f2f-4d30-4e51-92ea-4eec0cfeb42b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca8184d9-dd19-434d-9364-c3c36db438de HTTP/1.1" status: 204 len: 168 time: 0.3705451 Aug 11 08:32:56.651844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a0e35c7a-79c2-489c-a99c-e2d4784e518e tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5608971 Aug 11 08:32:56.654920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44630) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:56.668954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-686616342'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:56.689005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77125f2f-4d30-4e51-92ea-4eec0cfeb42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8184d9-dd19-434d-9364-c3c36db438de,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:56.737291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Made reservation on behalf of 1bccea9fe9214128a017e1c35d01ce44 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:56.742755 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.748101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.809717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.810821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:56.811724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/60a17bb7-cf94-4e05-9e79-ef3699f7187f HTTP/1.1" status: 204 len: 168 time: 0.7007391 Aug 11 08:32:56.813110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4bfb7-edc9-43b0-b8ae-d3df0084a91c tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=60a17bb7-cf94-4e05-9e79-ef3699f7187f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:56.814731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44632) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:56.840062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.845195 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Added segment 7eb799fd-d766-429f-b743-cb858195cfc6 of type vlan for network ed6fd03b-c68a-4b46-9064-d5526f9f8d81 Aug 11 08:32:56.882099 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e90b752-7c37-41a6-9507-097455dd2880 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:56.882889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e90b752-7c37-41a6-9507-097455dd2880 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:56.886000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1e90b752-7c37-41a6-9507-097455dd2880 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/abf43f2d-1e67-44c4-8a41-eb56d9d9d6eb HTTP/1.1" status: 404 len: 337 time: 0.0702555 Aug 11 08:32:56.894144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:56.927822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:56.998607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting subnet 49b2c785-f2c9-4954-ab60-a8fb94e6ce98 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:32:56.999315 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.005329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:57.009165 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.010024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.073792 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.135268 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4790776 Aug 11 08:32:57.138248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:57.304602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.305447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9ed0f-da26-4de4-a42d-2e5716b86811 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event updated for resources: {'Network': ['ID=ed6fd03b-c68a-4b46-9064-d5526f9f8d81,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:57.321483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ed6fd03b-c68a-4b46-9064-d5526f9f8d81 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:57.397650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.548726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Subnet': ['ID=49b2c785-f2c9-4954-ab60-a8fb94e6ce98,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:57.580712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.587786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ae6936db-ecd6-402c-889a-f41af2e468d9 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/49b2c785-f2c9-4954-ab60-a8fb94e6ce98 HTTP/1.1" status: 204 len: 168 time: 0.6903465 Aug 11 08:32:57.588387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44656) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:57.635130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-719fbc35-f50b-4811-82e7-8befaba724ad tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/agents/186deeb1-8256-4221-9015-0d6c2d1fdf56/dhcp-networks HTTP/1.1" status: 200 len: 5682 time: 0.4926236 Aug 11 08:32:57.650427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a97328f-d9ac-4915-b4e6-8287cbf5438e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:32:57.650821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44660) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:57.653909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3466f98-c2a7-4d78-8b58-447839cb8526 None None] Network d7e161fc-c29e-4465-a9de-0c6caa5f4b70 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:57.680871 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c75667-ebf1-49d2-b021-a107525c30dd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:57.681684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c75667-ebf1-49d2-b021-a107525c30dd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:57.683761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-42c75667-ebf1-49d2-b021-a107525c30dd tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/714f4455-6170-4902-b9c0-2c9f20a5e154 HTTP/1.1" status: 404 len: 337 time: 0.0933101 Aug 11 08:32:57.687090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44662) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:57.849872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d2a79dcd-bb5b-4e32-829d-04df0ee802aa None None] Provisioning complete for port 58930556-14f4-4636-9185-264384d5e4fe triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:57.850762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d2a79dcd-bb5b-4e32-829d-04df0ee802aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:57.865942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ccc6fcd-73b4-42b3-bcef-7e2af99246a4 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "GET /v2.0/ports?device_id=19d3aacb-dab0-4606-b181-617a8f2df50b HTTP/1.1" status: 200 len: 205 time: 0.0979486 Aug 11 08:32:57.866572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:57.930435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b250c3f-d1ed-43a3-a098-e903a4d2729b tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] Network ed6fd03b-c68a-4b46-9064-d5526f9f8d81 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:32:57.935769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d2a79dcd-bb5b-4e32-829d-04df0ee802aa None None] Port 58930556-14f4-4636-9185-264384d5e4fe cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:32:57.940652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfdb4b5-abff-4c95-9cfb-a7480003ef92 None None] Network 643a1cdd-02e2-4226-8192-39685cc8a190 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:57.956309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b250c3f-d1ed-43a3-a098-e903a4d2729b tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "POST /v2.0/agents/186deeb1-8256-4221-9015-0d6c2d1fdf56/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3032861 Aug 11 08:32:57.962016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44670) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.010650 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-1b59a846-57d1-451c-8868-54b6435f2532 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] delete failed (client error): The resource could not be found. Aug 11 08:32:58.012775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b59a846-57d1-451c-8868-54b6435f2532 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/routers/19d3aacb-dab0-4606-b181-617a8f2df50b HTTP/1.1" status: 404 len: 336 time: 0.1450198 Aug 11 08:32:58.015479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a5f43-392e-474b-9c66-a969ef7e9099 None None] Network ed6fd03b-c68a-4b46-9064-d5526f9f8d81 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:32:58.015643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44676) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.095117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d2a79dcd-bb5b-4e32-829d-04df0ee802aa None None] Provisioning complete for port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:58.095542 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d2a79dcd-bb5b-4e32-829d-04df0ee802aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.149256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8a97328f-d9ac-4915-b4e6-8287cbf5438e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:58.184898 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3692f8b2-3cd4-40ea-b047-778265c34501 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.185364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3692f8b2-3cd4-40ea-b047-778265c34501 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.192517 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3692f8b2-3cd4-40ea-b047-778265c34501 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/7118e87f-cee1-425e-a46e-bca5d0381951 HTTP/1.1" status: 404 len: 337 time: 0.1757579 Aug 11 08:32:58.195539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44682) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.262804 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d524270-2730-4f94-a647-1d0be11d6fa0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.263272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d524270-2730-4f94-a647-1d0be11d6fa0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.265070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9d524270-2730-4f94-a647-1d0be11d6fa0 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/7b8e3b36-7fea-4f6f-a354-ae30cacca813 HTTP/1.1" status: 404 len: 337 time: 0.0681624 Aug 11 08:32:58.281341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44686) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.322130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e22c4410-4c2d-437c-9d24-6e6ce0373117 tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/agents/186deeb1-8256-4221-9015-0d6c2d1fdf56/dhcp-networks HTTP/1.1" status: 200 len: 6414 time: 0.3565261 Aug 11 08:32:58.322130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44688) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.332781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.335933 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-0427f8d6-e8fd-4a2c-be5f-645122adbb65 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.336387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0427f8d6-e8fd-4a2c-be5f-645122adbb65 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.338665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0427f8d6-e8fd-4a2c-be5f-645122adbb65 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/e7af33bc-f490-4a2f-b8e9-d495706a311f HTTP/1.1" status: 404 len: 337 time: 0.0583792 Aug 11 08:32:58.340856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44694) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.350948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] DHCP port deletion for d7e161fc-c29e-4465-a9de-0c6caa5f4b70 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:32:58.407365 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6af3fe9-a0f2-49fb-9cc8-482e3203bb91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.408164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6af3fe9-a0f2-49fb-9cc8-482e3203bb91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.411844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d6af3fe9-a0f2-49fb-9cc8-482e3203bb91 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/c3e37a09-fc2f-4841-920a-6fdc6673810f HTTP/1.1" status: 404 len: 333 time: 0.0697927 Aug 11 08:32:58.414844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44696) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.511942 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cfaac4-c3b7-4672-b90c-19463de310dc tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.511942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cfaac4-c3b7-4672-b90c-19463de310dc tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.513555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-02cfaac4-c3b7-4672-b90c-19463de310dc tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/3da63a42-2c8d-4c0c-9a4a-01e2c8564654 HTTP/1.1" status: 404 len: 337 time: 0.0932374 Aug 11 08:32:58.516627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44698) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.526079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-19b48e7e-b1b9-4a9b-970d-6bb5dde71fe9 tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "DELETE /v2.0/agents/186deeb1-8256-4221-9015-0d6c2d1fdf56/dhcp-networks/ed6fd03b-c68a-4b46-9064-d5526f9f8d81 HTTP/1.1" status: 204 len: 168 time: 0.1900454 Aug 11 08:32:58.526409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44700) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.565798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] Deleting port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:58.566169 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.571267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1120942175-network', 'tenant_id': '888d2db3b6bd4389a700a59a4e4c17e9'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:58.575518 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-238a5f6f-19b5-44ab-9981-4d40dca17ad2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.576009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238a5f6f-19b5-44ab-9981-4d40dca17ad2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.577893 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-238a5f6f-19b5-44ab-9981-4d40dca17ad2 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/4fdbfb90-0c58-4070-9255-8bb698aacf2f HTTP/1.1" status: 404 len: 337 time: 0.0594306 Aug 11 08:32:58.580678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44702) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.621335 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7e4f43-7d16-4850-9ef6-ffc226068e9a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.622433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7e4f43-7d16-4850-9ef6-ffc226068e9a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.624470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1e7e4f43-7d16-4850-9ef6-ffc226068e9a tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/48df890e-2b07-4c26-9a4e-170bc9b25c02 HTTP/1.1" status: 404 len: 333 time: 0.0427787 Aug 11 08:32:58.627759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.669949 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d650c96-23ee-4e4a-af38-6cf2585f0e25 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.670696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d650c96-23ee-4e4a-af38-6cf2585f0e25 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.673026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1d650c96-23ee-4e4a-af38-6cf2585f0e25 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/51a5c829-6cff-4740-a253-ca8d9eb7fdc8 HTTP/1.1" status: 404 len: 337 time: 0.0441229 Aug 11 08:32:58.676504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44706) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.697268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Made reservation on behalf of 888d2db3b6bd4389a700a59a4e4c17e9 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:58.710822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.737557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] Provisioning for port 8a97328f-d9ac-4915-b4e6-8287cbf5438e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:32:58.745367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] For port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,segment=NetworkSegment(92e868b7-0f7a-4060-bed5-eaa54c8852ba),segment_id=92e868b7-0f7a-4060-bed5-eaa54c8852ba)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:58.745774 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.780316 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f088cd72-8342-4686-b001-6e82d0ef739d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:58.780780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f088cd72-8342-4686-b001-6e82d0ef739d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:58.796908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] Provisioning complete for port 8a97328f-d9ac-4915-b4e6-8287cbf5438e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:58.810671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f088cd72-8342-4686-b001-6e82d0ef739d tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/subnets/4692e324-e373-4fde-b336-4c72d49cf6b2 HTTP/1.1" status: 404 len: 337 time: 0.1306322 Aug 11 08:32:58.810671 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.811459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44714) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.815210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.830686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-62b4a919-edaa-43b1-b2f5-026f6282ee12 tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/agents/186deeb1-8256-4221-9015-0d6c2d1fdf56/dhcp-networks HTTP/1.1" status: 200 len: 5644 time: 0.3031704 Aug 11 08:32:58.844528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.862621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] Calling delete_port for d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:58.890211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-26443065-2611-4936-9009-8a7f669ba990 tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/networks/643a1cdd-02e2-4226-8192-39685cc8a190/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0439456 Aug 11 08:32:58.895915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:58.916600 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:58.953344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-890afda6-0929-44d3-beda-b68d2e489e28 tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/networks/643a1cdd-02e2-4226-8192-39685cc8a190/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0556512 Aug 11 08:32:58.957178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:59.062746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.136872 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.137536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.164499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.190199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1266be57-2375-47b5-a561-554133414988 tempest-DHCPAgentSchedulersTestJSON-886068877 tempest-DHCPAgentSchedulersTestJSON-886068877-project-admin] 10.222.0.58 "GET /v2.0/agents/186deeb1-8256-4221-9015-0d6c2d1fdf56/dhcp-networks HTTP/1.1" status: 200 len: 5644 time: 0.2313766 Aug 11 08:32:59.192368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44732) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:59.235698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:32:59.247851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] For port 8a97328f-d9ac-4915-b4e6-8287cbf5438e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a97328f-d9ac-4915-b4e6-8287cbf5438e,segment=NetworkSegment(ac1e07eb-19e6-4e99-8e2f-79526aa99d90),segment_id=ac1e07eb-19e6-4e99-8e2f-79526aa99d90)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:32:59.256501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] Pushing event deleted for resources: {'Port': ['ID=d5e9bf3d-3f03-4163-a3b2-c926361bc9f9,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:59.268777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548262e-8c09-4242-8942-f7f2cf767a56,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:59.277993 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.281043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.281395 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Added segment 009466b8-8d7f-4666-8704-fbfbd7817b96 of type vlan for network 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d Aug 11 08:32:59.291324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Deleting port 58930556-14f4-4636-9185-264384d5e4fe {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:32:59.291671 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.297440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0527088-96bd-46c4-93ab-8e4d80062f0b None None] No DVR routers for this DVR port d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:32:59.402770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.498841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d16db-5004-469f-b761-9deeffa9a394 None None] Pushing event updated for resources: {'Port': ['ID=8a97328f-d9ac-4915-b4e6-8287cbf5438e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:59.519133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.533883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:32:59.540872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.577895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Calling delete_port for 58930556-14f4-4636-9185-264384d5e4fe owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:32:59.612423 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.617669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:32:59.624257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6fd03b-c68a-4b46-9064-d5526f9f8d81']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:59.629481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5e9bf3d-3f03-4163-a3b2-c926361bc9f9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:32:59.637479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8f22c285-e7eb-4f7a-a8a3-3777baf06d80 None None] Provisioning complete for port 8a97328f-d9ac-4915-b4e6-8287cbf5438e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:32:59.637864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8f22c285-e7eb-4f7a-a8a3-3777baf06d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.655482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb799fd-d766-429f-b743-cb858195cfc6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:59.655986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb799fd-d766-429f-b743-cb858195cfc6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:32:59.662458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.664065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:32:59.664708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.672608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.689746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1a9049f1-a76f-441c-910b-cfb7bcdafb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.690974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.698263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3713861 Aug 11 08:32:59.699064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:32:59.699933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.762915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44742) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:32:59.763778 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:32:59.793504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Request body: {'subnet': {'network_id': '8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1120942175-subnet', 'tenant_id': '888d2db3b6bd4389a700a59a4e4c17e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:32:59.841534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.841964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.845820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Made reservation on behalf of 888d2db3b6bd4389a700a59a4e4c17e9 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:32:59.848221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8f22c285-e7eb-4f7a-a8a3-3777baf06d80 None None] Could not find standard attr ID for object 399918bb-f4c3-4c2b-90d1-622aef5a8c92. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:32:59.849233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.870379 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.872376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:32:59.874616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "DELETE /v2.0/networks/ed6fd03b-c68a-4b46-9064-d5526f9f8d81 HTTP/1.1" status: 204 len: 168 time: 0.6804702 Aug 11 08:32:59.886587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44748) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:59.899190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462688f-ddf0-4ec1-8510-c5315a90add4 admin admin] Pushing event updated for resources: {'Network': ['ID=8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:59.908835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:32:59.936850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Port': ['ID=58930556-14f4-4636-9185-264384d5e4fe,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:32:59.942735 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d205ac-2d4f-4fa4-8448-6961045b2949 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] DELETE failed (client error): The resource could not be found. Aug 11 08:32:59.943921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d205ac-2d4f-4fa4-8448-6961045b2949 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:32:59.946385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-48d205ac-2d4f-4fa4-8448-6961045b2949 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "DELETE /v2.0/ports/399918bb-f4c3-4c2b-90d1-622aef5a8c92 HTTP/1.1" status: 404 len: 333 time: 0.0559323 Aug 11 08:32:59.950953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:32:59.961465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2c57f-e03e-402f-81f2-8fb68cf68925 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event deleted for resources: {'Network': ['ID=ed6fd03b-c68a-4b46-9064-d5526f9f8d81,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:00.000544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.005315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-09f249e9-5267-48b4-b0c9-425243949421 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/ports/58930556-14f4-4636-9185-264384d5e4fe HTTP/1.1" status: 204 len: 168 time: 1.1904724 Aug 11 08:33:00.006784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44752) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:00.093696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.102395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Deleting subnet aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:00.111516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.151156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7625964-190c-44a5-bc8a-49a58a35ebcb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:00.151807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.169949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.195636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Checking segment: {'id': '009466b8-8d7f-4666-8704-fbfbd7817b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:00.196246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Network hostable DHCP agents. Network: 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:00.222055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Network 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:00.235538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:00.240935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:00.241643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.247900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb56df-a2ba-4e92-9e96-396d4967a546 None None] Network 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:00.269931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d6a663b6-ff85-4b51-a0c0-1478cd81a759 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5051367 Aug 11 08:33:00.323039 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.345921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e161fc-c29e-4465-a9de-0c6caa5f4b70']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:00.362884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e868b7-0f7a-4060-bed5-eaa54c8852ba') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:00.363029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e868b7-0f7a-4060-bed5-eaa54c8852ba') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:00.375941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.380139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.417848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.418430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e57fb-b76d-4513-85a7-6dfcf72d5698 None None] Network 8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:00.429020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:00.429437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:00.432503 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:00.510853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.526359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.529124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] 10.222.0.58 "DELETE /v2.0/networks/d7e161fc-c29e-4465-a9de-0c6caa5f4b70 HTTP/1.1" status: 204 len: 168 time: 0.5211129 Aug 11 08:33:00.542154 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.601337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.605012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "DELETE /v2.0/subnets/aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1 HTTP/1.1" status: 204 len: 168 time: 0.6521840 Aug 11 08:33:00.606689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7df1dc-cdaa-4aca-b96e-a14e81225b49 tempest-PortsTestJSON-846238247 tempest-PortsTestJSON-846238247-project] Pushing event deleted for resources: {'Network': ['ID=d7e161fc-c29e-4465-a9de-0c6caa5f4b70,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:00.607583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:00.609536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabafe9-76aa-4514-9844-a50c01faed3e None None] Network 643a1cdd-02e2-4226-8192-39685cc8a190 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:00.612744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8541c09-8e16-4902-94a5-98bea4be6bf5 tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0df7b3-c5b4-4d23-af18-fe9f119cd2c1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:00.774695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.893125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Deleting port 8a97328f-d9ac-4915-b4e6-8287cbf5438e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:00.893467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:00.981064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] DHCP port deletion for 643a1cdd-02e2-4226-8192-39685cc8a190 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:01.034453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44782) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:01.070661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] For port 8a97328f-d9ac-4915-b4e6-8287cbf5438e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a97328f-d9ac-4915-b4e6-8287cbf5438e,segment=NetworkSegment(ac1e07eb-19e6-4e99-8e2f-79526aa99d90),segment_id=ac1e07eb-19e6-4e99-8e2f-79526aa99d90)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:01.070969 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.091942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] Deleting port 8a97328f-d9ac-4915-b4e6-8287cbf5438e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:01.092368 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.108669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Calling delete_port for 8a97328f-d9ac-4915-b4e6-8287cbf5438e owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:01.240831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1ea928c-7cb1-4957-9149-51ceed0b2d90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5082634aa8e4b18a5819563426d6b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048569 Aug 11 08:33:01.249793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44794) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:01.251215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:01.261264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-36377840-network', 'tenant_id': 'd34ce3ce1af941ea8a5abdf26ed0f158'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:01.292204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.311869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] For port 8a97328f-d9ac-4915-b4e6-8287cbf5438e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8a97328f-d9ac-4915-b4e6-8287cbf5438e,segment=NetworkSegment(ac1e07eb-19e6-4e99-8e2f-79526aa99d90),segment_id=ac1e07eb-19e6-4e99-8e2f-79526aa99d90)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:01.312325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.331053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] Calling delete_port for 8a97328f-d9ac-4915-b4e6-8287cbf5438e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:01.348793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event deleted for resources: {'Port': ['ID=8a97328f-d9ac-4915-b4e6-8287cbf5438e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:01.351124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] No DVR routers for this DVR port 8a97328f-d9ac-4915-b4e6-8287cbf5438e on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:01.353632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Made reservation on behalf of d34ce3ce1af941ea8a5abdf26ed0f158 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:01.354964 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.409946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.466726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67bca6a9-21ef-410f-b428-09fc869145b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.493692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a97328f-d9ac-4915-b4e6-8287cbf5438e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:01.528789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.532326 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67bca6a9-21ef-410f-b428-09fc869145b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.536298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8a97328f-d9ac-4915-b4e6-8287cbf5438e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:01.537031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8a97328f-d9ac-4915-b4e6-8287cbf5438e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:01.555693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643a1cdd-02e2-4226-8192-39685cc8a190']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:01.577903 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.578423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:01.578718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1e07eb-19e6-4e99-8e2f-79526aa99d90') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:01.607006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.611855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] Pushing event deleted for resources: {'Port': ['ID=8a97328f-d9ac-4915-b4e6-8287cbf5438e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:01.625435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b36dc5-d873-44fe-9eb5-45e65a972feb None None] No DVR routers for this DVR port 8a97328f-d9ac-4915-b4e6-8287cbf5438e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:01.640763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.651815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:01.652211 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:01.655601 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:01.712664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67bca6a9-21ef-410f-b428-09fc869145b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.715450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67bca6a9-21ef-410f-b428-09fc869145b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.716805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-67bca6a9-21ef-410f-b428-09fc869145b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8513954-cd60-40c7-a534-627a212519e2 HTTP/1.1" status: 204 len: 168 time: 0.4670563 Aug 11 08:33:01.749932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bca6a9-21ef-410f-b428-09fc869145b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8513954-cd60-40c7-a534-627a212519e2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:01.768642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.813382 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.815277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] 10.222.0.58 "DELETE /v2.0/networks/643a1cdd-02e2-4226-8192-39685cc8a190 HTTP/1.1" status: 204 len: 168 time: 1.2063568 Aug 11 08:33:01.827074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.843489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.860664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b98ee6-6ccb-4595-90c8-6ca07025f2bc tempest-DHCPAgentSchedulersTestJSON-709020807 tempest-DHCPAgentSchedulersTestJSON-709020807-project] Pushing event deleted for resources: {'Network': ['ID=643a1cdd-02e2-4226-8192-39685cc8a190,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:01.874740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:01.898196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:01.898929 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Added segment 878c39f4-ce21-4f72-b49b-fb6bf8dbb545 of type vlan for network 7d487766-3128-4f3b-bb4c-8f8cf7172590 Aug 11 08:33:01.907785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32723aae-988d-4389-a90e-1c4a8d80b8b7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:02.007953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.107815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.108825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:02.109461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.246025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9936159 Aug 11 08:33:02.248844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44820) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:02.256074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Request body: {'subnet': {'network_id': '7d487766-3128-4f3b-bb4c-8f8cf7172590', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-36377840-subnet', 'tenant_id': 'd34ce3ce1af941ea8a5abdf26ed0f158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:02.269432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ba23a-d644-49d7-bca5-28c7bb3d2fea admin admin] Pushing event updated for resources: {'Network': ['ID=7d487766-3128-4f3b-bb4c-8f8cf7172590,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:02.285037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 7d487766-3128-4f3b-bb4c-8f8cf7172590 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:02.311812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Made reservation on behalf of d34ce3ce1af941ea8a5abdf26ed0f158 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:02.314640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.425710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44826) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:02.447972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.703043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.718668 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b27ce902-b21e-45f8-999f-e7f526291e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.817057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Checking segment: {'id': '878c39f4-ce21-4f72-b49b-fb6bf8dbb545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7d487766-3128-4f3b-bb4c-8f8cf7172590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:02.819879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2d5e746f-07ae-4662-aa37-1ffe20d00bad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bccea9fe9214128a017e1c35d01ce44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931258 Aug 11 08:33:02.820418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Network hostable DHCP agents. Network: 7d487766-3128-4f3b-bb4c-8f8cf7172590, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:02.824541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:02.832536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef82874-6760-47dd-947f-ce7ce309e841,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:02.890613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Network 7d487766-3128-4f3b-bb4c-8f8cf7172590 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:02.896246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0484b52f-c81f-40de-a0a1-e7855e590464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.913937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 7d487766-3128-4f3b-bb4c-8f8cf7172590) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:02.920139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:02.921887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:02.925859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ddefa-8d37-4133-a57b-462b296283fc None None] Network 7d487766-3128-4f3b-bb4c-8f8cf7172590 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:02.958149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0484b52f-c81f-40de-a0a1-e7855e590464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.017058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c615de4d-ba43-4645-958e-205d7a01b1ea admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7631807 Aug 11 08:33:03.030270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0484b52f-c81f-40de-a0a1-e7855e590464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.034485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0484b52f-c81f-40de-a0a1-e7855e590464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.037792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0484b52f-c81f-40de-a0a1-e7855e590464 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9607624b-0acd-4ee3-91eb-f416beaf3717 HTTP/1.1" status: 204 len: 168 time: 0.2121022 Aug 11 08:33:03.062951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484b52f-c81f-40de-a0a1-e7855e590464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9607624b-0acd-4ee3-91eb-f416beaf3717,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:03.135769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44864) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:03.208168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c8104-e4bd-4b39-a786-3f48a51ff32b None None] Network 7d487766-3128-4f3b-bb4c-8f8cf7172590 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:03.219372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44870) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:03.325907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Deleting subnet c7625964-190c-44a5-bc8a-49a58a35ebcb {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:03.338710 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.419571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.465577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1805313985'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:03.506858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.532425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:03.536473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.548559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.609098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.625002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.629473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c7625964-190c-44a5-bc8a-49a58a35ebcb HTTP/1.1" status: 204 len: 168 time: 0.4066639 Aug 11 08:33:03.630483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44876) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:03.649336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469d75a-53e3-403f-8dcf-b4023f520d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7625964-190c-44a5-bc8a-49a58a35ebcb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:03.683136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44878) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:03.711723 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d88523b4-6771-43b9-9b1d-fe0cae23d94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.730836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.741379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.802076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.841134 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.855429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:03.868106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009466b8-8d7f-4666-8704-fbfbd7817b96') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:03.868408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009466b8-8d7f-4666-8704-fbfbd7817b96') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:03.889737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:03.891554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.901227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652c2252-f795-4d19-8e99-59f6d9e099e5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:03.918745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.928099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:03.928865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.936466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:03.936980 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment 6b758ce0-6c03-4761-bf60-0b872f580225 of type vlan for network 97b577e4-b345-40f6-9d8a-192cae1147ab Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:03.986983 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:03.996491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d88523b4-6771-43b9-9b1d-fe0cae23d94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.008303 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d88523b4-6771-43b9-9b1d-fe0cae23d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.011113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.016843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.022616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] 10.222.0.58 "DELETE /v2.0/networks/8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d HTTP/1.1" status: 204 len: 168 time: 0.3901522 Aug 11 08:33:04.023431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:04.042072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88523b4-6771-43b9-9b1d-fe0cae23d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d203cc4f-381c-4fd5-84a6-db868d766f34,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:04.046132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5433d9b-a3d9-428a-b7cb-81643f6a4e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0055f0-ce40-4b2d-99e8-f2c59f5f6a2d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:04.066064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.088564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d88523b4-6771-43b9-9b1d-fe0cae23d94f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11341047b18a47c393d86461628eaca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042346 Aug 11 08:33:04.091514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:04.109369 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.109658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Deleting subnet 8ef82874-6760-47dd-947f-ce7ce309e841 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:04.115461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:04.116554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.116717 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.171142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.179557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0399239 Aug 11 08:33:04.180145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44886) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:04.187813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1152264832'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:04.206415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf89e0-7e49-4bcc-b6bd-7ecfb39ef9a3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=97b577e4-b345-40f6-9d8a-192cae1147ab,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:04.216048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 97b577e4-b345-40f6-9d8a-192cae1147ab details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:04.218604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa840ed2-3695-4bd6-af00-a20cd3ba5c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.243792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa840ed2-3695-4bd6-af00-a20cd3ba5c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.246320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:04.251536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.306103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa840ed2-3695-4bd6-af00-a20cd3ba5c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.308778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa840ed2-3695-4bd6-af00-a20cd3ba5c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.309996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fa840ed2-3695-4bd6-af00-a20cd3ba5c1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d203cc4f-381c-4fd5-84a6-db868d766f34 HTTP/1.1" status: 204 len: 168 time: 0.2173271 Aug 11 08:33:04.315262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:04.336429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa840ed2-3695-4bd6-af00-a20cd3ba5c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d203cc4f-381c-4fd5-84a6-db868d766f34,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:04.342720 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.343630 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment 2e560dde-acd7-47b2-af86-f56e6b6d68c9 of type vlan for network a7328dfe-0359-4d5e-b126-8a254dcc9de3 Aug 11 08:33:04.353689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.403519 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.463542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.468504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.477863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:04.478611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.517596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef82874-6760-47dd-947f-ce7ce309e841,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:04.521520 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.523534 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d6dff74b-db3c-4b21-bc70-1fa39e5ca2ad admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8ef82874-6760-47dd-947f-ce7ce309e841 HTTP/1.1" status: 204 len: 168 time: 0.4972467 Aug 11 08:33:04.535058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:04.580066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3941329 Aug 11 08:33:04.584494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:04.595477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:04.640855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.655937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8510921-22db-4ca8-937d-4a3fd061208c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=a7328dfe-0359-4d5e-b126-8a254dcc9de3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:04.668105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:04.735647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:04.741793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.785239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.800124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d487766-3128-4f3b-bb4c-8f8cf7172590']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:04.819070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878c39f4-ce21-4f72-b49b-fb6bf8dbb545') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:04.820466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878c39f4-ce21-4f72-b49b-fb6bf8dbb545') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:04.828907 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.831992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.847144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.854227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:04.854602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:04.856580 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:04.932396 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.950868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:04.950868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7d487766-3128-4f3b-bb4c-8f8cf7172590 HTTP/1.1" status: 204 len: 168 time: 0.4169075 Aug 11 08:33:04.959776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea1101-2a85-4059-be6b-709d78f09a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d487766-3128-4f3b-bb4c-8f8cf7172590,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:05.082631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.174230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=ced89e0a-7118-44a4-a828-7b8b811aa933,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:05.183424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': '6b758ce0-6c03-4761-bf60-0b872f580225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:05.183885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: 97b577e4-b345-40f6-9d8a-192cae1147ab, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:05.202458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:05.208159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 97b577e4-b345-40f6-9d8a-192cae1147ab is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:05.221973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 97b577e4-b345-40f6-9d8a-192cae1147ab) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:05.227435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:05.228908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.232109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eddc1b0-568c-4f2b-9ae9-485a73a69e08 None None] Network 97b577e4-b345-40f6-9d8a-192cae1147ab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:05.235496 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:33:05.260051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-61734fa2-e618-44dd-befb-ea415dd28007 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=888d2db3b6bd4389a700a59a4e4c17e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561600 Aug 11 08:33:05.262779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44936) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:05.266135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b563748-c005-48fe-beb0-11616a20cd58 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6799645 Aug 11 08:33:05.269505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:05.275214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:05.357728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45c5b47-fa0b-48c8-aab0-da2df2b4736b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.388769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45c5b47-fa0b-48c8-aab0-da2df2b4736b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.414180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:05.421101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.470799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45c5b47-fa0b-48c8-aab0-da2df2b4736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.474399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c45c5b47-fa0b-48c8-aab0-da2df2b4736b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.476722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c45c5b47-fa0b-48c8-aab0-da2df2b4736b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e548262e-8c09-4242-8942-f7f2cf767a56 HTTP/1.1" status: 204 len: 168 time: 0.2126381 Aug 11 08:33:05.498059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c5b47-fa0b-48c8-aab0-da2df2b4736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548262e-8c09-4242-8942-f7f2cf767a56,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:05.513041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-97b577e4-b345-40f6-9d8a-192cae1147ab', 'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': 'ced89e0a-7118-44a4-a828-7b8b811aa933'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:05.524490 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:05.576730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:05.823444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Allocated IP 2001:db8::2 (97b577e4-b345-40f6-9d8a-192cae1147ab/ced89e0a-7118-44a4-a828-7b8b811aa933/b12926be-8831-4c2c-8f6e-6422536f09ac) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:05.993948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.040617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1310142068'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:06.081579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.087476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:06.091728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.093443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=a9504bdb-ba62-4ac6-a034-5eb42f4da502,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:06.104792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44970) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:06.106770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Transition to ACTIVE for port object b12926be-8831-4c2c-8f6e-6422536f09ac will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:06.111361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.121907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': '2e560dde-acd7-47b2-af86-f56e6b6d68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:06.122539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: a7328dfe-0359-4d5e-b126-8a254dcc9de3, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:06.144689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Transition to ACTIVE for port object b12926be-8831-4c2c-8f6e-6422536f09ac will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:06.149616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.151271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:06.154854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.178483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a7328dfe-0359-4d5e-b126-8a254dcc9de3) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:06.184092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:06.186152 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f38046f-775a-4a6b-9cb6-0968b8aff640 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d34ce3ce1af941ea8a5abdf26ed0f158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803318 Aug 11 08:33:06.188669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44974) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:06.191902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.198442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f473d5f-96df-4365-9a91-5331c7280dc9 None None] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:06.256554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Network 97b577e4-b345-40f6-9d8a-192cae1147ab is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:06.262683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:06.273792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Pushing event updated for resources: {'Port': ['ID=b12926be-8831-4c2c-8f6e-6422536f09ac,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:06.278892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:06.281366 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f1f338-197e-4d9e-a2ed-efa7194d859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.320057 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f1f338-197e-4d9e-a2ed-efa7194d859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.340674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.346912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.359859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3fdbd7b-c686-4d89-88a2-9e989446a71b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0888519 Aug 11 08:33:06.360617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44978) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:06.365891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1868098040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:06.369487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Attempting to bind port b12926be-8831-4c2c-8f6e-6422536f09ac on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:06.370144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Attempting to bind port b12926be-8831-4c2c-8f6e-6422536f09ac by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '6b758ce0-6c03-4761-bf60-0b872f580225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:06.371031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Attempting to bind port b12926be-8831-4c2c-8f6e-6422536f09ac on network 97b577e4-b345-40f6-9d8a-192cae1147ab {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:06.383364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:06.384370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Checking segment: {'id': '6b758ce0-6c03-4761-bf60-0b872f580225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:06.388855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.391179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:06.391444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Bound using segment: {'id': '6b758ce0-6c03-4761-bf60-0b872f580225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:06.391732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Bound port: b12926be-8831-4c2c-8f6e-6422536f09ac, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b758ce0-6c03-4761-bf60-0b872f580225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '97b577e4-b345-40f6-9d8a-192cae1147ab'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:06.392270 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.404032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.408575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.409211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.409566 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Added segment 937ea1c1-7cbf-4cfd-bbc8-6f5a24432086 of type vlan for network 4f00afaf-8596-47f0-8bbe-f95401c9343e Aug 11 08:33:06.419077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd6f98-eabf-4671-a9be-241ccb548864,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:06.459592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.479952 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f1f338-197e-4d9e-a2ed-efa7194d859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.483176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66f1f338-197e-4d9e-a2ed-efa7194d859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.487879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66f1f338-197e-4d9e-a2ed-efa7194d859c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32723aae-988d-4389-a90e-1c4a8d80b8b7 HTTP/1.1" status: 204 len: 168 time: 0.2950513 Aug 11 08:33:06.506985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1f338-197e-4d9e-a2ed-efa7194d859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32723aae-988d-4389-a90e-1c4a8d80b8b7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:06.513665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.523282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:06.523927 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.558199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a7328dfe-0359-4d5e-b126-8a254dcc9de3', 'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': 'a9504bdb-ba62-4ac6-a034-5eb42f4da502'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:06.559259 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.562721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.566898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] For port b12926be-8831-4c2c-8f6e-6422536f09ac, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:06.571505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.575967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] For port b12926be-8831-4c2c-8f6e-6422536f09ac, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b12926be-8831-4c2c-8f6e-6422536f09ac,segment=NetworkSegment(6b758ce0-6c03-4761-bf60-0b872f580225),segment_id=6b758ce0-6c03-4761-bf60-0b872f580225)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:06.586590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.587872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0083551 Aug 11 08:33:06.595728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 44982) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:06.605580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:06.611802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a8691-4189-4d32-b926-6bbfc98a9e4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Network': ['ID=4f00afaf-8596-47f0-8bbe-f95401c9343e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:06.647780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:06.700673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:06.705670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 44986) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:06.711671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-02e4432c-0503-48f5-a0d6-a4ff956ac527 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3449607 Aug 11 08:33:06.727340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:06.734453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:07.119647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6eebb-42ff-4541-9d5b-73d46dd45c09 None None] Pushing event updated for resources: {'Port': ['ID=b12926be-8831-4c2c-8f6e-6422536f09ac,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:07.212737 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:07.242428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Allocated IP 2001:db8:1::2 (a7328dfe-0359-4d5e-b126-8a254dcc9de3/a9504bdb-ba62-4ac6-a034-5eb42f4da502/9ce41818-5218-4fb3-bbdc-88a5ac17e3dd) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:07.377096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:07.377968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network hostable DHCP agents. Network: 4f00afaf-8596-47f0-8bbe-f95401c9343e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:07.385367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=5c08130c-7f92-4c7c-9a43-dedcb3de82ea,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:07.410721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:07.411599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:07.425996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4f00afaf-8596-47f0-8bbe-f95401c9343e) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:07.430938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:07.431780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:07.500680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b2692c34-be35-494e-8348-3c52330ef133 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9025433 Aug 11 08:33:07.501834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45016) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:07.526167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'name': 'tempest-NetworksTestDHCPv6-1091713033'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:07.611351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370daa5-5f67-4fb6-af76-3f1342597ea2 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:07.614103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b12926be-8831-4c2c-8f6e-6422536f09ac up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:07.952230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b12926be-8831-4c2c-8f6e-6422536f09ac completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:07.952997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:07.962552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.031130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port ac43b1fe-f278-4d42-ba95-2b9b2c415127 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:08.152455 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.229057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '5c08130c-7f92-4c7c-9a43-dedcb3de82ea'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:08.229951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.254414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Transition to ACTIVE for port object 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:08.325271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::198 (4f00afaf-8596-47f0-8bbe-f95401c9343e/5c08130c-7f92-4c7c-9a43-dedcb3de82ea/ac43b1fe-f278-4d42-ba95-2b9b2c415127) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:08.328556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Transition to ACTIVE for port object 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:08.457450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.459793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d492c8-8905-4833-9d64-0370adff64a8 None None] Network 97b577e4-b345-40f6-9d8a-192cae1147ab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:08.615959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.635636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8::1 (97b577e4-b345-40f6-9d8a-192cae1147ab/ced89e0a-7118-44a4-a828-7b8b811aa933/83c47e26-27e7-4a86-88a1-e7c95e298a7d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:08.665309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object ac43b1fe-f278-4d42-ba95-2b9b2c415127 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:08.671664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] Provisioning for port b12926be-8831-4c2c-8f6e-6422536f09ac completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:08.679665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:08.696779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Pushing event updated for resources: {'Port': ['ID=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:08.721603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:08.732759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] Provisioning complete for port b12926be-8831-4c2c-8f6e-6422536f09ac triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:08.734253 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.740695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:08.764576 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.873838 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.892115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object 83c47e26-27e7-4a86-88a1-e7c95e298a7d will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:08.918535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:08.924555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:08.930100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/5c08130c-7f92-4c7c-9a43-dedcb3de82ea/c45effbe-02c5-43a2-9d39-cc9408fb539e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:08.936446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:08.938337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Attempting to bind port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:08.938904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Attempting to bind port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '2e560dde-acd7-47b2-af86-f56e6b6d68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:08.939446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Attempting to bind port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd on network a7328dfe-0359-4d5e-b126-8a254dcc9de3 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:08.952965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:08.955629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.965979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.973869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:08.974634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Checking segment: {'id': '2e560dde-acd7-47b2-af86-f56e6b6d68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:08.975222 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.975787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Bound using segment: {'id': '2e560dde-acd7-47b2-af86-f56e6b6d68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:08.976438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Bound port: 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e560dde-acd7-47b2-af86-f56e6b6d68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a7328dfe-0359-4d5e-b126-8a254dcc9de3'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:08.977089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:08.982588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=ac43b1fe-f278-4d42-ba95-2b9b2c415127,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:08.997112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1143bf87-3652-4761-adde-0fb8fe16d02f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4933269 Aug 11 08:33:08.999497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45068) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:09.054198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aefc2e-1196-4202-95d7-fa9a23b36105 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:09.056419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-23aefc2e-1196-4202-95d7-fa9a23b36105 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0557601 Aug 11 08:33:09.059353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45072) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:09.074025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 97b577e4-b345-40f6-9d8a-192cae1147ab is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:09.098948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:09.110033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:09.110890 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.127461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=83c47e26-27e7-4a86-88a1-e7c95e298a7d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:09.163531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port ac43b1fe-f278-4d42-ba95-2b9b2c415127 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:09.164215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.329197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.347525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for ac43b1fe-f278-4d42-ba95-2b9b2c415127 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:09.365644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.426172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] For port b12926be-8831-4c2c-8f6e-6422536f09ac, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b12926be-8831-4c2c-8f6e-6422536f09ac,segment=NetworkSegment(6b758ce0-6c03-4761-bf60-0b872f580225),segment_id=6b758ce0-6c03-4761-bf60-0b872f580225)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:09.434553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] For port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:09.440034 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.507517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d5cd2-c5f1-4474-ac53-824aba29f20e None None] Pushing event updated for resources: {'Port': ['ID=b12926be-8831-4c2c-8f6e-6422536f09ac,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:09.521812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] For port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,segment=NetworkSegment(2e560dde-acd7-47b2-af86-f56e6b6d68c9),segment_id=2e560dde-acd7-47b2-af86-f56e6b6d68c9)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:09.524678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.533564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.597010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.714353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=ac43b1fe-f278-4d42-ba95-2b9b2c415127,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:09.726107 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.760725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afc458-4cfb-4cc1-a3d5-37e8fb6b7486 None None] Pushing event updated for resources: {'Port': ['ID=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:09.798819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Transition to ACTIVE for port object c45effbe-02c5-43a2-9d39-cc9408fb539e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:09.799338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.801511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a1a1809e-609e-428d-b217-9d82ac5e2cf0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/ac43b1fe-f278-4d42-ba95-2b9b2c415127 HTTP/1.1" status: 204 len: 168 time: 0.7411289 Aug 11 08:33:09.804289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45088) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:09.840737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Transition to ACTIVE for port object c45effbe-02c5-43a2-9d39-cc9408fb539e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:09.854680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:09.972946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7633c-2bc6-4ecd-bb2f-1d360fa6492c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:09.983832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7633c-2bc6-4ecd-bb2f-1d360fa6492c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:09.989882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45090) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:09.991694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0ab7633c-2bc6-4ecd-bb2f-1d360fa6492c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1802757 Aug 11 08:33:10.020016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:10.023981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Pushing event updated for resources: {'Port': ['ID=c45effbe-02c5-43a2-9d39-cc9408fb539e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:10.027437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:10.029900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:10.041207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b68a81d-7bc2-40fa-9db5-4d25ed3128ea None None] Provisioning for port 83c47e26-27e7-4a86-88a1-e7c95e298a7d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:10.069619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b68a81d-7bc2-40fa-9db5-4d25ed3128ea None None] Provisioning complete for port 83c47e26-27e7-4a86-88a1-e7c95e298a7d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:10.071949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b68a81d-7bc2-40fa-9db5-4d25ed3128ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.165612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 5c08130c-7f92-4c7c-9a43-dedcb3de82ea {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:10.172665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.219758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Attempting to bind port c45effbe-02c5-43a2-9d39-cc9408fb539e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:10.220461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Attempting to bind port c45effbe-02c5-43a2-9d39-cc9408fb539e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:10.221096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Attempting to bind port c45effbe-02c5-43a2-9d39-cc9408fb539e on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:10.236961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:10.237793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:10.238451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.239076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:10.240585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Bound port: c45effbe-02c5-43a2-9d39-cc9408fb539e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:10.241094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.280298 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.285218 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.308053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.308578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45100) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:10.308939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.340623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8b68a81d-7bc2-40fa-9db5-4d25ed3128ea None None] Port 83c47e26-27e7-4a86-88a1-e7c95e298a7d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:10.400068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b68a81d-7bc2-40fa-9db5-4d25ed3128ea None None] Provisioning complete for port b12926be-8831-4c2c-8f6e-6422536f09ac triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:10.400570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b68a81d-7bc2-40fa-9db5-4d25ed3128ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.443307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-370f0564-79fa-447e-909d-693e7c053472 None None] For port c45effbe-02c5-43a2-9d39-cc9408fb539e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:10.464849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-370f0564-79fa-447e-909d-693e7c053472 None None] For port c45effbe-02c5-43a2-9d39-cc9408fb539e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c45effbe-02c5-43a2-9d39-cc9408fb539e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:10.478856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.495151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.605117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f0564-79fa-447e-909d-693e7c053472 None None] Pushing event updated for resources: {'Port': ['ID=c45effbe-02c5-43a2-9d39-cc9408fb539e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:10.606563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3e83-2ea8-425d-b9f2-3dbdf89ae178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.687593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5ba41e8a-2a07-4f8f-bda1-3c1cf1250c6e None None] Provisioning complete for port 83c47e26-27e7-4a86-88a1-e7c95e298a7d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:10.687971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ba41e8a-2a07-4f8f-bda1-3c1cf1250c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.773131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5ba41e8a-2a07-4f8f-bda1-3c1cf1250c6e None None] Port 83c47e26-27e7-4a86-88a1-e7c95e298a7d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:10.792756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=83c47e26-27e7-4a86-88a1-e7c95e298a7d,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:10.810435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3e83-2ea8-425d-b9f2-3dbdf89ae178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.821628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3e83-2ea8-425d-b9f2-3dbdf89ae178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.883591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.894875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 97b577e4-b345-40f6-9d8a-192cae1147ab is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:10.902747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca4d3e83-2ea8-425d-b9f2-3dbdf89ae178 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d116d67fcd94686b3a28a6ab379633e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880375 Aug 11 08:33:10.902747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d3e83-2ea8-425d-b9f2-3dbdf89ae178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea350f-96b9-447d-a614-0f02ff54f69f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:10.904223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45108) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:10.919561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:10.954613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=5c08130c-7f92-4c7c-9a43-dedcb3de82ea,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:10.957921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:10.962359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d5266913-b15c-4be0-a706-f28449dc9a3b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/5c08130c-7f92-4c7c-9a43-dedcb3de82ea HTTP/1.1" status: 204 len: 168 time: 0.9582572 Aug 11 08:33:10.966495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45110) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:11.031074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15b7b7ba-90f8-408d-afca-226139db2f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:11.099423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45112) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:11.100412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9254ab52-11aa-430a-86a3-166ab9bca074 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218255 Aug 11 08:33:11.112669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:11.162035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15b7b7ba-90f8-408d-afca-226139db2f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:11.282324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8d17beb5-b8fe-4304-b416-8f9141caa2f2 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:33:11.511923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eaef62-4272-4766-b7e8-aa7a887c78cc None None] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:11.579169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:11.596256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a6c864e-a510-4950-a60c-17fa4f249fb6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8d17beb5-b8fe-4304-b416-8f9141caa2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8866603 Aug 11 08:33:11.598355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45122) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:11.659421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] Sync routers for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:11.707699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b12926be-8831-4c2c-8f6e-6422536f09ac up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:11.734492 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee1acf-fb06-4ade-b90b-4cae56929ac9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:11.743234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cee1acf-fb06-4ade-b90b-4cae56929ac9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports/83c47e26-27e7-4a86-88a1-e7c95e298a7d HTTP/1.1" status: 200 len: 911 time: 0.1429706 Aug 11 08:33:11.745289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-95f1dc70-a351-467d-8f22-73bda12f8757 None None] Provisioning complete for port 83c47e26-27e7-4a86-88a1-e7c95e298a7d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:11.745724 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-95f1dc70-a351-467d-8f22-73bda12f8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:11.746206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45124) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:11.754738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:11.758994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:11.963551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15b7b7ba-90f8-408d-afca-226139db2f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:11.966578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-15b7b7ba-90f8-408d-afca-226139db2f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:11.968266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-15b7b7ba-90f8-408d-afca-226139db2f9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8ea350f-96b9-447d-a614-0f02ff54f69f HTTP/1.1" status: 204 len: 168 time: 1.0630455 Aug 11 08:33:12.017187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7b7ba-90f8-408d-afca-226139db2f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea350f-96b9-447d-a614-0f02ff54f69f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:12.025615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:12.035949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.233931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:12.321644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.336682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:12.337218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:12.389262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:12.395241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:12.401226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:12.401910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.413061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=c624b64c-df81-4d45-9226-a0da1f12aff7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:12.421998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:12.422977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259e727-d053-49a5-b678-7f1368e33b72 None None] The sync data for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:12.424859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-49e2b656-73cd-468d-ab86-9d2cf43e2a03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3225179 Aug 11 08:33:12.427409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45136) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:12.428252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82617261-d825-42b2-81c3-bac8c96ed1b4 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:12.434750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'name': 'tempest-NetworksTestDHCPv6-620199024'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:12.478527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-95f1dc70-a351-467d-8f22-73bda12f8757 None None] Port 83c47e26-27e7-4a86-88a1-e7c95e298a7d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:12.505330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-95f1dc70-a351-467d-8f22-73bda12f8757 None None] Provisioning for port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:12.529193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b12926be-8831-4c2c-8f6e-6422536f09ac triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:12.529818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.603766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45140) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:12.614435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:12.620797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.633921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b255ca74-e953-4896-ac2a-c996fb94860e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.673515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 3f13dcf3-15d3-421e-9901-2f5c17032c82 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:12.692287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:12.817283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23efb0fc-f727-4034-97e3-52d82367cbb4 None None] Provisioning for port c45effbe-02c5-43a2-9d39-cc9408fb539e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:12.919922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c45effbe-02c5-43a2-9d39-cc9408fb539e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:12.936482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::d7 (4f00afaf-8596-47f0-8bbe-f95401c9343e/c624b64c-df81-4d45-9226-a0da1f12aff7/3f13dcf3-15d3-421e-9901-2f5c17032c82) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:13.021328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c45effbe-02c5-43a2-9d39-cc9408fb539e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:13.027924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c45effbe-02c5-43a2-9d39-cc9408fb539e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:13.027924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.210734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8:1::1 (a7328dfe-0359-4d5e-b126-8a254dcc9de3/a9504bdb-ba62-4ac6-a034-5eb42f4da502/c530bab2-dd8a-4843-9d7a-f893215c7378) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:13.217467 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.233780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5058a-be40-47ab-91b5-4baf94832572 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:13.272288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.321801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 3f13dcf3-15d3-421e-9901-2f5c17032c82 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:13.325108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c45effbe-02c5-43a2-9d39-cc9408fb539e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c45effbe-02c5-43a2-9d39-cc9408fb539e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:13.343017 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.343752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:13.361837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b255ca74-e953-4896-ac2a-c996fb94860e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.375925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b255ca74-e953-4896-ac2a-c996fb94860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.426827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.433528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-42780cbf-90eb-4a2e-9bcb-5ddbcba4b3b7 None None] Provisioning complete for port c45effbe-02c5-43a2-9d39-cc9408fb539e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:13.433900 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-42780cbf-90eb-4a2e-9bcb-5ddbcba4b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.448132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object c530bab2-dd8a-4843-9d7a-f893215c7378 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:13.470676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255ca74-e953-4896-ac2a-c996fb94860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e3011-7cf6-438f-a6fd-3a6de17f34a7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:13.475535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b255ca74-e953-4896-ac2a-c996fb94860e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c691e6b0d97342a693993072c71f382f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705168 Aug 11 08:33:13.479784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45154) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:13.482876 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.499796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c45effbe-02c5-43a2-9d39-cc9408fb539e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:13.528491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.577271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:13.583017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:13.593905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:13.602146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:13.603635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.624362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=3f13dcf3-15d3-421e-9901-2f5c17032c82,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:13.642883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:13.651870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:13.657593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:13.670596 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf05-dfc6-48b0-8e18-6c48183c8269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.674065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:13.674596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.678057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:13.678611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.707506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b23e7c86-a64b-4e60-9096-a0d0f349a293 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2746139 Aug 11 08:33:13.709920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45158) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:13.757919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=c530bab2-dd8a-4843-9d7a-f893215c7378,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:13.806751 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf05-dfc6-48b0-8e18-6c48183c8269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.857281 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.923610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,segment=NetworkSegment(2e560dde-acd7-47b2-af86-f56e6b6d68c9),segment_id=2e560dde-acd7-47b2-af86-f56e6b6d68c9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:13.930469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.948549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a1f9c-5eb7-44d3-b695-18d1de4fba07 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:13.972781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:13.982550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a1f9c-5eb7-44d3-b695-18d1de4fba07 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:13.994447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-000a1f9c-5eb7-44d3-b695-18d1de4fba07 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2807446 Aug 11 08:33:13.995575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45176) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:14.116993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:14.143794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c45effbe-02c5-43a2-9d39-cc9408fb539e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:14.234233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf05-dfc6-48b0-8e18-6c48183c8269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.262618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d7edbf05-dfc6-48b0-8e18-6c48183c8269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.267284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d7edbf05-dfc6-48b0-8e18-6c48183c8269 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d49e3011-7cf6-438f-a6fd-3a6de17f34a7 HTTP/1.1" status: 204 len: 168 time: 0.7837908 Aug 11 08:33:14.299775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edbf05-dfc6-48b0-8e18-6c48183c8269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e3011-7cf6-438f-a6fd-3a6de17f34a7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:14.330952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 3f13dcf3-15d3-421e-9901-2f5c17032c82 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:14.331289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.350588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1e6f4b97-3c9b-416b-bf97-18be825d75b1 None None] Provisioning for port c530bab2-dd8a-4843-9d7a-f893215c7378 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:14.365190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c45effbe-02c5-43a2-9d39-cc9408fb539e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:14.365739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.378536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1e6f4b97-3c9b-416b-bf97-18be825d75b1 None None] Provisioning complete for port c530bab2-dd8a-4843-9d7a-f893215c7378 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:14.378798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e6f4b97-3c9b-416b-bf97-18be825d75b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.531697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f4b97-3c9b-416b-bf97-18be825d75b1 None None] Port c530bab2-dd8a-4843-9d7a-f893215c7378 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:14.603796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.639521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 3f13dcf3-15d3-421e-9901-2f5c17032c82 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:14.684015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c6d58612-ef08-4fd9-8097-1a982058f2ea None None] Provisioning for port 3f13dcf3-15d3-421e-9901-2f5c17032c82 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:14.687312 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.695363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c6d58612-ef08-4fd9-8097-1a982058f2ea None None] Provisioning complete for port 3f13dcf3-15d3-421e-9901-2f5c17032c82 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:14.695793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c6d58612-ef08-4fd9-8097-1a982058f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.696297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.697885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.776165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c6d58612-ef08-4fd9-8097-1a982058f2ea None None] Port 3f13dcf3-15d3-421e-9901-2f5c17032c82 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:14.815519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c6d58612-ef08-4fd9-8097-1a982058f2ea None None] Provisioning complete for port c45effbe-02c5-43a2-9d39-cc9408fb539e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:14.815860 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c6d58612-ef08-4fd9-8097-1a982058f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:14.930301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=c530bab2-dd8a-4843-9d7a-f893215c7378,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:14.994160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:15.009612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:15.011119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:15.109611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:15.120692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2bac4cd5-f630-4f32-877f-cc7885988f0d None None] Could not find standard attr ID for object ac43b1fe-f278-4d42-ba95-2b9b2c415127. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:15.175001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=3f13dcf3-15d3-421e-9901-2f5c17032c82,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:15.229141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:15.234812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4731afd4-c31e-4091-858e-3c11640c7570 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/3f13dcf3-15d3-421e-9901-2f5c17032c82 HTTP/1.1" status: 204 len: 168 time: 1.2348921 Aug 11 08:33:15.235491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45216) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:15.262150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8d17beb5-b8fe-4304-b416-8f9141caa2f2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:15.298279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9b44c-525d-46de-a946-a9c9a0a8ff7b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:15.300178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9b44c-525d-46de-a946-a9c9a0a8ff7b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:15.305665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d5c9b44c-525d-46de-a946-a9c9a0a8ff7b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0685382 Aug 11 08:33:15.306297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45220) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:15.380319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet c624b64c-df81-4d45-9226-a0da1f12aff7 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:15.384209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:15.437064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ac453ae8-5ba2-4129-8eed-4a2b4d13695d None None] Could not find standard attr ID for object 3f13dcf3-15d3-421e-9901-2f5c17032c82. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:15.515457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:15.566387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:15.581425 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] Sync routers for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:15.584688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e894ef9e-8f4e-49be-8480-a265ebcd916b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8d17beb5-b8fe-4304-b416-8f9141caa2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8362942 Aug 11 08:33:15.586833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45224) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:15.597278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d120a2c8-734f-42fe-ad23-2edbff9b0b3e None None] Provisioning complete for port c530bab2-dd8a-4843-9d7a-f893215c7378 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:15.597872 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d120a2c8-734f-42fe-ad23-2edbff9b0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:15.609322 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:15.615900 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:15.676930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-898f5758-2212-4f97-b8c7-c93980936c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:15.690729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a85197-117f-403b-a3c8-1a6d4c2b5d16 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:15.692636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-53a85197-117f-403b-a3c8-1a6d4c2b5d16 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports/c530bab2-dd8a-4843-9d7a-f893215c7378 HTTP/1.1" status: 200 len: 913 time: 0.1044838 Aug 11 08:33:15.696059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45228) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:15.732975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d120a2c8-734f-42fe-ad23-2edbff9b0b3e None None] Port c530bab2-dd8a-4843-9d7a-f893215c7378 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:15.739069 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:15.749833 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:15.750479 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:15.863280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.007083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-898f5758-2212-4f97-b8c7-c93980936c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.015346 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-898f5758-2212-4f97-b8c7-c93980936c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.037086 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:16.038298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.038516 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142e862-4d2e-4b21-a9e7-17dd27723ce0 None None] The sync data for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:16.108085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=c624b64c-df81-4d45-9226-a0da1f12aff7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:16.137354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:16.220067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.227519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f8f5044c-feae-4f8d-88b9-f69bc55d0847 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/c624b64c-df81-4d45-9226-a0da1f12aff7 HTTP/1.1" status: 204 len: 168 time: 0.9200134 Aug 11 08:33:16.242950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45236) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:16.247380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-898f5758-2212-4f97-b8c7-c93980936c77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f2a189c5742470da602791e14270bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352232 Aug 11 08:33:16.249545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45238) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:16.263094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f5758-2212-4f97-b8c7-c93980936c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5dfcfc-2e20-4c2e-b23c-c0bee3bd6e44,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:16.268512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:16.268999 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.307398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506965d-6f26-4a2f-9773-a042ff446f35 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:16.328220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16267190-8e48-43c6-9680-ff9e524e2fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.360866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16267190-8e48-43c6-9680-ff9e524e2fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.452182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16267190-8e48-43c6-9680-ff9e524e2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.467655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-16267190-8e48-43c6-9680-ff9e524e2fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.472654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-16267190-8e48-43c6-9680-ff9e524e2fb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da5dfcfc-2e20-4c2e-b23c-c0bee3bd6e44 HTTP/1.1" status: 204 len: 168 time: 0.2220039 Aug 11 08:33:16.483899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16267190-8e48-43c6-9680-ff9e524e2fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5dfcfc-2e20-4c2e-b23c-c0bee3bd6e44,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:16.636084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:16.718273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] Deleting port c45effbe-02c5-43a2-9d39-cc9408fb539e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:16.718610 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.813291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] For port c45effbe-02c5-43a2-9d39-cc9408fb539e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c45effbe-02c5-43a2-9d39-cc9408fb539e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:16.813692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.829609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cbff1263-e253-4384-9598-4bf5bdb92015 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5815380 Aug 11 08:33:16.830295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] Calling delete_port for c45effbe-02c5-43a2-9d39-cc9408fb539e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:16.832581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45254) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:16.842871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:16.949451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45258) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:16.975053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb853-2344-46d7-ac17-61aef70f33fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:16.985627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:16.994866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.003868 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.069945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] Pushing event deleted for resources: {'Port': ['ID=c45effbe-02c5-43a2-9d39-cc9408fb539e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:17.077127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.095604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a91bb-fb47-4667-ab38-45a4f8233777 None None] No DVR routers for this DVR port c45effbe-02c5-43a2-9d39-cc9408fb539e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:17.246188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb853-2344-46d7-ac17-61aef70f33fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.262681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb853-2344-46d7-ac17-61aef70f33fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.271657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.329963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:17.335329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:17.344805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f06005-d478-401d-8b61-42b2cccbc3b8 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:17.348380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:17.349078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.355860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb1cb853-2344-46d7-ac17-61aef70f33fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0b116667eae4130be680d449b3c8828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977826 Aug 11 08:33:17.355860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb853-2344-46d7-ac17-61aef70f33fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856e32f-67f3-432f-8996-32025c23c608,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:17.359827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45268) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:17.387177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=ac52e8eb-8687-4770-969e-2b82cd779957,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:17.410510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-315e1ff4-f28c-4b30-a752-2112a6f339a7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5731714 Aug 11 08:33:17.411525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45274) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:17.421265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'name': 'tempest-NetworksTestDHCPv6-1951925143'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:17.495419 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd6b0-8e25-4b29-a00b-6e1d6f808b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.519419 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd6b0-8e25-4b29-a00b-6e1d6f808b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.568136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port c530bab2-dd8a-4843-9d7a-f893215c7378 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:17.570112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.609678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd6b0-8e25-4b29-a00b-6e1d6f808b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.613542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd6b0-8e25-4b29-a00b-6e1d6f808b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.615008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a1cdd6b0-8e25-4b29-a00b-6e1d6f808b0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2856e32f-67f3-432f-8996-32025c23c608 HTTP/1.1" status: 204 len: 168 time: 0.2544143 Aug 11 08:33:17.633335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'ac52e8eb-8687-4770-969e-2b82cd779957'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:17.634220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.635610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdd6b0-8e25-4b29-a00b-6e1d6f808b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856e32f-67f3-432f-8996-32025c23c608,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:17.668369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:17.679429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.736653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 3d2545f1-650e-4698-b44e-75d47ad61ad5 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:17.758832 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:17.792372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for c530bab2-dd8a-4843-9d7a-f893215c7378 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:17.845546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/ac52e8eb-8687-4770-969e-2b82cd779957/24f5f1fa-c2b0-496f-b189-ddecc021ad22) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:18.091235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c45effbe-02c5-43a2-9d39-cc9408fb539e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:18.102822 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.119997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c45effbe-02c5-43a2-9d39-cc9408fb539e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:18.120585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c45effbe-02c5-43a2-9d39-cc9408fb539e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:18.142830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=c530bab2-dd8a-4843-9d7a-f893215c7378,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:18.195744 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.217076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Transition to ACTIVE for port object 24f5f1fa-c2b0-496f-b189-ddecc021ad22 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:18.254545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Transition to ACTIVE for port object 24f5f1fa-c2b0-496f-b189-ddecc021ad22 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:18.265820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.354426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:18.359002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.361808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:18.374197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:18.424609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::38c (4f00afaf-8596-47f0-8bbe-f95401c9343e/ac52e8eb-8687-4770-969e-2b82cd779957/3d2545f1-650e-4698-b44e-75d47ad61ad5) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:18.450063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Pushing event updated for resources: {'Port': ['ID=24f5f1fa-c2b0-496f-b189-ddecc021ad22,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:18.535360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Attempting to bind port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:18.536100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Attempting to bind port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:18.536497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Attempting to bind port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:18.543492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:18.544022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:18.544523 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.545198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:18.546082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Bound port: 24f5f1fa-c2b0-496f-b189-ddecc021ad22, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:18.546559 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.631759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45312) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:18.676934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] For port 24f5f1fa-c2b0-496f-b189-ddecc021ad22, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:18.683088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] For port 24f5f1fa-c2b0-496f-b189-ddecc021ad22, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=24f5f1fa-c2b0-496f-b189-ddecc021ad22,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:18.691041 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.707016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8d17beb5-b8fe-4304-b416-8f9141caa2f2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:18.722205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.758361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 3d2545f1-650e-4698-b44e-75d47ad61ad5 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:18.851165 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ad73563-2246-4f84-bea7-1b75f9f294a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:18.874035 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679623-6774-4124-9a88-08b2940e69a6 None None] Pushing event updated for resources: {'Port': ['ID=24f5f1fa-c2b0-496f-b189-ddecc021ad22,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:18.893770 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.009540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:19.012332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:19.033647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] Sync routers for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:19.037923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:19.047134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:19.060545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:19.061305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.063860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:19.064695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:19.072034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=3d2545f1-650e-4698-b44e-75d47ad61ad5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:19.076990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-872c9997-c043-4061-8dfd-cafc4440b07b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8d17beb5-b8fe-4304-b416-8f9141caa2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3759899 Aug 11 08:33:19.078266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45328) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:19.171700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:19.188425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:19.189831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:19.281223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:19.282587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db731b4-5c2f-4822-8699-143fb07d801d None None] The sync data for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:19.380543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ad73563-2246-4f84-bea7-1b75f9f294a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.387117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ad73563-2246-4f84-bea7-1b75f9f294a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.407148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c87f0bb-c433-4456-b508-3c442412b57c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9917586 Aug 11 08:33:19.409928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45340) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:19.441925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ad73563-2246-4f84-bea7-1b75f9f294a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2462676bb4fd4780b49923adf724c73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090925 Aug 11 08:33:19.445151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45342) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:19.472207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad73563-2246-4f84-bea7-1b75f9f294a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766b4c84-81f0-4825-a31c-5af05fa738c6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:19.513743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678598fc-4b7f-4c65-887d-a2453ad2d02d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:19.520800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678598fc-4b7f-4c65-887d-a2453ad2d02d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:19.523374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-678598fc-4b7f-4c65-887d-a2453ad2d02d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1115677 Aug 11 08:33:19.526012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:19.564236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17f862c-2b22-4e84-b43c-92f266be50e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.601257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17f862c-2b22-4e84-b43c-92f266be50e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.632610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 3d2545f1-650e-4698-b44e-75d47ad61ad5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:19.632984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.709076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.754153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17f862c-2b22-4e84-b43c-92f266be50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.757250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e17f862c-2b22-4e84-b43c-92f266be50e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.760990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e17f862c-2b22-4e84-b43c-92f266be50e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/766b4c84-81f0-4825-a31c-5af05fa738c6 HTTP/1.1" status: 204 len: 168 time: 0.3148253 Aug 11 08:33:19.776469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:19.804331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 3d2545f1-650e-4698-b44e-75d47ad61ad5 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:19.812005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f862c-2b22-4e84-b43c-92f266be50e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766b4c84-81f0-4825-a31c-5af05fa738c6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:20.101262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.155310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24f5f1fa-c2b0-496f-b189-ddecc021ad22 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:20.179948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=3d2545f1-650e-4698-b44e-75d47ad61ad5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:20.248794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.252218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-11b37bcd-3884-4a8c-8929-24b4d27735c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/3d2545f1-650e-4698-b44e-75d47ad61ad5 HTTP/1.1" status: 204 len: 168 time: 0.7252383 Aug 11 08:33:20.254753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45374) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:20.286671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 83c47e26-27e7-4a86-88a1-e7c95e298a7d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:20.287028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.307992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:20.373275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e2e164-c682-4452-b8d7-e6894dc48cc9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:20.375718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e2e164-c682-4452-b8d7-e6894dc48cc9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:20.380326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c4e2e164-c682-4452-b8d7-e6894dc48cc9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1174943 Aug 11 08:33:20.381486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:20.453417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] Provisioning for port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:20.454340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet ac52e8eb-8687-4770-969e-2b82cd779957 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:20.457561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45378) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:20.462188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] Provisioning complete for port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:20.462570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.466374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.467315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.487212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 83c47e26-27e7-4a86-88a1-e7c95e298a7d owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:20.501742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ebe92ce-e8fb-4735-917c-4759d1ee3789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.602724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.621183 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.670780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] For port 24f5f1fa-c2b0-496f-b189-ddecc021ad22, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=24f5f1fa-c2b0-496f-b189-ddecc021ad22,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:20.679894 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.749344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d2b6-e57e-443d-951e-2e62bbaa0a23 None None] Pushing event updated for resources: {'Port': ['ID=24f5f1fa-c2b0-496f-b189-ddecc021ad22,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:20.795131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-32c6fa96-153e-4c5c-9cbc-e02ce8f7ff51 None None] Could not find standard attr ID for object 3d2545f1-650e-4698-b44e-75d47ad61ad5. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:20.820296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.860593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=83c47e26-27e7-4a86-88a1-e7c95e298a7d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:20.878540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:20.989322 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.043389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=ac52e8eb-8687-4770-969e-2b82cd779957,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:21.057645 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.061126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-71238fef-c19b-444a-9e3d-58a25eed7347 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/ac52e8eb-8687-4770-969e-2b82cd779957 HTTP/1.1" status: 204 len: 168 time: 0.6792583 Aug 11 08:33:21.064963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ebe92ce-e8fb-4735-917c-4759d1ee3789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.065853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45392) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.105636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.105937 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ebe92ce-e8fb-4735-917c-4759d1ee3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.226252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1d7854ae-6db0-46a1-90eb-9bf123e87bb6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1591458 Aug 11 08:33:21.227345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd1089-263a-49cb-bae3-07adf4a533e5 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:21.242472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.298022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe92ce-e8fb-4735-917c-4759d1ee3789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a8354-39d7-4769-99db-eb0e1742eff4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:21.352029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ebe92ce-e8fb-4735-917c-4759d1ee3789 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9372c709c2704931b6cb01d7c53c2cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8933740 Aug 11 08:33:21.356941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.359863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8d17beb5-b8fe-4304-b416-8f9141caa2f2 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:21.415162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b027fb9-d284-4c06-9a9d-cdee1bc8888b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:21.419848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7b027fb9-d284-4c06-9a9d-cdee1bc8888b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1762538 Aug 11 08:33:21.425139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.453040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:21.460690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d47252a1-4738-4034-bef9-f53bdb818206 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8d17beb5-b8fe-4304-b416-8f9141caa2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3763683 Aug 11 08:33:21.461555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.465292 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] Sync routers for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:21.479592 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:21.480244 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:21.496558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:21.520573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3138082-6a00-4dd4-be57-c4a8661a2cb2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d17beb5-b8fe-4304-b416-8f9141caa2f2 HTTP/1.1" status: 200 len: 205 time: 0.0584068 Aug 11 08:33:21.523201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45410) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.544139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:21.556783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] Routers {'8d17beb5-b8fe-4304-b416-8f9141caa2f2'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:21.557991 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:21.600042 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e8ca15-f188-4962-9fe6-d61f40c7a1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.606253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.646001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] Deleting port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:21.646604 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.647260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f9410-1331-40f5-904e-882b2cfc62b8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:21.648771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-857f9410-1331-40f5-904e-882b2cfc62b8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2220521 Aug 11 08:33:21.661659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45412) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.663295 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:21.665022 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a351ef8-660b-4fa4-ab46-307db68e3e0a None None] The sync data for ids ['8d17beb5-b8fe-4304-b416-8f9141caa2f2'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:21.676529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e8ca15-f188-4962-9fe6-d61f40c7a1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.745872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] For port 24f5f1fa-c2b0-496f-b189-ddecc021ad22, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=24f5f1fa-c2b0-496f-b189-ddecc021ad22,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:21.746705 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.762699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40a55a17-c5d6-4793-a02e-9fb051713411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954161 Aug 11 08:33:21.771081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] Calling delete_port for 24f5f1fa-c2b0-496f-b189-ddecc021ad22 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:21.773761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:21.780703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:21.929311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.956309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] No DVR routers for this DVR port 24f5f1fa-c2b0-496f-b189-ddecc021ad22 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:21.986686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e8ca15-f188-4962-9fe6-d61f40c7a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.989188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-18e8ca15-f188-4962-9fe6-d61f40c7a1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:21.990477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18e8ca15-f188-4962-9fe6-d61f40c7a1fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/623a8354-39d7-4769-99db-eb0e1742eff4 HTTP/1.1" status: 204 len: 168 time: 0.6322501 Aug 11 08:33:22.023284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e76cb-a868-464e-9c0f-5435fb1b3d7a None None] Pushing event deleted for resources: {'Port': ['ID=24f5f1fa-c2b0-496f-b189-ddecc021ad22,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:22.034036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8ca15-f188-4962-9fe6-d61f40c7a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a8354-39d7-4769-99db-eb0e1742eff4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:22.077603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24f5f1fa-c2b0-496f-b189-ddecc021ad22 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:22.084020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:22.087812 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.127600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 24f5f1fa-c2b0-496f-b189-ddecc021ad22 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:22.128006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24f5f1fa-c2b0-496f-b189-ddecc021ad22 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:22.319146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.325813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.437725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.438276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router 8d17beb5-b8fe-4304-b416-8f9141caa2f2 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:33:22.448039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.449138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-70c18b0d-d6b6-4314-8da0-f99b0d18347d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/8d17beb5-b8fe-4304-b416-8f9141caa2f2 HTTP/1.1" status: 204 len: 168 time: 0.9249601 Aug 11 08:33:22.451831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45436) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:22.477736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.521729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet a9504bdb-ba62-4ac6-a034-5eb42f4da502 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:22.526302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.540361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:22.548856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:22.567064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:22.568054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.568533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a680f-a799-4e10-9523-0e6d7519b8c3 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:22.600353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=91df357b-c68e-4548-8a7e-4a042f8bdbcf,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:22.626864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3affb8e6-1fee-4074-a9df-b5a935328fce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8516665 Aug 11 08:33:22.629478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45448) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:22.635299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '91df357b-c68e-4548-8a7e-4a042f8bdbcf', 'ip_address': '2001:db8::da7c:cc5a:52ac:32f5'}], 'name': 'tempest-NetworksTestDHCPv6-942658665'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:22.641851 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.811035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.823495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:22.847619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '91df357b-c68e-4548-8a7e-4a042f8bdbcf'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:22.848652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:22.942053 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.000593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=a9504bdb-ba62-4ac6-a034-5eb42f4da502,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:23.008599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.012630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/91df357b-c68e-4548-8a7e-4a042f8bdbcf/2749fc3b-5e77-48d9-908f-f3dda7e0d164) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:23.014595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.020340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45456) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:23.022109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8e65fa02-953f-4b21-bfb8-d5be48ee172b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/a9504bdb-ba62-4ac6-a034-5eb42f4da502 HTTP/1.1" status: 204 len: 168 time: 0.5686760 Aug 11 08:33:23.028408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafe75e-ee86-4860-a8c8-063d114c83ad None None] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:23.100931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port a2a02e58-00bb-4011-9cb7-7a40c740fe36 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:23.177463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet ced89e0a-7118-44a4-a828-7b8b811aa933 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:23.188769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.286398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.423223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.517811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.556796 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.558756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/ced89e0a-7118-44a4-a828-7b8b811aa933 HTTP/1.1" status: 204 len: 168 time: 0.5322452 Aug 11 08:33:23.562619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45478) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:23.565501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d938042-ad1c-4dcc-ba5d-9e304bb253d8 None None] Network 97b577e4-b345-40f6-9d8a-192cae1147ab requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:23.600237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c86fe-36f9-4a93-917e-fbd464d4f2ec tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=ced89e0a-7118-44a4-a828-7b8b811aa933,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:23.724315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.813350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] DHCP port deletion for a7328dfe-0359-4d5e-b126-8a254dcc9de3 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:23.823630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:23.824054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.875644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:23.916543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Transition to ACTIVE for port object 2749fc3b-5e77-48d9-908f-f3dda7e0d164 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:23.992263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Transition to ACTIVE for port object 2749fc3b-5e77-48d9-908f-f3dda7e0d164 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:24.016803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.130437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,segment=NetworkSegment(2e560dde-acd7-47b2-af86-f56e6b6d68c9),segment_id=2e560dde-acd7-47b2-af86-f56e6b6d68c9)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:24.131397 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.150701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:24.156172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Deleting port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:24.156556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.163768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] DHCP port deletion for 97b577e4-b345-40f6-9d8a-192cae1147ab request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:24.166831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::da7c:cc5a:52ac:32f5 (4f00afaf-8596-47f0-8bbe-f95401c9343e/91df357b-c68e-4548-8a7e-4a042f8bdbcf/a2a02e58-00bb-4011-9cb7-7a40c740fe36) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:24.213659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:24.257470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:24.258866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.310894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:24.316702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:24.325064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:24.325876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No active binding found for port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 08:33:24.326597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:24.361664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:24.379368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Pushing event updated for resources: {'Port': ['ID=2749fc3b-5e77-48d9-908f-f3dda7e0d164,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:24.431687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.432036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.432666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.432666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.433026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.433360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.433695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.434006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.434382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.434710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.435671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.436082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:24.452090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.464532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7328dfe-0359-4d5e-b126-8a254dcc9de3']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:24.467708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.487724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object a2a02e58-00bb-4011-9cb7-7a40c740fe36 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:24.488338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] For port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,segment=NetworkSegment(2e560dde-acd7-47b2-af86-f56e6b6d68c9),segment_id=2e560dde-acd7-47b2-af86-f56e6b6d68c9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:24.488728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.491419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e560dde-acd7-47b2-af86-f56e6b6d68c9') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:24.492028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e560dde-acd7-47b2-af86-f56e6b6d68c9') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:24.517515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.518806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Calling delete_port for 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:24.533557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Attempting to bind port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:24.534127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Attempting to bind port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:24.534581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Attempting to bind port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:24.543113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:24.543487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:24.544048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.544426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.544649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:24.545178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Bound port: 2749fc3b-5e77-48d9-908f-f3dda7e0d164, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:24.545567 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.552951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:24.553429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.573088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:24.582577 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:24.610811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] Deleting port b12926be-8831-4c2c-8f6e-6422536f09ac {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:24.611191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.707346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:24.717815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:24.722088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:24.727421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.729667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:24.730965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.744185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=a2a02e58-00bb-4011-9cb7-7a40c740fe36,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:24.756632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.761040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/a7328dfe-0359-4d5e-b126-8a254dcc9de3 HTTP/1.1" status: 204 len: 168 time: 1.1955492 Aug 11 08:33:24.761040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86775524-d1d8-4c7a-9df8-f8633ab47db9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=a7328dfe-0359-4d5e-b126-8a254dcc9de3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:24.761335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45502) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:24.773104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-799e6fe7-5a90-40e7-8585-0c9dd092729c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1398621 Aug 11 08:33:24.773525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45504) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:24.827851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] For port b12926be-8831-4c2c-8f6e-6422536f09ac, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b12926be-8831-4c2c-8f6e-6422536f09ac,segment=NetworkSegment(6b758ce0-6c03-4761-bf60-0b872f580225),segment_id=6b758ce0-6c03-4761-bf60-0b872f580225)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:24.828467 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.833945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece46ecc-425c-47ea-9253-4415565feffb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:24.840917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece46ecc-425c-47ea-9253-4415565feffb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:24.845305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ece46ecc-425c-47ea-9253-4415565feffb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0682337 Aug 11 08:33:24.845677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45506) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:24.856278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] For port 2749fc3b-5e77-48d9-908f-f3dda7e0d164, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:24.878809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] Calling delete_port for b12926be-8831-4c2c-8f6e-6422536f09ac owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:24.883090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] For port 2749fc3b-5e77-48d9-908f-f3dda7e0d164, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2749fc3b-5e77-48d9-908f-f3dda7e0d164,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:24.888429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.901438 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:24.946410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Network a7328dfe-0359-4d5e-b126-8a254dcc9de3 is not hosted by any dhcp agent {{(pid=94574) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:33:24.946918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] No DVR routers for this DVR port 9ce41818-5218-4fb3-bbdc-88a5ac17e3dd on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:24.948411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec5365-63f7-48ca-b504-a119b28b41ee None None] Pushing event deleted for resources: {'Port': ['ID=9ce41818-5218-4fb3-bbdc-88a5ac17e3dd,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:24.974468 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.101015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port a2a02e58-00bb-4011-9cb7-7a40c740fe36 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:25.101015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.107521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port b12926be-8831-4c2c-8f6e-6422536f09ac {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:25.108062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb850a5a-ead9-4d30-92bb-09ce11f5785e None None] Pushing event updated for resources: {'Port': ['ID=2749fc3b-5e77-48d9-908f-f3dda7e0d164,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:25.108527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.191560 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.266832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] No DVR routers for this DVR port b12926be-8831-4c2c-8f6e-6422536f09ac on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:25.279730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3981989-737b-4d57-b199-64ce1d6b4870 None None] Pushing event deleted for resources: {'Port': ['ID=b12926be-8831-4c2c-8f6e-6422536f09ac,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:25.298144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port b12926be-8831-4c2c-8f6e-6422536f09ac, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b12926be-8831-4c2c-8f6e-6422536f09ac,segment=NetworkSegment(6b758ce0-6c03-4761-bf60-0b872f580225),segment_id=6b758ce0-6c03-4761-bf60-0b872f580225)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:25.298738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.349607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for b12926be-8831-4c2c-8f6e-6422536f09ac owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:25.351892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.377664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for a2a02e58-00bb-4011-9cb7-7a40c740fe36 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:25.473009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.520764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=b12926be-8831-4c2c-8f6e-6422536f09ac,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:25.533862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port b12926be-8831-4c2c-8f6e-6422536f09ac on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:25.564997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.620028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.626709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=a2a02e58-00bb-4011-9cb7-7a40c740fe36,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:25.634252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.634470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b577e4-b345-40f6-9d8a-192cae1147ab']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:25.636713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-19a3a4a6-5804-4875-9dab-aeea064c374f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/a2a02e58-00bb-4011-9cb7-7a40c740fe36 HTTP/1.1" status: 204 len: 168 time: 0.7896132 Aug 11 08:33:25.639125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:25.648637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b758ce0-6c03-4761-bf60-0b872f580225') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:25.648989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b758ce0-6c03-4761-bf60-0b872f580225') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:25.658875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.674267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.681654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:25.682060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:25.685176 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:25.697664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e1fbb-3b1e-417a-b450-daf1cf2aeea2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:25.699208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e1fbb-3b1e-417a-b450-daf1cf2aeea2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:25.700761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-159e1fbb-3b1e-417a-b450-daf1cf2aeea2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609744 Aug 11 08:33:25.703662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45528) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:25.750395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.758329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.760420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/97b577e4-b345-40f6-9d8a-192cae1147ab HTTP/1.1" status: 204 len: 168 time: 0.9982147 Aug 11 08:33:25.767322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 91df357b-c68e-4548-8a7e-4a042f8bdbcf {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:25.770303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45530) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:25.772325 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.774049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540629-52e0-4930-9d64-1d684cc72805 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=97b577e4-b345-40f6-9d8a-192cae1147ab,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:25.778293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1546123415'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:25.828951 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.831848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:25.835486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.891600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:25.936162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:25.936469 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment 3de51d9b-0d14-4b8d-b456-400d67f2c547 of type vlan for network e36f6864-37b1-4f95-9e14-8aa549e4effe Aug 11 08:33:25.992128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.015522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.095945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.103728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:26.104489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.113804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.137249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2749fc3b-5e77-48d9-908f-f3dda7e0d164 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:26.214256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=e36f6864-37b1-4f95-9e14-8aa549e4effe,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:26.228228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:26.232760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e36f6864-37b1-4f95-9e14-8aa549e4effe details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:26.398841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b12926be-8831-4c2c-8f6e-6422536f09ac no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:26.428755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b12926be-8831-4c2c-8f6e-6422536f09ac {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:26.429638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b12926be-8831-4c2c-8f6e-6422536f09ac not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:26.580904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] Provisioning for port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:26.598337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] Provisioning complete for port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:26.609930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.714361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=91df357b-c68e-4548-8a7e-4a042f8bdbcf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:26.721515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.726356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cfa48fc5-8448-4447-bc9b-ac0b22ba5d2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/91df357b-c68e-4548-8a7e-4a042f8bdbcf HTTP/1.1" status: 204 len: 168 time: 1.0193429 Aug 11 08:33:26.727210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45556) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:26.729381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5c169d86-ebd4-4ec9-b4a1-295b6c33130e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9578905 Aug 11 08:33:26.730054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45558) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:26.735969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:26.780100 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.860685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:26.865368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.875250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] For port 2749fc3b-5e77-48d9-908f-f3dda7e0d164, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2749fc3b-5e77-48d9-908f-f3dda7e0d164,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:26.883527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:26.899926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c625dc08-2a61-4c2a-b7cc-73a02e9101b8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629560 Aug 11 08:33:26.900766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45560) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:26.906032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:26.998224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4f964-0bad-455e-ac64-f8b5060eb764 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:27.001195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78f680-806c-404e-875a-30d18274a3f9 None None] Pushing event updated for resources: {'Port': ['ID=2749fc3b-5e77-48d9-908f-f3dda7e0d164,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:27.016102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-de270cce-c014-4eb6-bcbc-fee564a1fd0e None None] Could not find standard attr ID for object a2a02e58-00bb-4011-9cb7-7a40c740fe36. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:27.082078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:27.086965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.149374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.272688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=4e156e31-5424-45a6-ae34-65eb9c6540db,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:27.358336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': '3de51d9b-0d14-4b8d-b456-400d67f2c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:27.359355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: e36f6864-37b1-4f95-9e14-8aa549e4effe, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:27.387144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:27.425368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network e36f6864-37b1-4f95-9e14-8aa549e4effe is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:27.443937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e36f6864-37b1-4f95-9e14-8aa549e4effe) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:27.451132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:27.452334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.468705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc866d-a547-423d-af05-d492b978570f None None] Network e36f6864-37b1-4f95-9e14-8aa549e4effe requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:27.474221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e9710740-3877-4584-8779-898fb88351f3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7428987 Aug 11 08:33:27.477114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45570) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:27.486768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-469807696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:27.499747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.554534 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.555978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.561262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=804123fe-8677-4079-a164-42483c49654b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:27.572387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:27.575059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:27.580991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:27.581267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.605246 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0fceef84-b4b4-46ed-881b-d554592c6564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7027781 Aug 11 08:33:27.605633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45576) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:27.611655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '804123fe-8677-4079-a164-42483c49654b', 'ip_address': '2001:db8::4ef0:a94d:677e:d9e'}], 'name': 'tempest-NetworksTestDHCPv6-1884528830'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:27.656771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] Deleting port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:27.658353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.726580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.738779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.785094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.790390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b21b820-1c45-43ee-86cf-87bb3c0af6ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3067718 Aug 11 08:33:27.790390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45584) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:27.805488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'port': {'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe', 'name': 'tempest-RoutersIpV6Test-143078717'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:27.855928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:27.926204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] For port 2749fc3b-5e77-48d9-908f-f3dda7e0d164, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2749fc3b-5e77-48d9-908f-f3dda7e0d164,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:27.926610 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:27.949575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] Calling delete_port for 2749fc3b-5e77-48d9-908f-f3dda7e0d164 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:28.012536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.042275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:28.056170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 7e9a8f78-268e-454b-a5c1-8fd8c9158804 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:28.057185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.107708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-e36f6864-37b1-4f95-9e14-8aa549e4effe', 'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': '4e156e31-5424-45a6-ae34-65eb9c6540db'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:28.109229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.113788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2749fc3b-5e77-48d9-908f-f3dda7e0d164 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:28.124111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.128919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] device_id is not set on port 69c67322-4d48-4106-aa46-43e746701fe9 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:28.186160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] No DVR routers for this DVR port 2749fc3b-5e77-48d9-908f-f3dda7e0d164 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:28.187898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2749fc3b-5e77-48d9-908f-f3dda7e0d164 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:28.188403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2749fc3b-5e77-48d9-908f-f3dda7e0d164 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:28.192337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc87d7-9865-49d7-993a-5c89f888bb9d None None] Pushing event deleted for resources: {'Port': ['ID=2749fc3b-5e77-48d9-908f-f3dda7e0d164,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:28.255013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6902b-27dd-4685-b8d5-8001bd8fb96e None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:28.342106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8::2cd (e36f6864-37b1-4f95-9e14-8aa549e4effe/4e156e31-5424-45a6-ae34-65eb9c6540db/69c67322-4d48-4106-aa46-43e746701fe9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:28.412022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::4ef0:a94d:677e:d9e (4f00afaf-8596-47f0-8bbe-f95401c9343e/804123fe-8677-4079-a164-42483c49654b/7e9a8f78-268e-454b-a5c1-8fd8c9158804) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:28.448638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '804123fe-8677-4079-a164-42483c49654b'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:28.450316 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.682091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.701581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.709789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object 69c67322-4d48-4106-aa46-43e746701fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:28.725807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 7e9a8f78-268e-454b-a5c1-8fd8c9158804 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:28.832489 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.876924 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.882048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:28.935529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/804123fe-8677-4079-a164-42483c49654b/5e8cdc0a-a38b-410a-afe1-8b37c01bc01a) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:28.956085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:28.978550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:28.987710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:29.005076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:29.005729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.015240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network e36f6864-37b1-4f95-9e14-8aa549e4effe is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:29.019407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:29.029608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:29.035804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:29.036747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.046827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=69c67322-4d48-4106-aa46-43e746701fe9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:29.054438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45604) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:29.064439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4575768 Aug 11 08:33:29.065790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e613a87-0a64-4677-939b-66a5a2b8c7e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=7e9a8f78-268e-454b-a5c1-8fd8c9158804,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:29.079871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45606) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:29.080046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-504652dc-bd7f-41af-8243-022839995b0a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2872760 Aug 11 08:33:29.121810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Allocated IP 2001:db8::2 (e36f6864-37b1-4f95-9e14-8aa549e4effe/4e156e31-5424-45a6-ae34-65eb9c6540db/13c6f06b-7822-476a-9e8c-a7310d4b29c9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:29.164812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b14169-e6b1-493f-93ec-8a893f27763c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:29.172993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b5b14169-e6b1-493f-93ec-8a893f27763c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1149788 Aug 11 08:33:29.173263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45608) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:29.318349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 7e9a8f78-268e-454b-a5c1-8fd8c9158804 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:29.320979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.496103 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.550027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 7e9a8f78-268e-454b-a5c1-8fd8c9158804 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:29.553992 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-061d7e36-cdc6-47e4-93f7-3dbeea3a9bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.614828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.700720 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.719659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Transition to ACTIVE for port object 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:29.721717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.737214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Transition to ACTIVE for port object 13c6f06b-7822-476a-9e8c-a7310d4b29c9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:29.746054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Transition to ACTIVE for port object 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:29.758447 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.761067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.822896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Transition to ACTIVE for port object 13c6f06b-7822-476a-9e8c-a7310d4b29c9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:29.825590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Pushing event updated for resources: {'Port': ['ID=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:29.852706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=7e9a8f78-268e-454b-a5c1-8fd8c9158804,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:29.853593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:29.857621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.858538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:29.859800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0f654164-c3e5-4001-9812-85b45d3c1bce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/7e9a8f78-268e-454b-a5c1-8fd8c9158804 HTTP/1.1" status: 204 len: 168 time: 0.6854649 Aug 11 08:33:29.862259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45624) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:29.870072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:29.872550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:29.949249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553472c-c64b-46b3-8890-daccd390ef72 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:29.951994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553472c-c64b-46b3-8890-daccd390ef72 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:29.955882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9553472c-c64b-46b3-8890-daccd390ef72 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0901103 Aug 11 08:33:29.956418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45628) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:29.963363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.002099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Network e36f6864-37b1-4f95-9e14-8aa549e4effe is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:30.021976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:30.028846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:30.030868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Pushing event updated for resources: {'Port': ['ID=13c6f06b-7822-476a-9e8c-a7310d4b29c9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:30.040985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 804123fe-8677-4079-a164-42483c49654b {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:30.043441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Attempting to bind port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:30.043811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Attempting to bind port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:30.044165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Attempting to bind port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:30.053042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:30.053042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:30.053042 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.053042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:30.053042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Bound port: 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:30.053042 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.056077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.127585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.148782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Attempting to bind port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:30.149678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Attempting to bind port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3de51d9b-0d14-4b8d-b456-400d67f2c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:30.150353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Attempting to bind port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 on network e36f6864-37b1-4f95-9e14-8aa549e4effe {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:30.165133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.172188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.195289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:30.195981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Checking segment: {'id': '3de51d9b-0d14-4b8d-b456-400d67f2c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:30.196632 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.197255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Bound using segment: {'id': '3de51d9b-0d14-4b8d-b456-400d67f2c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:30.198218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Bound port: 13c6f06b-7822-476a-9e8c-a7310d4b29c9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de51d9b-0d14-4b8d-b456-400d67f2c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e36f6864-37b1-4f95-9e14-8aa549e4effe'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:30.198791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.325718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=69c67322-4d48-4106-aa46-43e746701fe9,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:30.332331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] For port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:30.352574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] For port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:30.360502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] For port 13c6f06b-7822-476a-9e8c-a7310d4b29c9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:30.365366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] For port 13c6f06b-7822-476a-9e8c-a7310d4b29c9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c6f06b-7822-476a-9e8c-a7310d4b29c9,segment=NetworkSegment(3de51d9b-0d14-4b8d-b456-400d67f2c547),segment_id=3de51d9b-0d14-4b8d-b456-400d67f2c547)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:30.367821 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.392356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.423585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d405a3-0b7a-4fee-994f-325fa08751b2 None None] Pushing event updated for resources: {'Port': ['ID=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:30.437921 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.583322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5020fa-8fd3-430b-9904-31176486a94f None None] Pushing event updated for resources: {'Port': ['ID=13c6f06b-7822-476a-9e8c-a7310d4b29c9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:30.596344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.619655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.676507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=804123fe-8677-4079-a164-42483c49654b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:30.698963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:30.703583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae0fc618-00a0-4278-a297-077609ab7582 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/804123fe-8677-4079-a164-42483c49654b HTTP/1.1" status: 204 len: 168 time: 0.7433820 Aug 11 08:33:30.704725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:30.836991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-18a75820-2d58-4bbd-8274-63c670d2e3d8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311383 Aug 11 08:33:30.840024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45664) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:30.846041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:31.048363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.137224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:31.140757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.648597 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.648597 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.681551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.682376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.697389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:31.744529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:31.754623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:31.755231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:31.854547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=a7a506a9-fdf7-4673-96bf-97ab7d2675be,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:31.936004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45690) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:31.936662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc9fa496-d70e-4634-a2c6-c2bd2daefd78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0948594 Aug 11 08:33:31.944464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'a7a506a9-fdf7-4673-96bf-97ab7d2675be', 'ip_address': '2001:db8::1bb2:58f7:199f:12d1'}], 'name': 'tempest-NetworksTestDHCPv6-1684409997'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:31.966798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=69c67322-4d48-4106-aa46-43e746701fe9,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:31.995846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network e36f6864-37b1-4f95-9e14-8aa549e4effe is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:32.001559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:32.290070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:32.315807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:32.351588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router a6b3065c-1324-41cc-9583-95ef20ebcad6 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:33:32.402642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a5e95-8c22-4fec-8dd1-936ada4100ca None None] Network e36f6864-37b1-4f95-9e14-8aa549e4effe requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:32.520557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:32.527677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c6f06b-7822-476a-9e8c-a7310d4b29c9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:32.536730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:32.556815 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:32.565104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-18becff4-58b4-4190-b244-e71d6b18f74e None None] Provisioning for port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:32.609751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:32.612374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 31fc6597-c4d9-4e72-8585-b4502d73c2b0 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:32.632243 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a69da816-e235-4574-939d-e1bfa8886ebc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/a6b3065c-1324-41cc-9583-95ef20ebcad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5501535 Aug 11 08:33:32.633923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45700) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:32.640585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] Sync routers for ids ['a6b3065c-1324-41cc-9583-95ef20ebcad6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:32.767259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def070a9-af4d-4093-afd2-fc8b2c1d80f7 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:32.775850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-def070a9-af4d-4093-afd2-fc8b2c1d80f7 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports/69c67322-4d48-4106-aa46-43e746701fe9 HTTP/1.1" status: 200 len: 983 time: 0.1386712 Aug 11 08:33:32.776838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45708) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:32.815168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] Routers {'a6b3065c-1324-41cc-9583-95ef20ebcad6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:32.817242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a6b3065c-1324-41cc-9583-95ef20ebcad6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:32.923056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::1bb2:58f7:199f:12d1 (4f00afaf-8596-47f0-8bbe-f95401c9343e/a7a506a9-fdf7-4673-96bf-97ab7d2675be/31fc6597-c4d9-4e72-8585-b4502d73c2b0) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:32.939243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dcc64-fb82-45b2-a124-75dcdc34d8b8 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:32.962303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ff47fbe-9ab1-4887-b8ab-babb53888367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:32.963868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:32.966831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:33.064816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:33.066857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.108550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.135520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 31fc6597-c4d9-4e72-8585-b4502d73c2b0 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:33.140857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] Routers {'a6b3065c-1324-41cc-9583-95ef20ebcad6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:33.141632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a6b3065c-1324-41cc-9583-95ef20ebcad6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:33.214449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.257716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:33.262300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c4db3-315d-40a4-a9c8-f13cc5e06c3c None None] The sync data for ids ['a6b3065c-1324-41cc-9583-95ef20ebcad6'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:33.312382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:33.316444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:33.337467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:33.346098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] Provisioning for port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:33.352484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] Provisioning complete for port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:33.352932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.357024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:33.357733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.423365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=31fc6597-c4d9-4e72-8585-b4502d73c2b0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:33.440524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e0b528c-5f5e-4216-812d-fd63761f9ac6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4985485 Aug 11 08:33:33.441546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45722) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:33.516682 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.518366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4984dc54-2fc9-47bc-a889-d4ef7b358af9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:33.533820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4984dc54-2fc9-47bc-a889-d4ef7b358af9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:33.536066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4984dc54-2fc9-47bc-a889-d4ef7b358af9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0933571 Aug 11 08:33:33.540844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45724) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:33.609204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 13c6f06b-7822-476a-9e8c-a7310d4b29c9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c6f06b-7822-476a-9e8c-a7310d4b29c9,segment=NetworkSegment(3de51d9b-0d14-4b8d-b456-400d67f2c547),segment_id=3de51d9b-0d14-4b8d-b456-400d67f2c547)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:33.641683 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.770471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 31fc6597-c4d9-4e72-8585-b4502d73c2b0 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:33.771578 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:33.813714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=13c6f06b-7822-476a-9e8c-a7310d4b29c9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:33.942689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.034970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] For port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:34.040859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.057176 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.086171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 31fc6597-c4d9-4e72-8585-b4502d73c2b0 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:34.117924 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.207593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21483ff-bd1f-4c4a-a33e-9f10d46cc380 None None] Pushing event updated for resources: {'Port': ['ID=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:34.230006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c6f06b-7822-476a-9e8c-a7310d4b29c9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:34.364398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-342964c3-df39-4473-947b-eb3c473afbf1 None None] Provisioning complete for port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:34.365254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-342964c3-df39-4473-947b-eb3c473afbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.479777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.481314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:34.481683 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.576545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=31fc6597-c4d9-4e72-8585-b4502d73c2b0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:34.641486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.649674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36ef5856-c98c-4ff2-8bc2-f11e640a1044 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/31fc6597-c4d9-4e72-8585-b4502d73c2b0 HTTP/1.1" status: 204 len: 168 time: 1.1071780 Aug 11 08:33:34.650682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-342964c3-df39-4473-947b-eb3c473afbf1 None None] Provisioning for port 69c67322-4d48-4106-aa46-43e746701fe9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:34.652485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45748) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:34.688036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 69c67322-4d48-4106-aa46-43e746701fe9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:34.688400 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.697600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-342964c3-df39-4473-947b-eb3c473afbf1 None None] Provisioning complete for port 69c67322-4d48-4106-aa46-43e746701fe9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:34.697970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-342964c3-df39-4473-947b-eb3c473afbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.728737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cbccd6-a2f2-4a80-b831-1737ddab277f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:34.730534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cbccd6-a2f2-4a80-b831-1737ddab277f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:34.735053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-06cbccd6-a2f2-4a80-b831-1737ddab277f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0814312 Aug 11 08:33:34.735823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:34.826657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-342964c3-df39-4473-947b-eb3c473afbf1 None None] Port 69c67322-4d48-4106-aa46-43e746701fe9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:34.860253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.874393 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.879521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 69c67322-4d48-4106-aa46-43e746701fe9 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:34.887043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet a7a506a9-fdf7-4673-96bf-97ab7d2675be {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:34.895640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.955767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-becb5dd5-6412-43dc-9d7b-9a9f8d075c1a None None] Provisioning complete for port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:34.956148 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-becb5dd5-6412-43dc-9d7b-9a9f8d075c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:34.964894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.019901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.103225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.152597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a506a9-fdf7-4673-96bf-97ab7d2675be,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:35.164677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-becb5dd5-6412-43dc-9d7b-9a9f8d075c1a None None] Could not find standard attr ID for object 31fc6597-c4d9-4e72-8585-b4502d73c2b0. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:35.173479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.185319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:35.185839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-412bc9c5-8b15-46f1-9995-53b925a6744b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/a7a506a9-fdf7-4673-96bf-97ab7d2675be HTTP/1.1" status: 204 len: 168 time: 0.4453878 Aug 11 08:33:35.195202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.212051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dfa483-aa32-4061-aca4-1c2183a71db3 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:35.252343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-becb5dd5-6412-43dc-9d7b-9a9f8d075c1a None None] Provisioning complete for port 69c67322-4d48-4106-aa46-43e746701fe9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:35.252714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-becb5dd5-6412-43dc-9d7b-9a9f8d075c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.275916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45768) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:35.276127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7f326480-fabe-45d4-abf4-eced200827fe tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885813 Aug 11 08:33:35.345845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-becb5dd5-6412-43dc-9d7b-9a9f8d075c1a None None] Port 69c67322-4d48-4106-aa46-43e746701fe9 was deleted so its status cannot be updated. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 08:33:35.352307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=69c67322-4d48-4106-aa46-43e746701fe9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:35.471902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664ffc1-9c26-430c-a5ff-cd9b9ca0f0fe tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:35.481883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4664ffc1-9c26-430c-a5ff-cd9b9ca0f0fe tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2026410 Aug 11 08:33:35.484566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45772) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:35.485373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2973e57f-d5e0-4e18-a8e0-80a04810d4d8 None None] Could not find standard attr ID for object 7e9a8f78-268e-454b-a5c1-8fd8c9158804. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:35.502182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2973e57f-d5e0-4e18-a8e0-80a04810d4d8 None None] Could not find standard attr ID for object 69c67322-4d48-4106-aa46-43e746701fe9. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:35.610895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f54db-0448-4027-9a50-6af3ad4d2e34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:35.614357 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.615835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e37f54db-0448-4027-9a50-6af3ad4d2e34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1296897 Aug 11 08:33:35.616614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45776) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:35.701909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:35.728071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-63a1f05c-1e35-45be-b1ec-d51c02e67332 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096873 Aug 11 08:33:35.729146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45778) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:35.735046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:35.782659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2c2c3032-0c37-4b3c-b138-2a73a874a268 None None] Could not find standard attr ID for object 69c67322-4d48-4106-aa46-43e746701fe9. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:35.860639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] Deleting port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:35.864371 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:35.996851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:36.001457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.088972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router a6b3065c-1324-41cc-9583-95ef20ebcad6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:36.105526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] For port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:36.106120 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.168466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:36.244330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] Calling delete_port for 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:36.274664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.346691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:36.353879 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f65f7f10-c566-40c7-b8f9-68b247945395 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/a6b3065c-1324-41cc-9583-95ef20ebcad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5756042 Aug 11 08:33:36.356818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45790) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:36.359218 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] Sync routers for ids ['a6b3065c-1324-41cc-9583-95ef20ebcad6'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:36.378787 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] Routers {'a6b3065c-1324-41cc-9583-95ef20ebcad6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:36.380007 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a6b3065c-1324-41cc-9583-95ef20ebcad6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:36.441597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.473041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:36.506590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.509623 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] Routers {'a6b3065c-1324-41cc-9583-95ef20ebcad6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:36.511570 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a6b3065c-1324-41cc-9583-95ef20ebcad6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:36.542229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fba76-7e6f-4e31-9b78-54028be0e721 req-6644ec52-eafb-4227-854c-c75b48f1bc83 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:36.545536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:36.547649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.548090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-462fba76-7e6f-4e31-9b78-54028be0e721 req-6644ec52-eafb-4227-854c-c75b48f1bc83 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.4999065 Aug 11 08:33:36.549505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:36.554631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:36.555358 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.563967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=25826ad9-c052-4691-a829-510673943042,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:36.589948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4afa59f9-76a6-4f95-936c-900a3ea97980 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8589900 Aug 11 08:33:36.592162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45794) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:36.599276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '25826ad9-c052-4691-a829-510673943042', 'ip_address': '2001:db8::f466:949f:21a8:6f41'}], 'name': 'tempest-NetworksTestDHCPv6-1202079159'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:36.655549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:36.656208 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003a7eb-0d4f-45d0-ab38-79fabcd35d40 None None] The sync data for ids ['a6b3065c-1324-41cc-9583-95ef20ebcad6'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:36.664518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] Pushing event deleted for resources: {'Port': ['ID=5e8cdc0a-a38b-410a-afe1-8b37c01bc01a,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:36.667917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dd28c-ab0f-43b1-93fb-4d5906396781 None None] No DVR routers for this DVR port 5e8cdc0a-a38b-410a-afe1-8b37c01bc01a on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:36.696926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20471ce7-38fd-49a9-bdc6-623a9c3606e6 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:36.828933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-462fba76-7e6f-4e31-9b78-54028be0e721 req-afa5ee59-77e8-4a29-ac5c-3b372fbe89b1 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753918 Aug 11 08:33:36.869297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:36.878550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:36.929413 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-b135d624-15ad-4f87-9f5c-85da41f871be tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 08:33:36.929702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 6efda88d-ee40-4dbe-9eac-8d1c8576b5d4 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:36.930554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b135d624-15ad-4f87-9f5c-85da41f871be tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/a6b3065c-1324-41cc-9583-95ef20ebcad6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5619857 Aug 11 08:33:36.933403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:36.983407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9badc99a-7378-4660-bba0-2d0c68d9f037 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6b3065c-1324-41cc-9583-95ef20ebcad6 HTTP/1.1" status: 200 len: 205 time: 0.0488560 Aug 11 08:33:36.986060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45804) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:37.026228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '25826ad9-c052-4691-a829-510673943042'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:37.027623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.134361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.230509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/25826ad9-c052-4691-a829-510673943042/83ca0160-2f77-40c3-9837-b494fc506518) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:37.365079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.368840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.409952 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.427635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Transition to ACTIVE for port object 83ca0160-2f77-40c3-9837-b494fc506518 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:37.428132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-6adf8463-1cd5-4fa3-8cfa-c4fad87e0bb2 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:37.429824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-6adf8463-1cd5-4fa3-8cfa-c4fad87e0bb2 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.69 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.1029270 Aug 11 08:33:37.446472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.447020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router a6b3065c-1324-41cc-9583-95ef20ebcad6 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:33:37.454527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.458871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45806) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:37.473722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Transition to ACTIVE for port object 83ca0160-2f77-40c3-9837-b494fc506518 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:37.475236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d6ff6b07-91c2-44da-b64f-c5cfb9f672cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/a6b3065c-1324-41cc-9583-95ef20ebcad6 HTTP/1.1" status: 204 len: 168 time: 0.4878399 Aug 11 08:33:37.486031 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.538528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:37.551228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:37.559853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:37.572817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Pushing event updated for resources: {'Port': ['ID=83ca0160-2f77-40c3-9837-b494fc506518,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:37.636637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f466:949f:21a8:6f41 (4f00afaf-8596-47f0-8bbe-f95401c9343e/25826ad9-c052-4691-a829-510673943042/6efda88d-ee40-4dbe-9eac-8d1c8576b5d4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:37.685973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Deleting port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:37.686319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.821039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet 4e156e31-5424-45a6-ae34-65eb9c6540db {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:37.829967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.832399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.881099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 6efda88d-ee40-4dbe-9eac-8d1c8576b5d4 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:37.899967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:37.912391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] For port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:37.912815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.041544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.101323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:38.119092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:38.208811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.219664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:38.226822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Attempting to bind port 83ca0160-2f77-40c3-9837-b494fc506518 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:38.227229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Attempting to bind port 83ca0160-2f77-40c3-9837-b494fc506518 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:38.227566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Attempting to bind port 83ca0160-2f77-40c3-9837-b494fc506518 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:38.233332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:38.233738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:38.234113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.234632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:38.234973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Bound port: 83ca0160-2f77-40c3-9837-b494fc506518, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:38.235357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.237906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:38.239114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.295948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.298196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.298641 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Floating IP 78050ceb-3a4c-4213-8e42-f63072bb09a6 disassociated. External IP: 172.25.2.103, port: dd7d46a7-1987-4019-b0d9-147fe7f4c3b4. Aug 11 08:33:38.299704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Calling delete_port for dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:38.382825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7889841 Aug 11 08:33:38.387192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785549-124c-4d22-9a3e-bcef2eb71fcb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=6efda88d-ee40-4dbe-9eac-8d1c8576b5d4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:38.397218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] For port 83ca0160-2f77-40c3-9837-b494fc506518, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:38.399635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45822) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:38.407454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] For port 83ca0160-2f77-40c3-9837-b494fc506518, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83ca0160-2f77-40c3-9837-b494fc506518,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:38.407619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '25826ad9-c052-4691-a829-510673943042', 'ip_address': '2001:db8::f466:949f:21a8:6f41'}], 'name': 'tempest-NetworksTestDHCPv6-1946750389'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:38.419271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.462514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45824) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:38.591546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ead6f-9bf6-46f5-889d-074cdb1c3288 None None] Pushing event updated for resources: {'Port': ['ID=83ca0160-2f77-40c3-9837-b494fc506518,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:38.606260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:38.672081 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.697999 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8d36-38c4-450f-8fb5-d0bc8ec2abf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.775507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.790601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2c06-d0ed-4f18-b6b3-c7c1bc5b71a8 req-ddff47df-5845-4ab1-b0c9-0057d766f657 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:38.796857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d6f2c06-d0ed-4f18-b6b3-c7c1bc5b71a8 req-ddff47df-5845-4ab1-b0c9-0057d766f657 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 946 time: 0.7547901 Aug 11 08:33:38.831566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.916009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=4e156e31-5424-45a6-ae34-65eb9c6540db,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:38.917373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 1d38ecda-ab5c-4af2-a570-a7a8d8c198c9 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:38.935894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event deleted for resources: {'Port': ['ID=dd7d46a7-1987-4019-b0d9-147fe7f4c3b4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:38.947106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fece03-4e36-48b5-a4ad-5441d367de5d None None] Network e36f6864-37b1-4f95-9e14-8aa549e4effe requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:38.953508 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:38.955496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6b4e26a-e446-452a-8f42-1aa415755689 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/4e156e31-5424-45a6-ae34-65eb9c6540db HTTP/1.1" status: 204 len: 168 time: 1.4956086 Aug 11 08:33:38.964841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45834) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:38.998993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d6f2c06-d0ed-4f18-b6b3-c7c1bc5b71a8 req-d18c0086-4fdc-4d50-a2da-352bb6f8e702 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d5212fe-3926-40fc-8c24-2c29912311e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797845 Aug 11 08:33:39.161689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Router cfa143ba-617e-409f-b9b9-08f940267149 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:39.218496 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 08:33:39.219136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:33:39.263181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45840) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:39.369558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:39.374584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.382222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] Sync routers for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:39.405677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:39.406384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:39.416618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] DHCP port deletion for e36f6864-37b1-4f95-9e14-8aa549e4effe request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:39.456752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] No DVR routers for this DVR port dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:39.461179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.463780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d8cab84-ee6e-4821-907a-ba4c40e86d5a req-4b3f7d7a-dfe3-4df5-b9a3-002823d3f029 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.69 "DELETE /v2.0/ports/dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 HTTP/1.1" status: 204 len: 173 time: 2.0266597 Aug 11 08:33:39.464414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'name': 'network-vif-deleted', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:33:39.466908 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6425d5ea-a9fd-4f1c-aeb8-3e16d4282b03" -d '{"events": [{"server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "name": "network-vif-deleted", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:33:39.567909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f77aab87-7d55-4da4-a3d8-a02c404abea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.621212 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8d36-38c4-450f-8fb5-d0bc8ec2abf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.632390 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1748e-639f-4989-a097-08e20e68eb8e x-openstack-request-id: req-b0a1748e-639f-4989-a097-08e20e68eb8e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:33:39.633179 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a477360a-6e64-42e4-9c2a-853a6f892d57", "name": "network-vif-deleted", "tag": "dd7d46a7-1987-4019-b0d9-147fe7f4c3b4", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:33:39.633515 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0a1748e-639f-4989-a097-08e20e68eb8e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:33:39.634073 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a477360a-6e64-42e4-9c2a-853a6f892d57', 'name': 'network-vif-deleted', 'tag': 'dd7d46a7-1987-4019-b0d9-147fe7f4c3b4', 'status': 'completed', 'code': 200} Aug 11 08:33:39.639514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8d36-38c4-450f-8fb5-d0bc8ec2abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.655338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb9ec995-afad-4457-a7b6-6d49c702aaa2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2523596 Aug 11 08:33:39.656775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45846) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:39.681179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Deleting port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:39.681762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.687113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:39.788984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4f4a8d36-38c4-450f-8fb5-d0bc8ec2abf3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f70fbab1e3f24fbfbd71f860d9170529&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3225043 Aug 11 08:33:39.792660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8d36-38c4-450f-8fb5-d0bc8ec2abf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd990c60-fd74-4a17-a2ab-29440770e90d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:39.803992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a380e67-2568-41b0-953a-9c27af787ed6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:39.805117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a380e67-2568-41b0-953a-9c27af787ed6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:39.805930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45848) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:39.809473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a380e67-2568-41b0-953a-9c27af787ed6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1472678 Aug 11 08:33:39.810137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:39.820310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:39.820310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.939408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 13c6f06b-7822-476a-9e8c-a7310d4b29c9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c6f06b-7822-476a-9e8c-a7310d4b29c9,segment=NetworkSegment(3de51d9b-0d14-4b8d-b456-400d67f2c547),segment_id=3de51d9b-0d14-4b8d-b456-400d67f2c547)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:39.939825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:39.962393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 13c6f06b-7822-476a-9e8c-a7310d4b29c9 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:40.033396 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f77aab87-7d55-4da4-a3d8-a02c404abea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.058532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 6efda88d-ee40-4dbe-9eac-8d1c8576b5d4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:40.059035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.061768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f77aab87-7d55-4da4-a3d8-a02c404abea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.161000 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb2186a0-70b9-46e6-a7a4-97796df1caf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.187796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb2186a0-70b9-46e6-a7a4-97796df1caf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.199890 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] For port 13c6f06b-7822-476a-9e8c-a7310d4b29c9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=13c6f06b-7822-476a-9e8c-a7310d4b29c9,segment=NetworkSegment(3de51d9b-0d14-4b8d-b456-400d67f2c547),segment_id=3de51d9b-0d14-4b8d-b456-400d67f2c547)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:40.200619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.240362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83ca0160-2f77-40c3-9837-b494fc506518 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:40.255569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Calling delete_port for 13c6f06b-7822-476a-9e8c-a7310d4b29c9 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:40.264744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb2186a0-70b9-46e6-a7a4-97796df1caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.267815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bb2186a0-70b9-46e6-a7a4-97796df1caf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.272207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bb2186a0-70b9-46e6-a7a4-97796df1caf4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd990c60-fd74-4a17-a2ab-29440770e90d HTTP/1.1" status: 204 len: 168 time: 0.4612234 Aug 11 08:33:40.290965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2186a0-70b9-46e6-a7a4-97796df1caf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd990c60-fd74-4a17-a2ab-29440770e90d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:40.300283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.341071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=13c6f06b-7822-476a-9e8c-a7310d4b29c9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:40.352378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:40.466716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f77aab87-7d55-4da4-a3d8-a02c404abea5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c5c1b7403c648a8a49ecc585782ad7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869283 Aug 11 08:33:40.466716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aab87-7d55-4da4-a3d8-a02c404abea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8495423-3fa9-43ef-b674-133c9cf1cf04,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:40.466716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45858) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:40.484388 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.491609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1031fb21-44f8-40ae-aff4-ef95417f0bb1 req-01091fcf-7dea-4559-9671-936823126b25 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477360a-6e64-42e4-9c2a-853a6f892d57 HTTP/1.1" status: 200 len: 210 time: 0.2276423 Aug 11 08:33:40.496929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36f6864-37b1-4f95-9e14-8aa549e4effe']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:40.508820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de51d9b-0d14-4b8d-b456-400d67f2c547') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:40.509298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de51d9b-0d14-4b8d-b456-400d67f2c547') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:40.533110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.551116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.559470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:40.560122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.566864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 83ca0160-2f77-40c3-9837-b494fc506518 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:40.575409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fad97268-4b31-4c92-a389-22993ae41a98 None None] Provisioning for port 83ca0160-2f77-40c3-9837-b494fc506518 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:40.580556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.590156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 83ca0160-2f77-40c3-9837-b494fc506518 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:40.590536 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.608436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 6efda88d-ee40-4dbe-9eac-8d1c8576b5d4 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:40.620007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fad97268-4b31-4c92-a389-22993ae41a98 None None] Provisioning complete for port 83ca0160-2f77-40c3-9837-b494fc506518 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:40.621053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fad97268-4b31-4c92-a389-22993ae41a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:40.636193 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:40.643681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.657240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.665445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/e36f6864-37b1-4f95-9e14-8aa549e4effe HTTP/1.1" status: 204 len: 168 time: 1.6970935 Aug 11 08:33:40.667791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45862) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:40.684596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11aca15d-3262-497f-9947-585656d91dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.689064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1796598078'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:40.712371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11aca15d-3262-497f-9947-585656d91dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.739632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e71b4a-9a34-4d46-9c53-7d8a7821c46c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=e36f6864-37b1-4f95-9e14-8aa549e4effe,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:40.779440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:40.780463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11aca15d-3262-497f-9947-585656d91dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.783073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-11aca15d-3262-497f-9947-585656d91dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.784913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.800112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:16Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:40.808043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-11aca15d-3262-497f-9947-585656d91dcc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8495423-3fa9-43ef-b674-133c9cf1cf04 HTTP/1.1" status: 204 len: 168 time: 0.3287702 Aug 11 08:33:40.833170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:40.844912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aca15d-3262-497f-9947-585656d91dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8495423-3fa9-43ef-b674-133c9cf1cf04,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:40.851996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.853112 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment efef5a02-015b-48cb-a88d-97c644dadc56 of type vlan for network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd Aug 11 08:33:40.870903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] Checking router: cfa143ba-617e-409f-b9b9-08f940267149 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:33:40.922447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.935785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.975826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:40.991075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:40.991922 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.014596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Network e36f6864-37b1-4f95-9e14-8aa549e4effe is not hosted by any dhcp agent {{(pid=94574) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 08:33:41.017484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] No DVR routers for this DVR port 13c6f06b-7822-476a-9e8c-a7310d4b29c9 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:41.027394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cd8e1-8c81-4fe1-a9ec-452a24937f4e None None] Pushing event deleted for resources: {'Port': ['ID=13c6f06b-7822-476a-9e8c-a7310d4b29c9,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:41.038265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.096187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=6efda88d-ee40-4dbe-9eac-8d1c8576b5d4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:41.109009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:41.130894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ff9a49da-0399-4384-bb92-06e8c4c09cc1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4586618 Aug 11 08:33:41.131847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45876) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:41.144936 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fad97268-4b31-4c92-a389-22993ae41a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.148282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:41.148420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:41.152434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:41.154697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:41.201211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.203727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c465fd29-938f-44e5-9027-b80d63c09966 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/6efda88d-ee40-4dbe-9eac-8d1c8576b5d4 HTTP/1.1" status: 204 len: 168 time: 1.3871310 Aug 11 08:33:41.206868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:41.219930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.343172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376cdb31-7395-4651-a6bb-ca09c453d013 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:41.356852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376cdb31-7395-4651-a6bb-ca09c453d013 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:41.358680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-376cdb31-7395-4651-a6bb-ca09c453d013 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1508009 Aug 11 08:33:41.361460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:41.405870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:41.432009 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbbc992f-9656-4886-8a35-a9e7f689a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.538601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 83ca0160-2f77-40c3-9837-b494fc506518, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83ca0160-2f77-40c3-9837-b494fc506518,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:41.591253 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.646548 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-fad97268-4b31-4c92-a389-22993ae41a98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:33:41.647325 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-fad97268-4b31-4c92-a389-22993ae41a98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:33:41.698408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c6f06b-7822-476a-9e8c-a7310d4b29c9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:41.701265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45890) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:41.707516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:41.711773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 25826ad9-c052-4691-a829-510673943042 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:41.741738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:41.842801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 13c6f06b-7822-476a-9e8c-a7310d4b29c9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:41.843388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 13c6f06b-7822-476a-9e8c-a7310d4b29c9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:41.899923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=83ca0160-2f77-40c3-9837-b494fc506518,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:42.011487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:16Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:42.030002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.041923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66594793-4c5a-4e14-9ef2-88aaa0c1c9f7 None None] The sync data for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 is: [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:28:08Z', 'revision_number': 4, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'faf60dfb-5f04-4d5a-b813-35e8fc313222', 'name': '', 'network_id': 'abe8eace-96c1-480c-b466-345fffde1c3a', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'mac_address': 'fa:16:3e:51:c6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:06Z', 'updated_at': '2021-08-11T08:28:16Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'subnets': [{'id': 'da626c3b-0e0c-4270-9a72-63ffc54fdc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:42.110615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83ca0160-2f77-40c3-9837-b494fc506518 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:42.235775 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:33:42.271181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 83ca0160-2f77-40c3-9837-b494fc506518 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:42.271590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.367827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:42.423843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:42.424212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device dd7d46a7-1987-4019-b0d9-147fe7f4c3b4 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:42.431256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f753876e-8591-492a-9a23-42b53aa1edb0 None None] Could not find standard attr ID for object 31fc6597-c4d9-4e72-8585-b4502d73c2b0. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:42.443462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f753876e-8591-492a-9a23-42b53aa1edb0 None None] Could not find standard attr ID for object 6efda88d-ee40-4dbe-9eac-8d1c8576b5d4. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:33:42.454815 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbbc992f-9656-4886-8a35-a9e7f689a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.471248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbbc992f-9656-4886-8a35-a9e7f689a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.486625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ab9e9-366a-4b48-8ce8-5ce4103f4af5 None None] New status for floating IP 78050ceb-3a4c-4213-8e42-f63072bb09a6: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:33:42.499156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:42.509457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.574332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fbbc992f-9656-4886-8a35-a9e7f689a860 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c5f159187074b6fa510f5b7b293067c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1672015 Aug 11 08:33:42.577978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45908) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:42.588434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc992f-9656-4886-8a35-a9e7f689a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e23eb-f7c3-4385-8cd7-f524b101a952,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:42.632598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.684368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Deleting port ddfef04d-51f6-4bb1-b497-1896a477cbe8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:42.695843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.770535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0184610-214c-41a9-b053-43fb662d682f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.885823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.887721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.895703 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.948973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Calling delete_port for ddfef04d-51f6-4bb1-b497-1896a477cbe8 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:42.955942 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0184610-214c-41a9-b053-43fb662d682f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.961989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=25826ad9-c052-4691-a829-510673943042,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:42.972780 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:42.978292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1d376be-33d3-4524-b83c-797a926a9a78 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/25826ad9-c052-4691-a829-510673943042 HTTP/1.1" status: 204 len: 168 time: 1.6154957 Aug 11 08:33:42.981715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45916) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:42.986606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370726c-b36f-40f6-a525-d5826e750470 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:43.031807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.072104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-39ec73bd-d43d-47c4-b0fb-d9acb7fced1a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877278 Aug 11 08:33:43.075133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45922) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:43.099251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:43.184814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=0d840e99-f669-4162-a6dc-06b915441ba0,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:43.192587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': 'efef5a02-015b-48cb-a88d-97c644dadc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:43.194505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:33:43.217936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0184610-214c-41a9-b053-43fb662d682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.220377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0184610-214c-41a9-b053-43fb662d682f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.224178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c0184610-214c-41a9-b053-43fb662d682f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/406e23eb-f7c3-4385-8cd7-f524b101a952 HTTP/1.1" status: 204 len: 168 time: 0.6416705 Aug 11 08:33:43.243148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0184610-214c-41a9-b053-43fb662d682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e23eb-f7c3-4385-8cd7-f524b101a952,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:43.253607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:33:43.268255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:43.291349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:43.293050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:43.295143 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.296622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.342314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ec94e72a-97be-4f6f-ad13-c5f939c56855 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2029073 Aug 11 08:33:43.345017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45932) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:43.355024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1519182637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:43.366510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.395171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.397489 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.421731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event deleted for resources: {'Port': ['ID=ddfef04d-51f6-4bb1-b497-1896a477cbe8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:43.421915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c0449e-8c7e-49ab-816a-ac491b568675 None None] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:43.497721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.506043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.545142 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.548945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-760c0072-91d7-49c3-9280-57e898c4b564 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1999245 Aug 11 08:33:43.550373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45934) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:43.663516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.666162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.667370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-913a9eae-c161-4d34-b24f-eb5dc1369a63 tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "DELETE /v2.0/floatingips/78050ceb-3a4c-4213-8e42-f63072bb09a6 HTTP/1.1" status: 204 len: 168 time: 1.9488614 Aug 11 08:33:43.817427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45942) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:43.912247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd', 'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': '0d840e99-f669-4162-a6dc-06b915441ba0'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:43.912573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.913295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:43.925949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-24b8cff8-c3d6-4529-b4d7-822816f2711a req-8ee313b1-dd56-4d63-ac47-968a01feda6b service neutron] (94573) timed out ('10.222.0.69', 58512) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:33:44.090203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:44.110540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:44.115482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b189da4-3a34-41f1-94c1-8705e9c7dd8c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.118487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:44.119272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.123706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=fee70f22-7274-4b29-872a-a8db02087d4e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:44.154001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc690954-be59-480e-a530-96376e11c988 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:44.163957 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f571a73-e2f9-466e-a42b-3bce3e44cb95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0821834 Aug 11 08:33:44.181050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b189da4-3a34-41f1-94c1-8705e9c7dd8c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.186894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45960) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:44.197988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'fee70f22-7274-4b29-872a-a8db02087d4e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-633098761'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:44.287280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.386528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b189da4-3a34-41f1-94c1-8705e9c7dd8c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.389421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b189da4-3a34-41f1-94c1-8705e9c7dd8c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.390666 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8b189da4-3a34-41f1-94c1-8705e9c7dd8c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d5212fe-3926-40fc-8c24-2c29912311e3 HTTP/1.1" status: 204 len: 168 time: 0.5692184 Aug 11 08:33:44.402960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b189da4-3a34-41f1-94c1-8705e9c7dd8c tempest-TestServerBasicOps-514108095 tempest-TestServerBasicOps-514108095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5212fe-3926-40fc-8c24-2c29912311e3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:44.405168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:44.456251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 45968) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:44.543794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Allocated IP 2001:db8::2 (4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd/0d840e99-f669-4162-a6dc-06b915441ba0/8f10f186-5162-42e1-bdeb-47cb32f5973e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:44.557619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-dc690954-be59-480e-a530-96376e11c988 None None] Deleting port 83ca0160-2f77-40c3-9837-b494fc506518 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:44.560520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dc690954-be59-480e-a530-96376e11c988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.601020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.649938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 0a7d7ccf-91f4-4fd1-8140-628a82d84baf yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:33:44.866746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-dc690954-be59-480e-a530-96376e11c988 None None] For port 83ca0160-2f77-40c3-9837-b494fc506518, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83ca0160-2f77-40c3-9837-b494fc506518,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:44.867253 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dc690954-be59-480e-a530-96376e11c988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:44.890456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-dc690954-be59-480e-a530-96376e11c988 None None] Calling delete_port for 83ca0160-2f77-40c3-9837-b494fc506518 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:44.902043 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:33:44.904790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:33:44.941995 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1c0f73b5-8643-4a0d-9882-e236671d2cf7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7518232 Aug 11 08:33:44.947931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45978) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:45.054859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.083222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef491af-2684-4b2e-863e-f184e5dbb15f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:45.091741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6ef491af-2684-4b2e-863e-f184e5dbb15f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1449556 Aug 11 08:33:45.093191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Transition to ACTIVE for port object 8f10f186-5162-42e1-bdeb-47cb32f5973e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:45.112801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45982) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:45.135891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Transition to ACTIVE for port object 8f10f186-5162-42e1-bdeb-47cb32f5973e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:45.147403 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dc690954-be59-480e-a530-96376e11c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.161212 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.201420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc690954-be59-480e-a530-96376e11c988 None None] No DVR routers for this DVR port 83ca0160-2f77-40c3-9837-b494fc506518 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:45.203899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc690954-be59-480e-a530-96376e11c988 None None] Pushing event deleted for resources: {'Port': ['ID=83ca0160-2f77-40c3-9837-b494fc506518,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:45.256387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3a20b-4afd-4596-8fef-ba2a930053af None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:45.276989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406482e0-7d7a-4035-99ba-93e98d0a113f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:45.281289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406482e0-7d7a-4035-99ba-93e98d0a113f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:45.285626 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-406482e0-7d7a-4035-99ba-93e98d0a113f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1679387 Aug 11 08:33:45.288540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45988) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:45.302337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:45.310918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:45.313129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8::1 (4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd/0d840e99-f669-4162-a6dc-06b915441ba0/e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:45.316488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:45.358776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Pushing event updated for resources: {'Port': ['ID=8f10f186-5162-42e1-bdeb-47cb32f5973e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:45.423941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet fee70f22-7274-4b29-872a-a8db02087d4e {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:45.428259 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.463485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Attempting to bind port 8f10f186-5162-42e1-bdeb-47cb32f5973e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:45.464097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Attempting to bind port 8f10f186-5162-42e1-bdeb-47cb32f5973e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'efef5a02-015b-48cb-a88d-97c644dadc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:45.464662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Attempting to bind port 8f10f186-5162-42e1-bdeb-47cb32f5973e on network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:45.478038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:45.479162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Checking segment: {'id': 'efef5a02-015b-48cb-a88d-97c644dadc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:45.479752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.480326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Bound using segment: {'id': 'efef5a02-015b-48cb-a88d-97c644dadc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:45.482151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Bound port: 8f10f186-5162-42e1-bdeb-47cb32f5973e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efef5a02-015b-48cb-a88d-97c644dadc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:45.482679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.486012 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.554346 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.564735 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.588912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:45.626042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41f0a0-10c3-4ba2-be5b-ba5bf22bea95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'fee70f22-7274-4b29-872a-a8db02087d4e'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:45.627045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d41f0a0-10c3-4ba2-be5b-ba5bf22bea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.653991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.671328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.671523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] For port 8f10f186-5162-42e1-bdeb-47cb32f5973e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:45.681335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] For port 8f10f186-5162-42e1-bdeb-47cb32f5973e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f10f186-5162-42e1-bdeb-47cb32f5973e,segment=NetworkSegment(efef5a02-015b-48cb-a88d-97c644dadc56),segment_id=efef5a02-015b-48cb-a88d-97c644dadc56)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:45.689645 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.705969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=fee70f22-7274-4b29-872a-a8db02087d4e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:45.722828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.728280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:45.730174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f3d423ce-53f6-4aa9-a190-7ed64fb6c9e2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/fee70f22-7274-4b29-872a-a8db02087d4e HTTP/1.1" status: 204 len: 168 time: 0.4392447 Aug 11 08:33:45.733808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45996) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:45.741998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:45.749590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:45.750504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.756312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:45.789915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-98719e18-c3b2-465c-94a1-f5556da88b19 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552864 Aug 11 08:33:45.790875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 45998) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:45.801426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:45.829203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb609b-42b4-4f59-b58a-92947b1338ff None None] Pushing event updated for resources: {'Port': ['ID=8f10f186-5162-42e1-bdeb-47cb32f5973e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:45.845834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:45.921110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:45.927809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.120302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83ca0160-2f77-40c3-9837-b494fc506518 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:46.156497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 83ca0160-2f77-40c3-9837-b494fc506518 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:46.157105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83ca0160-2f77-40c3-9837-b494fc506518 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:46.207083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.328325 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.418239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=cd607fce-63e2-4116-b15d-4d8c80f23342,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:46.442879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:46.444744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:46.455718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:46.456736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425a754-3f6c-464d-9ea0-f2e0f42638d9 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:46.457477 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.479073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e1c26af8-ae41-432b-b97b-c9bc669e0411 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6873245 Aug 11 08:33:46.481658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46020) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:46.498892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:46.573392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.578243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.712194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.722598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.760395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.764239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9de9b3c8-03b5-44c3-b59c-f59df07b2452 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2790821 Aug 11 08:33:46.764574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46024) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:46.773551 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'cd607fce-63e2-4116-b15d-4d8c80f23342'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:33:46.774815 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.854643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.869448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.870461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:46.894251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Deleting port faf60dfb-5f04-4d5a-b813-35e8fc313222 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:46.894730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.150558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/cd607fce-63e2-4116-b15d-4d8c80f23342/0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:47.208656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.247731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:47.319781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.323928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.326255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.330072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.330072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.330072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.332153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.340292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d49ea5-b15d-4891-9de3-e1eb45d3e692 None None] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:47.340934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.341440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.341869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.342294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.342722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:47.435317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:47.440617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:47.451868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-33f36d20-6cab-4961-8794-b45827b98dfe None None] Provisioning for port 8f10f186-5162-42e1-bdeb-47cb32f5973e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:47.539051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] For port faf60dfb-5f04-4d5a-b813-35e8fc313222, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=faf60dfb-5f04-4d5a-b813-35e8fc313222,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:47.539431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.560584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Calling delete_port for faf60dfb-5f04-4d5a-b813-35e8fc313222 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:47.575330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.603056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Transition to ACTIVE for port object 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:47.631859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Transition to ACTIVE for port object 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:47.653217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.699825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router bce70efa-860b-4d9c-8c7d-702a0895273d is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:33:47.713295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:47.717027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:47.722762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:47.725661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Pushing event updated for resources: {'Port': ['ID=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:47.768396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::1 (4f00afaf-8596-47f0-8bbe-f95401c9343e/cd607fce-63e2-4116-b15d-4d8c80f23342/4a65741a-7f4d-442c-9ca6-924df30bdcbd) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:47.850920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Attempting to bind port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:47.851212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Attempting to bind port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:47.851594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Attempting to bind port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:47.860291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:47.861144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:47.865899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.866384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:47.867027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Bound port: 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:47.867305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:47.908299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:47.928980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5422bb49-3202-4ff2-80e8-a0e7b25e51a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/bce70efa-860b-4d9c-8c7d-702a0895273d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3773100 Aug 11 08:33:47.929963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46034) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:47.942063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] Sync routers for ids ['bce70efa-860b-4d9c-8c7d-702a0895273d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:47.983138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] Routers {'bce70efa-860b-4d9c-8c7d-702a0895273d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:47.983827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bce70efa-860b-4d9c-8c7d-702a0895273d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:48.032921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd19481-6562-49c2-be75-9d620dfe7ffd tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:48.042068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:48.055223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6fd19481-6562-49c2-be75-9d620dfe7ffd tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports/e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 HTTP/1.1" status: 200 len: 911 time: 0.1128137 Aug 11 08:33:48.056068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46036) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:48.059008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.061467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] Routers {'bce70efa-860b-4d9c-8c7d-702a0895273d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:48.062328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bce70efa-860b-4d9c-8c7d-702a0895273d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:48.070998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] For port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:48.092756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 4a65741a-7f4d-442c-9ca6-924df30bdcbd will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:48.165605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:48.166355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bfcdd-2083-44ac-97e8-5903ba892286 None None] The sync data for ids ['bce70efa-860b-4d9c-8c7d-702a0895273d'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:48.170296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.187216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] For port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:48.198786 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.215282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f10f186-5162-42e1-bdeb-47cb32f5973e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:48.229009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:48.238745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:48.241669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:48.242497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.313187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=4a65741a-7f4d-442c-9ca6-924df30bdcbd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:48.368618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.474414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad82a-3588-4bb6-bcd0-3ef6900c91e8 None None] Pushing event updated for resources: {'Port': ['ID=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:48.506829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-88d52a44-b7dc-4a2f-bf2e-8c36ef351b71 None None] Provisioning for port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:48.512116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Pushing event deleted for resources: {'Port': ['ID=faf60dfb-5f04-4d5a-b813-35e8fc313222,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:48.513007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.519167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8f10f186-5162-42e1-bdeb-47cb32f5973e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:48.523455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-88d52a44-b7dc-4a2f-bf2e-8c36ef351b71 None None] Provisioning complete for port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:48.527351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88d52a44-b7dc-4a2f-bf2e-8c36ef351b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.535997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8f10f186-5162-42e1-bdeb-47cb32f5973e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:48.538420 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:48.733384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-88d52a44-b7dc-4a2f-bf2e-8c36ef351b71 None None] Port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:48.957665 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.055533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8f10f186-5162-42e1-bdeb-47cb32f5973e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f10f186-5162-42e1-bdeb-47cb32f5973e,segment=NetworkSegment(efef5a02-015b-48cb-a88d-97c644dadc56),segment_id=efef5a02-015b-48cb-a88d-97c644dadc56)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:49.072704 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.209147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8f10f186-5162-42e1-bdeb-47cb32f5973e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:49.231116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5c6e63e3-e85b-44ce-8c7f-621bd8f5de03 None None] Provisioning complete for port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:49.231544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5c6e63e3-e85b-44ce-8c7f-621bd8f5de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.278844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.289024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.289925 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.368383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e63e3-e85b-44ce-8c7f-621bd8f5de03 None None] Port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:49.449443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=4a65741a-7f4d-442c-9ca6-924df30bdcbd,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:49.501601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3a5f5d1f-da12-4f5c-bcad-39db7caa93e3 None None] Provisioning complete for port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:49.501927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5d1f-da12-4f5c-bcad-39db7caa93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.528136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:49.531172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:49.585952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f5d1f-da12-4f5c-bcad-39db7caa93e3 None None] Port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:49.705343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:49.900164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:50.161144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-30faf237-ec6a-40ba-bf50-3e2f0538e648 None None] Provisioning for port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:50.368934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Router cfa143ba-617e-409f-b9b9-08f940267149 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:50.374180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f10f186-5162-42e1-bdeb-47cb32f5973e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:50.383407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Router 24d18ef2-efc2-442d-b644-310b16c262cb is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:33:50.544666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8f10f186-5162-42e1-bdeb-47cb32f5973e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:50.545059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:50.645075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:50.652405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6c33ed52-bea2-4ef3-8b6a-67c8e154f4e9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "PUT /v2.0/routers/24d18ef2-efc2-442d-b644-310b16c262cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8866649 Aug 11 08:33:50.654904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46082) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:50.660583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Sync routers for ids ['24d18ef2-efc2-442d-b644-310b16c262cb'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:50.690690 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Routers {'24d18ef2-efc2-442d-b644-310b16c262cb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:50.691714 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['24d18ef2-efc2-442d-b644-310b16c262cb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:50.715242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:50.768581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:50.820945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8c782dad-319a-4946-b1d8-93c3741eac93 None None] Provisioning for port 4a65741a-7f4d-442c-9ca6-924df30bdcbd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:50.831681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf48c-f04f-4c34-99e6-1feb87d700df tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:50.842209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d8cf48c-f04f-4c34-99e6-1feb87d700df tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports/4a65741a-7f4d-442c-9ca6-924df30bdcbd HTTP/1.1" status: 200 len: 911 time: 0.1824379 Aug 11 08:33:50.842520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46088) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:50.847291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8c782dad-319a-4946-b1d8-93c3741eac93 None None] Provisioning complete for port 4a65741a-7f4d-442c-9ca6-924df30bdcbd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:50.853465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8c782dad-319a-4946-b1d8-93c3741eac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:50.914853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:50.933093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-73a18f44-f21d-410d-a181-5d48312c275a admin admin] 10.222.0.58 "PUT /v2.0/routers/cfa143ba-617e-409f-b9b9-08f940267149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4732831 Aug 11 08:33:50.937447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] Sync routers for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:50.938169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46090) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:51.007098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8c782dad-319a-4946-b1d8-93c3741eac93 None None] Port 4a65741a-7f4d-442c-9ca6-924df30bdcbd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:51.011394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:51.012016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:51.018726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Set router 24d18ef2-efc2-442d-b644-310b16c262cb gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:51.151447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:33:51.155935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:51.156287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.165032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:51.165511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.196375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8de2ba7b-6d93-461d-9436-8e1eb61e6129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.259664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379abec-d836-40cc-bd79-714d8671aef2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:51.273346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379abec-d836-40cc-bd79-714d8671aef2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:51.275232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d379abec-d836-40cc-bd79-714d8671aef2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4315295 Aug 11 08:33:51.290251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46100) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:51.395248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.422047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:51.500627 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:33:46Z', 'updated_at': '2021-08-11T08:33:48Z', 'revision_number': 2, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None, '_interfaces': [{'id': '4a65741a-7f4d-442c-9ca6-924df30bdcbd', 'name': '', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'mac_address': 'fa:16:3e:0b:aa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'cd607fce-63e2-4116-b15d-4d8c80f23342', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:33:47Z', 'updated_at': '2021-08-11T08:33:48Z', 'revision_number': 2, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'subnets': [{'id': 'cd607fce-63e2-4116-b15d-4d8c80f23342', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:51.535915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8de2ba7b-6d93-461d-9436-8e1eb61e6129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.621204 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Checking router: 24d18ef2-efc2-442d-b644-310b16c262cb for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:33:51.621828 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Updating router 24d18ef2-efc2-442d-b644-310b16c262cb port 4a65741a-7f4d-442c-9ca6-924df30bdcbd binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:33:51.629100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8de2ba7b-6d93-461d-9436-8e1eb61e6129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.701849 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.736135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7683d90f-9418-431d-abb5-bc902b42aef4 None None] Provisioning complete for port 4a65741a-7f4d-442c-9ca6-924df30bdcbd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:51.744689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7683d90f-9418-431d-abb5-bc902b42aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.752216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:51.760688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8de2ba7b-6d93-461d-9436-8e1eb61e6129 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7461ec93e94749918d141ccc8ef68608&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443056 Aug 11 08:33:51.761392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46112) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:51.778895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2ba7b-6d93-461d-9436-8e1eb61e6129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9ad77-a015-485e-824c-1233c2583a56,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:51.802084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:51.979877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.018707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda48bab-1ddd-43dd-98f0-493926641df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.043372 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.068049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46116) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:52.090463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=e5f06d5a-509e-4ff1-a2b2-f4aa5f793e73,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:52.179577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7683d90f-9418-431d-abb5-bc902b42aef4 None None] Port 4a65741a-7f4d-442c-9ca6-924df30bdcbd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:33:52.235265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda48bab-1ddd-43dd-98f0-493926641df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.241523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Deleting port 99ca5c4a-7599-4507-97b0-01c6a210d9b8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:52.241924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.279560 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.294468 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Transition to ACTIVE for port object 4a65741a-7f4d-442c-9ca6-924df30bdcbd will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:33:52.304751 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.375784 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.426978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbd36905-76a6-408f-8b53-c8f42a5434df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.431660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] For port 99ca5c4a-7599-4507-97b0-01c6a210d9b8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=99ca5c4a-7599-4507-97b0-01c6a210d9b8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:52.432029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.450669 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Pushing event updated for resources: {'Port': ['ID=4a65741a-7f4d-442c-9ca6-924df30bdcbd,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:52.464519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Calling delete_port for 99ca5c4a-7599-4507-97b0-01c6a210d9b8 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:52.470489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:52.473659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.484305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.515444 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.515780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.516121 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.516447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.525382 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.525977 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.527082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.527619 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.528166 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.530160 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.530758 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.531285 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:52.576171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.608614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:52.625662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:33:47Z', 'revision_number': 5, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port': {'id': '99ca5c4a-7599-4507-97b0-01c6a210d9b8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:03Z', 'updated_at': '2021-08-11T08:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:52.661241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] Checking router: cfa143ba-617e-409f-b9b9-08f940267149 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:33:52.672701 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] Routers {'cfa143ba-617e-409f-b9b9-08f940267149'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:52.673625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['cfa143ba-617e-409f-b9b9-08f940267149'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:52.680476 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Attempting to bind port 4a65741a-7f4d-442c-9ca6-924df30bdcbd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:33:52.683863 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Attempting to bind port 4a65741a-7f4d-442c-9ca6-924df30bdcbd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:33:52.684923 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Attempting to bind port 4a65741a-7f4d-442c-9ca6-924df30bdcbd on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:33:52.685435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda48bab-1ddd-43dd-98f0-493926641df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.695582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dda48bab-1ddd-43dd-98f0-493926641df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.696906 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:33:52.697287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dda48bab-1ddd-43dd-98f0-493926641df4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58c9ad77-a015-485e-824c-1233c2583a56 HTTP/1.1" status: 204 len: 168 time: 0.9345381 Aug 11 08:33:52.697793 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:33:52.698887 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.701826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:33:52.703688 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Bound port: 4a65741a-7f4d-442c-9ca6-924df30bdcbd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:33:52.705448 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.797954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda48bab-1ddd-43dd-98f0-493926641df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9ad77-a015-485e-824c-1233c2583a56,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:52.836135 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] For port 4a65741a-7f4d-442c-9ca6-924df30bdcbd, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:33:52.842293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router bce70efa-860b-4d9c-8c7d-702a0895273d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:52.843512 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] For port 4a65741a-7f4d-442c-9ca6-924df30bdcbd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4a65741a-7f4d-442c-9ca6-924df30bdcbd,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:33:52.854044 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:52.964027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] Set router cfa143ba-617e-409f-b9b9-08f940267149 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:52.992161 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Routers {'24d18ef2-efc2-442d-b644-310b16c262cb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:52.993034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['24d18ef2-efc2-442d-b644-310b16c262cb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.067339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:33:52Z', 'revision_number': 6, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.076153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.113262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83790b70-1427-47b3-8fb0-e72d4029b2aa None None] The sync data for ids ['cfa143ba-617e-409f-b9b9-08f940267149'] in n-d-789963-6 is: [{'id': 'cfa143ba-617e-409f-b9b9-08f940267149', 'name': 'tempest-TestServerBasicOps-865291314-router', 'tenant_id': '90916dff254e4f228ca8cd493000524f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:02Z', 'updated_at': '2021-08-11T08:33:52Z', 'revision_number': 6, 'project_id': '90916dff254e4f228ca8cd493000524f', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:53.114324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbd36905-76a6-408f-8b53-c8f42a5434df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.122282 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:53.139589 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4e927-ab5b-4d41-a8f4-b460c564544e None None] Pushing event updated for resources: {'Port': ['ID=4a65741a-7f4d-442c-9ca6-924df30bdcbd,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:53.150067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-27038f07-3756-4691-aaac-82700618cbe9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/bce70efa-860b-4d9c-8c7d-702a0895273d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0497742 Aug 11 08:33:53.151296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46126) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:53.151999 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dbd36905-76a6-408f-8b53-c8f42a5434df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.162430 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] Sync routers for ids ['bce70efa-860b-4d9c-8c7d-702a0895273d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:53.201707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Pushing event deleted for resources: {'Port': ['ID=99ca5c4a-7599-4507-97b0-01c6a210d9b8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:53.212385 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] Routers {'bce70efa-860b-4d9c-8c7d-702a0895273d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:53.214419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd36905-76a6-408f-8b53-c8f42a5434df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07acc9c6-1270-4ae0-a866-04589fa91a37,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:53.216493 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bce70efa-860b-4d9c-8c7d-702a0895273d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.264288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-faa65bb3-042d-46c2-9522-d3b656215401 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=bce70efa-860b-4d9c-8c7d-702a0895273d HTTP/1.1" status: 200 len: 205 time: 0.1053576 Aug 11 08:33:53.265251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46128) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:53.295302 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.300927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46130) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:53.319813 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] Set router 24d18ef2-efc2-442d-b644-310b16c262cb gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:53.355889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dcca430-cd16-4fda-be24-df470e65e615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.367740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dbd36905-76a6-408f-8b53-c8f42a5434df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7edba40efa64e2e85e79d91195b1dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2970719 Aug 11 08:33:53.370066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46134) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:53.404274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.415542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.477741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 4a65741a-7f4d-442c-9ca6-924df30bdcbd {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:53.478600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.516848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-921436f4-9474-49a3-8b51-208fa6abd33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.554243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-921436f4-9474-49a3-8b51-208fa6abd33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.564307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.574539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.602321 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] Routers {'bce70efa-860b-4d9c-8c7d-702a0895273d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:53.603301 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bce70efa-860b-4d9c-8c7d-702a0895273d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.684221 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.685253 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee793a4-4f78-40eb-a4c7-dbab2ff8898e None None] The sync data for ids ['bce70efa-860b-4d9c-8c7d-702a0895273d'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:53.715993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-921436f4-9474-49a3-8b51-208fa6abd33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.722986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-921436f4-9474-49a3-8b51-208fa6abd33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.723817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-921436f4-9474-49a3-8b51-208fa6abd33f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07acc9c6-1270-4ae0-a866-04589fa91a37 HTTP/1.1" status: 204 len: 168 time: 0.3524203 Aug 11 08:33:53.744188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.744779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa143ba-617e-409f-b9b9-08f940267149 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:33:53.765860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.767049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-443160f3-39c0-4065-bb33-f554342b98ff admin admin] 10.222.0.58 "DELETE /v2.0/routers/cfa143ba-617e-409f-b9b9-08f940267149 HTTP/1.1" status: 204 len: 168 time: 2.8234451 Aug 11 08:33:53.788044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46138) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:53.820753 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:33:46Z', 'updated_at': '2021-08-11T08:33:48Z', 'revision_number': 2, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None, '_interfaces': [{'id': '4a65741a-7f4d-442c-9ca6-924df30bdcbd', 'name': '', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'mac_address': 'fa:16:3e:0b:aa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'cd607fce-63e2-4116-b15d-4d8c80f23342', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:33:47Z', 'updated_at': '2021-08-11T08:33:52Z', 'revision_number': 4, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'subnets': [{'id': 'cd607fce-63e2-4116-b15d-4d8c80f23342', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:53.851131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5068e-4ddb-4cf8-8941-d71febd2f18b None None] The sync data for ids ['24d18ef2-efc2-442d-b644-310b16c262cb'] in n-d-789963-6 is: [{'id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:33:46Z', 'updated_at': '2021-08-11T08:33:48Z', 'revision_number': 2, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None, '_interfaces': [{'id': '4a65741a-7f4d-442c-9ca6-924df30bdcbd', 'name': '', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'mac_address': 'fa:16:3e:0b:aa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'cd607fce-63e2-4116-b15d-4d8c80f23342', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:33:47Z', 'updated_at': '2021-08-11T08:33:52Z', 'revision_number': 4, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'subnets': [{'id': 'cd607fce-63e2-4116-b15d-4d8c80f23342', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:53.904443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] For port 4a65741a-7f4d-442c-9ca6-924df30bdcbd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4a65741a-7f4d-442c-9ca6-924df30bdcbd,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:53.904966 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.912268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Deleting subnet da626c3b-0e0c-4270-9a72-63ffc54fdc81 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:53.932231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.963975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921436f4-9474-49a3-8b51-208fa6abd33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07acc9c6-1270-4ae0-a866-04589fa91a37,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:53.975790 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.981426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:53.995639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 4a65741a-7f4d-442c-9ca6-924df30bdcbd owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:54.039491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.059726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.060721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router bce70efa-860b-4d9c-8c7d-702a0895273d {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:33:54.073552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.075573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c11fba96-6a99-4015-89ac-a5685cce5339 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/bce70efa-860b-4d9c-8c7d-702a0895273d HTTP/1.1" status: 204 len: 168 time: 0.8044531 Aug 11 08:33:54.078519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46142) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:54.155349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet 0d840e99-f669-4162-a6dc-06b915441ba0 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:54.159404 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.275390 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.446561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46148) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:54.463702 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f8848f3-4933-44ce-a48d-923ef63a208e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.503474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.584697 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.604657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dcca430-cd16-4fda-be24-df470e65e615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.619345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8dcca430-cd16-4fda-be24-df470e65e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.631241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=0d840e99-f669-4162-a6dc-06b915441ba0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:54.679219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1189bc-d7d1-4c86-9f78-01f018e49853 None None] Network 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:54.680015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.682589 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-55819b84-7e5e-4df7-9a35-fdd5bf7f9d29 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/0d840e99-f669-4162-a6dc-06b915441ba0 HTTP/1.1" status: 204 len: 168 time: 0.6028497 Aug 11 08:33:54.685305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46150) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:54.702933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:54.731067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcca430-cd16-4fda-be24-df470e65e615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c5c63-1119-4490-8d59-74b4f8c94c29,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:54.745345 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8dcca430-cd16-4fda-be24-df470e65e615 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb03049bfcc34ee5b51433d0da31a823&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4402223 Aug 11 08:33:54.749700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46152) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:54.764379 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.811740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.870960 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f8848f3-4933-44ce-a48d-923ef63a208e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.880003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f8848f3-4933-44ce-a48d-923ef63a208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.907248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:33:54.907790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.936966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f8848f3-4933-44ce-a48d-923ef63a208e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98a4a1fee72c40218c5f0e89cacdf55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890089 Aug 11 08:33:54.939836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40db719f-26fd-4129-8140-fdc89e45131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:54.941516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46154) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:54.946156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8848f3-4933-44ce-a48d-923ef63a208e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac382335-7082-4c8f-b6b8-cef2b7ec840d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:54.996696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 8f10f186-5162-42e1-bdeb-47cb32f5973e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:54.997075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.019900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40db719f-26fd-4129-8140-fdc89e45131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.026615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] DHCP port deletion for 4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:55.030262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.073263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a65741a-7f4d-442c-9ca6-924df30bdcbd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:33:55.078947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da626c3b-0e0c-4270-9a72-63ffc54fdc81,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:55.088168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.092484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/da626c3b-0e0c-4270-9a72-63ffc54fdc81 HTTP/1.1" status: 204 len: 168 time: 1.2920995 Aug 11 08:33:55.095978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46156) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:55.098563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 8f10f186-5162-42e1-bdeb-47cb32f5973e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f10f186-5162-42e1-bdeb-47cb32f5973e,segment=NetworkSegment(efef5a02-015b-48cb-a88d-97c644dadc56),segment_id=efef5a02-015b-48cb-a88d-97c644dadc56)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:55.099117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.101758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd14-5290-4d82-a334-2f8d57ff9592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.104794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1995bc-4ac0-41b9-8bf4-cda2fa9170f1 None None] Network abe8eace-96c1-480c-b466-345fffde1c3a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:55.111896 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.119213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.119213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.119500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.119739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.120071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.120408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.120737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.121081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.121407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.121732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.122055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.123068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fac39-4850-4e14-9400-0eba07c18935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:33:55.125393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 8f10f186-5162-42e1-bdeb-47cb32f5973e owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:55.145303 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd14-5290-4d82-a334-2f8d57ff9592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.189813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=4a65741a-7f4d-442c-9ca6-924df30bdcbd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:55.202865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No active binding found for port 4a65741a-7f4d-442c-9ca6-924df30bdcbd {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 08:33:55.203404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a65741a-7f4d-442c-9ca6-924df30bdcbd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 08:33:55.210333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] Deleting port 8f10f186-5162-42e1-bdeb-47cb32f5973e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:55.210825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.250092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40db719f-26fd-4129-8140-fdc89e45131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.253895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-40db719f-26fd-4129-8140-fdc89e45131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.257724 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40db719f-26fd-4129-8140-fdc89e45131d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/819c5c63-1119-4490-8d59-74b4f8c94c29 HTTP/1.1" status: 204 len: 168 time: 0.5037062 Aug 11 08:33:55.310866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.345298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] For port 8f10f186-5162-42e1-bdeb-47cb32f5973e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f10f186-5162-42e1-bdeb-47cb32f5973e,segment=NetworkSegment(efef5a02-015b-48cb-a88d-97c644dadc56),segment_id=efef5a02-015b-48cb-a88d-97c644dadc56)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:55.345804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.359129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db719f-26fd-4129-8140-fdc89e45131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c5c63-1119-4490-8d59-74b4f8c94c29,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:55.366131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] Calling delete_port for 8f10f186-5162-42e1-bdeb-47cb32f5973e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:55.377529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.532457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Port 4a65741a-7f4d-442c-9ca6-924df30bdcbd not found, will not notify nova. {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 08:33:55.541715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.637567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] No DVR routers for this DVR port 8f10f186-5162-42e1-bdeb-47cb32f5973e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:55.640488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bac7e-10f0-444d-be5c-88c2e33e8869 None None] Pushing event deleted for resources: {'Port': ['ID=8f10f186-5162-42e1-bdeb-47cb32f5973e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:55.691503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device faf60dfb-5f04-4d5a-b813-35e8fc313222 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:55.723266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: faf60dfb-5f04-4d5a-b813-35e8fc313222 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:55.723622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device faf60dfb-5f04-4d5a-b813-35e8fc313222 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:55.728356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99ca5c4a-7599-4507-97b0-01c6a210d9b8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:55.737867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Deleting port 1c9fd196-9b7f-4782-9d59-6a35146228e7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:55.738484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.794949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 99ca5c4a-7599-4507-97b0-01c6a210d9b8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:55.795504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99ca5c4a-7599-4507-97b0-01c6a210d9b8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:55.805289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd14-5290-4d82-a334-2f8d57ff9592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.811794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd14-5290-4d82-a334-2f8d57ff9592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.819647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c89cd14-5290-4d82-a334-2f8d57ff9592 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac382335-7082-4c8f-b6b8-cef2b7ec840d HTTP/1.1" status: 204 len: 168 time: 0.8737302 Aug 11 08:33:55.828960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] DHCP port deletion for abe8eace-96c1-480c-b466-345fffde1c3a request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:55.842060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.875852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89cd14-5290-4d82-a334-2f8d57ff9592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac382335-7082-4c8f-b6b8-cef2b7ec840d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:55.926432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Router 24d18ef2-efc2-442d-b644-310b16c262cb has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:33:55.935745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] Deleting port 1c9fd196-9b7f-4782-9d59-6a35146228e7 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:55.937040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:55.939246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=8f10f186-5162-42e1-bdeb-47cb32f5973e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:55.950131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port 8f10f186-5162-42e1-bdeb-47cb32f5973e on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:55.972563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] For port 1c9fd196-9b7f-4782-9d59-6a35146228e7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1c9fd196-9b7f-4782-9d59-6a35146228e7,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:55.973195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.039902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Calling delete_port for 1c9fd196-9b7f-4782-9d59-6a35146228e7 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:56.055034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] For port 1c9fd196-9b7f-4782-9d59-6a35146228e7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1c9fd196-9b7f-4782-9d59-6a35146228e7,segment=NetworkSegment(455090d0-a1d0-49a8-a89e-b80637d9d739),segment_id=455090d0-a1d0-49a8-a89e-b80637d9d739)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:56.055612 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.074160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] Calling delete_port for 1c9fd196-9b7f-4782-9d59-6a35146228e7 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:56.139352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.169552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:56.203749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efef5a02-015b-48cb-a88d-97c644dadc56') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:56.204811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efef5a02-015b-48cb-a88d-97c644dadc56') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:56.206177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.221572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:56.230162 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.232919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6da88034-d77e-426b-a1a7-d1293b09f246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "PUT /v2.0/routers/24d18ef2-efc2-442d-b644-310b16c262cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9370759 Aug 11 08:33:56.240398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:56.270084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.285192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:56.285601 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:56.289325 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:56.293180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04058504-0e81-48e7-8495-04935e9011bf None None] Sync routers for ids ['24d18ef2-efc2-442d-b644-310b16c262cb'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:56.298420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] Pushing event deleted for resources: {'Port': ['ID=1c9fd196-9b7f-4782-9d59-6a35146228e7,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:56.323111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d0edf-4e64-492c-a807-39453e0565f6 None None] No DVR routers for this DVR port 1c9fd196-9b7f-4782-9d59-6a35146228e7 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:56.344687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] Routers {'24d18ef2-efc2-442d-b644-310b16c262cb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:56.345376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['24d18ef2-efc2-442d-b644-310b16c262cb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:56.446032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764a2bf-0ad3-4fcf-a373-c51cb9a19fbf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:56.449095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764a2bf-0ad3-4fcf-a373-c51cb9a19fbf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:56.449304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.452419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e764a2bf-0ad3-4fcf-a373-c51cb9a19fbf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2101049 Aug 11 08:33:56.455843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46180) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:56.487788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.530204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] Set router 24d18ef2-efc2-442d-b644-310b16c262cb gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:56.538564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.550874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd HTTP/1.1" status: 204 len: 168 time: 1.8609591 Aug 11 08:33:56.550874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7d839-2b98-4021-9d20-73b4ca3a8c63 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=4d076aba-0b6f-4ff7-ab09-5577d6fb6bbd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:56.552195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9fd196-9b7f-4782-9d59-6a35146228e7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:56.555438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46184) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:56.561194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38956698', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:56.707745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] No DVR routers for this DVR port 1c9fd196-9b7f-4782-9d59-6a35146228e7 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:56.707745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.710409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:33:46Z', 'updated_at': '2021-08-11T08:33:54Z', 'revision_number': 3, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:56.711486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.711921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet cd607fce-63e2-4116-b15d-4d8c80f23342 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:33:56.711921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.840817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04058504-0e81-48e7-8495-04935e9011bf None None] Checking router: 24d18ef2-efc2-442d-b644-310b16c262cb for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:33:56.840817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] Routers {'24d18ef2-efc2-442d-b644-310b16c262cb'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:56.840817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['24d18ef2-efc2-442d-b644-310b16c262cb'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:56.842036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.843124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.859739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f10f186-5162-42e1-bdeb-47cb32f5973e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:56.929807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8f10f186-5162-42e1-bdeb-47cb32f5973e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:56.930159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f10f186-5162-42e1-bdeb-47cb32f5973e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:56.930579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1c9fd196-9b7f-4782-9d59-6a35146228e7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:56.975593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:56.979147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1c9fd196-9b7f-4782-9d59-6a35146228e7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:56.982698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1c9fd196-9b7f-4782-9d59-6a35146228e7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:57.028832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.038479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] Set router 24d18ef2-efc2-442d-b644-310b16c262cb gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:33:57.053477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe8eace-96c1-480c-b466-345fffde1c3a']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:57.066635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.071146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455090d0-a1d0-49a8-a89e-b80637d9d739') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:57.071464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455090d0-a1d0-49a8-a89e-b80637d9d739') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:57.082627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.134858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.142337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.143871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-04058504-0e81-48e7-8495-04935e9011bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:33:46Z', 'updated_at': '2021-08-11T08:33:54Z', 'revision_number': 3, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:57.162764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:33:57.163597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.176205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04058504-0e81-48e7-8495-04935e9011bf None None] The sync data for ids ['24d18ef2-efc2-442d-b644-310b16c262cb'] in n-d-789963-6 is: [{'id': '24d18ef2-efc2-442d-b644-310b16c262cb', 'name': 'tempest-NetworksTestDHCPv6-router-776477414', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:33:46Z', 'updated_at': '2021-08-11T08:33:54Z', 'revision_number': 3, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:33:57.198245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=cd607fce-63e2-4116-b15d-4d8c80f23342,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:57.205943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9b773-572d-4b29-8892-37dd72eb1c8b None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:57.211029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.216563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f7501abc-5b7c-4cda-8efe-c639a8e754ba tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cd607fce-63e2-4116-b15d-4d8c80f23342 HTTP/1.1" status: 204 len: 168 time: 0.7577155 Aug 11 08:33:57.222807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46218) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: self.session.flush() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:33:57.282491 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:33:57.426180 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.453450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.455817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] 10.222.0.58 "DELETE /v2.0/networks/abe8eace-96c1-480c-b466-345fffde1c3a HTTP/1.1" status: 204 len: 168 time: 2.3516076 Aug 11 08:33:57.473995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46228) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:57.509940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0429c8-076e-41c3-a574-eee1fe30c880 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe8eace-96c1-480c-b466-345fffde1c3a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:57.571577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:33:57.633663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4ef263b-52f3-4dda-97ed-61408465e6ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4094899 Aug 11 08:33:57.634540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:57.638831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46238) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:57.672813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] Deleting port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:33:57.674382 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.776182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] For port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:33:57.777392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.825891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] Calling delete_port for 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:33:57.844625 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.872140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.945671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:57.988335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] Pushing event deleted for resources: {'Port': ['ID=0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:58.001755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 172.25.2.78 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/dfd41d89-2a94-429e-b273-26d4790e23c7) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:33:58.011171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a8315-8190-4411-ac71-82ae74f7ffc7 None None] No DVR routers for this DVR port 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:33:58.076471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1655378988-network', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:58.089896 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.155035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.231164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.237444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Made reservation on behalf of 1547cf80bf6f4b8f9025469dc98437e4 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:58.239707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.304009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=dfd41d89-2a94-429e-b273-26d4790e23c7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:58.309330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:58.311672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:58.318174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:33:58.370798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.374488 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.384269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.483905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.484448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Fanout notify agent at l3_agent the message router_deleted on router 24d18ef2-efc2-442d-b644-310b16c262cb {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:33:58.507469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.513720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a5e92d05-d351-49e6-b93e-60847732f2c2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/routers/24d18ef2-efc2-442d-b644-310b16c262cb HTTP/1.1" status: 204 len: 168 time: 0.8616910 Aug 11 08:33:58.514971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46266) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:58.520984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:58.627248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:58.681883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:58.682584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0f4f77d9-a679-4f8d-8bc5-c0270e0bcab6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:58.685049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a65741a-7f4d-442c-9ca6-924df30bdcbd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:33:58.693214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.724994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 4a65741a-7f4d-442c-9ca6-924df30bdcbd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:33:58.727655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4a65741a-7f4d-442c-9ca6-924df30bdcbd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:33:58.845237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.887370 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.901984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.967990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:33:58.984855 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:58.998462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:59.003243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.010467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.010826 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Added segment 9f1d5d39-556f-4c32-bd5c-0bccf1b1a237 of type vlan for network cb455475-9164-4048-8fd5-cc5302e4bfcb Aug 11 08:33:59.063837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ea499f-b20c-4b0b-9632-78e4e65df16d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:59.121083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.135234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.198386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 281b01ec-810a-4019-a3a7-2dfed134c747 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:33:59.287572 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1774ce16-c8dc-4be2-9e7c-9f0647e7ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.421312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.422343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:59.423010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.459437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.547930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9102683 Aug 11 08:33:59.552022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46288) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:59.563047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Request body: {'subnet': {'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1655378988-subnet', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:59.616283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:33:59.619069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a0659-c520-42ac-aec9-de9fa486764e admin admin] Pushing event updated for resources: {'Network': ['ID=cb455475-9164-4048-8fd5-cc5302e4bfcb,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:59.630389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network cb455475-9164-4048-8fd5-cc5302e4bfcb details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:33:59.663923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:33:59.668453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:33:59.669085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.678977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=69d21608-b48a-47a5-a1aa-f4aa90247f7d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:33:59.712406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Made reservation on behalf of 1547cf80bf6f4b8f9025469dc98437e4 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:33:59.715002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.722027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-51abc947-7c67-4684-a090-f3bfbcd5aa4c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2051575 Aug 11 08:33:59.734518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46294) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:59.758751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:33:59.772648 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] Sync routers for ids ['281b01ec-810a-4019-a3a7-2dfed134c747'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:33:59.779981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1711460386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:33:59.799490 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] Routers {'281b01ec-810a-4019-a3a7-2dfed134c747'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:59.802231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['281b01ec-810a-4019-a3a7-2dfed134c747'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:59.813607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:33:59.817514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ccfc2600-d567-4c03-8360-a75a30f399ce tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.2605660 Aug 11 08:33:59.825873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46296) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:33:59.828091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d929d8b-4dc0-41f7-a6bf-fcf62f468f8b None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:33:59.902305 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:59.913926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] Routers {'281b01ec-810a-4019-a3a7-2dfed134c747'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:33:59.914871 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['281b01ec-810a-4019-a3a7-2dfed134c747'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:59.975235 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:33:59.976074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae764-461d-4075-a4f4-40967f77b54c None None] The sync data for ids ['281b01ec-810a-4019-a3a7-2dfed134c747'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:00.000750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.001980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.158639 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.280702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '69d21608-b48a-47a5-a1aa-f4aa90247f7d'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:00.282433 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.461709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/69d21608-b48a-47a5-a1aa-f4aa90247f7d/e2c36395-c349-4064-863c-99d2751e643d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:00.524673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.542958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46316) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:00.543515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-db7706c9-d202-47aa-b39a-0236ba25b966 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/routers/281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 200 len: 882 time: 0.7160933 Aug 11 08:34:00.544234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.571114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Deleting port 9f25112e-c018-4e5e-bc96-8e265a1fd334 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:00.571457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.656862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.658470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f9ae34b7-8f1a-4647-82e7-5766b6fb859a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8824403 Aug 11 08:34:00.664104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46318) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:00.753895 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.760329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.775490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Transition to ACTIVE for port object e2c36395-c349-4064-863c-99d2751e643d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:00.799480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Transition to ACTIVE for port object e2c36395-c349-4064-863c-99d2751e643d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:00.822234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.887356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] For port 9f25112e-c018-4e5e-bc96-8e265a1fd334, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f25112e-c018-4e5e-bc96-8e265a1fd334,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:00.887703 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:00.896915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1e18515c-482b-4a68-8ddf-5129ee1c8018 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.3518105 Aug 11 08:34:00.897815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46326) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:00.905744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-38956698'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:00.913040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Pushing event updated for resources: {'Port': ['ID=e2c36395-c349-4064-863c-99d2751e643d,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:00.931145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:00.933166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:00.936027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:00.942464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Calling delete_port for 9f25112e-c018-4e5e-bc96-8e265a1fd334 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:01.063158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Attempting to bind port e2c36395-c349-4064-863c-99d2751e643d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:01.063861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Attempting to bind port e2c36395-c349-4064-863c-99d2751e643d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:01.064367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Attempting to bind port e2c36395-c349-4064-863c-99d2751e643d on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:01.071577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:01.071967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:01.072365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.072760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:01.075786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Bound port: e2c36395-c349-4064-863c-99d2751e643d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:01.076199 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.092758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd87b4b5-1a74-4a2c-a13f-e38bda11f08a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:01.210695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Checking segment: {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:01.211063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Network hostable DHCP agents. Network: cb455475-9164-4048-8fd5-cc5302e4bfcb, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:01.220697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] For port e2c36395-c349-4064-863c-99d2751e643d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:01.228897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] For port e2c36395-c349-4064-863c-99d2751e643d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e2c36395-c349-4064-863c-99d2751e643d,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:01.240178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.361371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714027d-2174-4b8d-acce-32e1fcd8c709 None None] Pushing event updated for resources: {'Port': ['ID=e2c36395-c349-4064-863c-99d2751e643d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:01.377042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.390271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Network cb455475-9164-4048-8fd5-cc5302e4bfcb is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:01.441551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, cb455475-9164-4048-8fd5-cc5302e4bfcb) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:01.449227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:01.449908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.455650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db359d2-139c-4b81-b3ac-be69604bd9da None None] Network cb455475-9164-4048-8fd5-cc5302e4bfcb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:01.500177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.530897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.770503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-cb455475-9164-4048-8fd5-cc5302e4bfcb', 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'fixed_ips': [{'subnet_id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:01.772099 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.892925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:01.903820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 281b01ec-810a-4019-a3a7-2dfed134c747 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:01.942305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9fd88ea-66ac-47f9-82ed-5709fe653254 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3842356 Aug 11 08:34:01.963639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:01.971442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:01.979180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f25112e-c018-4e5e-bc96-8e265a1fd334,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:02.088571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Allocated IP 172.20.0.2 (cb455475-9164-4048-8fd5-cc5302e4bfcb/cd87b4b5-1a74-4a2c-a13f-e38bda11f08a/9259d85f-e7f1-46f7-9f96-1d76e802752e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:02.193374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:02.225422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.235065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-33d90296-bc17-4056-a48b-740775bf2df8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 200 len: 889 time: 1.3359663 Aug 11 08:34:02.236172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:02.316252 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.319830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.341868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] Sync routers for ids ['281b01ec-810a-4019-a3a7-2dfed134c747'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:02.482181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] Routers {'281b01ec-810a-4019-a3a7-2dfed134c747'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:02.483080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['281b01ec-810a-4019-a3a7-2dfed134c747'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:02.487489 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.543181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:02.573344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] Routers {'281b01ec-810a-4019-a3a7-2dfed134c747'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:02.574597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:33:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['281b01ec-810a-4019-a3a7-2dfed134c747'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:02.619384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::1 (4f00afaf-8596-47f0-8bbe-f95401c9343e/69d21608-b48a-47a5-a1aa-f4aa90247f7d/ad7cc802-f93e-4005-aded-eda8359f8869) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:02.638446 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6bceddf-9742-4e57-92eb-2206bf0b1f41 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/routers/281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 200 len: 889 time: 0.4007981 Aug 11 08:34:02.641597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46354) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:02.645266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:02.646825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed01806-608a-417d-aeb3-1549a177c913 None None] The sync data for ids ['281b01ec-810a-4019-a3a7-2dfed134c747'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:02.751218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b2d5f362-17cf-4db8-abcd-2ba33065c741 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 200 len: 205 time: 0.1080816 Aug 11 08:34:02.751921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46356) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:02.763345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad332-96e6-48e2-89f5-a0ef108e8abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.786761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.800418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Transition to ACTIVE for port object 9259d85f-e7f1-46f7-9f96-1d76e802752e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:02.830088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e2c36395-c349-4064-863c-99d2751e643d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:02.865294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Transition to ACTIVE for port object 9259d85f-e7f1-46f7-9f96-1d76e802752e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:02.886342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.946608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Pushing event updated for resources: {'Port': ['ID=9259d85f-e7f1-46f7-9f96-1d76e802752e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:02.966906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.967498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Network cb455475-9164-4048-8fd5-cc5302e4bfcb is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:02.968708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:02.969029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:02.972803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:03.035842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e2c36395-c349-4064-863c-99d2751e643d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:03.052266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Attempting to bind port 9259d85f-e7f1-46f7-9f96-1d76e802752e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:03.052634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Attempting to bind port 9259d85f-e7f1-46f7-9f96-1d76e802752e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:03.053199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Attempting to bind port 9259d85f-e7f1-46f7-9f96-1d76e802752e on network cb455475-9164-4048-8fd5-cc5302e4bfcb {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:03.058876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:03.059250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Checking segment: {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:03.059662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.060056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Bound using segment: {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:03.060525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Bound port: 9259d85f-e7f1-46f7-9f96-1d76e802752e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:03.060934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.177919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] For port 9259d85f-e7f1-46f7-9f96-1d76e802752e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:03.181000 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.189198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] For port 9259d85f-e7f1-46f7-9f96-1d76e802752e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9259d85f-e7f1-46f7-9f96-1d76e802752e,segment=NetworkSegment(9f1d5d39-556f-4c32-bd5c-0bccf1b1a237),segment_id=9f1d5d39-556f-4c32-bd5c-0bccf1b1a237)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:03.198398 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.273372 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.290689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port dfd41d89-2a94-429e-b273-26d4790e23c7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:03.291545 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.310429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-27f91270-ee54-412b-b19a-7626b314210f None None] Provisioning for port e2c36395-c349-4064-863c-99d2751e643d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:03.316511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-27f91270-ee54-412b-b19a-7626b314210f None None] Provisioning complete for port e2c36395-c349-4064-863c-99d2751e643d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:03.317983 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27f91270-ee54-412b-b19a-7626b314210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.327123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.346467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object ad7cc802-f93e-4005-aded-eda8359f8869 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:03.352437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.424343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.441037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for dfd41d89-2a94-429e-b273-26d4790e23c7 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:03.444369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063bf7f-8751-41bc-8b5b-8ddb2813423f None None] Pushing event updated for resources: {'Port': ['ID=9259d85f-e7f1-46f7-9f96-1d76e802752e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:03.495498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.586327 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27f91270-ee54-412b-b19a-7626b314210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.656906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-27f91270-ee54-412b-b19a-7626b314210f None None] For port e2c36395-c349-4064-863c-99d2751e643d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e2c36395-c349-4064-863c-99d2751e643d,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:03.667805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27f91270-ee54-412b-b19a-7626b314210f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.685748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:03.704070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:03.714513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:03.715083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.773068 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:03.797421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=ad7cc802-f93e-4005-aded-eda8359f8869,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:03.836258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91270-ee54-412b-b19a-7626b314210f None None] Pushing event updated for resources: {'Port': ['ID=e2c36395-c349-4064-863c-99d2751e643d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:03.859018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=dfd41d89-2a94-429e-b273-26d4790e23c7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:04.024151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.156547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.159551 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.219956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69d94fea-422c-4a7c-a077-29b403e968eb None None] Provisioning for port ad7cc802-f93e-4005-aded-eda8359f8869 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:04.225512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69d94fea-422c-4a7c-a077-29b403e968eb None None] Provisioning complete for port ad7cc802-f93e-4005-aded-eda8359f8869 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:04.225880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69d94fea-422c-4a7c-a077-29b403e968eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.229859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.286101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.286747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router 281b01ec-810a-4019-a3a7-2dfed134c747 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:34:04.299646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.303055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8b65a358-9e7e-47bf-bad2-0a7ea5d7bd65 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 204 len: 168 time: 1.5501280 Aug 11 08:34:04.317692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:04.341953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424683165'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:04.348441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-69d94fea-422c-4a7c-a077-29b403e968eb None None] Port ad7cc802-f93e-4005-aded-eda8359f8869 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:04.371778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:04.373040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.389079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:04.393876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.426621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:34:04.439164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.439736 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment b7e577da-9e94-4c44-b416-b0cead54c34c of type vlan for network 99c1b67d-568e-436d-9835-47d4d292513d Aug 11 08:34:04.476982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.497942 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.573272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.584210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:04.584920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.681347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3623714 Aug 11 08:34:04.684358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46384) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:04.697885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': '99c1b67d-568e-436d-9835-47d4d292513d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:04.771478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e2c36395-c349-4064-863c-99d2751e643d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:04.840406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393186b0-28c5-4d21-909c-0e7cbc0ff983 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=99c1b67d-568e-436d-9835-47d4d292513d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:04.866484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 99c1b67d-568e-436d-9835-47d4d292513d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:34:04.966198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:04.988551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:04.993512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.022025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e2c36395-c349-4064-863c-99d2751e643d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:05.022401 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.087672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86601bc-e351-4939-9a97-0ef42f2642cc None None] Network cb455475-9164-4048-8fd5-cc5302e4bfcb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:05.218496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-04c14f43-9379-4af9-ab9d-622c6861e3da None None] Provisioning for port 9259d85f-e7f1-46f7-9f96-1d76e802752e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:05.303667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9259d85f-e7f1-46f7-9f96-1d76e802752e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:05.367547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9259d85f-e7f1-46f7-9f96-1d76e802752e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:05.371898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9259d85f-e7f1-46f7-9f96-1d76e802752e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:05.372449 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.378137 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.388342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Allocated IP 172.25.2.225 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/3cdbb9bf-553b-4406-8d74-37e9312cad84) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:05.494260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=e8b056c1-65bc-4e3a-8e14-c19249d87b48,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:05.520555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.530504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': 'b7e577da-9e94-4c44-b416-b0cead54c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99c1b67d-568e-436d-9835-47d4d292513d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:05.531363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: 99c1b67d-568e-436d-9835-47d4d292513d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:05.557998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 99c1b67d-568e-436d-9835-47d4d292513d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:05.567427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9259d85f-e7f1-46f7-9f96-1d76e802752e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9259d85f-e7f1-46f7-9f96-1d76e802752e,segment=NetworkSegment(9f1d5d39-556f-4c32-bd5c-0bccf1b1a237),segment_id=9f1d5d39-556f-4c32-bd5c-0bccf1b1a237)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:05.573264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 99c1b67d-568e-436d-9835-47d4d292513d) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:05.575873 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.598099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:05.598413 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.603880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b06b7-ee1b-46da-ad79-6a34d9ac79d6 None None] Network 99c1b67d-568e-436d-9835-47d4d292513d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:05.613801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:05.625835 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] Sync routers for ids ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:05.628761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-09bd70dd-e085-47fe-908b-58b969f4b65a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9433184 Aug 11 08:34:05.631629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46394) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:05.636424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c259e577-de45-4d1d-bd6a-9e6138e1690f admin admin] 10.222.0.58 "PUT /v2.0/routers/8a651ba7-ff83-475f-b5a8-7fb0e1c31420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1595833 Aug 11 08:34:05.639869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-954190319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:05.642559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46396) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:05.648385 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] Routers {'8a651ba7-ff83-475f-b5a8-7fb0e1c31420'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:05.649353 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:05.730961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.732262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.812337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.858646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.871625 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.904107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.914492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:05.915804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1280dfb8-e45a-4fe5-95b9-30769ac017b9 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2825074 Aug 11 08:34:05.916337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.932954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] Set router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:05.958875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-daf870b4-ef92-4f2b-82bd-de5bf7d0ae75 None None] Provisioning complete for port 9259d85f-e7f1-46f7-9f96-1d76e802752e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:05.959369 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-daf870b4-ef92-4f2b-82bd-de5bf7d0ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:05.970214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9259d85f-e7f1-46f7-9f96-1d76e802752e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:06.021684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-99c1b67d-568e-436d-9835-47d4d292513d', 'network_id': '99c1b67d-568e-436d-9835-47d4d292513d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': 'e8b056c1-65bc-4e3a-8e14-c19249d87b48'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:06.030602 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.139514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:06.153008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:06.160487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.164501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:06.184677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Pushing event updated for resources: {'Port': ['ID=3cdbb9bf-553b-4406-8d74-37e9312cad84,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:06.233053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.241907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.242883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.245383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.351138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Allocated IP 2001:db8::2 (99c1b67d-568e-436d-9835-47d4d292513d/e8b056c1-65bc-4e3a-8e14-c19249d87b48/2ebe0e5e-3e65-4571-bb63-c0a59104b876) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:06.376574 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:34:01Z', 'revision_number': 5, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:06.413548 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] Checking router: 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:06.425265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] Routers {'8a651ba7-ff83-475f-b5a8-7fb0e1c31420'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:06.426226 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:06.588991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=ad7cc802-f93e-4005-aded-eda8359f8869,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:06.608130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] Set router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:06.638678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.658907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Transition to ACTIVE for port object 2ebe0e5e-3e65-4571-bb63-c0a59104b876 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:06.682293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Transition to ACTIVE for port object 2ebe0e5e-3e65-4571-bb63-c0a59104b876 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:06.687330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9259d85f-e7f1-46f7-9f96-1d76e802752e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:06.713772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.778042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Network 99c1b67d-568e-436d-9835-47d4d292513d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:06.778579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:06.781498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.788081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:06.796986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:06.799904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:06.909252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Pushing event updated for resources: {'Port': ['ID=2ebe0e5e-3e65-4571-bb63-c0a59104b876,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:06.924157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9259d85f-e7f1-46f7-9f96-1d76e802752e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:06.924663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:06.924808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:34:01Z', 'revision_number': 5, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:06.999032 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0519b2-f3aa-4609-bd67-738b2a7976c8 None None] The sync data for ids ['8a651ba7-ff83-475f-b5a8-7fb0e1c31420'] in n-d-789963-6 is: [{'id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'name': 'tempest-TestServerBasicOps-1162996514-router', 'tenant_id': '321010bba2864ed0ad27ddb1cde50e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:28:12Z', 'updated_at': '2021-08-11T08:34:01Z', 'revision_number': 5, 'project_id': '321010bba2864ed0ad27ddb1cde50e96', 'gw_port': {'id': 'e7cfbeaa-f429-4acb-9b3b-bad9d5c52544', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651ba7-ff83-475f-b5a8-7fb0e1c31420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:28:13Z', 'updated_at': '2021-08-11T08:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:07.021078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Attempting to bind port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:07.021653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Attempting to bind port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b7e577da-9e94-4c44-b416-b0cead54c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99c1b67d-568e-436d-9835-47d4d292513d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:07.022274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Attempting to bind port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 on network 99c1b67d-568e-436d-9835-47d4d292513d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:07.053886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:07.054264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Checking segment: {'id': 'b7e577da-9e94-4c44-b416-b0cead54c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99c1b67d-568e-436d-9835-47d4d292513d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:07.054666 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.055055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Bound using segment: {'id': 'b7e577da-9e94-4c44-b416-b0cead54c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99c1b67d-568e-436d-9835-47d4d292513d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:07.055540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Bound port: 2ebe0e5e-3e65-4571-bb63-c0a59104b876, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e577da-9e94-4c44-b416-b0cead54c34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99c1b67d-568e-436d-9835-47d4d292513d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:07.055912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.150712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.247830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.434409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] For port 2ebe0e5e-3e65-4571-bb63-c0a59104b876, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:07.438467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] For port 2ebe0e5e-3e65-4571-bb63-c0a59104b876, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2ebe0e5e-3e65-4571-bb63-c0a59104b876,segment=NetworkSegment(b7e577da-9e94-4c44-b416-b0cead54c34c),segment_id=b7e577da-9e94-4c44-b416-b0cead54c34c)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:07.447497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.517970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0f25fc85-179b-4c0e-88b2-36eb0e992800 None None] Provisioning complete for port ad7cc802-f93e-4005-aded-eda8359f8869 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:07.518342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0f25fc85-179b-4c0e-88b2-36eb0e992800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.577226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c974a8-6329-4db9-bf91-d633633d592d None None] Pushing event updated for resources: {'Port': ['ID=2ebe0e5e-3e65-4571-bb63-c0a59104b876,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:07.601132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0f25fc85-179b-4c0e-88b2-36eb0e992800 None None] Port ad7cc802-f93e-4005-aded-eda8359f8869 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:07.831281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Deleting port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:07.831825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:07.933209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Router b8377617-e3d3-4d02-bed2-347a2d18a103 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:34:08.203980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] For port e7cfbeaa-f429-4acb-9b3b-bad9d5c52544, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:08.204368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:08.232972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Calling delete_port for e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:08.296472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:08.310151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Sync routers for ids ['b8377617-e3d3-4d02-bed2-347a2d18a103'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:08.313313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-28a98071-3726-47cc-a67e-a52240a1bce1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "PUT /v2.0/routers/b8377617-e3d3-4d02-bed2-347a2d18a103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6433945 Aug 11 08:34:08.316642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46450) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:08.336357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Routers {'b8377617-e3d3-4d02-bed2-347a2d18a103'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:08.340436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b8377617-e3d3-4d02-bed2-347a2d18a103'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:08.424414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eff496-8bc4-4a39-9b92-7b4e1d3b24ad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:08.426233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-82eff496-8bc4-4a39-9b92-7b4e1d3b24ad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports/ad7cc802-f93e-4005-aded-eda8359f8869 HTTP/1.1" status: 200 len: 911 time: 0.1077683 Aug 11 08:34:08.428689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46452) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:08.456952 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:08.460500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8::1 (99c1b67d-568e-436d-9835-47d4d292513d/e8b056c1-65bc-4e3a-8e14-c19249d87b48/13ac82f0-193e-4398-9b9a-c689f19855ae) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:08.524721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6105ba3-2e46-432d-939d-fec88de8db1b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:08.531336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6105ba3-2e46-432d-939d-fec88de8db1b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:08.536651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a6105ba3-2e46-432d-939d-fec88de8db1b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1066613 Aug 11 08:34:08.537561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46456) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:08.598525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Set router b8377617-e3d3-4d02-bed2-347a2d18a103 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:08.849974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2ebe0e5e-3e65-4571-bb63-c0a59104b876 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:08.966838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:08.988653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f25112e-c018-4e5e-bc96-8e265a1fd334 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:09.010357 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.040799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object 13ac82f0-193e-4398-9b9a-c689f19855ae will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:09.069848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9f25112e-c018-4e5e-bc96-8e265a1fd334 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:34:09.069848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f25112e-c018-4e5e-bc96-8e265a1fd334 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:34:09.082769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Router b67685e9-dac6-4185-8a0b-d3131c290f7b is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:34:09.087574 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.110169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8377617-e3d3-4d02-bed2-347a2d18a103', 'name': 'tempest-NetworksTestDHCPv6-router-1711460386', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:00Z', 'updated_at': '2021-08-11T08:34:03Z', 'revision_number': 2, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None, '_interfaces': [{'id': 'ad7cc802-f93e-4005-aded-eda8359f8869', 'name': '', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'mac_address': 'fa:16:3e:c0:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8377617-e3d3-4d02-bed2-347a2d18a103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '69d21608-b48a-47a5-a1aa-f4aa90247f7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:01Z', 'updated_at': '2021-08-11T08:34:05Z', 'revision_number': 2, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'subnets': [{'id': '69d21608-b48a-47a5-a1aa-f4aa90247f7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:09.150649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec2556-76e9-43cc-b242-6a4d4f873b29 None None] Network 99c1b67d-568e-436d-9835-47d4d292513d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:09.164736 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cfbeaa-f429-4acb-9b3b-bad9d5c52544,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:09.270157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.277583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.389499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 99c1b67d-568e-436d-9835-47d4d292513d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:09.399560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.402107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Checking router: b8377617-e3d3-4d02-bed2-347a2d18a103 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:09.402707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Updating router b8377617-e3d3-4d02-bed2-347a2d18a103 port ad7cc802-f93e-4005-aded-eda8359f8869 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:09.409514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:09.476583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] Provisioning for port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:09.486409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] Provisioning complete for port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:09.487206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.491760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.492060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:09.492632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.495204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=13ac82f0-193e-4398-9b9a-c689f19855ae,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:09.581860 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.603307 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.605431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:09.619114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Sync routers for ids ['b67685e9-dac6-4185-8a0b-d3131c290f7b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:09.637898 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Routers {'b67685e9-dac6-4185-8a0b-d3131c290f7b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:09.638822 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b67685e9-dac6-4185-8a0b-d3131c290f7b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:09.669498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port ad7cc802-f93e-4005-aded-eda8359f8869 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:09.669977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.773388 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Set router b67685e9-dac6-4185-8a0b-d3131c290f7b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:09.823410 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.824685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-06a7362b-9632-4644-a61e-67cd8e80476f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.8583429 Aug 11 08:34:09.902452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46478) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:09.915742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.916225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a651ba7-ff83-475f-b5a8-7fb0e1c31420 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:34:09.980618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.981930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3933fe6-a7d5-42f0-a506-046a7462e8e4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8a651ba7-ff83-475f-b5a8-7fb0e1c31420 HTTP/1.1" status: 204 len: 168 time: 4.3385808 Aug 11 08:34:09.988760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46484) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:09.996030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:09.999722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.026830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for ad7cc802-f93e-4005-aded-eda8359f8869 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:10.104747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46486) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:10.198577 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.336597 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:06Z', 'revision_number': 3, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port': {'id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:04Z', 'updated_at': '2021-08-11T08:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:10.368040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] For port 2ebe0e5e-3e65-4571-bb63-c0a59104b876, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2ebe0e5e-3e65-4571-bb63-c0a59104b876,segment=NetworkSegment(b7e577da-9e94-4c44-b416-b0cead54c34c),segment_id=b7e577da-9e94-4c44-b416-b0cead54c34c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:10.388106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Deleting subnet 81ab7470-3cb6-4c4a-9fbf-14afa44c69ad {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:10.396672 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.411635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.462787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.527971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=ad7cc802-f93e-4005-aded-eda8359f8869,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:10.589479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3147113e-f588-4698-b064-9275cb9ac77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.593590 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Checking router: b67685e9-dac6-4185-8a0b-d3131c290f7b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:10.600488 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Updating router b67685e9-dac6-4185-8a0b-d3131c290f7b port 3cdbb9bf-553b-4406-8d74-37e9312cad84 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:10.614938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fede5e6b-e0ff-46dc-9391-1b16682cb850 None None] Provisioning for port 13ac82f0-193e-4398-9b9a-c689f19855ae completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:10.627584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66038-5681-4cc7-9ebe-926eb327a2d6 None None] Pushing event updated for resources: {'Port': ['ID=2ebe0e5e-3e65-4571-bb63-c0a59104b876,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:10.639436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:10.656285 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:10.657365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fede5e6b-e0ff-46dc-9391-1b16682cb850 None None] Provisioning complete for port 13ac82f0-193e-4398-9b9a-c689f19855ae triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:10.657937 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fede5e6b-e0ff-46dc-9391-1b16682cb850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.713504 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:10.745482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fede5e6b-e0ff-46dc-9391-1b16682cb850 None None] Port 13ac82f0-193e-4398-9b9a-c689f19855ae cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:10.761901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:10.826590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:34:10.827265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e7cfbeaa-f429-4acb-9b3b-bad9d5c52544 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:34:10.831860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fede5e6b-e0ff-46dc-9391-1b16682cb850 None None] Provisioning complete for port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:10.833310 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fede5e6b-e0ff-46dc-9391-1b16682cb850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.144374 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.180596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.190197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Port ad7cc802-f93e-4005-aded-eda8359f8869 not found while updating agent binding for router b8377617-e3d3-4d02-bed2-347a2d18a103. {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 08:34:11.202217 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.209145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Routers {'b8377617-e3d3-4d02-bed2-347a2d18a103'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:11.209811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b8377617-e3d3-4d02-bed2-347a2d18a103'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:11.233349 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Transition to ACTIVE for port object 3cdbb9bf-553b-4406-8d74-37e9312cad84 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:11.246535 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.314719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] Set router b8377617-e3d3-4d02-bed2-347a2d18a103 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:11.315988 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Attempting to bind port 3cdbb9bf-553b-4406-8d74-37e9312cad84 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:11.316607 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Attempting to bind port 3cdbb9bf-553b-4406-8d74-37e9312cad84 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:11.317205 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Attempting to bind port 3cdbb9bf-553b-4406-8d74-37e9312cad84 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:11.328546 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:11.329432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:11.330036 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.330741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:11.331572 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Bound port: 3cdbb9bf-553b-4406-8d74-37e9312cad84, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:11.332166 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.390203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8377617-e3d3-4d02-bed2-347a2d18a103', 'name': 'tempest-NetworksTestDHCPv6-router-1711460386', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:00Z', 'updated_at': '2021-08-11T08:34:10Z', 'revision_number': 3, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:11.416122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Router b8377617-e3d3-4d02-bed2-347a2d18a103 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:11.435550 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] For port 3cdbb9bf-553b-4406-8d74-37e9312cad84, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:11.438154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92b26-9c24-4225-8141-123efc07b1fb None None] The sync data for ids ['b8377617-e3d3-4d02-bed2-347a2d18a103'] in n-d-789963-6 is: [{'id': 'b8377617-e3d3-4d02-bed2-347a2d18a103', 'name': 'tempest-NetworksTestDHCPv6-router-1711460386', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:00Z', 'updated_at': '2021-08-11T08:34:10Z', 'revision_number': 3, 'project_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:11.439899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] For port 3cdbb9bf-553b-4406-8d74-37e9312cad84, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3cdbb9bf-553b-4406-8d74-37e9312cad84,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:11.442556 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9ede0-7e9d-47c8-ad1c-9fcbd8199aea None None] Pushing event updated for resources: {'Port': ['ID=3cdbb9bf-553b-4406-8d74-37e9312cad84,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:11.450378 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.506085 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Routers {'b67685e9-dac6-4185-8a0b-d3131c290f7b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:11.506868 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b67685e9-dac6-4185-8a0b-d3131c290f7b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:11.512182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:11.521615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-319e2fea-cd38-48ce-b72c-f726596855b9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "PUT /v2.0/routers/b8377617-e3d3-4d02-bed2-347a2d18a103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9828672 Aug 11 08:34:11.529448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46510) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:11.597718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9ede0-7e9d-47c8-ad1c-9fcbd8199aea None None] Pushing event updated for resources: {'Port': ['ID=3cdbb9bf-553b-4406-8d74-37e9312cad84,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:11.619220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54145ec-db73-4395-b79d-86cec793abe9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:11.621226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54145ec-db73-4395-b79d-86cec793abe9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:11.622916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e54145ec-db73-4395-b79d-86cec793abe9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0921865 Aug 11 08:34:11.626461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46514) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:11.667718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] Set router b67685e9-dac6-4185-8a0b-d3131c290f7b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:11.696051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 69d21608-b48a-47a5-a1aa-f4aa90247f7d {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:11.699849 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.748956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.751660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.776589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.777511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.916326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:11.935191 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:06Z', 'revision_number': 3, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port': {'id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:04Z', 'updated_at': '2021-08-11T08:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:11.975297 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca795b92-04a0-441c-bf78-f2a76a88a84b None None] The sync data for ids ['b67685e9-dac6-4185-8a0b-d3131c290f7b'] in n-d-789963-6 is: [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:06Z', 'revision_number': 3, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port': {'id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:04Z', 'updated_at': '2021-08-11T08:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:12.006522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.020000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=13ac82f0-193e-4398-9b9a-c689f19855ae,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:12.046298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=69d21608-b48a-47a5-a1aa-f4aa90247f7d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:12.065972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.068654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3e7185b6-fc45-4cd8-8f52-c3ae0b4db769 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/69d21608-b48a-47a5-a1aa-f4aa90247f7d HTTP/1.1" status: 204 len: 168 time: 0.4409373 Aug 11 08:34:12.071611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46522) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:12.077116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d5fe4-d578-46b8-ab1c-647d32058573 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:12.131535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.230777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e4d39401-efcf-4f8b-a480-d31622fb8430 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1546049 Aug 11 08:34:12.239023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46528) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:12.253896 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3147113e-f588-4698-b064-9275cb9ac77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.297435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3147113e-f588-4698-b064-9275cb9ac77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.333364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3147113e-f588-4698-b064-9275cb9ac77d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a29fd98682594549a222b6f5c1485a03&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2195752 Aug 11 08:34:12.345634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46532) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:12.368695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.419128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:34:12.419355 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.427769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 99c1b67d-568e-436d-9835-47d4d292513d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:12.451473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-163fdc44-7ff8-416e-be22-d6a8d9a9f95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.459496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:12.590531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] Deleting port e2c36395-c349-4064-863c-99d2751e643d {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:12.591187 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.627278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147113e-f588-4698-b064-9275cb9ac77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1d883-922e-4148-b526-68490a02d53c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:12.671074 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ab7470-3cb6-4c4a-9fbf-14afa44c69ad,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:12.676045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.688294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72e4f786-b244-432b-9cdf-c06f40d4f1ac admin admin] 10.222.0.58 "DELETE /v2.0/subnets/81ab7470-3cb6-4c4a-9fbf-14afa44c69ad HTTP/1.1" status: 204 len: 168 time: 2.6983402 Aug 11 08:34:12.691981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:12.720697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] For port e2c36395-c349-4064-863c-99d2751e643d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e2c36395-c349-4064-863c-99d2751e643d,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:12.733765 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-163fdc44-7ff8-416e-be22-d6a8d9a9f95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.741465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.743808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.747460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8899438-1104-40ad-ba68-dd6f5f706c5b None None] Network 7f6a292e-daad-4e56-9ef5-2c79314986c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:12.751222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.849521 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.850629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Fanout notify agent at l3_agent the message router_deleted on router b8377617-e3d3-4d02-bed2-347a2d18a103 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:34:12.862709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:12.868109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-04e9f8e3-c311-46e3-9be4-7c3692fdb08e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/routers/b8377617-e3d3-4d02-bed2-347a2d18a103 HTTP/1.1" status: 204 len: 168 time: 0.6227558 Aug 11 08:34:12.868287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46540) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:12.882272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] Calling delete_port for e2c36395-c349-4064-863c-99d2751e643d owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:12.964109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0365c64-ef16-4f90-8407-87f860d74cfa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:12.968674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b0365c64-ef16-4f90-8407-87f860d74cfa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0967615 Aug 11 08:34:12.977757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:12.996744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3cdbb9bf-553b-4406-8d74-37e9312cad84 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:13.012843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router abdfd46e-eec9-4e60-89da-50a8eac1a0bb is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:34:13.026861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.049148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.103395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Sync routers for ids ['b8377617-e3d3-4d02-bed2-347a2d18a103'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:13.108994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d801a-0ef6-40f4-8560-721027029636 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:13.116432 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-374d801a-0ef6-40f4-8560-721027029636 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359787 Aug 11 08:34:13.117519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46548) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:13.168366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-163fdc44-7ff8-416e-be22-d6a8d9a9f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.171231 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-163fdc44-7ff8-416e-be22-d6a8d9a9f95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.173747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-94c118e3-13ae-4d28-be6c-ecac798398a7 None None] Provisioning complete for port 13ac82f0-193e-4398-9b9a-c689f19855ae triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:13.174124 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94c118e3-13ae-4d28-be6c-ecac798398a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.176171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-163fdc44-7ff8-416e-be22-d6a8d9a9f95d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28c1d883-922e-4148-b526-68490a02d53c HTTP/1.1" status: 204 len: 168 time: 0.8255479 Aug 11 08:34:13.182957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Routers set() bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:13.183333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Router IDs set() for agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 08:34:13.183958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_agentschedulers_db [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8377617-e3d3-4d02-bed2-347a2d18a103'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent'). {{(pid=94574) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 08:34:13.213280 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b2c5ac02-7cef-403e-b174-c8c1f9cdd153 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802479 Aug 11 08:34:13.213484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Routers set() bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:13.213484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Router IDs set() for agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 08:34:13.213484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_agentschedulers_db [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8377617-e3d3-4d02-bed2-347a2d18a103'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent'). {{(pid=94574) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 08:34:13.213484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1589ecae-2232-48ac-84f1-09e0ca2565f9 None None] The sync data for ids ['b8377617-e3d3-4d02-bed2-347a2d18a103'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:13.213760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46552) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:13.216432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:13.310025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 3cdbb9bf-553b-4406-8d74-37e9312cad84 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:13.317698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3cdbb9bf-553b-4406-8d74-37e9312cad84 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:13.318546 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.324017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fdc44-7ff8-416e-be22-d6a8d9a9f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1d883-922e-4148-b526-68490a02d53c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:13.422787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-94c118e3-13ae-4d28-be6c-ecac798398a7 None None] Port 13ac82f0-193e-4398-9b9a-c689f19855ae cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:13.441886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:13.451974 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] Sync routers for ids ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:13.476365 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] Routers {'abdfd46e-eec9-4e60-89da-50a8eac1a0bb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:13.477035 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:13.484958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46560) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:13.490564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5f2abd4-e371-4b3e-bde2-fb0ef3a5718e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/abdfd46e-eec9-4e60-89da-50a8eac1a0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5710928 Aug 11 08:34:13.502934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.538096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Deleting port 8c0bb236-5390-4088-b2c0-26d93d215bcd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:13.538574 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.564781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] DHCP port deletion for 7f6a292e-daad-4e56-9ef5-2c79314986c9 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:34:13.597759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] Pushing event deleted for resources: {'Port': ['ID=e2c36395-c349-4064-863c-99d2751e643d,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:13.611971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69315bc4-7f01-4602-8cc3-75ab6ea6af6a None None] No DVR routers for this DVR port e2c36395-c349-4064-863c-99d2751e643d on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:34:13.620453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd4490-f6c9-4935-b781-50393c0d8380 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:13.637497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cdd4490-f6c9-4935-b781-50393c0d8380 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports/13ac82f0-193e-4398-9b9a-c689f19855ae HTTP/1.1" status: 200 len: 911 time: 0.1432879 Aug 11 08:34:13.638224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46566) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:13.648671 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:13.654701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8b056c1-65bc-4e3a-8e14-c19249d87b48'}]}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:13.655289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.659918 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] Routers {'abdfd46e-eec9-4e60-89da-50a8eac1a0bb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:13.660905 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:13.706235 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:13.709501 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91dce9-74d7-4b40-8b5f-f8156af8949e None None] The sync data for ids ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:13.709685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 3cdbb9bf-553b-4406-8d74-37e9312cad84, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3cdbb9bf-553b-4406-8d74-37e9312cad84,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:13.721273 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.722096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2ebe0e5e-3e65-4571-bb63-c0a59104b876 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:13.744448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] For port 8c0bb236-5390-4088-b2c0-26d93d215bcd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c0bb236-5390-4088-b2c0-26d93d215bcd,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:13.745135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.763844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Calling delete_port for 8c0bb236-5390-4088-b2c0-26d93d215bcd owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:13.788255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] Deleting port 8c0bb236-5390-4088-b2c0-26d93d215bcd {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:13.789005 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.811567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:13.815143 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.893994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46570) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:13.903104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] For port 8c0bb236-5390-4088-b2c0-26d93d215bcd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8c0bb236-5390-4088-b2c0-26d93d215bcd,segment=NetworkSegment(1062ba07-f3b4-43aa-83cc-f73b8bde60de),segment_id=1062ba07-f3b4-43aa-83cc-f73b8bde60de)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:13.903521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.952944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7654-9b7d-47e6-82e8-d880d1036f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:13.955382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=3cdbb9bf-553b-4406-8d74-37e9312cad84,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:13.971948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Allocated IP 172.20.0.1 (cb455475-9164-4048-8fd5-cc5302e4bfcb/cd87b4b5-1a74-4a2c-a13f-e38bda11f08a/47037374-2e4c-426e-bc37-b20451f3e4cd) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:13.995153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] Calling delete_port for 8c0bb236-5390-4088-b2c0-26d93d215bcd owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:14.067336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.108789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0bb236-5390-4088-b2c0-26d93d215bcd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:14.112401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] No DVR routers for this DVR port 8c0bb236-5390-4088-b2c0-26d93d215bcd on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:34:14.118136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.127904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:14.128331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.143310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.196622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] No DVR routers for this DVR port 8c0bb236-5390-4088-b2c0-26d93d215bcd on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:34:14.200042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d97fa-8de8-45ed-bc08-e4e8a66b7699 None None] Pushing event deleted for resources: {'Port': ['ID=8c0bb236-5390-4088-b2c0-26d93d215bcd,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:14.223890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.252587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6a292e-daad-4e56-9ef5-2c79314986c9']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:14.285189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1062ba07-f3b4-43aa-83cc-f73b8bde60de') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:14.285508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1062ba07-f3b4-43aa-83cc-f73b8bde60de') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:14.297891 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.304436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.357197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Transition to ACTIVE for port object 47037374-2e4c-426e-bc37-b20451f3e4cd will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:14.359899 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.379744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:34:14.380421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.403815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e2c36395-c349-4064-863c-99d2751e643d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:14.427521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e2c36395-c349-4064-863c-99d2751e643d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:34:14.428159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e2c36395-c349-4064-863c-99d2751e643d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:34:14.453948 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:34:14.468398 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.479364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.481667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7f6a292e-daad-4e56-9ef5-2c79314986c9 HTTP/1.1" status: 204 len: 168 time: 1.7831087 Aug 11 08:34:14.504188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea4f12-fa70-4bed-b8fa-fbcfb140a4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6a292e-daad-4e56-9ef5-2c79314986c9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:14.518956 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.522281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7654-9b7d-47e6-82e8-d880d1036f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.538115 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7654-9b7d-47e6-82e8-d880d1036f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.577041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Network cb455475-9164-4048-8fd5-cc5302e4bfcb is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:14.580724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:14.595783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:14.692933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3cdbb9bf-553b-4406-8d74-37e9312cad84 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:14.727529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:34:14.749776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.774392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.788603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7e8d7654-9b7d-47e6-82e8-d880d1036f64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63be932119884d9bb66454b6143513f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932693 Aug 11 08:34:14.789368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d7654-9b7d-47e6-82e8-d880d1036f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359a797-6b17-4481-ac10-9607022ef992,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:14.792717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 3cdbb9bf-553b-4406-8d74-37e9312cad84 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:14.793293 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:14.812188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46588) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:14.869328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46592) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:14.877336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Pushing event updated for resources: {'Port': ['ID=47037374-2e4c-426e-bc37-b20451f3e4cd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:14.982744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:15.000111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:15.014329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2036d0-9c57-47a7-a66b-1e41740fe930 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:15.021780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:15.022628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.026587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=c589a3be-7853-425d-8c91-3f538c7e48a1,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:15.073457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.096945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c0bb236-5390-4088-b2c0-26d93d215bcd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:15.121387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8c0bb236-5390-4088-b2c0-26d93d215bcd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:34:15.121974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8c0bb236-5390-4088-b2c0-26d93d215bcd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:34:15.148783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1f820c9b-949a-4e35-b68b-4e7d7e0e8caa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9356759 Aug 11 08:34:15.149584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a555bca1-1a0c-4a8f-aed6-6a54cda97b73 None None] Provisioning for port 47037374-2e4c-426e-bc37-b20451f3e4cd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:15.152223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46598) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:15.156727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-525f1411-8298-436c-900e-f33bd6ec6579 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90916dff254e4f228ca8cd493000524f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498808 Aug 11 08:34:15.156936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a555bca1-1a0c-4a8f-aed6-6a54cda97b73 None None] Provisioning complete for port 47037374-2e4c-426e-bc37-b20451f3e4cd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:15.156936 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a555bca1-1a0c-4a8f-aed6-6a54cda97b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.159576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46600) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:15.167799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:15.182220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a60768cd-b420-4ab5-b02c-0719bd6ce2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.223987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a555bca1-1a0c-4a8f-aed6-6a54cda97b73 None None] Port 47037374-2e4c-426e-bc37-b20451f3e4cd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:15.258967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a60768cd-b420-4ab5-b02c-0719bd6ce2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.349747 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a60768cd-b420-4ab5-b02c-0719bd6ce2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.352497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a60768cd-b420-4ab5-b02c-0719bd6ce2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.353766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a60768cd-b420-4ab5-b02c-0719bd6ce2c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4359a797-6b17-4481-ac10-9607022ef992 HTTP/1.1" status: 204 len: 168 time: 0.5096693 Aug 11 08:34:15.382772 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.400290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60768cd-b420-4ab5-b02c-0719bd6ce2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359a797-6b17-4481-ac10-9607022ef992,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:15.411596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.420845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:15.422592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.427927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12b97af7-9dec-4c66-be04-370036347fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.429675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/ports/13ac82f0-193e-4398-9b9a-c689f19855ae HTTP/1.1" status: 200 len: 911 time: 1.7886941 Aug 11 08:34:15.430661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46610) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:15.450882 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12b97af7-9dec-4c66-be04-370036347fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.509613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12b97af7-9dec-4c66-be04-370036347fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.512565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-12b97af7-9dec-4c66-be04-370036347fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.516740 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-12b97af7-9dec-4c66-be04-370036347fec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fefdb75b-0158-4bd9-9a07-412b35b552da HTTP/1.1" status: 204 len: 168 time: 0.3411884 Aug 11 08:34:15.549521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b97af7-9dec-4c66-be04-370036347fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefdb75b-0158-4bd9-9a07-412b35b552da,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:15.577077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'c589a3be-7853-425d-8c91-3f538c7e48a1'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:15.578118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.593367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:15.600667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.672274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.700424 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.774558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92205cac-efbd-4b0e-a676-caca710225b8 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=13ac82f0-193e-4398-9b9a-c689f19855ae,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:15.857322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Pushing event updated for resources: {'Port': ['ID=47037374-2e4c-426e-bc37-b20451f3e4cd,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:15.907955 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:15.953734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Allocated IP 2001:db8::f816:3eff:fe05:8030 (4f00afaf-8596-47f0-8bbe-f95401c9343e/c589a3be-7853-425d-8c91-3f538c7e48a1/c33e3735-d6f7-4195-8cfd-760820b41442) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:16.167197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46630) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:16.253657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Network cb455475-9164-4048-8fd5-cc5302e4bfcb is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:16.255241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.305013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.312585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.335179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Transition to ACTIVE for port object c33e3735-d6f7-4195-8cfd-760820b41442 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:16.341645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:16.371169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Transition to ACTIVE for port object c33e3735-d6f7-4195-8cfd-760820b41442 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:16.386818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.418486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=788f30c6-295d-44dc-838f-4f8ebd87a30f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:16.423749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:16.485382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:16.487041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:16.493426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:16.495376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Pushing event updated for resources: {'Port': ['ID=c33e3735-d6f7-4195-8cfd-760820b41442,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:16.502605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:16.506344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:16.507027 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.535167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0f571c6e-b426-4421-8ea6-d2dba9ef7c39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=321010bba2864ed0ad27ddb1cde50e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659008 Aug 11 08:34:16.541691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:16.625372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Attempting to bind port c33e3735-d6f7-4195-8cfd-760820b41442 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:16.625735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Attempting to bind port c33e3735-d6f7-4195-8cfd-760820b41442 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:16.626101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Attempting to bind port c33e3735-d6f7-4195-8cfd-760820b41442 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:16.637617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:16.638312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:16.638941 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.639661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:16.646046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Bound port: c33e3735-d6f7-4195-8cfd-760820b41442, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:16.646615 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.685637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-492be8f7-6550-4d14-93cc-65ae86577064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5272870 Aug 11 08:34:16.690567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46648) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:16.698345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:f0:3b:68', 'name': 'tempest-NetworksTestDHCPv6-2018900907'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:16.763243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1eca84a-4574-46d7-9e36-e94f31b8b6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.821006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] For port c33e3735-d6f7-4195-8cfd-760820b41442, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:16.826938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] For port c33e3735-d6f7-4195-8cfd-760820b41442, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c33e3735-d6f7-4195-8cfd-760820b41442,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:16.837897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.890986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Router b67685e9-dac6-4185-8a0b-d3131c290f7b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:16.903646 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1eca84a-4574-46d7-9e36-e94f31b8b6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.910556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 13ac82f0-193e-4398-9b9a-c689f19855ae {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:16.913205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:16.927326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-768a9853-a05c-4905-bf3e-7de964da7601 None None] Provisioning complete for port 47037374-2e4c-426e-bc37-b20451f3e4cd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:16.927703 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-768a9853-a05c-4905-bf3e-7de964da7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:17.015467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-768a9853-a05c-4905-bf3e-7de964da7601 None None] Port 47037374-2e4c-426e-bc37-b20451f3e4cd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:17.055038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9f374-7171-4788-9a1e-740662ec8187 None None] Pushing event updated for resources: {'Port': ['ID=c33e3735-d6f7-4195-8cfd-760820b41442,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:17.120560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:17.141209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 13ac82f0-193e-4398-9b9a-c689f19855ae owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:17.158273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1eca84a-4574-46d7-9e36-e94f31b8b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:17.160943 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e1eca84a-4574-46d7-9e36-e94f31b8b6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:17.165317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e1eca84a-4574-46d7-9e36-e94f31b8b6c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46aaed13-76f1-40dd-8b52-762f45ed8543 HTTP/1.1" status: 204 len: 168 time: 0.6001320 Aug 11 08:34:17.175198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:17.183575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eca84a-4574-46d7-9e36-e94f31b8b6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aaed13-76f1-40dd-8b52-762f45ed8543,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:17.240186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:17.248190 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ba12d82-ce9c-456c-9806-cb40b4f6d9ad admin admin] 10.222.0.58 "PUT /v2.0/routers/b67685e9-dac6-4185-8a0b-d3131c290f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3431683 Aug 11 08:34:17.263752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Sync routers for ids ['b67685e9-dac6-4185-8a0b-d3131c290f7b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:17.295148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Routers {'b67685e9-dac6-4185-8a0b-d3131c290f7b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:17.295872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b67685e9-dac6-4185-8a0b-d3131c290f7b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:17.412301 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:17.490787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 33dccebf-75ba-4cd2-96a1-adfd37607f27 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:34:17.549498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Set router b67685e9-dac6-4185-8a0b-d3131c290f7b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:17.591100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:18.264558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:15Z', 'revision_number': 4, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port': {'id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:04Z', 'updated_at': '2021-08-11T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '47037374-2e4c-426e-bc37-b20451f3e4cd', 'name': '', 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'mac_address': 'fa:16:3e:a8:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:13Z', 'updated_at': '2021-08-11T08:34:15Z', 'revision_number': 2, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'subnets': [{'id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:18.328455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=13ac82f0-193e-4398-9b9a-c689f19855ae,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:18.356135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Checking router: b67685e9-dac6-4185-8a0b-d3131c290f7b for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:18.356497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Updating router b67685e9-dac6-4185-8a0b-d3131c290f7b port 47037374-2e4c-426e-bc37-b20451f3e4cd binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:18.429960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:18.589761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:18.760640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c33e3735-d6f7-4195-8cfd-760820b41442 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:18.829105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 172.20.0.3 (4f00afaf-8596-47f0-8bbe-f95401c9343e/788f30c6-295d-44dc-838f-4f8ebd87a30f/33dccebf-75ba-4cd2-96a1-adfd37607f27) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:18.855793 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fef0:3b68 (4f00afaf-8596-47f0-8bbe-f95401c9343e/c589a3be-7853-425d-8c91-3f538c7e48a1/33dccebf-75ba-4cd2-96a1-adfd37607f27) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:18.921474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:18.936129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c33e3735-d6f7-4195-8cfd-760820b41442 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:18.937137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-994328548-network', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:18.944871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1328291-b123-458c-8552-40bc43780538 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:18.991909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router abdfd46e-eec9-4e60-89da-50a8eac1a0bb has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:19.077512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] Provisioning for port c33e3735-d6f7-4195-8cfd-760820b41442 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:19.087571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] Provisioning complete for port c33e3735-d6f7-4195-8cfd-760820b41442 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:19.088305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.089104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:19.101331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d633ed90-e9d7-485f-8822-e2281b4e0188 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/abdfd46e-eec9-4e60-89da-50a8eac1a0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6622968 Aug 11 08:34:19.101540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46692) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:19.108992 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] Sync routers for ids ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:19.129646 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] Routers {'abdfd46e-eec9-4e60-89da-50a8eac1a0bb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:19.130467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:19.177509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Made reservation on behalf of 64c2ba93e1d94a5a86b2f4d4e1ce2e59 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:19.180533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.186654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9f42645a-e1d7-4bdd-97bb-21f94c0108d1 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=abdfd46e-eec9-4e60-89da-50a8eac1a0bb HTTP/1.1" status: 200 len: 205 time: 0.0854585 Aug 11 08:34:19.189490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46694) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:19.199128 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:19.215129 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.243997 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] Routers {'abdfd46e-eec9-4e60-89da-50a8eac1a0bb'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:19.259654 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:19.272195 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:34:19.298133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.323667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.335625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Transition to ACTIVE for port object 47037374-2e4c-426e-bc37-b20451f3e4cd will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:19.356211 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:19.358285 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f28cc-87e7-4e3f-a2c8-9b81b8876171 None None] The sync data for ids ['abdfd46e-eec9-4e60-89da-50a8eac1a0bb'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:19.382351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.432743 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.433938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.470646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 33dccebf-75ba-4cd2-96a1-adfd37607f27 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:19.513540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2491b-1787-4962-80f0-a917cd4e187c None None] Pushing event updated for resources: {'Port': ['ID=47037374-2e4c-426e-bc37-b20451f3e4cd,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:19.553905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.558007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'c589a3be-7853-425d-8c91-3f538c7e48a1', 'ip_address': '2001:db8::f816:3eff:fe05:8030'}, {'subnet_id': '788f30c6-295d-44dc-838f-4f8ebd87a30f'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'c33e3735-d6f7-4195-8cfd-760820b41442'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:34:19.564157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.589082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:34:19.607274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.641897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] For port c33e3735-d6f7-4195-8cfd-760820b41442, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c33e3735-d6f7-4195-8cfd-760820b41442,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:19.678425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=33dccebf-75ba-4cd2-96a1-adfd37607f27,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:19.687176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.689533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.691570 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.691928 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Added segment b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b of type vlan for network 47affb07-8751-46f0-aea7-922464b6f1b0 Aug 11 08:34:19.702323 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.718759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:19.721502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd0f0b-cd31-464d-86a2-641fc484d8d5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:19.745090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:19.748890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:19.754119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.754635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router abdfd46e-eec9-4e60-89da-50a8eac1a0bb {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:34:19.761846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.763190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dc462a70-b006-4bd7-a5b3-b81e6927769d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/abdfd46e-eec9-4e60-89da-50a8eac1a0bb HTTP/1.1" status: 204 len: 168 time: 0.5726891 Aug 11 08:34:19.766795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.768117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46700) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:19.800359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Attempting to bind port 47037374-2e4c-426e-bc37-b20451f3e4cd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:19.801380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Attempting to bind port 47037374-2e4c-426e-bc37-b20451f3e4cd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:19.801949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Attempting to bind port 47037374-2e4c-426e-bc37-b20451f3e4cd on network cb455475-9164-4048-8fd5-cc5302e4bfcb {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:19.808685 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:19.810361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.835895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:19.836582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Checking segment: {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:19.837152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.837922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Bound using segment: {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:19.839183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Bound port: 47037374-2e4c-426e-bc37-b20451f3e4cd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:19.839455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet e8b056c1-65bc-4e3a-8e14-c19249d87b48 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:19.839884 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.841685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8efb0e4e-4738-478b-8cf6-cf3706e75ec8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1489494 Aug 11 08:34:19.844195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.846188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.847903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46702) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:19.862984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abee35-d272-45ef-9a46-e497bffc3c9f None None] Pushing event updated for resources: {'Port': ['ID=c33e3735-d6f7-4195-8cfd-760820b41442,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:19.897839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.940288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f12df3-efa3-4125-a0c1-1f58e4197c89 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:19.947988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f12df3-efa3-4125-a0c1-1f58e4197c89 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:19.950008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-49f12df3-efa3-4125-a0c1-1f58e4197c89 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1011541 Aug 11 08:34:19.952979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46704) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:19.990487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:19.991512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:19.992151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.010232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.040053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] For port 47037374-2e4c-426e-bc37-b20451f3e4cd, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:20.074198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] For port 47037374-2e4c-426e-bc37-b20451f3e4cd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=47037374-2e4c-426e-bc37-b20451f3e4cd,segment=NetworkSegment(9f1d5d39-556f-4c32-bd5c-0bccf1b1a237),segment_id=9f1d5d39-556f-4c32-bd5c-0bccf1b1a237)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:20.081764 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.085878 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.091731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1696258 Aug 11 08:34:20.095339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46706) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:20.104100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Request body: {'subnet': {'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-994328548-subnet', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:20.110804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598362e-193e-4c1e-9aac-fda866aaaf07 admin admin] Pushing event updated for resources: {'Network': ['ID=47affb07-8751-46f0-aea7-922464b6f1b0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:20.134181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 47affb07-8751-46f0-aea7-922464b6f1b0 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:34:20.135760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b056c1-65bc-4e3a-8e14-c19249d87b48,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:20.145780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Allocated IP 172.20.0.2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/788f30c6-295d-44dc-838f-4f8ebd87a30f/c33e3735-d6f7-4195-8cfd-760820b41442) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:20.146651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 33dccebf-75ba-4cd2-96a1-adfd37607f27 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:20.147161 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.152385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Made reservation on behalf of 64c2ba93e1d94a5a86b2f4d4e1ce2e59 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:20.155072 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.166136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.176999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-196858ee-2921-4ad4-b8ee-1d04c2d96a04 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/e8b056c1-65bc-4e3a-8e14-c19249d87b48 HTTP/1.1" status: 204 len: 168 time: 0.4003510 Aug 11 08:34:20.179808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:20.305272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.340793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.360063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 33dccebf-75ba-4cd2-96a1-adfd37607f27 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:20.414197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:20.414543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.476145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e235a9a-cb6b-4478-b8b1-de8e8b3c4565 None None] Network 99c1b67d-568e-436d-9835-47d4d292513d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:20.516000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 2ebe0e5e-3e65-4571-bb63-c0a59104b876, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2ebe0e5e-3e65-4571-bb63-c0a59104b876,segment=NetworkSegment(b7e577da-9e94-4c44-b416-b0cead54c34c),segment_id=b7e577da-9e94-4c44-b416-b0cead54c34c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:20.518543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.543443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 2ebe0e5e-3e65-4571-bb63-c0a59104b876 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:20.580367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Routers {'b67685e9-dac6-4185-8a0b-d3131c290f7b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:20.581270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b67685e9-dac6-4185-8a0b-d3131c290f7b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:20.584526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2491b-1787-4962-80f0-a917cd4e187c None None] Pushing event updated for resources: {'Port': ['ID=47037374-2e4c-426e-bc37-b20451f3e4cd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:20.665209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.739083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c33e3735-d6f7-4195-8cfd-760820b41442 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:20.769149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.780983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e577a394-96b6-46c6-b47f-20ae066568eb,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:20.794667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Checking segment: {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:20.795023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Network hostable DHCP agents. Network: 47affb07-8751-46f0-aea7-922464b6f1b0, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:20.814781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=2ebe0e5e-3e65-4571-bb63-c0a59104b876,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:20.828055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port 2ebe0e5e-3e65-4571-bb63-c0a59104b876 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:34:20.872492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Network 47affb07-8751-46f0-aea7-922464b6f1b0 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:20.899243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 47affb07-8751-46f0-aea7-922464b6f1b0) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:20.914358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:20.914949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.926249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c1a5d-8338-4461-8d87-87375cd772a7 None None] Network 47affb07-8751-46f0-aea7-922464b6f1b0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:20.955676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-45b238b1-adc9-452e-8585-57c993168ae6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8556333 Aug 11 08:34:20.956423 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.958288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46726) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:20.965084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:20.969261 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:20.993709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c1b67d-568e-436d-9835-47d4d292513d']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:21.006879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e577da-9e94-4c44-b416-b0cead54c34c') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:21.007174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e577da-9e94-4c44-b416-b0cead54c34c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:21.018212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.029396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=33dccebf-75ba-4cd2-96a1-adfd37607f27,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:21.044178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.051547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:34:21.053101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:34:21.071518 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:34:21.102823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] Set router b67685e9-dac6-4185-8a0b-d3131c290f7b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:21.105884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81880286-c65a-4348-a3e9-20d03d85df15 None None] DHCP port deletion for 99c1b67d-568e-436d-9835-47d4d292513d request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:34:21.160137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.161363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.164638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.179400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.188554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/99c1b67d-568e-436d-9835-47d4d292513d HTTP/1.1" status: 204 len: 168 time: 1.0007288 Aug 11 08:34:21.192201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46734) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:21.193660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] For port c33e3735-d6f7-4195-8cfd-760820b41442, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c33e3735-d6f7-4195-8cfd-760820b41442,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:21.196558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53456c1-9da8-4ab0-a9fe-e61c73ca772a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=99c1b67d-568e-436d-9835-47d4d292513d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:21.206135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566648186', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:21.266260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.266846 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.268391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7d8ccbc2-3979-4c23-901e-121434d659d2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/33dccebf-75ba-4cd2-96a1-adfd37607f27 HTTP/1.1" status: 204 len: 168 time: 1.3144746 Aug 11 08:34:21.268657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.274627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:21.295420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-47affb07-8751-46f0-aea7-922464b6f1b0', 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'fixed_ips': [{'subnet_id': 'e577a394-96b6-46c6-b47f-20ae066568eb'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:21.301177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.314148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.325233 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.347111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Transition to ACTIVE for port object c33e3735-d6f7-4195-8cfd-760820b41442 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:21.419807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.429363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.440243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.479607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf2b2ba-28ff-4ede-bc97-48c6fd7e3303 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:21.482082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf2b2ba-28ff-4ede-bc97-48c6fd7e3303 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:21.484168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf2b2ba-28ff-4ede-bc97-48c6fd7e3303 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:21.485455 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.489362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:21.491032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-abf2b2ba-28ff-4ede-bc97-48c6fd7e3303 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2144103 Aug 11 08:34:21.492708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.497794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f04aa13d-2034-4a50-8583-9a794d31691c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3027854 Aug 11 08:34:21.498525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46748) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:21.506171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-199144175'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:21.533081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26cb2f-4324-44b4-85ba-01b0b793a4ed None None] Pushing event updated for resources: {'Port': ['ID=c33e3735-d6f7-4195-8cfd-760820b41442,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:21.542802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:21.548627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.556231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 788f30c6-295d-44dc-838f-4f8ebd87a30f {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:21.574090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.588797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:34:21.608093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.608461 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment 8d2b02d9-410b-4460-ac84-c61ff699138f of type vlan for network 853bade7-b7fb-4359-9405-7246ef7c1d7d Aug 11 08:34:21.659648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.699355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.813287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.826886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:21.828656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:21.896911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Allocated IP 172.20.0.2 (47affb07-8751-46f0-aea7-922464b6f1b0/e577a394-96b6-46c6-b47f-20ae066568eb/b9ad761d-4364-4c11-9429-5e9d65ebbcfa) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:21.979670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=853bade7-b7fb-4359-9405-7246ef7c1d7d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:21.999703 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.012036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3c903950-1589-4971-8803-1180a694f730 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5115485 Aug 11 08:34:22.013263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:22.022545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:22.056392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:34:22.146353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.182572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.216888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.221015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:15Z', 'revision_number': 4, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port': {'id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:04Z', 'updated_at': '2021-08-11T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '47037374-2e4c-426e-bc37-b20451f3e4cd', 'name': '', 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'mac_address': 'fa:16:3e:a8:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:13Z', 'updated_at': '2021-08-11T08:34:20Z', 'revision_number': 4, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'subnets': [{'id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:22.249683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:22.256624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.266694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6158dc-3b15-4990-9296-b6a8bee28ff7 None None] The sync data for ids ['b67685e9-dac6-4185-8a0b-d3131c290f7b'] in n-d-789963-6 is: [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:15Z', 'revision_number': 4, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port': {'id': '3cdbb9bf-553b-4406-8d74-37e9312cad84', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:04Z', 'updated_at': '2021-08-11T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '47037374-2e4c-426e-bc37-b20451f3e4cd', 'name': '', 'network_id': 'cb455475-9164-4048-8fd5-cc5302e4bfcb', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'mac_address': 'fa:16:3e:a8:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:13Z', 'updated_at': '2021-08-11T08:34:20Z', 'revision_number': 4, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'subnets': [{'id': 'cd87b4b5-1a74-4a2c-a13f-e38bda11f08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:22.386190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=788f30c6-295d-44dc-838f-4f8ebd87a30f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:22.406774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.409072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5e952d1c-094f-4296-b3ea-59e0a74c7f4e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/788f30c6-295d-44dc-838f-4f8ebd87a30f HTTP/1.1" status: 204 len: 168 time: 0.9183624 Aug 11 08:34:22.413705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46758) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:22.434358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.449837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Transition to ACTIVE for port object b9ad761d-4364-4c11-9429-5e9d65ebbcfa will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:22.489178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Transition to ACTIVE for port object b9ad761d-4364-4c11-9429-5e9d65ebbcfa will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:22.503641 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.550611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet c589a3be-7853-425d-8c91-3f538c7e48a1 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:22.552706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Network 47affb07-8751-46f0-aea7-922464b6f1b0 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:22.555991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:22.558752 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.566690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:22.666833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Pushing event updated for resources: {'Port': ['ID=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:22.693515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.795911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Attempting to bind port b9ad761d-4364-4c11-9429-5e9d65ebbcfa on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:22.798642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Attempting to bind port b9ad761d-4364-4c11-9429-5e9d65ebbcfa by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:22.801027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Attempting to bind port b9ad761d-4364-4c11-9429-5e9d65ebbcfa on network 47affb07-8751-46f0-aea7-922464b6f1b0 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:22.821326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 47037374-2e4c-426e-bc37-b20451f3e4cd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:22.823063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.897012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:22.897925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Checking segment: {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:22.897925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.898230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Bound using segment: {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:22.898574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Bound port: b9ad761d-4364-4c11-9429-5e9d65ebbcfa, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:22.898954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:22.907674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=68773975-8e25-4668-9362-fbfb32c4a586,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:22.947789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:22.948522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Allocated IP 172.25.2.12 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f5c35f40-6c13-4538-bcd1-66052503647a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:22.948789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: 853bade7-b7fb-4359-9405-7246ef7c1d7d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:22.983453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] For port b9ad761d-4364-4c11-9429-5e9d65ebbcfa, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:22.986953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] For port b9ad761d-4364-4c11-9429-5e9d65ebbcfa, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:22.993440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:22.995326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a900496-5279-4bde-ba53-5f5187227782 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:23.010636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 853bade7-b7fb-4359-9405-7246ef7c1d7d) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:23.016404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:23.017678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.030305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.048548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a11d700b-9be6-4144-8ceb-c3ff763ab138 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0335631 Aug 11 08:34:23.053269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46762) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:23.094161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0aa6e-8ddb-407a-8db9-b6e00b8cc0ac None None] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:23.104291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.230861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.239105 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.304965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=c589a3be-7853-425d-8c91-3f538c7e48a1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:23.323173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.329534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1c10b468-34ef-4d75-9280-2e51fecd07e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/c589a3be-7853-425d-8c91-3f538c7e48a1 HTTP/1.1" status: 204 len: 168 time: 0.9146914 Aug 11 08:34:23.333203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:23.387443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d312092f-0533-47f3-9ccb-c8f63ebca1ec tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523906 Aug 11 08:34:23.388456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:23.400872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:23.549712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.555770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.566187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:23.579117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.618470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d71fdde9-69ae-4b1d-8ce7-e4f01e1d8cda None None] Provisioning for port c33e3735-d6f7-4195-8cfd-760820b41442 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:23.697469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d71fdde9-69ae-4b1d-8ce7-e4f01e1d8cda None None] Provisioning complete for port c33e3735-d6f7-4195-8cfd-760820b41442 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:23.698561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d71fdde9-69ae-4b1d-8ce7-e4f01e1d8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:23.704159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:23.722292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:23.726755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:23.778269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb85c-9037-47d6-a934-bd33c19019bd None None] Pushing event updated for resources: {'Port': ['ID=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:23.820170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c35f40-6c13-4538-bcd1-66052503647a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:23.837278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 47037374-2e4c-426e-bc37-b20451f3e4cd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:23.869475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 47037374-2e4c-426e-bc37-b20451f3e4cd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:23.870058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.126118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8::1 (853bade7-b7fb-4359-9405-7246ef7c1d7d/68773975-8e25-4668-9362-fbfb32c4a586/6a490d45-9451-4c20-91dd-12cc5cdfebe1) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:24.246093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.267908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-853bade7-b7fb-4359-9405-7246ef7c1d7d', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:24.268848 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.436393 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.444197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.470841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object 6a490d45-9451-4c20-91dd-12cc5cdfebe1 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:24.476112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:34:24.526400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 47037374-2e4c-426e-bc37-b20451f3e4cd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=47037374-2e4c-426e-bc37-b20451f3e4cd,segment=NetworkSegment(9f1d5d39-556f-4c32-bd5c-0bccf1b1a237),segment_id=9f1d5d39-556f-4c32-bd5c-0bccf1b1a237)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:24.545762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.608908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:24.612454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:24.617691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:24.618270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.663328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=6a490d45-9451-4c20-91dd-12cc5cdfebe1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:24.766680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.769479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c33e3735-d6f7-4195-8cfd-760820b41442 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:24.802728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:24.942889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Allocated IP 2001:db8::2 (853bade7-b7fb-4359-9405-7246ef7c1d7d/68773975-8e25-4668-9362-fbfb32c4a586/669bb748-9ca6-4884-8bc1-d00fea0f94e4) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:25.045423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=47037374-2e4c-426e-bc37-b20451f3e4cd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:25.091073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.091347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.091689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.092098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.092522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.092856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.093209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.093535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.093863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.094241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.094570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.094893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:25.133596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] Deleting port c33e3735-d6f7-4195-8cfd-760820b41442 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:25.133972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.233130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c33e3735-d6f7-4195-8cfd-760820b41442 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:25.233840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.366202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] For port c33e3735-d6f7-4195-8cfd-760820b41442, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c33e3735-d6f7-4195-8cfd-760820b41442,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:25.368307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.452000 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.453589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] Calling delete_port for c33e3735-d6f7-4195-8cfd-760820b41442 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:25.456138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aea2a-7306-455c-8d0a-82dfe21af8e4 None None] Network 47affb07-8751-46f0-aea7-922464b6f1b0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:25.675855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.686269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.711669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] No DVR routers for this DVR port c33e3735-d6f7-4195-8cfd-760820b41442 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:34:25.717307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.719809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46782) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:25.730730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.731553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.771798 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Transition to ACTIVE for port object 669bb748-9ca6-4884-8bc1-d00fea0f94e4 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:25.784684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df4ff-b0f9-444e-84e7-dcc7d65a6723 None None] Pushing event deleted for resources: {'Port': ['ID=c33e3735-d6f7-4195-8cfd-760820b41442,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:25.805262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f7543411-f193-45d2-ac90-09ffe19b4c77 None None] Provisioning for port b9ad761d-4364-4c11-9429-5e9d65ebbcfa completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:25.824111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=6a490d45-9451-4c20-91dd-12cc5cdfebe1,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:25.849536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Transition to ACTIVE for port object 669bb748-9ca6-4884-8bc1-d00fea0f94e4 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:25.863649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.933243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:34:25.953288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2ebe0e5e-3e65-4571-bb63-c0a59104b876 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:25.955071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.962591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-260f4309-5b92-4f88-ad98-2894eea7ca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:25.985467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:25.989566 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:25.999189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:26.009699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2ebe0e5e-3e65-4571-bb63-c0a59104b876 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:34:26.010119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2ebe0e5e-3e65-4571-bb63-c0a59104b876 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:34:26.013689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:26.016980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:26.023083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Pushing event updated for resources: {'Port': ['ID=669bb748-9ca6-4884-8bc1-d00fea0f94e4,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:26.045163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:26.050482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:26.065473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:26.066440 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.077999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:34:26.110452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe1224-aa66-408d-a29d-751f1612aa2e None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:26.140127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=d1af8984-f242-4d7b-90ad-9b77b7a5550f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:26.198422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Attempting to bind port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:26.198958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Attempting to bind port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:26.199376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Attempting to bind port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 on network 853bade7-b7fb-4359-9405-7246ef7c1d7d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:26.221987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:26.222404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Checking segment: {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:26.222849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.223395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Bound using segment: {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:26.224127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Bound port: 669bb748-9ca6-4884-8bc1-d00fea0f94e4, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:26.224527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.279650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:34:26.317790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-260f4309-5b92-4f88-ad98-2894eea7ca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.337480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 47037374-2e4c-426e-bc37-b20451f3e4cd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:26.360795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-260f4309-5b92-4f88-ad98-2894eea7ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.384043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6afe4a52-74ee-4ab3-999e-061efd2e0279 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9900682 Aug 11 08:34:26.401349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46786) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:26.417158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:26.452188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:26.467708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Sync routers for ids ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:26.473493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] For port 669bb748-9ca6-4884-8bc1-d00fea0f94e4, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:26.482128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-260f4309-5b92-4f88-ad98-2894eea7ca1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=242d2ab0594e44b1843f4278c77a05f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609842 Aug 11 08:34:26.490103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46790) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:26.506343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f4309-5b92-4f88-ad98-2894eea7ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f7193-78b6-4eb4-94b4-e88c3b58ee22,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:26.537061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:26.554140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d1907651-fea7-453f-b3c1-557a5ea9e5f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4972537 Aug 11 08:34:26.558435 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:26.561663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:26.571876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1902583877'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:26.579341 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:26.581852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:26.616925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] For port 669bb748-9ca6-4884-8bc1-d00fea0f94e4, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=669bb748-9ca6-4884-8bc1-d00fea0f94e4,segment=NetworkSegment(8d2b02d9-410b-4460-ac84-c61ff699138f),segment_id=8d2b02d9-410b-4460-ac84-c61ff699138f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:26.618099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Routers {'0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:26.618924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:26.642326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'd1af8984-f242-4d7b-90ad-9b77b7a5550f'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:26.643235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.646182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.651097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6eb50cda-63e4-451c-a652-364d2ff77ec4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6891870 Aug 11 08:34:26.655750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46794) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:26.670299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9340-269e-485a-b372-66e68e7eb3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.722946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:26.725932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.729499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.733969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9340-269e-485a-b372-66e68e7eb3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.783721 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:26.800354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:34:26.845168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9340-269e-485a-b372-66e68e7eb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.847802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9340-269e-485a-b372-66e68e7eb3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.853543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec0d9340-269e-485a-b372-66e68e7eb3c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/866f7193-78b6-4eb4-94b4-e88c3b58ee22 HTTP/1.1" status: 204 len: 168 time: 0.3554871 Aug 11 08:34:26.856139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:26.856500 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment acab3762-2aef-4366-9278-572f2c86d868 of type vlan for network a49a5d83-eca6-4556-87cd-340c9ce9439b Aug 11 08:34:26.896653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d9340-269e-485a-b372-66e68e7eb3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f7193-78b6-4eb4-94b4-e88c3b58ee22,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:26.950939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.036221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.043553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:27.044245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.135736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5683503 Aug 11 08:34:27.138703 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:24Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:25Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:27.139733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46800) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:27.142066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27949c19-3a46-46dd-b930-ce1a3e77ee7f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=a49a5d83-eca6-4556-87cd-340c9ce9439b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:27.149369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:27.158776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:27.162649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.167504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 47037374-2e4c-426e-bc37-b20451f3e4cd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:27.168193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.184561 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:27.185260 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Updating router 8b860e4f-3716-4664-b40c-4c3e263f26d8 port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:27.221173 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.258731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a49a5d83-eca6-4556-87cd-340c9ce9439b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:34:27.440794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:27.446349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.755210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Set router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:27.767639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2dc10-4984-4d6f-9c72-0ffa65d784c7 None None] Pushing event updated for resources: {'Port': ['ID=669bb748-9ca6-4884-8bc1-d00fea0f94e4,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:27.926249 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:27.950934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.085043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Allocated IP 2001:db8::f816:3eff:fe25:cd2a (4f00afaf-8596-47f0-8bbe-f95401c9343e/d1af8984-f242-4d7b-90ad-9b77b7a5550f/e1e7abdb-b319-4e2f-957d-e05eb2f9b101) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:28.223237 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.237027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b9ad761d-4364-4c11-9429-5e9d65ebbcfa up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:28.239916 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Transition to ACTIVE for port object 6a490d45-9451-4c20-91dd-12cc5cdfebe1 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:28.251880 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.336303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:28.340068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:28.358653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:28.359572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.394432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.416151 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c39de-ce35-4044-ab28-cbee498193ad None None] Pushing event updated for resources: {'Port': ['ID=6a490d45-9451-4c20-91dd-12cc5cdfebe1,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:28.433707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b9ad761d-4364-4c11-9429-5e9d65ebbcfa completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:28.460924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b9ad761d-4364-4c11-9429-5e9d65ebbcfa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:28.460924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.462054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0590134 Aug 11 08:34:28.463556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b57f7-1a4c-4d50-be2a-e54af3109b81 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=f2da9df4-1ef3-411c-bcde-5dbcdc988b01,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:28.464169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:28.470022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:b1:22:32', 'name': 'tempest-NetworksTestDHCPv6-642029547'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:28.479766 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Attempting to bind port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:28.480138 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Attempting to bind port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:28.480500 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Attempting to bind port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 on network 853bade7-b7fb-4359-9405-7246ef7c1d7d {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:28.510725 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:28.511015 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Checking segment: {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:28.511262 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.511648 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Bound using segment: {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:28.512131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Bound port: 6a490d45-9451-4c20-91dd-12cc5cdfebe1, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b02d9-410b-4460-ac84-c61ff699138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:28.512511 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.535530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.568192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Transition to ACTIVE for port object e1e7abdb-b319-4e2f-957d-e05eb2f9b101 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:28.593424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Transition to ACTIVE for port object e1e7abdb-b319-4e2f-957d-e05eb2f9b101 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:28.596400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:24Z', 'revision_number': 3, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:28.633869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Checking router: 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:28.633869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Updating router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa port f5c35f40-6c13-4538-bcd1-66052503647a binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:28.655899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.694269 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] For port 6a490d45-9451-4c20-91dd-12cc5cdfebe1, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:28.699394 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] For port 6a490d45-9451-4c20-91dd-12cc5cdfebe1, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a490d45-9451-4c20-91dd-12cc5cdfebe1,segment=NetworkSegment(8d2b02d9-410b-4460-ac84-c61ff699138f),segment_id=8d2b02d9-410b-4460-ac84-c61ff699138f)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:28.710350 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.747776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=d88a05de-0a4d-4b4b-b74a-625e73f7a7e7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:28.775188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.778775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:28.779516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:28.783944 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:28.785521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:28.804450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:28.815230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:28.884659 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:28.887884 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:28.903668 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c39de-ce35-4044-ab28-cbee498193ad None None] Pushing event updated for resources: {'Port': ['ID=6a490d45-9451-4c20-91dd-12cc5cdfebe1,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:28.919933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:28.920309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: a49a5d83-eca6-4556-87cd-340c9ce9439b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:28.971772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b9ad761d-4364-4c11-9429-5e9d65ebbcfa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:28.975655 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.008106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Allocated IP 172.20.0.1 (47affb07-8751-46f0-aea7-922464b6f1b0/e577a394-96b6-46c6-b47f-20ae066568eb/34f87767-84de-4c08-94d4-59b20b96090f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:29.018434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network a49a5d83-eca6-4556-87cd-340c9ce9439b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:29.022508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.046243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.081216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Attempting to bind port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:29.081850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Attempting to bind port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:29.082383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Attempting to bind port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:29.094702 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:29.115101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port b0a45392-e653-48e3-b9b8-74b0c574ee55 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:34:29.123158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:29.123852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:29.124478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.125125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:29.125854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Bound port: e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:29.126465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.208911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c33e3735-d6f7-4195-8cfd-760820b41442 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:29.304281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a49a5d83-eca6-4556-87cd-340c9ce9439b) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:29.314728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:29.315422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.384071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cfdd28b7-aa43-46e7-bb96-88753e4fc7fc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2423351 Aug 11 08:34:29.386958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 46844) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:29.387926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c33e3735-d6f7-4195-8cfd-760820b41442 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:34:29.388376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c33e3735-d6f7-4195-8cfd-760820b41442 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:34:29.477951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.529653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208c504-16fd-4adf-93ce-ecff6103541b None None] Network a49a5d83-eca6-4556-87cd-340c9ce9439b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:29.532521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7aac4-790d-4a83-9fa4-ff631fb8cf3c None None] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:29.536218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:29.553907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Transition to ACTIVE for port object 34f87767-84de-4c08-94d4-59b20b96090f will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:29.633465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 172.20.0.5 (4f00afaf-8596-47f0-8bbe-f95401c9343e/f2da9df4-1ef3-411c-bcde-5dbcdc988b01/b0a45392-e653-48e3-b9b8-74b0c574ee55) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:29.655160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 669bb748-9ca6-4884-8bc1-d00fea0f94e4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:29.659294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:feb1:2232 (4f00afaf-8596-47f0-8bbe-f95401c9343e/d1af8984-f242-4d7b-90ad-9b77b7a5550f/b0a45392-e653-48e3-b9b8-74b0c574ee55) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:29.665924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be59ec48-d761-4e08-9b05-3c91e3278ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.691440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:29.727328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-03232e17-be6b-47fd-8065-0ea804982b37 None None] Provisioning for port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:29.741117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:29.873156 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:24Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:28Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:29.908863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:29.914944 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.018464 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652de6ce-bee3-4d7a-91a8-77c00b1ac89f None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:24Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:28Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:30.105143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=34f87767-84de-4c08-94d4-59b20b96090f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:30.220403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Network 47affb07-8751-46f0-aea7-922464b6f1b0 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:30.221959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:30.222186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.225013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:30.246818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object b0a45392-e653-48e3-b9b8-74b0c574ee55 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:30.312777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.330824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.476419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=b0a45392-e653-48e3-b9b8-74b0c574ee55,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:30.508983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.525895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:30.528855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:30.532234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:30.708755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:30.714108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.766379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ef4b53bb-a0fc-4fcb-9ec0-cb8920690f34 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3004749 Aug 11 08:34:30.773539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46862) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:30.892283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e60e10-15f1-4929-bec4-759ec53fc3e0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:30.909285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e60e10-15f1-4929-bec4-759ec53fc3e0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:30.914026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e8e60e10-15f1-4929-bec4-759ec53fc3e0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1365135 Aug 11 08:34:30.914781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:30.956918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:30.976976 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.061530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.066194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port b0a45392-e653-48e3-b9b8-74b0c574ee55 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:31.066555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.092363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Transition to ACTIVE for port object f5c35f40-6c13-4538-bcd1-66052503647a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:31.122896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76b620-1af6-491d-ba3c-6de5a07b19d4 None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:31.139068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-82ce9f60-3d2b-40ba-b5f1-9d5adcf36348 None None] Provisioning for port 34f87767-84de-4c08-94d4-59b20b96090f completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:31.149822 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.181045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-82ce9f60-3d2b-40ba-b5f1-9d5adcf36348 None None] Provisioning complete for port 34f87767-84de-4c08-94d4-59b20b96090f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:31.181391 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-82ce9f60-3d2b-40ba-b5f1-9d5adcf36348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.335009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-82ce9f60-3d2b-40ba-b5f1-9d5adcf36348 None None] Port 34f87767-84de-4c08-94d4-59b20b96090f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:31.348324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.355902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:31.389685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for b0a45392-e653-48e3-b9b8-74b0c574ee55 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:31.432295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a49a5d83-eca6-4556-87cd-340c9ce9439b', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:31.433596 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.459500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8:1::1 (a49a5d83-eca6-4556-87cd-340c9ce9439b/d88a05de-0a4d-4b4b-b74a-625e73f7a7e7/5d72c88b-bfdb-4761-8c5c-bffa9c86e663) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:31.465094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:31.465475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.652204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Attempting to bind port f5c35f40-6c13-4538-bcd1-66052503647a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:31.654207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Attempting to bind port f5c35f40-6c13-4538-bcd1-66052503647a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:31.654207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Attempting to bind port f5c35f40-6c13-4538-bcd1-66052503647a on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:31.661210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452a44b-e206-4409-aafe-f504478570d0 None None] Pushing event updated for resources: {'Port': ['ID=f5c35f40-6c13-4538-bcd1-66052503647a,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:31.687186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.691963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:31.692865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:31.705066 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.706014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:31.706960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Bound port: f5c35f40-6c13-4538-bcd1-66052503647a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:31.707749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.816679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.827350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.898734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] For port f5c35f40-6c13-4538-bcd1-66052503647a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:31.903445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] For port f5c35f40-6c13-4538-bcd1-66052503647a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f5c35f40-6c13-4538-bcd1-66052503647a,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:31.976408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.988751 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.991738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:31.998482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.000648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:32.089845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=34f87767-84de-4c08-94d4-59b20b96090f,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:32.130547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=b0a45392-e653-48e3-b9b8-74b0c574ee55,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:32.164416 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.270766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:32.292699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network a49a5d83-eca6-4556-87cd-340c9ce9439b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:32.295082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:32.301451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d70b4-f9f4-43f3-aef7-465541100aeb None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:32.306021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:32.307621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.320440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Network 47affb07-8751-46f0-aea7-922464b6f1b0 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:32.355249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.358929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f2274f46-e14a-4bd1-84ef-8d328f3b1267 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/b0a45392-e653-48e3-b9b8-74b0c574ee55 HTTP/1.1" status: 204 len: 168 time: 1.4416504 Aug 11 08:34:32.360106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:32.371726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:32.586968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688be18-8910-4121-b723-0e2e11b39907 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:32.588533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688be18-8910-4121-b723-0e2e11b39907 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:32.597338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688be18-8910-4121-b723-0e2e11b39907 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:32.607316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8688be18-8910-4121-b723-0e2e11b39907 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2459803 Aug 11 08:34:32.609438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:32.677842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b162562d-69ce-4ae2-b565-67abcd18b317 None None] Provisioning for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:32.722475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Routers {'0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:32.724451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:32.725942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet d1af8984-f242-4d7b-90ad-9b77b7a5550f {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:32.733954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.849915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.859964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 669bb748-9ca6-4884-8bc1-d00fea0f94e4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=669bb748-9ca6-4884-8bc1-d00fea0f94e4,segment=NetworkSegment(8d2b02d9-410b-4460-ac84-c61ff699138f),segment_id=8d2b02d9-410b-4460-ac84-c61ff699138f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:32.866243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452a44b-e206-4409-aafe-f504478570d0 None None] Pushing event updated for resources: {'Port': ['ID=f5c35f40-6c13-4538-bcd1-66052503647a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:32.904006 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.922601 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:32.958903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Allocated IP 2001:db8:1::2 (a49a5d83-eca6-4556-87cd-340c9ce9439b/d88a05de-0a4d-4b4b-b74a-625e73f7a7e7/af4f534d-ae4f-41c8-b5d8-e724711b1382) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:33.063037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.114739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b968556e-deb0-4cfa-9420-3e383e321551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.219285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.245177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.250954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/d1af8984-f242-4d7b-90ad-9b77b7a5550f HTTP/1.1" status: 204 len: 168 time: 0.6400692 Aug 11 08:34:33.251900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46886) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:33.285972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] Set router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:33.383755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbc6b3-283d-4983-8818-619a611c4e4a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=d1af8984-f242-4d7b-90ad-9b77b7a5550f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:33.405719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.422377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=669bb748-9ca6-4884-8bc1-d00fea0f94e4,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:33.425722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b9ad761d-4364-4c11-9429-5e9d65ebbcfa up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:33.428017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4b30ea29-975b-4806-b9c0-6dd5752b1ca0 None None] Provisioning for port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:33.464452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet f2da9df4-1ef3-411c-bcde-5dbcdc988b01 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:33.471724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.499448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:33.548429 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.624385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.661681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4b30ea29-975b-4806-b9c0-6dd5752b1ca0 None None] Provisioning complete for port 34f87767-84de-4c08-94d4-59b20b96090f triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:33.662776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b30ea29-975b-4806-b9c0-6dd5752b1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.726495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.767587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=f2da9df4-1ef3-411c-bcde-5dbcdc988b01,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:33.776813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.781445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b05cab0a-1523-46e9-a56e-bb6d52a152e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/f2da9df4-1ef3-411c-bcde-5dbcdc988b01 HTTP/1.1" status: 204 len: 168 time: 0.5228407 Aug 11 08:34:33.783390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46892) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:33.816918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4b30ea29-975b-4806-b9c0-6dd5752b1ca0 None None] Port 34f87767-84de-4c08-94d4-59b20b96090f cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:34:33.850228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f7183cad-2797-4c71-8311-f0fd2a2ccc6a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647113 Aug 11 08:34:33.853309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:33.861497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:33.977408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b9ad761d-4364-4c11-9429-5e9d65ebbcfa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:33.977730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:33.980749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.001344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.002474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.015629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:34.068293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-937a0b63-066d-4edf-aa4a-614183acb4e0 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d9bb4d7-0c6a-40c9-b635-c0780836aaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4036942 Aug 11 08:34:34.108737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4b30ea29-975b-4806-b9c0-6dd5752b1ca0 None None] Provisioning complete for port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:34.109486 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4b30ea29-975b-4806-b9c0-6dd5752b1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.131789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.141927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:34.145556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.201703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Transition to ACTIVE for port object af4f534d-ae4f-41c8-b5d8-e724711b1382 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:34.251996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Transition to ACTIVE for port object af4f534d-ae4f-41c8-b5d8-e724711b1382 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:34.285397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network a49a5d83-eca6-4556-87cd-340c9ce9439b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:34.289776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:34.301376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:34.337581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846fbfde-59a9-4608-8f50-b2527eebbc08 None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'f2da9df4-1ef3-411c-bcde-5dbcdc988b01'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'e1e7abdb-b319-4e2f-957d-e05eb2f9b101'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:34:34.344462 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.404228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:30Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '34f87767-84de-4c08-94d4-59b20b96090f', 'name': '', 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'mac_address': 'fa:16:3e:7a:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:28Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 2, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'subnets': [{'id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:34.495050 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:34.591481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e1e7abdb-b319-4e2f-957d-e05eb2f9b101 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:34.594726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd84776-c536-4b31-80b1-874ce1fb2ce8 None None] The sync data for ids ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'] in n-d-789963-6 is: [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:30Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '34f87767-84de-4c08-94d4-59b20b96090f', 'name': '', 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'mac_address': 'fa:16:3e:7a:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:28Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 2, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'subnets': [{'id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:34.602554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-846fbfde-59a9-4608-8f50-b2527eebbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.626470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.705472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=4c1507a3-d71c-45ad-a3cc-a76b293185d3,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:34.727419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:34.729244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:34.734490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:34.735762 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.773480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d206d39-3edf-4e4f-8e6f-e9e5cffc896a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9188390 Aug 11 08:34:34.776555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 46988) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:34.804749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:34.830414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:34.842085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4f5f3155-5ab7-49f4-9cd4-3c92ed0a50fe tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4533589 Aug 11 08:34:34.846592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47000) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:34.855019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1243600030'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:34.897599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:34.910713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.971106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:34:34.986027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Pushing event updated for resources: {'Port': ['ID=af4f534d-ae4f-41c8-b5d8-e724711b1382,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:34.988825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:34.989895 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment 1da4df45-dee7-4bf7-85a7-dc7e11ac54e4 of type vlan for network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 Aug 11 08:34:35.020827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Network a49a5d83-eca6-4556-87cd-340c9ce9439b is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:35.039752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:35.053745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:35.059221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.061268 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.103266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.105063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:35.117385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:35.119270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.124914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:35.160853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.168684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3182006 Aug 11 08:34:35.172571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:35.186581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:35.268906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5699f25-93cb-4820-b402-a2921c874daa tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=15fa8268-d0e5-430b-a0d6-40dde79ac0b2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:35.413164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:34:35.417770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:35.418570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:35.599009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:35.603539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.624725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:35.642403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8b6e6-ee90-416b-996d-97bce5153ecd None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:35.773953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:35.776612 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.823606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:35.860753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:34:35.909575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Attempting to bind port af4f534d-ae4f-41c8-b5d8-e724711b1382 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:35.909947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Attempting to bind port af4f534d-ae4f-41c8-b5d8-e724711b1382 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:35.910312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Attempting to bind port af4f534d-ae4f-41c8-b5d8-e724711b1382 on network a49a5d83-eca6-4556-87cd-340c9ce9439b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:35.965556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:35.966178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Checking segment: {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:35.966752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:35.967289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Bound using segment: {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:35.967915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Bound port: af4f534d-ae4f-41c8-b5d8-e724711b1382, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:35.968579 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.244694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.267780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:36.268244 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.367830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=f434054f-5476-4e5b-9eb8-780e72635635,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:36.370323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.399064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:36.399513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: 15fa8268-d0e5-430b-a0d6-40dde79ac0b2, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:36.457679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.484594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:36.502447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 15fa8268-d0e5-430b-a0d6-40dde79ac0b2) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:36.502643 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] For port af4f534d-ae4f-41c8-b5d8-e724711b1382, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:36.508175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:36.509156 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.519857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.522154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e07770-c662-48a5-98c4-64c64a3fdbde None None] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:36.585973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47178) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:36.586504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d7a2390c-9fb4-4071-bd22-60c5402dcc4f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4083722 Aug 11 08:34:36.608085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] For port af4f534d-ae4f-41c8-b5d8-e724711b1382, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=af4f534d-ae4f-41c8-b5d8-e724711b1382,segment=NetworkSegment(acab3762-2aef-4366-9278-572f2c86d868),segment_id=acab3762-2aef-4366-9278-572f2c86d868)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:36.726815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:36.756040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.832254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.851240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.852028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.892355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:36.941766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=5']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:37.013021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:37.017116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:37.031896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:37.033292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:37.073401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2941973 Aug 11 08:34:37.074404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47230) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:37.083573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:a1:ca:78', 'name': 'tempest-NetworksTestDHCPv6-1056089912'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:37.087797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a4f7f-a662-403a-a3c3-031128c36b20 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=b62e6ea4-8574-4334-8103-6b4f2c2a4b7b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:37.212918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b90aa8-8a0c-42ec-a53f-3625a5933df4 None None] Pushing event updated for resources: {'Port': ['ID=af4f534d-ae4f-41c8-b5d8-e724711b1382,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:37.305169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:37.399496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:37.401580 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:37.402062 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:37.404976 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:37.405550 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:37.482243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:37.510098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port a59d0f9f-c73a-45e0-88f1-f6d872cad818 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:34:37.541871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:37.543316 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:37.613757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'b62e6ea4-8574-4334-8103-6b4f2c2a4b7b', 'ip_address': '2001:db8::f816:3eff:fe25:cd2a'}, {'subnet_id': '4c1507a3-d71c-45ad-a3cc-a76b293185d3'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'e1e7abdb-b319-4e2f-957d-e05eb2f9b101'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:34:37.681578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:32Z', 'revision_number': 3, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:33Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:28Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:37.729013 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:37.732253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:37.732993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Updating router 8b860e4f-3716-4664-b40c-4c3e263f26d8 port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:37.863507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 172.20.0.9 (4f00afaf-8596-47f0-8bbe-f95401c9343e/4c1507a3-d71c-45ad-a3cc-a76b293185d3/a59d0f9f-c73a-45e0-88f1-f6d872cad818) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:37.873213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fea1:ca78 (4f00afaf-8596-47f0-8bbe-f95401c9343e/b62e6ea4-8574-4334-8103-6b4f2c2a4b7b/a59d0f9f-c73a-45e0-88f1-f6d872cad818) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:37.909205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8:2::1 (15fa8268-d0e5-430b-a0d6-40dde79ac0b2/f434054f-5476-4e5b-9eb8-780e72635635/d5d0fbe9-a740-424b-93cd-0a0b140eb63b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:38.184775 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.226326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object d5d0fbe9-a740-424b-93cd-0a0b140eb63b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:38.264366 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.305972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object a59d0f9f-c73a-45e0-88f1-f6d872cad818 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:38.355556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.398380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.449206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:38.455874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:38.475246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:38.475824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.478588 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.523472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=a59d0f9f-c73a-45e0-88f1-f6d872cad818,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:38.568723 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877d35-caea-410c-add5-0060895ce770 None None] Sync routers for ids ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:38.574302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:38.576201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:38.580294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:38.607266 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] Routers {'0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:38.609417 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:38.627343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:38.686192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:38.687514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:38.734569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eb2091af-7478-405e-b3c3-c10ab47e8a96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6584973 Aug 11 08:34:38.737474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47398) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:38.920940 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] Set router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:38.927873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f9597-9473-41a4-a654-ee3c53e64573 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:38.959360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f9597-9473-41a4-a654-ee3c53e64573 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:38.961084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-499f9597-9473-41a4-a654-ee3c53e64573 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2221169 Aug 11 08:34:38.966179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47420) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:38.991286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.020599 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.025315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa098796-bab9-484f-8d2c-1ebc0018e36f None None] Network a49a5d83-eca6-4556-87cd-340c9ce9439b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:39.039018 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.250271 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:30Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '34f87767-84de-4c08-94d4-59b20b96090f', 'name': '', 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'mac_address': 'fa:16:3e:7a:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:28Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 2, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'subnets': [{'id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:39.299447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877d35-caea-410c-add5-0060895ce770 None None] Checking router: 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:39.299822 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877d35-caea-410c-add5-0060895ce770 None None] Updating router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa port 34f87767-84de-4c08-94d4-59b20b96090f binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:39.330093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port a59d0f9f-c73a-45e0-88f1-f6d872cad818 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:39.331253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.357140 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-00877d35-caea-410c-add5-0060895ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.357364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47438) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:39.491025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Allocated IP 172.20.0.2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/4c1507a3-d71c-45ad-a3cc-a76b293185d3/e1e7abdb-b319-4e2f-957d-e05eb2f9b101) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:39.622802 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.700833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for a59d0f9f-c73a-45e0-88f1-f6d872cad818 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:39.748084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Allocated IP 2001:db8:2::2 (15fa8268-d0e5-430b-a0d6-40dde79ac0b2/f434054f-5476-4e5b-9eb8-780e72635635/d168d123-c37d-4709-be3d-2f0d43ff1a98) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:39.813265 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-00877d35-caea-410c-add5-0060895ce770 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.835677 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-00877d35-caea-410c-add5-0060895ce770 None None] Transition to ACTIVE for port object 34f87767-84de-4c08-94d4-59b20b96090f will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:39.848679 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-00877d35-caea-410c-add5-0060895ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.878684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.908611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.912914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:39.946020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f8427-ae04-48c8-b0e1-ff6b55d25a7d None None] Pushing event updated for resources: {'Port': ['ID=34f87767-84de-4c08-94d4-59b20b96090f,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:40.098095 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-00877d35-caea-410c-add5-0060895ce770 None None] Attempting to bind port 34f87767-84de-4c08-94d4-59b20b96090f on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:40.101221 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-00877d35-caea-410c-add5-0060895ce770 None None] Attempting to bind port 34f87767-84de-4c08-94d4-59b20b96090f by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:40.104240 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877d35-caea-410c-add5-0060895ce770 None None] Attempting to bind port 34f87767-84de-4c08-94d4-59b20b96090f on network 47affb07-8751-46f0-aea7-922464b6f1b0 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:40.113676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:40.136083 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877d35-caea-410c-add5-0060895ce770 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:40.136659 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877d35-caea-410c-add5-0060895ce770 None None] Checking segment: {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:40.137342 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-00877d35-caea-410c-add5-0060895ce770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.137840 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00877d35-caea-410c-add5-0060895ce770 None None] Bound using segment: {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:40.138531 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-00877d35-caea-410c-add5-0060895ce770 None None] Bound port: 34f87767-84de-4c08-94d4-59b20b96090f, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:40.141692 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-00877d35-caea-410c-add5-0060895ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.250783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:40.254889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:40.356844 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-00877d35-caea-410c-add5-0060895ce770 None None] For port 34f87767-84de-4c08-94d4-59b20b96090f, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:40.362973 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-00877d35-caea-410c-add5-0060895ce770 None None] For port 34f87767-84de-4c08-94d4-59b20b96090f, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=34f87767-84de-4c08-94d4-59b20b96090f,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:40.374693 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-00877d35-caea-410c-add5-0060895ce770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.400431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.411714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Transition to ACTIVE for port object d168d123-c37d-4709-be3d-2f0d43ff1a98 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:40.430179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Transition to ACTIVE for port object d168d123-c37d-4709-be3d-2f0d43ff1a98 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:40.506639 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f8427-ae04-48c8-b0e1-ff6b55d25a7d None None] Pushing event updated for resources: {'Port': ['ID=34f87767-84de-4c08-94d4-59b20b96090f,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:40.530710 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] Routers {'0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:40.531364 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:40.680032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.686090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:40.769166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=a59d0f9f-c73a-45e0-88f1-f6d872cad818,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:40.804355 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.807110 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] Set router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:40.815035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.831459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Transition to ACTIVE for port object 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:40.873152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:40.910113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.151978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:41.153029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:41.154806 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:34:41.154806 n-d-789963-6 neutron-server[94574]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 08:34:41.154806 n-d-789963-6 neutron-server[94574]: [parameters: {'status': 'ACTIVE', 'ports_id': 'e1e7abdb-b319-4e2f-957d-e05eb2f9b101'}] Aug 11 08:34:41.154806 n-d-789963-6 neutron-server[94574]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:41.155272 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:41.165076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47450) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:41.167013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-606fdb51-1874-41a2-84e0-a6fcd4bc315e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5794358 Aug 11 08:34:41.179483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-824771435'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:41.206091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:41.211470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.222573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-591baf3e-d952-48b7-8860-a4ff151bb854 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/a59d0f9f-c73a-45e0-88f1-f6d872cad818 HTTP/1.1" status: 204 len: 168 time: 2.2397830 Aug 11 08:34:41.222573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47454) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:41.240971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:41.260299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Pushing event updated for resources: {'Port': ['ID=d168d123-c37d-4709-be3d-2f0d43ff1a98,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:41.278554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:41.283480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.334468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e1358-8ecb-4d62-9eb4-9054a9435131 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:41.336963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e1358-8ecb-4d62-9eb4-9054a9435131 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:41.338999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e1358-8ecb-4d62-9eb4-9054a9435131 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:41.344310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-556e1358-8ecb-4d62-9eb4-9054a9435131 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1238701 Aug 11 08:34:41.344976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47458) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:41.353119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:41.401859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:34:41.422178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.427056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.427734 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added segment 57e01bc2-dfd3-43bc-8925-9310dc34eb8d of type vlan for network 470e2bec-7377-413b-9c14-f73778835990 Aug 11 08:34:41.448203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Transition to ACTIVE for port object e1e7abdb-b319-4e2f-957d-e05eb2f9b101 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:41.459084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 4c1507a3-d71c-45ad-a3cc-a76b293185d3 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:41.471538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.498255 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00877d35-caea-410c-add5-0060895ce770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:30Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '34f87767-84de-4c08-94d4-59b20b96090f', 'name': '', 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'mac_address': 'fa:16:3e:7a:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:28Z', 'updated_at': '2021-08-11T08:34:40Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'subnets': [{'id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:41.528601 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.553820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.571347 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00877d35-caea-410c-add5-0060895ce770 None None] The sync data for ids ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'] in n-d-789963-6 is: [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:30Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '34f87767-84de-4c08-94d4-59b20b96090f', 'name': '', 'network_id': '47affb07-8751-46f0-aea7-922464b6f1b0', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'mac_address': 'fa:16:3e:7a:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:28Z', 'updated_at': '2021-08-11T08:34:40Z', 'revision_number': 4, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'subnets': [{'id': 'e577a394-96b6-46c6-b47f-20ae066568eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:41.597054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Deleting port 47037374-2e4c-426e-bc37-b20451f3e4cd {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:41.600279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.625285 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.738842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.759831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:41.761627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:41.927786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Network': ['ID=470e2bec-7377-413b-9c14-f73778835990,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:41.931092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-77ecc72b-98cb-49b3-9c93-16133a9ffd59 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7648499 Aug 11 08:34:41.934277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47466) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:41.941418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'subnet': {'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:41.954986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.000521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Attempting to bind port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:42.000521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Attempting to bind port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:42.000521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Attempting to bind port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 on network a49a5d83-eca6-4556-87cd-340c9ce9439b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:42.003334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:42.003716 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:42.012029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 470e2bec-7377-413b-9c14-f73778835990 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:34:42.164167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] For port 47037374-2e4c-426e-bc37-b20451f3e4cd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=47037374-2e4c-426e-bc37-b20451f3e4cd,segment=NetworkSegment(9f1d5d39-556f-4c32-bd5c-0bccf1b1a237),segment_id=9f1d5d39-556f-4c32-bd5c-0bccf1b1a237)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:42.164167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.187296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Calling delete_port for 47037374-2e4c-426e-bc37-b20451f3e4cd owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:42.204344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Made reservation on behalf of 7226dc071500434eb8eff99def5e25f1 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:42.222999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.227091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.266023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463c62-b4b9-4caa-9e2f-d547a1bd40b6 None None] Pushing event updated for resources: {'Port': ['ID=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:42.312630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1507a3-d71c-45ad-a3cc-a76b293185d3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:42.331813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.355905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2ec0d0f9-9b4d-44e0-a784-2c087de2091b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/4c1507a3-d71c-45ad-a3cc-a76b293185d3 HTTP/1.1" status: 204 len: 168 time: 1.0075355 Aug 11 08:34:42.358574 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47476) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:42.361668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:42.362157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Checking segment: {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:42.362566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.362960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Bound using segment: {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:42.363448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Bound port: 5d72c88b-bfdb-4761-8c5c-bffa9c86e663, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab3762-2aef-4366-9278-572f2c86d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:42.363827 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.390304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.409785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Attempting to bind port d168d123-c37d-4709-be3d-2f0d43ff1a98 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:42.410024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Attempting to bind port d168d123-c37d-4709-be3d-2f0d43ff1a98 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:42.410397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Attempting to bind port d168d123-c37d-4709-be3d-2f0d43ff1a98 on network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:42.554694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541a336-b8b9-4e29-845e-21f6d22976a0 None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:42.907206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.926742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:42.927818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Checking segment: {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:42.928901 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:42.929842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Bound using segment: {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:42.931301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Bound port: d168d123-c37d-4709-be3d-2f0d43ff1a98, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:42.932312 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.061904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:43.104568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.105714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a490d45-9451-4c20-91dd-12cc5cdfebe1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:43.135602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.192990 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.277403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet b62e6ea4-8574-4334-8103-6b4f2c2a4b7b {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:43.283251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.362968 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.441004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] For port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:43.447652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] For port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,segment=NetworkSegment(acab3762-2aef-4366-9278-572f2c86d868),segment_id=acab3762-2aef-4366-9278-572f2c86d868)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:43.449850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=47037374-2e4c-426e-bc37-b20451f3e4cd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:43.500172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Subnet': ['ID=572b3749-308b-4c8e-923a-47fdd55a6921,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:43.552203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:43.556387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.560241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Checking segment: {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:43.560606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network hostable DHCP agents. Network: 470e2bec-7377-413b-9c14-f73778835990, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:34:43.597547 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.637677 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:43.638195 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-91c68e9a-20a8-463e-9616-0eb163567051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:43.690160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:43.732366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.751605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:43.751980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.759209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:43.759873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:43.762132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463c62-b4b9-4caa-9e2f-d547a1bd40b6 None None] Pushing event updated for resources: {'Port': ['ID=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:43.765802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] For port d168d123-c37d-4709-be3d-2f0d43ff1a98, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:43.809255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.811540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/b62e6ea4-8574-4334-8103-6b4f2c2a4b7b HTTP/1.1" status: 204 len: 168 time: 1.4516025 Aug 11 08:34:43.816907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419718-e1c2-4e74-9ae0-2c094a3e65bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=b62e6ea4-8574-4334-8103-6b4f2c2a4b7b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:43.819443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47482) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:43.852687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:43.914087 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5560e244-68f1-4202-a713-6706a601b7fc tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902507 Aug 11 08:34:43.915020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47484) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:43.925769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:43.930768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] For port d168d123-c37d-4709-be3d-2f0d43ff1a98, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d168d123-c37d-4709-be3d-2f0d43ff1a98,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:43.946538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 470e2bec-7377-413b-9c14-f73778835990 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:34:43.969667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 470e2bec-7377-413b-9c14-f73778835990) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:43.992707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:43.994104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d67a6f-b831-4b5b-b263-df0d030a77f5 None None] Network 470e2bec-7377-413b-9c14-f73778835990 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:43.999548 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:44.071593 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c9790bb2-3b3a-4daf-9784-a7c437d874cc tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1329732 Aug 11 08:34:44.073477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47486) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:44.118988 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:44.405468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:44.465070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Router b67685e9-dac6-4185-8a0b-d3131c290f7b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:44.476298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:44.480622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:44.634164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-470e2bec-7377-413b-9c14-f73778835990', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:34:44.636700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:44.640895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d1611-ae07-40ed-96f4-66635a2c6fa2 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:44.806140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:44.821453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1bfed89b-1a5e-49b9-9d26-5d4d086dd9ff admin admin] 10.222.0.58 "PUT /v2.0/routers/b67685e9-dac6-4185-8a0b-d3131c290f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4625695 Aug 11 08:34:44.826074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47496) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:44.892771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:44.921285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7b223-9bb4-4c99-b7a0-3b60046044f4 None None] Pushing event updated for resources: {'Port': ['ID=d168d123-c37d-4709-be3d-2f0d43ff1a98,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:44.948056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] Sync routers for ids ['b67685e9-dac6-4185-8a0b-d3131c290f7b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:44.990857 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.169951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.172787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.184446 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.254640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] Routers {'b67685e9-dac6-4185-8a0b-d3131c290f7b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:45.255467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b67685e9-dac6-4185-8a0b-d3131c290f7b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:45.297869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Deleting port 3cdbb9bf-553b-4406-8d74-37e9312cad84 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:45.298641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.327580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Provisioning for port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:45.367665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:45.388581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:45.423249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:45.423855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.480194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=d986e481-8642-4181-816b-8f80467853dd,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:45.552408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-24af7bef-b187-4b16-ac4a-e921935047c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6359587 Aug 11 08:34:45.555661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47516) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:45.576853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:45.580994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6a490d45-9451-4c20-91dd-12cc5cdfebe1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a490d45-9451-4c20-91dd-12cc5cdfebe1,segment=NetworkSegment(8d2b02d9-410b-4460-ac84-c61ff699138f),segment_id=8d2b02d9-410b-4460-ac84-c61ff699138f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:45.604269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.609793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] Set router b67685e9-dac6-4185-8a0b-d3131c290f7b gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:45.631213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] For port 3cdbb9bf-553b-4406-8d74-37e9312cad84, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=3cdbb9bf-553b-4406-8d74-37e9312cad84,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:45.631764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:45.666200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Calling delete_port for 3cdbb9bf-553b-4406-8d74-37e9312cad84 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:45.713535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e1e7abdb-b319-4e2f-957d-e05eb2f9b101 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:34:45.724329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 6, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:45.725511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Allocated IP 2001:db8:3::1 (470e2bec-7377-413b-9c14-f73778835990/572b3749-308b-4c8e-923a-47fdd55a6921/b2556a88-3e7f-4b76-960f-2eeaa6c582bd) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:45.910150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] Checking router: b67685e9-dac6-4185-8a0b-d3131c290f7b for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:45.969189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:38Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:43Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:28Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:39Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:45.976768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Provisioning for port af4f534d-ae4f-41c8-b5d8-e724711b1382 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:46.001577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.018812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6a490d45-9451-4c20-91dd-12cc5cdfebe1,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:46.021910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d2228-3f2a-40db-969e-c3d57b5e75e1 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:38Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:43Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:28Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:39Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:46.044361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] Routers {'b67685e9-dac6-4185-8a0b-d3131c290f7b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:46.045194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b67685e9-dac6-4185-8a0b-d3131c290f7b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:46.051503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02121d7-77a8-47e8-8a83-73fde6b49429 None None] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:46.059434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdbb9bf-553b-4406-8d74-37e9312cad84,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:46.087078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.157438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Transition to ACTIVE for port object b2556a88-3e7f-4b76-960f-2eeaa6c582bd will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:46.207755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.243698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.429239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.432390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.473185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:46.477880 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.486822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] Set router b67685e9-dac6-4185-8a0b-d3131c290f7b gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:46.544360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.545124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67685e9-dac6-4185-8a0b-d3131c290f7b {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:34:46.551021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.557808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-647cdaf1-5fc1-4fc2-bb2a-e316a7aa38ac admin admin] 10.222.0.58 "DELETE /v2.0/routers/b67685e9-dac6-4185-8a0b-d3131c290f7b HTTP/1.1" status: 204 len: 168 time: 1.7303019 Aug 11 08:34:46.561149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47524) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:46.630018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Deleting subnet cd87b4b5-1a74-4a2c-a13f-e38bda11f08a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:46.630806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:46.635373 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.638320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Provisioning for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:46.673451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 470e2bec-7377-413b-9c14-f73778835990 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:46.676375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:46.688486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:46.689356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.699536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.751689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 7, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:46.767252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:46.767633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.814730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.890502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3ba67-bb61-45ec-a373-746bb16c3191 None None] The sync data for ids ['b67685e9-dac6-4185-8a0b-d3131c290f7b'] in n-d-789963-6 is: [{'id': 'b67685e9-dac6-4185-8a0b-d3131c290f7b', 'name': 'tempest-TestAggregatesBasicOps-1655378988-router', 'tenant_id': '1547cf80bf6f4b8f9025469dc98437e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:02Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 7, 'project_id': '1547cf80bf6f4b8f9025469dc98437e4', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:46.917963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.938760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Allocated IP 2001:db8:3::2 (470e2bec-7377-413b-9c14-f73778835990/572b3749-308b-4c8e-923a-47fdd55a6921/337f824b-78cb-4049-bda8-37ec9006c79e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:46.959731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'd986e481-8642-4181-816b-8f80467853dd'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'e1e7abdb-b319-4e2f-957d-e05eb2f9b101'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:34:46.961880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.969363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:46.972336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd87b4b5-1a74-4a2c-a13f-e38bda11f08a HTTP/1.1" status: 204 len: 168 time: 0.4094965 Aug 11 08:34:46.974377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:46.976849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf005a82-074d-4536-abbc-593e373ef73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd87b4b5-1a74-4a2c-a13f-e38bda11f08a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:47.059661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308acd7b-7778-4dfd-94bd-ddba2dd11891 None None] Network cb455475-9164-4048-8fd5-cc5302e4bfcb requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:47.193291 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:47.326866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Deleting port 9259d85f-e7f1-46f7-9f96-1d76e802752e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:47.328314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:47.506227 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:47.525243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] For port 9259d85f-e7f1-46f7-9f96-1d76e802752e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9259d85f-e7f1-46f7-9f96-1d76e802752e,segment=NetworkSegment(9f1d5d39-556f-4c32-bd5c-0bccf1b1a237),segment_id=9f1d5d39-556f-4c32-bd5c-0bccf1b1a237)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:47.526912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:47.562012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Calling delete_port for 9259d85f-e7f1-46f7-9f96-1d76e802752e owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:47.712762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:47.738776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:34:47.871100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:47.902479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:47.915800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9259d85f-e7f1-46f7-9f96-1d76e802752e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:47.938234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] No DVR routers for this DVR port 9259d85f-e7f1-46f7-9f96-1d76e802752e on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:34:47.973591 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.128272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.146483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb455475-9164-4048-8fd5-cc5302e4bfcb']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:48.167405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:48.167405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1d5d39-556f-4c32-bd5c-0bccf1b1a237') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:48.190694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.220982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.236078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:34:48.236733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:34:48.250245 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:34:48.346214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.364738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.374911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cb455475-9164-4048-8fd5-cc5302e4bfcb HTTP/1.1" status: 204 len: 168 time: 1.3695507 Aug 11 08:34:48.378001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47532) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:48.404780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932fc79-9f9d-4afb-a0e9-9f5f2dbd6f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb455475-9164-4048-8fd5-cc5302e4bfcb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:48.502363 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:48.530009 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:48.533651 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:48.569363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:48.705471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:48.813533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 34f87767-84de-4c08-94d4-59b20b96090f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:48.815719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74a0e9-3858-43e5-8fd5-e8cd85e4c9cd None None] DHCP port deletion for cb455475-9164-4048-8fd5-cc5302e4bfcb request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:34:48.868583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:49.239664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 34f87767-84de-4c08-94d4-59b20b96090f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:49.249678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 34f87767-84de-4c08-94d4-59b20b96090f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:49.250053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.280828 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:47Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:43Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 1, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:39Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:49.305284 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.326165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:34:49.326165 n-d-789963-6 neutron-server[94574]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 11 08:34:49.326165 n-d-789963-6 neutron-server[94574]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe25:cd2a', 'status': 'ALLOCATED', 'ipam_subnet_id': '0a7c0762-27f5-4fdc-a35b-627f48e0fa74'}] Aug 11 08:34:49.326165 n-d-789963-6 neutron-server[94574]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:49.326525 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:49.337711 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:49.338127 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Updating router 8b860e4f-3716-4664-b40c-4c3e263f26d8 port b2556a88-3e7f-4b76-960f-2eeaa6c582bd binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:49.350287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Transition to ACTIVE for port object 337f824b-78cb-4049-bda8-37ec9006c79e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:49.398712 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.412720 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.468518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 34f87767-84de-4c08-94d4-59b20b96090f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=34f87767-84de-4c08-94d4-59b20b96090f,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:49.474296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Transition to ACTIVE for port object 337f824b-78cb-4049-bda8-37ec9006c79e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:49.476840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 08:34:49.476840 n-d-789963-6 neutron-server[94574]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 08:34:49.476840 n-d-789963-6 neutron-server[94574]: [parameters: {'status': 'ACTIVE', 'ports_id': 'e1e7abdb-b319-4e2f-957d-e05eb2f9b101'}] Aug 11 08:34:49.476840 n-d-789963-6 neutron-server[94574]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:49.477484 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:49.480025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.481071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 669bb748-9ca6-4884-8bc1-d00fea0f94e4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:49.527793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.573470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.575992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.590440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=34f87767-84de-4c08-94d4-59b20b96090f,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:49.595081 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.644075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.663989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Pushing event updated for resources: {'Port': ['ID=337f824b-78cb-4049-bda8-37ec9006c79e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:49.692551 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Network 470e2bec-7377-413b-9c14-f73778835990 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:49.710281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:49.723518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:49.734176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:49.734681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.876610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Attempting to bind port 337f824b-78cb-4049-bda8-37ec9006c79e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:49.877314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Attempting to bind port 337f824b-78cb-4049-bda8-37ec9006c79e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:49.877733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Attempting to bind port 337f824b-78cb-4049-bda8-37ec9006c79e on network 470e2bec-7377-413b-9c14-f73778835990 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:49.910403 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.914508 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.db.api [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:49.915412 n-d-789963-6 neutron-server[94576]: DEBUG oslo_db.api [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:49.916668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:49.917247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Checking segment: {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:49.917825 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:49.921664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Bound using segment: {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:49.922429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Bound port: 337f824b-78cb-4049-bda8-37ec9006c79e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:49.922955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.154974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d168d123-c37d-4709-be3d-2f0d43ff1a98 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:50.262299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:50.279835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] For port 337f824b-78cb-4049-bda8-37ec9006c79e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:50.283429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] For port 337f824b-78cb-4049-bda8-37ec9006c79e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=337f824b-78cb-4049-bda8-37ec9006c79e,segment=NetworkSegment(57e01bc2-dfd3-43bc-8925-9310dc34eb8d),segment_id=57e01bc2-dfd3-43bc-8925-9310dc34eb8d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:50.318106 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.372442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event updated for resources: {'Port': ['ID=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:50.445054 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.455380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c077e91-eb97-4618-a01f-758a0c285e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.522135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.522872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.523460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.524012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.524557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.525139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.525688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.526233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.526779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.527331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.527896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.529022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:50.550738 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.615566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d168d123-c37d-4709-be3d-2f0d43ff1a98 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:50.631451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Network 470e2bec-7377-413b-9c14-f73778835990 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:50.639757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e1e7abdb-b319-4e2f-957d-e05eb2f9b101 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:50.642273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:50.780220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acbb2f-47ca-4c7a-8f92-258fa62c2ba3 None None] Pushing event updated for resources: {'Port': ['ID=337f824b-78cb-4049-bda8-37ec9006c79e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:50.788411 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.814603 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Transition to ACTIVE for port object b2556a88-3e7f-4b76-960f-2eeaa6c582bd will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:50.825326 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.845951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:50.884099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:50.890346 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ed83-08ae-4b4d-a5ad-f2040b1ce26b None None] Pushing event updated for resources: {'Port': ['ID=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:50.932550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.956390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:50.956843 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.977806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.978779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.984870 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Attempting to bind port b2556a88-3e7f-4b76-960f-2eeaa6c582bd on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:50.986070 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Attempting to bind port b2556a88-3e7f-4b76-960f-2eeaa6c582bd by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:50.987284 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Attempting to bind port b2556a88-3e7f-4b76-960f-2eeaa6c582bd on network 470e2bec-7377-413b-9c14-f73778835990 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:50.995184 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:50.995750 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Checking segment: {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:50.996409 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:50.997257 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Bound using segment: {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:50.998651 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Bound port: b2556a88-3e7f-4b76-960f-2eeaa6c582bd, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e01bc2-dfd3-43bc-8925-9310dc34eb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '470e2bec-7377-413b-9c14-f73778835990'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:50.999238 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.000129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c077e91-eb97-4618-a01f-758a0c285e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.008474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c077e91-eb97-4618-a01f-758a0c285e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.097273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Allocated IP 172.20.0.2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/d986e481-8642-4181-816b-8f80467853dd/e1e7abdb-b319-4e2f-957d-e05eb2f9b101) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:51.104114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:51.104476 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:51.107295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c077e91-eb97-4618-a01f-758a0c285e72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3ebe03a24e24a9e8464d98835ffff5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420122 Aug 11 08:34:51.109472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47560) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:51.111344 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] For port b2556a88-3e7f-4b76-960f-2eeaa6c582bd, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:51.126219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c077e91-eb97-4618-a01f-758a0c285e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e40eb4-02d9-4f6c-970d-601c24f9189f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:51.138893 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] For port b2556a88-3e7f-4b76-960f-2eeaa6c582bd, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,segment=NetworkSegment(57e01bc2-dfd3-43bc-8925-9310dc34eb8d),segment_id=57e01bc2-dfd3-43bc-8925-9310dc34eb8d)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:51.147855 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.237972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:51.264376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.275720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:51.282619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.322273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2c79c22-c569-4eb5-9d49-dc3e69817b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.325826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ed83-08ae-4b4d-a5ad-f2040b1ce26b None None] Pushing event updated for resources: {'Port': ['ID=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:51.335406 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Updating router 8b860e4f-3716-4664-b40c-4c3e263f26d8 port d5d0fbe9-a740-424b-93cd-0a0b140eb63b binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:34:51.339590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:51.340155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.358539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=cc1b5544-da8a-4bfc-b279-6352b448e0bf,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:51.370187 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.373682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:51.390877 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-627ad0a7-46ac-4efb-873e-1491439a41c4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3132479 Aug 11 08:34:51.390877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=12']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:51.395723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:51.405851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:51.406724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2c79c22-c569-4eb5-9d49-dc3e69817b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.415452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c764045d-f726-4109-b029-4d63693c149b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8586671 Aug 11 08:34:51.419018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:51.425793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:a2:55:ff', 'name': 'tempest-NetworksTestDHCPv6-1937823118'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:51.450380 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.527213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:51.599307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:51.620793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.642156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Transition to ACTIVE for port object e1e7abdb-b319-4e2f-957d-e05eb2f9b101 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:51.657828 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.670435 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2c79c22-c569-4eb5-9d49-dc3e69817b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.673635 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2c79c22-c569-4eb5-9d49-dc3e69817b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.680066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e2c79c22-c569-4eb5-9d49-dc3e69817b08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1e40eb4-02d9-4f6c-970d-601c24f9189f HTTP/1.1" status: 204 len: 168 time: 0.5643482 Aug 11 08:34:51.772836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79c22-c569-4eb5-9d49-dc3e69817b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e40eb4-02d9-4f6c-970d-601c24f9189f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:51.834127 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:51.834842 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:51.893843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:51.940270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port ce3c965d-e0d4-48b9-a329-537a6f4a3d5d yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:34:51.981919 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.003786 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Transition to ACTIVE for port object d5d0fbe9-a740-424b-93cd-0a0b140eb63b will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:52.017317 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:34:52.022626 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:34:52.024926 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.034489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a87ee-dadb-44a3-b508-3ef4f306a20b None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=13']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:52.126223 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ed83-08ae-4b4d-a5ad-f2040b1ce26b None None] Pushing event updated for resources: {'Port': ['ID=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:52.170695 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.184354 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Attempting to bind port d5d0fbe9-a740-424b-93cd-0a0b140eb63b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:34:52.184746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Attempting to bind port d5d0fbe9-a740-424b-93cd-0a0b140eb63b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:34:52.185603 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Attempting to bind port d5d0fbe9-a740-424b-93cd-0a0b140eb63b on network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:34:52.191794 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:34:52.192171 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Checking segment: {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:34:52.192689 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.193130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Bound using segment: {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:34:52.193618 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Bound port: d5d0fbe9-a740-424b-93cd-0a0b140eb63b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:34:52.194000 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.279369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:52.289546 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.307962 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] For port d5d0fbe9-a740-424b-93cd-0a0b140eb63b, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:34:52.318578 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] For port d5d0fbe9-a740-424b-93cd-0a0b140eb63b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:34:52.329955 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.408620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47574) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:52.438278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 172.20.0.10 (4f00afaf-8596-47f0-8bbe-f95401c9343e/d986e481-8642-4181-816b-8f80467853dd/ce3c965d-e0d4-48b9-a329-537a6f4a3d5d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:52.447730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590017-1444-4210-8a91-f6e1f1450f6e None None] Pushing event updated for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=14']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:52.472022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fea2:55ff (4f00afaf-8596-47f0-8bbe-f95401c9343e/cc1b5544-da8a-4bfc-b279-6352b448e0bf/ce3c965d-e0d4-48b9-a329-537a6f4a3d5d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:34:52.504663 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ed83-08ae-4b4d-a5ad-f2040b1ce26b None None] Pushing event updated for resources: {'Port': ['ID=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:52.507532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Provisioning for port d168d123-c37d-4709-be3d-2f0d43ff1a98 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:52.511247 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:52.511931 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:52.528129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Provisioning complete for port d168d123-c37d-4709-be3d-2f0d43ff1a98 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:52.528376 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.583878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 08:34:52.608995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31bc95c1-883c-4da4-bc4c-6a73cbecbbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.621312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5c35f40-6c13-4538-bcd1-66052503647a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:52.644644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Removed routes are [] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 08:34:52.645223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.660283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143edc61-3118-4322-923f-84a72667d760 None None] Network 470e2bec-7377-413b-9c14-f73778835990 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:52.701603 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:52.768603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Deleting port 34f87767-84de-4c08-94d4-59b20b96090f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:52.769035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.886661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] For port 34f87767-84de-4c08-94d4-59b20b96090f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=34f87767-84de-4c08-94d4-59b20b96090f,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:52.887006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.902381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.902642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Calling delete_port for 34f87767-84de-4c08-94d4-59b20b96090f owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:52.904132 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:52.955194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object ce3c965d-e0d4-48b9-a329-537a6f4a3d5d will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:34:52.979572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f5c35f40-6c13-4538-bcd1-66052503647a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:52.986984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] For port d168d123-c37d-4709-be3d-2f0d43ff1a98, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d168d123-c37d-4709-be3d-2f0d43ff1a98,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:52.991306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f5c35f40-6c13-4538-bcd1-66052503647a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:52.991687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.045189 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.058140 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.105335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:34:53.110381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:34:53.147625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Pushing event updated for resources: {'Port': ['ID=d168d123-c37d-4709-be3d-2f0d43ff1a98,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:53.155034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e096910-f638-48d6-abde-5ea0d0662b93 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:53.159043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:34:53.179663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.232304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=ce3c965d-e0d4-48b9-a329-537a6f4a3d5d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:53.251733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6d1a024-fd22-4b67-adb4-517a83a98e87 None None] Provisioning for port d5d0fbe9-a740-424b-93cd-0a0b140eb63b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:53.266823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Pushing event deleted for resources: {'Port': ['ID=34f87767-84de-4c08-94d4-59b20b96090f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:53.303795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.318247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:53.319495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.352043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f5c35f40-6c13-4538-bcd1-66052503647a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f5c35f40-6c13-4538-bcd1-66052503647a,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:53.368811 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.369476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af4f534d-ae4f-41c8-b5d8-e724711b1382 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:53.434663 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:47Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:43Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:51Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:53.474438 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c499-fb06-4d88-b961-84375474635b None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:47Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:43Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:51Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:53.532512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6b82f364-d877-4f9b-be39-ea63cdef34ec None None] Provisioning for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:53.537868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f5c35f40-6c13-4538-bcd1-66052503647a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:53.546240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6b82f364-d877-4f9b-be39-ea63cdef34ec None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:53.546240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6b82f364-d877-4f9b-be39-ea63cdef34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.650586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port af4f534d-ae4f-41c8-b5d8-e724711b1382 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:53.670559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port af4f534d-ae4f-41c8-b5d8-e724711b1382 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:53.670919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.676183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.707680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.732768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31bc95c1-883c-4da4-bc4c-6a73cbecbbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:53.752374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1e099aa-85ed-408d-8e11-9a6f638c365d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3314354 Aug 11 08:34:53.753104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47588) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:53.871215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71838429-be36-48e3-b0b5-a635c9fa1fd6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:53.883729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71838429-be36-48e3-b0b5-a635c9fa1fd6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:53.890838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-71838429-be36-48e3-b0b5-a635c9fa1fd6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1350617 Aug 11 08:34:53.892631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47594) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:53.894662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31bc95c1-883c-4da4-bc4c-6a73cbecbbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.094173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port ce3c965d-e0d4-48b9-a329-537a6f4a3d5d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:54.094974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.236441 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.305588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port af4f534d-ae4f-41c8-b5d8-e724711b1382, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=af4f534d-ae4f-41c8-b5d8-e724711b1382,segment=NetworkSegment(acab3762-2aef-4366-9278-572f2c86d868),segment_id=acab3762-2aef-4366-9278-572f2c86d868)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:54.316475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.327366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6b82f364-d877-4f9b-be39-ea63cdef34ec None None] Provisioning for port 337f824b-78cb-4049-bda8-37ec9006c79e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:54.367114 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.401626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for ce3c965d-e0d4-48b9-a329-537a6f4a3d5d owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:54.507522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=af4f534d-ae4f-41c8-b5d8-e724711b1382,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:54.678266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6f16c57e-a318-4983-a5b3-228ba4d583ed None None] Provisioning for port b2556a88-3e7f-4b76-960f-2eeaa6c582bd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:54.815297 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.835249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:54.893198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:54.893850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:54.984038 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:54.998861 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-31bc95c1-883c-4da4-bc4c-6a73cbecbbbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fac3a46ade34aa28a3a5bc090a76d12&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5879714 Aug 11 08:34:55.003106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47614) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:55.005462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc95c1-883c-4da4-bc4c-6a73cbecbbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d140dc-c6e4-4d64-9175-96f7c1252006,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:55.015041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:55.096609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34fbe6-78fb-41cd-a537-e60fb5771f62 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:55.110738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:55.328031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=ce3c965d-e0d4-48b9-a329-537a6f4a3d5d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:55.345041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.345578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.346056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.346570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.347064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.347546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.348059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.349242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.349753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.352428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:55.355313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.355854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.356341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:34:55.371642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:55.388970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.393801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-520fdb85-9d88-4845-8501-814af6b2e886 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 953 time: 3.9970858 Aug 11 08:34:55.396651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47622) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:55.406985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd29f4c1-b3ea-4381-b074-9540579c346e None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:55.407358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd29f4c1-b3ea-4381-b074-9540579c346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.420333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:55.428857 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4d5c323-466b-4b0e-92c5-256dac0f0f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.485248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4d5c323-466b-4b0e-92c5-256dac0f0f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.494236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:55.494609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.617911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d490de57-8e5e-4894-b647-85b4286de88d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 953 time: 0.2174249 Aug 11 08:34:55.665124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47624) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:55.671161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.676349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-46c4b398-6a01-4a11-9bfa-0e0c91868fa9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/ce3c965d-e0d4-48b9-a329-537a6f4a3d5d HTTP/1.1" status: 204 len: 168 time: 1.7824543 Aug 11 08:34:55.677615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47628) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:55.681375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'routes': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:55.733653 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4d5c323-466b-4b0e-92c5-256dac0f0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.736768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f4d5c323-466b-4b0e-92c5-256dac0f0f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.738284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4d5c323-466b-4b0e-92c5-256dac0f0f9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49d140dc-c6e4-4d64-9175-96f7c1252006 HTTP/1.1" status: 204 len: 168 time: 0.7340415 Aug 11 08:34:55.789427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09aa220-6b6b-445b-87a8-b16da3fe70ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:55.790977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09aa220-6b6b-445b-87a8-b16da3fe70ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:55.806241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5c323-466b-4b0e-92c5-256dac0f0f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d140dc-c6e4-4d64-9175-96f7c1252006,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:55.807245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09aa220-6b6b-445b-87a8-b16da3fe70ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:55.811398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e09aa220-6b6b-445b-87a8-b16da3fe70ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1303601 Aug 11 08:34:55.811850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:55.870260 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.914658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:55.934602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fd29f4c1-b3ea-4381-b074-9540579c346e None None] Could not find standard attr ID for object ce3c965d-e0d4-48b9-a329-537a6f4a3d5d. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:34:55.959708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,segment=NetworkSegment(acab3762-2aef-4366-9278-572f2c86d868),segment_id=acab3762-2aef-4366-9278-572f2c86d868)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:55.985283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:55.985283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d168d123-c37d-4709-be3d-2f0d43ff1a98 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:56.025744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet cc1b5544-da8a-4bfc-b279-6352b448e0bf {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:56.049791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.116153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 6, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:43Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:51Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:56.162369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:56.164025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:56.190142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:56.190142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:56.221620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.246835 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:34:56.259868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d168d123-c37d-4709-be3d-2f0d43ff1a98 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:56.260531 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.359116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c06a0606-bd00-4399-bdfc-408f575c7fa0 None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:56.359486 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c06a0606-bd00-4399-bdfc-408f575c7fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.365132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47646) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:56.386649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a3507b7b-6504-4806-9aef-82d956ba8f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.392735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:56.435346 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.545223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.590229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a3507b7b-6504-4806-9aef-82d956ba8f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.600028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a3507b7b-6504-4806-9aef-82d956ba8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.626033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e1e7abdb-b319-4e2f-957d-e05eb2f9b101 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:56.652007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1b5544-da8a-4bfc-b279-6352b448e0bf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:56.664124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.668260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2a21cfb-ba98-4298-a7e5-afae6b3f225c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cc1b5544-da8a-4bfc-b279-6352b448e0bf HTTP/1.1" status: 204 len: 168 time: 0.8531320 Aug 11 08:34:56.672051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:56.688148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a3507b7b-6504-4806-9aef-82d956ba8f78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcd17d9cc1b74117b97b263e3d4343e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215954 Aug 11 08:34:56.688852 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:56.689553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3507b7b-6504-4806-9aef-82d956ba8f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2540798-2693-4789-9c05-63ed48272b3f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:56.715082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:56.731335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4ce60d6-9a7f-4c34-89c5-0005fc8644db admin admin] 10.222.0.58 "PUT /v2.0/routers/0d9bb4d7-0c6a-40c9-b635-c0780836aaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3518701 Aug 11 08:34:56.731983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47656) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:56.732331 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] Sync routers for ids ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:56.744393 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] Routers {'0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:56.746263 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:56.829984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4adbf6aa-82dc-4ac6-b8a1-3e2572ecac15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.849202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:56.850594 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.868015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet d986e481-8642-4181-816b-8f80467853dd {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:34:56.875006 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4adbf6aa-82dc-4ac6-b8a1-3e2572ecac15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.876992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.975642 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4adbf6aa-82dc-4ac6-b8a1-3e2572ecac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.978306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4adbf6aa-82dc-4ac6-b8a1-3e2572ecac15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:56.982519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4adbf6aa-82dc-4ac6-b8a1-3e2572ecac15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2540798-2693-4789-9c05-63ed48272b3f HTTP/1.1" status: 204 len: 168 time: 0.2890768 Aug 11 08:34:56.999434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d61ccf14-151d-440a-afc9-d9b01a41b204 None None] Could not find standard attr ID for object b0a45392-e653-48e3-b9b8-74b0c574ee55. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:34:56.999885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbf6aa-82dc-4ac6-b8a1-3e2572ecac15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2540798-2693-4789-9c05-63ed48272b3f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:57.017506 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] Set router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:57.076564 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.083594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 6, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:51Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:57.124421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f4a57-b2be-4cf6-b9c6-b5ac984f1554 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 6, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:51Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:57.134476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1e952-7416-4ef9-beb6-82dd0f0655f5 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:57.164091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.175416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added routes are [] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 08:34:57.176322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.extraroute_db [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94573) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 08:34:57.211464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5c35f40-6c13-4538-bcd1-66052503647a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:57.296052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-41249c6f-a547-4bfa-beaf-c9cb14478cdd None None] Could not find standard attr ID for object a59d0f9f-c73a-45e0-88f1-f6d872cad818. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:34:57.327941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f5c35f40-6c13-4538-bcd1-66052503647a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:57.328478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.377840 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:53Z', 'revision_number': 5, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port': {'id': 'f5c35f40-6c13-4538-bcd1-66052503647a', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:86:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:22Z', 'updated_at': '2021-08-11T08:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:57.438249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] Checking router: 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:57.448938 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.454202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.479522 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] Routers {'0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:57.481591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:57.513091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.615813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b2556a88-3e7f-4b76-960f-2eeaa6c582bd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:57.649967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:34:57.657557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] Set router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:57.689483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:57.690127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:57.745969 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.792982 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 6, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:57.853786 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70659dcd-f633-49f3-a78d-5ec49b8ab67e None None] The sync data for ids ['0d9bb4d7-0c6a-40c9-b635-c0780836aaaa'] in n-d-789963-6 is: [{'id': '0d9bb4d7-0c6a-40c9-b635-c0780836aaaa', 'name': 'tempest-TestAggregatesBasicOps-994328548-router', 'tenant_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 6, 'project_id': '64c2ba93e1d94a5a86b2f4d4e1ce2e59', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:57.910630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=d986e481-8642-4181-816b-8f80467853dd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:57.948152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:57.950567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-47be7c46-6b99-4c7d-ae2e-212ca5ff8572 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/d986e481-8642-4181-816b-8f80467853dd HTTP/1.1" status: 204 len: 168 time: 1.2769957 Aug 11 08:34:57.954547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47686) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:58.003021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Deleting port f5c35f40-6c13-4538-bcd1-66052503647a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:58.003376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:58.027680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f397b1e4-d69d-400f-9e04-6ccb768d7a53 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713894 Aug 11 08:34:58.028897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b2556a88-3e7f-4b76-960f-2eeaa6c582bd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:58.035087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47690) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:58.076188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b2556a88-3e7f-4b76-960f-2eeaa6c582bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:58.076728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:58.119386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bf704-dabf-4bb2-8dfa-5eb664bbfa80 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:58.123304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:58.140622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b16bf704-dabf-4bb2-8dfa-5eb664bbfa80 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1017945 Aug 11 08:34:58.142027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47696) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:58.224706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228b9ca-6213-4104-a557-24074d048e96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:34:58.230311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47704) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:58.231502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7228b9ca-6213-4104-a557-24074d048e96 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0840223 Aug 11 08:34:58.589633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:58.615474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 7, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:51Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:58.648609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:34:58.691548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b2556a88-3e7f-4b76-960f-2eeaa6c582bd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,segment=NetworkSegment(57e01bc2-dfd3-43bc-8925-9310dc34eb8d),segment_id=57e01bc2-dfd3-43bc-8925-9310dc34eb8d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:58.695539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:34:58.696622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:58.779024 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:58.779896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a490d45-9451-4c20-91dd-12cc5cdfebe1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:58.783175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57eee3-d615-4c5d-ab02-11ba25cdc222 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:34:58.856143 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0667b3b7-d227-41a0-9fe4-3fc33f34f8bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6209183 Aug 11 08:34:58.862236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:58.885339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9e855b94-efc4-4b8d-8dbb-f5a495510f2b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:58.933718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:58.955432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:58.971072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] For port f5c35f40-6c13-4538-bcd1-66052503647a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f5c35f40-6c13-4538-bcd1-66052503647a,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:58.971437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.034864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:59.051362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Calling delete_port for f5c35f40-6c13-4538-bcd1-66052503647a owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:34:59.070270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:59.071609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.110074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.111684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:34:59.120214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f5f3a4f0-e3bf-4ac1-94a2-61da8ead65a6 None None] Provisioning complete for port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:59.120715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a4f0-e3bf-4ac1-94a2-61da8ead65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.291900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e855b94-efc4-4b8d-8dbb-f5a495510f2b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:59.296553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e855b94-efc4-4b8d-8dbb-f5a495510f2b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.298094 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e855b94-efc4-4b8d-8dbb-f5a495510f2b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:34:59.298536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e855b94-efc4-4b8d-8dbb-f5a495510f2b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:34:59.324157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9e855b94-efc4-4b8d-8dbb-f5a495510f2b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4620910 Aug 11 08:34:59.327765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47738) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:59.335526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-df2c3b82-fc47-4f0c-ade1-5ace66282e65 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:59.353871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:34:59.421952 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-890f83d1-bb91-45b7-b67c-e3e0bfa4ecf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.475483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 337f824b-78cb-4049-bda8-37ec9006c79e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:34:59.530669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.564182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:34:59.580854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 337f824b-78cb-4049-bda8-37ec9006c79e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:34:59.588726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2c3b82-fc47-4f0c-ade1-5ace66282e65 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:59.589018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 337f824b-78cb-4049-bda8-37ec9006c79e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:34:59.589399 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.592902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df2c3b82-fc47-4f0c-ade1-5ace66282e65 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.596224 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2c3b82-fc47-4f0c-ade1-5ace66282e65 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:34:59.596680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2c3b82-fc47-4f0c-ade1-5ace66282e65 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:34:59.619133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c35f40-6c13-4538-bcd1-66052503647a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:34:59.629595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df2c3b82-fc47-4f0c-ade1-5ace66282e65 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3000267 Aug 11 08:34:59.633570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:59.640632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-07b198fc-acc5-4d43-8992-54079931b48b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:59.733988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:34:59.776486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.776486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-99a4382a-2ed0-49f7-ae75-87cb050fe712 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 703 time: 4.0911093 Aug 11 08:34:59.776771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] Deleting port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:34:59.776771 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.776992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:59.816005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b198fc-acc5-4d43-8992-54079931b48b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:34:59.820169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07b198fc-acc5-4d43-8992-54079931b48b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.823269 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b198fc-acc5-4d43-8992-54079931b48b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:34:59.823719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b198fc-acc5-4d43-8992-54079931b48b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:34:59.855779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-07b198fc-acc5-4d43-8992-54079931b48b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2211409 Aug 11 08:34:59.858856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:59.861707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.865932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7ace042f-4c91-4497-bf43-decd9874ae00 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:34:59.907092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-13cefd5c-d3c7-4f8f-8475-ee21d244e93b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 703 time: 0.1349430 Aug 11 08:34:59.908257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.910109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47758) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:34:59.916665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 7, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:58Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:34:59.966673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] For port e1e7abdb-b319-4e2f-957d-e05eb2f9b101, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:34:59.967291 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:34:59.971781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2281fc-f826-4c7c-a82a-b2f86e347ec5 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 7, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:58Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:34:59.983499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.008923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] Calling delete_port for e1e7abdb-b319-4e2f-957d-e05eb2f9b101 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:00.077022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 337f824b-78cb-4049-bda8-37ec9006c79e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=337f824b-78cb-4049-bda8-37ec9006c79e,segment=NetworkSegment(57e01bc2-dfd3-43bc-8925-9310dc34eb8d),segment_id=57e01bc2-dfd3-43bc-8925-9310dc34eb8d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:00.100008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.101122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5d0fbe9-a740-424b-93cd-0a0b140eb63b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:00.157704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ace042f-4c91-4497-bf43-decd9874ae00 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:00.161550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ace042f-4c91-4497-bf43-decd9874ae00 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.163311 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ace042f-4c91-4497-bf43-decd9874ae00 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:00.163764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ace042f-4c91-4497-bf43-decd9874ae00 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:00.190532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.198993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ace042f-4c91-4497-bf43-decd9874ae00 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3387880 Aug 11 08:35:00.200273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.202610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47770) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:00.211785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-785a469d-e0e4-4a1e-ac14-96eb1dbfbeee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:00.265753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.267336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9bb4d7-0c6a-40c9-b635-c0780836aaaa {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:35:00.293953 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.299342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47776) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:00.300318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4a7791e-672d-49ab-a1d1-3d225e82056e admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d9bb4d7-0c6a-40c9-b635-c0780836aaaa HTTP/1.1" status: 204 len: 168 time: 3.5597172 Aug 11 08:35:00.464138 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:00.481067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a469d-e0e4-4a1e-ac14-96eb1dbfbeee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:00.489164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-785a469d-e0e4-4a1e-ac14-96eb1dbfbeee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.492126 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:00.493193 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:00.512969 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-785a469d-e0e4-4a1e-ac14-96eb1dbfbeee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:00.513664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785a469d-e0e4-4a1e-ac14-96eb1dbfbeee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:00.519384 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.537170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-785a469d-e0e4-4a1e-ac14-96eb1dbfbeee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3331563 Aug 11 08:35:00.545611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47782) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:00.553522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cbb9ff27-0731-4429-ac6f-b80a713f4064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:00.555183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d5d0fbe9-a740-424b-93cd-0a0b140eb63b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:00.564726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] No DVR routers for this DVR port e1e7abdb-b319-4e2f-957d-e05eb2f9b101 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:00.566765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=337f824b-78cb-4049-bda8-37ec9006c79e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:00.567764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Deleting subnet e577a394-96b6-46c6-b47f-20ae066568eb {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:00.573672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d5d0fbe9-a740-424b-93cd-0a0b140eb63b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:00.574116 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.594748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.652324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b487bb-bb82-4733-8571-7164bf44000a None None] Pushing event deleted for resources: {'Port': ['ID=e1e7abdb-b319-4e2f-957d-e05eb2f9b101,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:00.688561 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.731683 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:00.780575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.848431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d5d0fbe9-a740-424b-93cd-0a0b140eb63b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:00.873500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.875629 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.910721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9ff27-0731-4429-ac6f-b80a713f4064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:00.914801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cbb9ff27-0731-4429-ac6f-b80a713f4064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:00.918350 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb9ff27-0731-4429-ac6f-b80a713f4064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:00.920629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb9ff27-0731-4429-ac6f-b80a713f4064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:00.923776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 47037374-2e4c-426e-bc37-b20451f3e4cd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:00.950099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 47037374-2e4c-426e-bc37-b20451f3e4cd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:00.950099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 47037374-2e4c-426e-bc37-b20451f3e4cd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:00.950099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9259d85f-e7f1-46f7-9f96-1d76e802752e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:00.978084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9259d85f-e7f1-46f7-9f96-1d76e802752e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:00.978327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9259d85f-e7f1-46f7-9f96-1d76e802752e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:00.978751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3cdbb9bf-553b-4406-8d74-37e9312cad84 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:01.003605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cbb9ff27-0731-4429-ac6f-b80a713f4064 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4568031 Aug 11 08:35:01.007842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47788) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:01.018631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.040082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 3cdbb9bf-553b-4406-8d74-37e9312cad84 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:01.040426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 3cdbb9bf-553b-4406-8d74-37e9312cad84 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:01.066247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.069708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b59512-afff-4b6b-ae61-07dcd91c6169 None None] Network 47affb07-8751-46f0-aea7-922464b6f1b0 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:01.072290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e577a394-96b6-46c6-b47f-20ae066568eb HTTP/1.1" status: 204 len: 168 time: 0.7714851 Aug 11 08:35:01.073169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:01.078125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:01.081769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8004b6e-fec3-4ea3-b750-aa8f5713ce58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e577a394-96b6-46c6-b47f-20ae066568eb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:01.114946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9a49bc54-c75d-41f5-b0a9-842d79c57b89 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0874305 Aug 11 08:35:01.115572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:01.213675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.281895 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 7, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:58Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:34:52Z', 'revision_number': 4, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:01.284358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af4f534d-ae4f-41c8-b5d8-e724711b1382 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:01.289910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02dc91c-e5b9-4bcd-9551-9c34e31fdfda tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:01.294612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f02dc91c-e5b9-4bcd-9551-9c34e31fdfda tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1623895 Aug 11 08:35:01.297676 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47800) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:01.334135 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:01.363217 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:01.364122 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:34:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:01.367917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port af4f534d-ae4f-41c8-b5d8-e724711b1382 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:01.367917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.424596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] DHCP port deletion for 47affb07-8751-46f0-aea7-922464b6f1b0 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:01.433612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.437866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47806) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:01.438471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a3984444-eb7a-46f9-8cb7-70e9602fde6d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374338 Aug 11 08:35:01.458330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:01.480375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Deleting port b9ad761d-4364-4c11-9429-5e9d65ebbcfa {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:01.480640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.513144 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:01.554205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] For port b9ad761d-4364-4c11-9429-5e9d65ebbcfa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:01.555207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.600176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Calling delete_port for b9ad761d-4364-4c11-9429-5e9d65ebbcfa owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:01.616294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 337f824b-78cb-4049-bda8-37ec9006c79e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:01.691805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] Deleting port b9ad761d-4364-4c11-9429-5e9d65ebbcfa {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:01.692288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.812328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:01.819199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.821460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.872000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:01.882438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] For port b9ad761d-4364-4c11-9429-5e9d65ebbcfa, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,segment=NetworkSegment(b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b),segment_id=b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:01.882897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.885119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] No DVR routers for this DVR port b9ad761d-4364-4c11-9429-5e9d65ebbcfa on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:01.932942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 337f824b-78cb-4049-bda8-37ec9006c79e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:01.932942 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.983394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:01.996722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] Calling delete_port for b9ad761d-4364-4c11-9429-5e9d65ebbcfa owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:02.009323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47affb07-8751-46f0-aea7-922464b6f1b0']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:02.054108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:02.060667 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8208a0e-e4c6-4a4b-8c71-aebdaaa4759b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:02.101886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.128804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.156118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:35:02.158669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.186183 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:35:02.230863 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:35:02.238449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.249469 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 7, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:58Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:35:00Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:02.251848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.253769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] 10.222.0.58 "DELETE /v2.0/networks/47affb07-8751-46f0-aea7-922464b6f1b0 HTTP/1.1" status: 204 len: 168 time: 1.1793525 Aug 11 08:35:02.272276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991901e5-5568-4bc9-9887-988bacfc8130 admin admin] Pushing event deleted for resources: {'Network': ['ID=47affb07-8751-46f0-aea7-922464b6f1b0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:02.303231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] No DVR routers for this DVR port b9ad761d-4364-4c11-9429-5e9d65ebbcfa on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:02.366431 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a05ee-75c3-4e9d-8385-d7b5e9368dd0 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:34:57Z', 'revision_number': 7, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2556a88-3e7f-4b76-960f-2eeaa6c582bd', 'name': '', 'network_id': '470e2bec-7377-413b-9c14-f73778835990', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:b1:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:45Z', 'updated_at': '2021-08-11T08:34:58Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '572b3749-308b-4c8e-923a-47fdd55a6921', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:35:00Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:02.388909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc9313-fc3a-472c-a6cf-e167949fa8da None None] Pushing event deleted for resources: {'Port': ['ID=b9ad761d-4364-4c11-9429-5e9d65ebbcfa,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:02.410873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port b2556a88-3e7f-4b76-960f-2eeaa6c582bd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:02.411698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.424437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:02.427866 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.512678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:02.513234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.557202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port b2556a88-3e7f-4b76-960f-2eeaa6c582bd, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,segment=NetworkSegment(57e01bc2-dfd3-43bc-8925-9310dc34eb8d),segment_id=57e01bc2-dfd3-43bc-8925-9310dc34eb8d)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:02.557202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.580532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for b2556a88-3e7f-4b76-960f-2eeaa6c582bd owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:02.605688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:02.612532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.642423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47828) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:02.646780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b2556a88-3e7f-4b76-960f-2eeaa6c582bd up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:02.721277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1830d594-9156-4571-9f28-a93983cf1382 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1547cf80bf6f4b8f9025469dc98437e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771410 Aug 11 08:35:02.723651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:02.727015 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bee0df23-9735-4fc8-a220-99ce77cda2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.733093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b2556a88-3e7f-4b76-960f-2eeaa6c582bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:02.733706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.803321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:02.811708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:02.818456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=16040621-ec5f-48b7-800a-c5fc9d34da3c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:02.821676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:02.822267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.828504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1a530e4-6453-4970-add2-0d2a4e7563ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.833628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa49fc6-f8e2-4bf2-b87c-a9bdd8b6e0ed None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:02.855479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1a530e4-6453-4970-add2-0d2a4e7563ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.903071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cf34424c-e2d9-4b6e-89d1-ffd1cc4498ed tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4599597 Aug 11 08:35:02.906468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:02.912502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:33:c6:c6', 'name': 'tempest-NetworksTestDHCPv6-1290305078'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:02.918763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1a530e4-6453-4970-add2-0d2a4e7563ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.921441 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e1a530e4-6453-4970-add2-0d2a4e7563ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:02.925641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e1a530e4-6453-4970-add2-0d2a4e7563ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8ea499f-b20c-4b0b-9632-78e4e65df16d HTTP/1.1" status: 204 len: 168 time: 0.1971135 Aug 11 08:35:02.977922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a530e4-6453-4970-add2-0d2a4e7563ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ea499f-b20c-4b0b-9632-78e4e65df16d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:03.128349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:03.132750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:03.161877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5c35f40-6c13-4538-bcd1-66052503647a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:03.190480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=b2556a88-3e7f-4b76-960f-2eeaa6c582bd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:03.231753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f5c35f40-6c13-4538-bcd1-66052503647a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:03.232238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f5c35f40-6c13-4538-bcd1-66052503647a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:03.248136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 34f87767-84de-4c08-94d4-59b20b96090f no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:03.295281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 34f87767-84de-4c08-94d4-59b20b96090f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:03.295713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 34f87767-84de-4c08-94d4-59b20b96090f not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:03.296235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e1e7abdb-b319-4e2f-957d-e05eb2f9b101 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:03.354811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:03.365486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e1e7abdb-b319-4e2f-957d-e05eb2f9b101 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:03.365486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e1e7abdb-b319-4e2f-957d-e05eb2f9b101 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:03.396091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port c9d1be18-5c08-486d-851f-248e2e7ebf10 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:03.467923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '16040621-ec5f-48b7-800a-c5fc9d34da3c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:35:03.470333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:03.482047 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:03.599946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:03.647041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5d0fbe9-a740-424b-93cd-0a0b140eb63b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:03.722115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fe33:c6c6 (4f00afaf-8596-47f0-8bbe-f95401c9343e/16040621-ec5f-48b7-800a-c5fc9d34da3c/c9d1be18-5c08-486d-851f-248e2e7ebf10) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:03.736829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d5d0fbe9-a740-424b-93cd-0a0b140eb63b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:03.737231 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:03.763084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-73a33779-7e8a-41c1-8e4f-60e27ae70935 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64c2ba93e1d94a5a86b2f4d4e1ce2e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580632 Aug 11 08:35:03.764440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47862) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:03.853325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:35:03.935020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e394addc-8947-45fa-80fc-16b8f4054a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:03.977831 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e394addc-8947-45fa-80fc-16b8f4054a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.017889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:35:04.031731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b9ad761d-4364-4c11-9429-5e9d65ebbcfa no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:04.060365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.071899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47872) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:04.076217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c3997fd8-9002-4b00-acb3-69e649237ac5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1647468 Aug 11 08:35:04.100410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:04.110517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b9ad761d-4364-4c11-9429-5e9d65ebbcfa {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:04.110997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b9ad761d-4364-4c11-9429-5e9d65ebbcfa not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:04.122804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:04.124023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:04.126331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object c9d1be18-5c08-486d-851f-248e2e7ebf10 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:04.136347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e394addc-8947-45fa-80fc-16b8f4054a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.139204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e394addc-8947-45fa-80fc-16b8f4054a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.142660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e394addc-8947-45fa-80fc-16b8f4054a38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94fd0f0b-cd31-464d-86a2-641fc484d8d5 HTTP/1.1" status: 204 len: 168 time: 0.3748379 Aug 11 08:35:04.163095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394addc-8947-45fa-80fc-16b8f4054a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd0f0b-cd31-464d-86a2-641fc484d8d5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:04.177879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet 572b3749-308b-4c8e-923a-47fdd55a6921 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:04.181431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.235384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.310856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:04.368014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.407597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.454671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:04.459382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:04.462118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=c9d1be18-5c08-486d-851f-248e2e7ebf10,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:04.464573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:04.477528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:04.478335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.523159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Allocated IP 2001:db8::f816:3eff:fe8a:f56c (4f00afaf-8596-47f0-8bbe-f95401c9343e/16040621-ec5f-48b7-800a-c5fc9d34da3c/11ea18fa-3dce-496a-9d3c-a46507abd91e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:04.595463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7ff93340-1807-4617-8cf0-1fa07cda09ee tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6875033 Aug 11 08:35:04.600045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.600523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47886) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:04.686078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=572b3749-308b-4c8e-923a-47fdd55a6921,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:04.694534 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.697687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3638470a-fc9a-4a51-94a7-9cf0fd8a818e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/572b3749-308b-4c8e-923a-47fdd55a6921 HTTP/1.1" status: 204 len: 168 time: 0.6239846 Aug 11 08:35:04.700639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47890) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:04.828488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.836235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde6ee3-c4d2-4db6-891e-120ca5b4ee95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:04.844111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7bde6ee3-c4d2-4db6-891e-120ca5b4ee95 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2395968 Aug 11 08:35:04.845085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47892) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:04.972490 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:04.985516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Transition to ACTIVE for port object 11ea18fa-3dce-496a-9d3c-a46507abd91e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:05.009840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 337f824b-78cb-4049-bda8-37ec9006c79e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:05.010194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.017857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a805f3e-547d-4442-8875-203a6a645705 None None] Network 470e2bec-7377-413b-9c14-f73778835990 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:05.069817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port c9d1be18-5c08-486d-851f-248e2e7ebf10 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:05.070242 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.164309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 337f824b-78cb-4049-bda8-37ec9006c79e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=337f824b-78cb-4049-bda8-37ec9006c79e,segment=NetworkSegment(57e01bc2-dfd3-43bc-8925-9310dc34eb8d),segment_id=57e01bc2-dfd3-43bc-8925-9310dc34eb8d)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:05.164768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.182619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 337f824b-78cb-4049-bda8-37ec9006c79e owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:05.296499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.341982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port 337f824b-78cb-4049-bda8-37ec9006c79e on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:05.350410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.353202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=337f824b-78cb-4049-bda8-37ec9006c79e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:05.364342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Transition to ACTIVE for port object 11ea18fa-3dce-496a-9d3c-a46507abd91e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:05.396830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.479089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.496216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.508196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470e2bec-7377-413b-9c14-f73778835990']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:05.537139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:05.538207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Pushing event updated for resources: {'Port': ['ID=11ea18fa-3dce-496a-9d3c-a46507abd91e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:05.542627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:05.548649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for c9d1be18-5c08-486d-851f-248e2e7ebf10 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:05.560277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e01bc2-dfd3-43bc-8925-9310dc34eb8d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:05.560707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e01bc2-dfd3-43bc-8925-9310dc34eb8d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:05.565355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:05.579433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.669028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.688045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31edb6b7-2ee7-4357-8b97-2027062d4616 None None] DHCP port deletion for 470e2bec-7377-413b-9c14-f73778835990 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:05.703592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:02Z', 'revision_number': 8, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:35:00Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:05.718542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Attempting to bind port 11ea18fa-3dce-496a-9d3c-a46507abd91e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:35:05.718542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Attempting to bind port 11ea18fa-3dce-496a-9d3c-a46507abd91e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:35:05.718758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Attempting to bind port 11ea18fa-3dce-496a-9d3c-a46507abd91e on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:35:05.760199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:35:05.760792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:05.761390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.762131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:35:05.762807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Bound port: 11ea18fa-3dce-496a-9d3c-a46507abd91e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:35:05.763355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.782831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:05.793909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:35:05.794561 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:35:05.798564 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:35:05.861252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:05.862357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:05.921956 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:05.983109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] For port 11ea18fa-3dce-496a-9d3c-a46507abd91e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:35:05.991041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] For port 11ea18fa-3dce-496a-9d3c-a46507abd91e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=11ea18fa-3dce-496a-9d3c-a46507abd91e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:35:06.001934 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:06.005147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.005565 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.045588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=c9d1be18-5c08-486d-851f-248e2e7ebf10,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:06.049882 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.055534 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-05a7f32b-5957-42db-819e-5374d99626d5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/c9d1be18-5c08-486d-851f-248e2e7ebf10 HTTP/1.1" status: 204 len: 168 time: 1.2071772 Aug 11 08:35:06.055726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47920) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:06.066222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.068292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/470e2bec-7377-413b-9c14-f73778835990 HTTP/1.1" status: 204 len: 168 time: 1.3664992 Aug 11 08:35:06.071781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47924) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:06.090974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4536607-8058-4603-8df2-7e32a3b8eddb tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=470e2bec-7377-413b-9c14-f73778835990,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:06.160284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e593b-0990-457f-a18d-c106733c650f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:06.163141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e593b-0990-457f-a18d-c106733c650f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:06.165185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-174e593b-0990-457f-a18d-c106733c650f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1084270 Aug 11 08:35:06.186978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47928) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:06.263989 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.266437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc3004-e9cd-45c1-b292-4df72285b5bf None None] Pushing event updated for resources: {'Port': ['ID=11ea18fa-3dce-496a-9d3c-a46507abd91e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:06.313331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 16040621-ec5f-48b7-800a-c5fc9d34da3c {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:06.337783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.419738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.501790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:02Z', 'revision_number': 8, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:35:00Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:06.576785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76306cf7-7d4c-4f8a-b3c9-f6c532cedb10 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:02Z', 'revision_number': 8, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5d0fbe9-a740-424b-93cd-0a0b140eb63b', 'name': '', 'network_id': '15fa8268-d0e5-430b-a0d6-40dde79ac0b2', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:1e:09:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:37Z', 'updated_at': '2021-08-11T08:35:00Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'f434054f-5476-4e5b-9eb8-780e72635635', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:06.634487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.722312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.753342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=16040621-ec5f-48b7-800a-c5fc9d34da3c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:06.761009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:06.763626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c9ba45a3-531b-4cd5-a981-b5a4ae68c25e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/16040621-ec5f-48b7-800a-c5fc9d34da3c HTTP/1.1" status: 204 len: 168 time: 0.5745404 Aug 11 08:35:06.766979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:06.777825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:07.216374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port d5d0fbe9-a740-424b-93cd-0a0b140eb63b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:07.217129 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:07.373215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port d5d0fbe9-a740-424b-93cd-0a0b140eb63b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:07.373648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:07.412416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for d5d0fbe9-a740-424b-93cd-0a0b140eb63b owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:07.417493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83bf11a7-ce78-49fa-9ed8-34e2cc675efb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6485634 Aug 11 08:35:07.420514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47950) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:07.431226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:07.566606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 11ea18fa-3dce-496a-9d3c-a46507abd91e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:07.624145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:07.630989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:07.678061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 11ea18fa-3dce-496a-9d3c-a46507abd91e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:07.708492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 337f824b-78cb-4049-bda8-37ec9006c79e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:07.781400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 337f824b-78cb-4049-bda8-37ec9006c79e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:07.781811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 337f824b-78cb-4049-bda8-37ec9006c79e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:07.782252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b2556a88-3e7f-4b76-960f-2eeaa6c582bd no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:07.787165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e274081-92c0-4234-ab08-44364f329e25 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:07.866583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b2556a88-3e7f-4b76-960f-2eeaa6c582bd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:07.866933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b2556a88-3e7f-4b76-960f-2eeaa6c582bd not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:08.084503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] Provisioning for port 11ea18fa-3dce-496a-9d3c-a46507abd91e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:08.099949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] Provisioning complete for port 11ea18fa-3dce-496a-9d3c-a46507abd91e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:08.100322 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:08.268778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:08.287687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:08.335596 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:08.342440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=d5d0fbe9-a740-424b-93cd-0a0b140eb63b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:08.443895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] For port 11ea18fa-3dce-496a-9d3c-a46507abd91e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=11ea18fa-3dce-496a-9d3c-a46507abd91e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:08.454919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:08.626790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952fa9f-cc5a-46a4-96ae-88e8b6af3d0b None None] Pushing event updated for resources: {'Port': ['ID=11ea18fa-3dce-496a-9d3c-a46507abd91e,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:08.675028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:08.695511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:08.794528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fc96d4ca-6a0a-49d2-8891-4a05bcd92626 None None] Provisioning complete for port 11ea18fa-3dce-496a-9d3c-a46507abd91e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:08.803903 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fc96d4ca-6a0a-49d2-8891-4a05bcd92626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.059195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] For port 11ea18fa-3dce-496a-9d3c-a46507abd91e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=11ea18fa-3dce-496a-9d3c-a46507abd91e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:09.101745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.115945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.117080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.125040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:35:09.219788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-853e2d6e-e06d-4c73-b107-12578326a816 None None] Could not find standard attr ID for object c9d1be18-5c08-486d-851f-248e2e7ebf10. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:09.277497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:09.278638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=11ea18fa-3dce-496a-9d3c-a46507abd91e,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:09.287120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:09.290762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:09.291730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.310091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:35:09.316770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-346d3827-c34e-486f-8748-29b31d22f809 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2436466 Aug 11 08:35:09.322076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 47982) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:09.325018 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:09.348261 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:09.349331 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:09.371575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=442e76be-fb9b-4ea1-a2dc-1224efedd4be,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:09.383760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-df3188c5-82d1-48f8-9396-b69cc55dd4c0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9597898 Aug 11 08:35:09.384426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47984) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:09.400304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:10:7e:5e', 'name': 'tempest-NetworksTestDHCPv6-1211510094'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:09.434908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet f434054f-5476-4e5b-9eb8-780e72635635 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:09.446653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.561547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.606258 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:09.649861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e075bf-874c-4efc-b398-1717cb5f758b None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:09.718063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.723541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:09.759213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 11ea18fa-3dce-496a-9d3c-a46507abd91e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:09.825571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.864234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.873556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=f434054f-5476-4e5b-9eb8-780e72635635,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:09.898317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.900737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2a623b11-2ea9-40be-b63f-a24d7fc2b39f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/f434054f-5476-4e5b-9eb8-780e72635635 HTTP/1.1" status: 204 len: 168 time: 0.5770667 Aug 11 08:35:09.902839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64712824-9299-40a4-9ca4-d36ad72b31bc None None] Network 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:09.904182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 47994) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:09.966339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 11ea18fa-3dce-496a-9d3c-a46507abd91e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:09.973681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:09.989335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 2d563827-e501-4dd0-a6f8-4d370741e201 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:10.069830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.189779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fe10:7e5e (4f00afaf-8596-47f0-8bbe-f95401c9343e/442e76be-fb9b-4ea1-a2dc-1224efedd4be/2d563827-e501-4dd0-a6f8-4d370741e201) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:10.201247 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:08Z', 'revision_number': 9, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:10.258599 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:10.272412 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:10.273378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:10.371873 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:10.428679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] DHCP port deletion for 15fa8268-d0e5-430b-a0d6-40dde79ac0b2 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:10.482500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.503615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] Deleting port d168d123-c37d-4709-be3d-2f0d43ff1a98 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:10.503615 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.505678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 2d563827-e501-4dd0-a6f8-4d370741e201 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:10.522714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port d168d123-c37d-4709-be3d-2f0d43ff1a98 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:10.522714 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.592556 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] For port d168d123-c37d-4709-be3d-2f0d43ff1a98, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d168d123-c37d-4709-be3d-2f0d43ff1a98,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:10.592556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.604958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port d168d123-c37d-4709-be3d-2f0d43ff1a98, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d168d123-c37d-4709-be3d-2f0d43ff1a98,segment=NetworkSegment(1da4df45-dee7-4bf7-85a7-dc7e11ac54e4),segment_id=1da4df45-dee7-4bf7-85a7-dc7e11ac54e4)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:10.605334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.609979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] Calling delete_port for d168d123-c37d-4709-be3d-2f0d43ff1a98 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:10.615753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.628326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for d168d123-c37d-4709-be3d-2f0d43ff1a98 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:10.646815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:08Z', 'revision_number': 9, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:10.674698 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce154fff-5f5f-4913-9da5-e3f699e852f1 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:08Z', 'revision_number': 9, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '5d72c88b-bfdb-4761-8c5c-bffa9c86e663', 'name': '', 'network_id': 'a49a5d83-eca6-4556-87cd-340c9ce9439b', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:0a:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:30Z', 'updated_at': '2021-08-11T08:34:55Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': 'd88a05de-0a4d-4b4b-b74a-625e73f7a7e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:10.705378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-43d51f92-2732-4aa4-9add-0577b77f9224 None None] Provisioning complete for port 11ea18fa-3dce-496a-9d3c-a46507abd91e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:10.705919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-43d51f92-2732-4aa4-9add-0577b77f9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.755267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:10.765593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:10.772323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:10.781286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:10.781286 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.782211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=2d563827-e501-4dd0-a6f8-4d370741e201,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:10.794957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.830345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-587332fb-c0e7-4de8-9043-5c8de50c7c0e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4422624 Aug 11 08:35:10.832404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48014) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:10.840949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:10.882561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=d168d123-c37d-4709-be3d-2f0d43ff1a98,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:10.883449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] Pushing event deleted for resources: {'Port': ['ID=d168d123-c37d-4709-be3d-2f0d43ff1a98,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:10.901371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f68be-2da8-4443-bff3-6f3c826a04ee None None] No DVR routers for this DVR port d168d123-c37d-4709-be3d-2f0d43ff1a98 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:10.908482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port d168d123-c37d-4709-be3d-2f0d43ff1a98 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:10.928855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d498c35-8d3a-4470-aa1d-e4c7d020fd62 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:10.935465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d498c35-8d3a-4470-aa1d-e4c7d020fd62 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:10.937359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d498c35-8d3a-4470-aa1d-e4c7d020fd62 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0986123 Aug 11 08:35:10.940998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48016) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:11.064954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 2d563827-e501-4dd0-a6f8-4d370741e201 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:11.065537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.115789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.153617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fa8268-d0e5-430b-a0d6-40dde79ac0b2']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:11.185942 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:11.186247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da4df45-dee7-4bf7-85a7-dc7e11ac54e4') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:11.204683 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.222370 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.230878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:35:11.232599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:35:11.237625 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:35:11.259029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f176a599-c541-4c6b-b131-5c63a810a170 None None] Provisioning for port 2d563827-e501-4dd0-a6f8-4d370741e201 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:11.264181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f176a599-c541-4c6b-b131-5c63a810a170 None None] Provisioning complete for port 2d563827-e501-4dd0-a6f8-4d370741e201 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:11.264696 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f176a599-c541-4c6b-b131-5c63a810a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.306478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.332240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f176a599-c541-4c6b-b131-5c63a810a170 None None] Port 2d563827-e501-4dd0-a6f8-4d370741e201 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:35:11.342816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 2d563827-e501-4dd0-a6f8-4d370741e201 owned by {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:11.366521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.380437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.384386 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/15fa8268-d0e5-430b-a0d6-40dde79ac0b2 HTTP/1.1" status: 204 len: 168 time: 1.4782205 Aug 11 08:35:11.387929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48034) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:11.464934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1d70-3380-4aef-834c-cacc55fadd19 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=15fa8268-d0e5-430b-a0d6-40dde79ac0b2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:11.554486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d168d123-c37d-4709-be3d-2f0d43ff1a98 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:11.574925 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.594356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d168d123-c37d-4709-be3d-2f0d43ff1a98 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:11.602274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d168d123-c37d-4709-be3d-2f0d43ff1a98 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:11.602883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5d0fbe9-a740-424b-93cd-0a0b140eb63b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:11.634062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=2d563827-e501-4dd0-a6f8-4d370741e201,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:11.678508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d5d0fbe9-a740-424b-93cd-0a0b140eb63b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:11.680067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d5d0fbe9-a740-424b-93cd-0a0b140eb63b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:11.681110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.684951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-eb4e82b8-2aa5-406d-a762-429ad8b14e25 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/2d563827-e501-4dd0-a6f8-4d370741e201 HTTP/1.1" status: 204 len: 168 time: 0.7415392 Aug 11 08:35:11.686763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48044) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:11.812682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b91c5-604d-4e47-a506-5916cdc6dbf6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:11.814929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b91c5-604d-4e47-a506-5916cdc6dbf6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:11.816688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-819b91c5-604d-4e47-a506-5916cdc6dbf6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284955 Aug 11 08:35:11.820047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48046) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:11.904118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 442e76be-fb9b-4ea1-a2dc-1224efedd4be {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:11.908123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:11.963335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.057558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.111018 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.136853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.173835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=442e76be-fb9b-4ea1-a2dc-1224efedd4be,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:12.181864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.185733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-425311c6-2ab3-4f8b-b449-9a82e7ee94ce tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/442e76be-fb9b-4ea1-a2dc-1224efedd4be HTTP/1.1" status: 204 len: 168 time: 0.3614488 Aug 11 08:35:12.186435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48056) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:12.193637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88644682-f390-491d-866f-e044208fdf47 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:12.228180 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-27726ba0-2175-43b3-afc3-4f300b57042d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406244 Aug 11 08:35:12.230801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48058) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:12.334108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158e2b0-0a36-43ab-b2e1-801727446690 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:12.336608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7158e2b0-0a36-43ab-b2e1-801727446690 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1045833 Aug 11 08:35:12.339180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48060) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:12.418899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab7a10-f9e3-4d4e-a4e8-2879e29b275c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:12.422057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-92ab7a10-f9e3-4d4e-a4e8-2879e29b275c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0808198 Aug 11 08:35:12.423751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48062) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:12.465684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:12.487302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0844b1f2-add6-4c21-ae7f-b14d204406dc tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586579 Aug 11 08:35:12.489819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48068) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:12.497106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:12.567116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] Deleting port 11ea18fa-3dce-496a-9d3c-a46507abd91e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:12.567673 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.645846 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:12.646064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.659258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] For port 11ea18fa-3dce-496a-9d3c-a46507abd91e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=11ea18fa-3dce-496a-9d3c-a46507abd91e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:12.659753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.676016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] Calling delete_port for 11ea18fa-3dce-496a-9d3c-a46507abd91e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:12.695195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:12.699152 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.773385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.810333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] Pushing event deleted for resources: {'Port': ['ID=11ea18fa-3dce-496a-9d3c-a46507abd91e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:12.813447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1bc75-faee-44c3-9766-d81dd1c43d45 None None] No DVR routers for this DVR port 11ea18fa-3dce-496a-9d3c-a46507abd91e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:12.840674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 5d72c88b-bfdb-4761-8c5c-bffa9c86e663, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,segment=NetworkSegment(acab3762-2aef-4366-9278-572f2c86d868),segment_id=acab3762-2aef-4366-9278-572f2c86d868)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:12.841584 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:12.870714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:13.205459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:13.207828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:13.239442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:13.286882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=5d72c88b-bfdb-4761-8c5c-bffa9c86e663,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:13.293474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:13.317658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:13.322441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:13.323220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:13.325853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=cd8e0b31-939e-4134-bf09-060a0403ffa7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:13.336935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ae965-56da-4c2b-8a59-ec0cfc873bf8 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:13.506338 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:13.537926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b09e752e-9ca9-441d-aa49-349de78efef5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0430140 Aug 11 08:35:13.538185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48086) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:13.543427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:16:55:f0', 'name': 'tempest-NetworksTestDHCPv6-1783167450'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:13.699924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'cd8e0b31-939e-4134-bf09-060a0403ffa7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:35:13.703035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:13.733165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 11ea18fa-3dce-496a-9d3c-a46507abd91e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:13.834901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:13.869656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 11ea18fa-3dce-496a-9d3c-a46507abd91e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:13.870011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 11ea18fa-3dce-496a-9d3c-a46507abd91e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:13.989548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:35:14.001174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.041085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Allocated IP 2001:db8::f816:3eff:fe66:aa16 (4f00afaf-8596-47f0-8bbe-f95401c9343e/cd8e0b31-939e-4134-bf09-060a0403ffa7/60d90ab6-29c5-4f8f-a529-60bb388ea415) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:14.042960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 25d13d6d-20a1-472b-bfd3-0be5a97a4efe yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:14.181859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:35:14.188115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0335a68c-4db2-4eb4-b34a-1381cdeecc4c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7983258 Aug 11 08:35:14.190877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48104) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:14.200144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:14.204574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:14.248819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:14.252469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:14.286692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet d88a05de-0a4d-4b4b-b74a-625e73f7a7e7 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:14.290348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.344681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.397233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-958fea02-7b37-4c8f-a74c-cb6dfd6e26e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.519957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-958fea02-7b37-4c8f-a74c-cb6dfd6e26e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.531694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-958fea02-7b37-4c8f-a74c-cb6dfd6e26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.535647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:14.597434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48112) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:14.605472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-958fea02-7b37-4c8f-a74c-cb6dfd6e26e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f6631bbc1944c058eba6a32ce1aadec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999889 Aug 11 08:35:14.652623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fea02-7b37-4c8f-a74c-cb6dfd6e26e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36977274-dd2e-4284-b9a8-3c428ca77d20,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:14.673931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.692610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9924201-29fa-4ee4-b63d-215d77e460f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.708964 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.743568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Transition to ACTIVE for port object 60d90ab6-29c5-4f8f-a529-60bb388ea415 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:14.761556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9924201-29fa-4ee4-b63d-215d77e460f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.805258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Transition to ACTIVE for port object 60d90ab6-29c5-4f8f-a529-60bb388ea415 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:14.828775 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.853611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:14.856843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:14.857959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9924201-29fa-4ee4-b63d-215d77e460f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.860090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:14.861327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9924201-29fa-4ee4-b63d-215d77e460f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.866089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b9924201-29fa-4ee4-b63d-215d77e460f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36977274-dd2e-4284-b9a8-3c428ca77d20 HTTP/1.1" status: 204 len: 168 time: 0.2675300 Aug 11 08:35:14.896564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:14.897892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9924201-29fa-4ee4-b63d-215d77e460f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36977274-dd2e-4284-b9a8-3c428ca77d20,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:14.979459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fe16:55f0 (4f00afaf-8596-47f0-8bbe-f95401c9343e/cd8e0b31-939e-4134-bf09-060a0403ffa7/25d13d6d-20a1-472b-bfd3-0be5a97a4efe) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:14.987993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=d88a05de-0a4d-4b4b-b74a-625e73f7a7e7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:15.000851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.002279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Attempting to bind port 60d90ab6-29c5-4f8f-a529-60bb388ea415 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:35:15.002680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Attempting to bind port 60d90ab6-29c5-4f8f-a529-60bb388ea415 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:35:15.003151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-65adc0f6-bc98-420c-b328-18b8eaf9bded tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/d88a05de-0a4d-4b4b-b74a-625e73f7a7e7 HTTP/1.1" status: 204 len: 168 time: 0.8110323 Aug 11 08:35:15.007292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48122) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:15.007713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Attempting to bind port 60d90ab6-29c5-4f8f-a529-60bb388ea415 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:35:15.016497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Pushing event updated for resources: {'Port': ['ID=60d90ab6-29c5-4f8f-a529-60bb388ea415,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:15.025989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e9f54-c843-46c3-8bf4-1d29437fee92 None None] Network a49a5d83-eca6-4556-87cd-340c9ce9439b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:15.030884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:35:15.031186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:15.031560 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.031949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:35:15.032432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Bound port: 60d90ab6-29c5-4f8f-a529-60bb388ea415, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:35:15.032807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.130547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] For port 60d90ab6-29c5-4f8f-a529-60bb388ea415, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:35:15.135111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] For port 60d90ab6-29c5-4f8f-a529-60bb388ea415, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=60d90ab6-29c5-4f8f-a529-60bb388ea415,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:35:15.150250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.173794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:13Z', 'revision_number': 10, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:15.232070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.244816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.270624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 25d13d6d-20a1-472b-bfd3-0be5a97a4efe will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:15.295541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f023b7b-3186-414d-a6f3-de4b7eb873a4 None None] Pushing event updated for resources: {'Port': ['ID=60d90ab6-29c5-4f8f-a529-60bb388ea415,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:15.298474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:15.337148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port af4f534d-ae4f-41c8-b5d8-e724711b1382 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:15.337826 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.338926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.364849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:15.365121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:15.413701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:15.417287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:15.420792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:15.427250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:15.427936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.441787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48132) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:15.463880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9215686 Aug 11 08:35:15.469030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48136) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:15.486326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f36abc83-8db9-44b5-ad49-cdd0a34814e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.511342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port af4f534d-ae4f-41c8-b5d8-e724711b1382, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=af4f534d-ae4f-41c8-b5d8-e724711b1382,segment=NetworkSegment(acab3762-2aef-4366-9278-572f2c86d868),segment_id=acab3762-2aef-4366-9278-572f2c86d868)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:15.512729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.526941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e291115-c519-4633-8ad9-38f886ef25e6 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=25d13d6d-20a1-472b-bfd3-0be5a97a4efe,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:15.536790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for af4f534d-ae4f-41c8-b5d8-e724711b1382 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:15.557459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:15.698105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6e1ff-7b31-4268-bd43-87db186fceb6 None None] DHCP port deletion for a49a5d83-eca6-4556-87cd-340c9ce9439b request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:15.708862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.743763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f36abc83-8db9-44b5-ad49-cdd0a34814e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.757296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f36abc83-8db9-44b5-ad49-cdd0a34814e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:15.772970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=af4f534d-ae4f-41c8-b5d8-e724711b1382,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:15.781306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port af4f534d-ae4f-41c8-b5d8-e724711b1382 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:15.795224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6e1ff-7b31-4268-bd43-87db186fceb6 None None] The port 'af4f534d-ae4f-41c8-b5d8-e724711b1382' was deleted {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:35:15.835827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52ec79-b0f5-482a-9e36-012c639b6f3d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:15.842975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52ec79-b0f5-482a-9e36-012c639b6f3d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:15.844936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4d52ec79-b0f5-482a-9e36-012c639b6f3d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3742385 Aug 11 08:35:15.855289 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f36abc83-8db9-44b5-ad49-cdd0a34814e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd72fe75a2ff4e0299921723456405ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065247 Aug 11 08:35:15.857463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48140) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:15.857864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48144) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:15.866231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36abc83-8db9-44b5-ad49-cdd0a34814e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c9f28-e567-44ea-9a6a-1c07380d33eb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:15.942017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:13Z', 'revision_number': 10, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:15.974672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cea075-6772-4c2c-937d-3ff39f8f8910 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:13Z', 'revision_number': 10, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None, '_interfaces': [{'id': '6a490d45-9451-4c20-91dd-12cc5cdfebe1', 'name': '', 'network_id': '853bade7-b7fb-4359-9405-7246ef7c1d7d', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'mac_address': 'fa:16:3e:a5:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '68773975-8e25-4668-9362-fbfb32c4a586', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:34:23Z', 'updated_at': '2021-08-11T08:34:45Z', 'revision_number': 5, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'subnets': [{'id': '68773975-8e25-4668-9362-fbfb32c4a586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:16.352509 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.423028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49a5d83-eca6-4556-87cd-340c9ce9439b']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:16.455633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acab3762-2aef-4366-9278-572f2c86d868') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:16.456162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acab3762-2aef-4366-9278-572f2c86d868') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:16.486392 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.514411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ea705b-fded-4b4c-b331-520e60fe65dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.526037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.542301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:35:16.543538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:35:16.547245 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:35:16.614531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ea705b-fded-4b4c-b331-520e60fe65dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.639607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 25d13d6d-20a1-472b-bfd3-0be5a97a4efe {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:16.640612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.674659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.720540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.722585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/a49a5d83-eca6-4556-87cd-340c9ce9439b HTTP/1.1" status: 204 len: 168 time: 1.7140906 Aug 11 08:35:16.727089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48158) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:16.748696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4ebb4-7a02-4ec3-bc3b-993419968226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=a49a5d83-eca6-4556-87cd-340c9ce9439b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:16.826869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ea705b-fded-4b4c-b331-520e60fe65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.840615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ea705b-fded-4b4c-b331-520e60fe65dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.846712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-28084526-fdea-42d6-baf3-1cd9aab82a9b req-a498697e-da00-43ba-83d4-a2997be49b53 service neutron] (94572) timed out ('10.222.0.64', 59417) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:35:16.858074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83ea705b-fded-4b4c-b331-520e60fe65dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d63c9f28-e567-44ea-9a6a-1c07380d33eb HTTP/1.1" status: 204 len: 168 time: 0.9842877 Aug 11 08:35:16.876835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-183b1bbd-e46e-468b-a898-e7958ea90eb3 None None] Provisioning for port 60d90ab6-29c5-4f8f-a529-60bb388ea415 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:16.887943 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:16.890751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea705b-fded-4b4c-b331-520e60fe65dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c9f28-e567-44ea-9a6a-1c07380d33eb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:16.919653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 25d13d6d-20a1-472b-bfd3-0be5a97a4efe owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:17.183510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.198923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f85baf1c-5218-45dc-8729-114f0c8ddd78 None None] Could not find standard attr ID for object 25d13d6d-20a1-472b-bfd3-0be5a97a4efe. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:17.274946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=25d13d6d-20a1-472b-bfd3-0be5a97a4efe,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:17.316720 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.324114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4753c023-10c4-4e99-a154-20c045fd7ab5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/25d13d6d-20a1-472b-bfd3-0be5a97a4efe HTTP/1.1" status: 204 len: 168 time: 1.4629734 Aug 11 08:35:17.324241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:17.385294 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.534473 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf7b20-7105-4315-b4fc-b293766410ff tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:17.536648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf7b20-7105-4315-b4fc-b293766410ff tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:17.540923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c1bf7b20-7105-4315-b4fc-b293766410ff tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2125990 Aug 11 08:35:17.541529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48176) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:17.558807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 60d90ab6-29c5-4f8f-a529-60bb388ea415 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:17.624397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48178) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:17.634356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 60d90ab6-29c5-4f8f-a529-60bb388ea415 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:17.642433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e183-d97d-40de-ad13-5c0a4106295f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.642641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 60d90ab6-29c5-4f8f-a529-60bb388ea415 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:17.642858 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.670271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet cd8e0b31-939e-4134-bf09-060a0403ffa7 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:17.674637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.729700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.771513 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.817207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 60d90ab6-29c5-4f8f-a529-60bb388ea415, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=60d90ab6-29c5-4f8f-a529-60bb388ea415,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:17.825179 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.845565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e183-d97d-40de-ad13-5c0a4106295f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.860122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e183-d97d-40de-ad13-5c0a4106295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.903097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=60d90ab6-29c5-4f8f-a529-60bb388ea415,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:17.906371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:17.937106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af4f534d-ae4f-41c8-b5d8-e724711b1382 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:17.937753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0e183-d97d-40de-ad13-5c0a4106295f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a233f28-8697-4536-b3d3-b2ea8cf40c84,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:17.943118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9e0e183-d97d-40de-ad13-5c0a4106295f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a20c79dc7b143aebf2c5bcbbbf47119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167064 Aug 11 08:35:17.946160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48186) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:17.977319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: af4f534d-ae4f-41c8-b5d8-e724711b1382 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:17.977817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device af4f534d-ae4f-41c8-b5d8-e724711b1382 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:17.978168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:17.982200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 6a490d45-9451-4c20-91dd-12cc5cdfebe1 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:17.982542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.000911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:18.001291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5d72c88b-bfdb-4761-8c5c-bffa9c86e663 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:18.031142 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4f161b-86ce-49d3-8784-dbdaa32cfc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.055690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.066525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4f161b-86ce-49d3-8784-dbdaa32cfc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.124570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.128812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cd8e0b31-939e-4134-bf09-060a0403ffa7 HTTP/1.1" status: 204 len: 168 time: 0.5850282 Aug 11 08:35:18.130168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48190) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:18.133125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e629932-b232-405d-9028-72be8afd4e9a None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:18.135797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676401da-ccaf-45bd-9f91-3b33bdbf58c4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8e0b31-939e-4134-bf09-060a0403ffa7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:18.191199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48194) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:18.193007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d0e295f8-3409-42b5-be8b-d2842949eb21 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609236 Aug 11 08:35:18.196118 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4f161b-86ce-49d3-8784-dbdaa32cfc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.199933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4f161b-86ce-49d3-8784-dbdaa32cfc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.203329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ac4f161b-86ce-49d3-8784-dbdaa32cfc6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a233f28-8697-4536-b3d3-b2ea8cf40c84 HTTP/1.1" status: 204 len: 168 time: 0.2534037 Aug 11 08:35:18.203496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:18.215193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f161b-86ce-49d3-8784-dbdaa32cfc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a233f28-8697-4536-b3d3-b2ea8cf40c84,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:18.235814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 6a490d45-9451-4c20-91dd-12cc5cdfebe1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a490d45-9451-4c20-91dd-12cc5cdfebe1,segment=NetworkSegment(8d2b02d9-410b-4460-ac84-c61ff699138f),segment_id=8d2b02d9-410b-4460-ac84-c61ff699138f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:18.236205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.252761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 6a490d45-9451-4c20-91dd-12cc5cdfebe1 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:18.415844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:18.454231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:18.458075 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.473142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] Deleting port 60d90ab6-29c5-4f8f-a529-60bb388ea415 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:18.473680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.555992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] For port 60d90ab6-29c5-4f8f-a529-60bb388ea415, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=60d90ab6-29c5-4f8f-a529-60bb388ea415,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:18.556450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.572428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] Calling delete_port for 60d90ab6-29c5-4f8f-a529-60bb388ea415 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:18.646153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.714539 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:18.742553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] Pushing event deleted for resources: {'Port': ['ID=60d90ab6-29c5-4f8f-a529-60bb388ea415,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:18.746356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328aa90-27a0-4147-ba59-f4fa1b59e8b3 None None] No DVR routers for this DVR port 60d90ab6-29c5-4f8f-a529-60bb388ea415 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:18.788545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=6a490d45-9451-4c20-91dd-12cc5cdfebe1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:19.331145 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:19.488739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:19.535495 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:19.644541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:35:19.648450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 60d90ab6-29c5-4f8f-a529-60bb388ea415 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:19.671362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:19.678964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:19.681143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=bf55f275-6f50-49bd-9f80-fd484d367753,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:19.684414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:19.684973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:19.698446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 60d90ab6-29c5-4f8f-a529-60bb388ea415 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:19.699044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 60d90ab6-29c5-4f8f-a529-60bb388ea415 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:19.713520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eafde22-20c9-468d-8dbd-55bffce85d1c None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:19.814687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a7596d2d-b351-4bd1-9d8d-cf6ae2cc9ae9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6211252 Aug 11 08:35:19.816104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48278) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:19.818278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:35:19.833706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:eb:9e:a4', 'name': 'tempest-NetworksTestDHCPv6-1963142712'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:19.834784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:19.846946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8796566f-0f22-4b05-8578-1889f5906c0f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1146917 Aug 11 08:35:19.849980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48280) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:19.850979 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:19.852185 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:19.953669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting subnet 68773975-8e25-4668-9362-fbfb32c4a586 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:19.956939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': 'bf55f275-6f50-49bd-9f80-fd484d367753'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:35:19.957708 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:19.962732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.040435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:20.049610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.067998 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:20.144170 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:18Z', 'revision_number': 11, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:20.173781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:20.184389 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:20.185288 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:20.188758 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.212133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Allocated IP 2001:db8::f816:3eff:fea2:f050 (4f00afaf-8596-47f0-8bbe-f95401c9343e/bf55f275-6f50-49bd-9f80-fd484d367753/a6248c6f-a8b1-4411-87e6-c59f50cc5856) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:20.284909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.331568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port ca336d3a-0976-4d2e-ac55-91985336394a yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:20.349552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.366294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:20.371677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.377500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/68773975-8e25-4668-9362-fbfb32c4a586 HTTP/1.1" status: 204 len: 168 time: 0.5226092 Aug 11 08:35:20.411296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48292) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:20.423524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.433203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Transition to ACTIVE for port object a6248c6f-a8b1-4411-87e6-c59f50cc5856 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:20.443648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b43f2-92fe-450b-a5c7-178f56ee0889 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Subnet': ['ID=68773975-8e25-4668-9362-fbfb32c4a586,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:20.452598 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e08584-beea-4868-9e6c-48fdab596cec None None] Network 853bade7-b7fb-4359-9405-7246ef7c1d7d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:20.455331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Transition to ACTIVE for port object a6248c6f-a8b1-4411-87e6-c59f50cc5856 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:20.474287 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.548446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:feeb:9ea4 (4f00afaf-8596-47f0-8bbe-f95401c9343e/bf55f275-6f50-49bd-9f80-fd484d367753/ca336d3a-0976-4d2e-ac55-91985336394a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:20.575258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:20.582542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:20.589228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:20.595197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Pushing event updated for resources: {'Port': ['ID=a6248c6f-a8b1-4411-87e6-c59f50cc5856,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:20.622426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:18Z', 'revision_number': 11, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:20.632849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.662952 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaa44e-efaf-49d3-ae9a-00a13667471e None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:18Z', 'revision_number': 11, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:20.759206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Deleting port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:20.759206 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.762458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Attempting to bind port a6248c6f-a8b1-4411-87e6-c59f50cc5856 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:35:20.762923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Attempting to bind port a6248c6f-a8b1-4411-87e6-c59f50cc5856 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:35:20.763127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Attempting to bind port a6248c6f-a8b1-4411-87e6-c59f50cc5856 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:35:20.772326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:35:20.772971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:20.773547 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.774090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:35:20.775134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Bound port: a6248c6f-a8b1-4411-87e6-c59f50cc5856, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:35:20.775679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.865919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.872629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] For port 669bb748-9ca6-4884-8bc1-d00fea0f94e4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=669bb748-9ca6-4884-8bc1-d00fea0f94e4,segment=NetworkSegment(8d2b02d9-410b-4460-ac84-c61ff699138f),segment_id=8d2b02d9-410b-4460-ac84-c61ff699138f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:20.873244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.903714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Calling delete_port for 669bb748-9ca6-4884-8bc1-d00fea0f94e4 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:20.904446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] For port a6248c6f-a8b1-4411-87e6-c59f50cc5856, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:35:20.910871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] For port a6248c6f-a8b1-4411-87e6-c59f50cc5856, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a6248c6f-a8b1-4411-87e6-c59f50cc5856,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:35:20.920444 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:20.924924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object ca336d3a-0976-4d2e-ac55-91985336394a will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:20.978045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.035451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.093837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Port': ['ID=669bb748-9ca6-4884-8bc1-d00fea0f94e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:21.104230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:21.111463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:21.117058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=ca336d3a-0976-4d2e-ac55-91985336394a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:21.119817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:21.124596 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No DVR routers for this DVR port 669bb748-9ca6-4884-8bc1-d00fea0f94e4 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:21.150142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:21.150850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.189636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-da8d633e-f32a-4b91-9d9a-dc3fe147e465 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3650341 Aug 11 08:35:21.190311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48334) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:21.246097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.294850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f4c60-eeec-43bb-b7fd-fa49642597bc tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:21.296247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853bade7-b7fb-4359-9405-7246ef7c1d7d']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:21.301957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f4c60-eeec-43bb-b7fd-fa49642597bc tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:21.302162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9591b-ca80-4c9e-b13b-b36e008bd2bb None None] DHCP port deletion for 853bade7-b7fb-4359-9405-7246ef7c1d7d request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:21.306935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d64f4c60-eeec-43bb-b7fd-fa49642597bc tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1154912 Aug 11 08:35:21.307095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48338) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:21.327601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2b02d9-410b-4460-ac84-c61ff699138f') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:21.328198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2b02d9-410b-4460-ac84-c61ff699138f') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:21.339690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.377279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.384721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:35:21.385275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:35:21.388705 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:35:21.445726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe341cb-3862-4b84-b376-da8d34117e71 None None] Pushing event updated for resources: {'Port': ['ID=a6248c6f-a8b1-4411-87e6-c59f50cc5856,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:21.530580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 669bb748-9ca6-4884-8bc1-d00fea0f94e4 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:21.539381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.553985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 669bb748-9ca6-4884-8bc1-d00fea0f94e4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:21.554410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 669bb748-9ca6-4884-8bc1-d00fea0f94e4 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:21.554912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a490d45-9451-4c20-91dd-12cc5cdfebe1 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:21.559123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.561420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/networks/853bade7-b7fb-4359-9405-7246ef7c1d7d HTTP/1.1" status: 204 len: 168 time: 1.1489592 Aug 11 08:35:21.564345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:21.569983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'routes': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:21.582202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69388656-9970-4d92-87ab-a84cf4889a0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Pushing event deleted for resources: {'Network': ['ID=853bade7-b7fb-4359-9405-7246ef7c1d7d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:21.597973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6a490d45-9451-4c20-91dd-12cc5cdfebe1 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:21.598443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a490d45-9451-4c20-91dd-12cc5cdfebe1 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:21.648039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port ca336d3a-0976-4d2e-ac55-91985336394a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:21.648461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.809788 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:21.833303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for ca336d3a-0976-4d2e-ac55-91985336394a owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:21.884944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.extraroute_db [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Added routes are [] {{(pid=94572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 08:35:21.885687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.extraroute_db [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Removed routes are [] {{(pid=94572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 08:35:21.886238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.034795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.075360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=ca336d3a-0976-4d2e-ac55-91985336394a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:22.094371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.098826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.114556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.119416 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6b9e2c0d-ff04-4ee5-a944-d7b10e72386b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/ca336d3a-0976-4d2e-ac55-91985336394a HTTP/1.1" status: 204 len: 168 time: 0.8073339 Aug 11 08:35:22.119703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48356) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.198003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac072a60-7c2f-4ac4-8d7f-f306e017b8e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:22.198003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac072a60-7c2f-4ac4-8d7f-f306e017b8e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:22.199871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ac072a60-7c2f-4ac4-8d7f-f306e017b8e7 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0785913 Aug 11 08:35:22.203120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48358) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.209214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 8b860e4f-3716-4664-b40c-4c3e263f26d8 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:35:22.277264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet bf55f275-6f50-49bd-9f80-fd484d367753 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:22.283473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.324114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:35:22.331594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.332912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-354f432a-4024-424d-af1b-aaeca1dd4284 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 704 time: 0.7674139 Aug 11 08:35:22.335264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] Sync routers for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:22.336331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48360) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.350543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:22.351192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:22.359161 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.369794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-97467bd2-ce80-48c9-9d2b-9604473eb7f2 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 205 time: 0.0319388 Aug 11 08:35:22.372671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48362) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.469793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:22.566511 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.599581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:18Z', 'revision_number': 11, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:22.609572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.672483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] Checking router: 8b860e4f-3716-4664-b40c-4c3e263f26d8 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:22.690173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] Routers {'8b860e4f-3716-4664-b40c-4c3e263f26d8'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:22.690757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.691087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8b860e4f-3716-4664-b40c-4c3e263f26d8'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:22.749083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=bf55f275-6f50-49bd-9f80-fd484d367753,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:22.768141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.770526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a6fc2845-3260-4325-92f0-03c19ea79b03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/bf55f275-6f50-49bd-9f80-fd484d367753 HTTP/1.1" status: 204 len: 168 time: 0.5659609 Aug 11 08:35:22.779583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48370) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.799849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] Set router 8b860e4f-3716-4664-b40c-4c3e263f26d8 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:22.848592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-da681ef2-aa01-4d10-9971-8f4ddaab5260 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671911 Aug 11 08:35:22.852033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48376) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.890745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.895019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.904178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:18Z', 'revision_number': 11, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:22.947316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6d3fd-c0e5-41d0-8d60-ca26aecfdc38 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:22.951141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7ec6d3fd-c0e5-41d0-8d60-ca26aecfdc38 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0925224 Aug 11 08:35:22.952676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48378) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:22.959340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb622d-36a7-4aca-838e-e1a703f4e361 None None] The sync data for ids ['8b860e4f-3716-4664-b40c-4c3e263f26d8'] in n-d-789963-6 is: [{'id': '8b860e4f-3716-4664-b40c-4c3e263f26d8', 'name': 'tempest-RoutersIpV6Test-router-566648186', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:34:21Z', 'updated_at': '2021-08-11T08:35:18Z', 'revision_number': 11, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:22.966317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.968482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router 8b860e4f-3716-4664-b40c-4c3e263f26d8 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:35:22.990774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:22.997580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f825e7a7-565d-44a3-a890-c93a1e313dd6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 204 len: 168 time: 0.6189816 Aug 11 08:35:23.000464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48380) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:23.009795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-348515341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:23.057919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.059820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.066857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2ee4c-1332-4dcc-b8a2-74192b5d902d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:23.069903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9ef2ee4c-1332-4dcc-b8a2-74192b5d902d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158924 Aug 11 08:35:23.073114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48382) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:23.075158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab748279-e4a3-466c-af62-401f071d62c0 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:23.134322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-71df0111-cec4-485b-9b71-db67628f95e8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595944 Aug 11 08:35:23.147249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48386) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:23.164765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:23.177647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.185392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.218209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.225899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1998d848-6bfa-49ce-a6cc-7f0edf92c667 None None] Provisioning for port a6248c6f-a8b1-4411-87e6-c59f50cc5856 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:23.226929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7e1027f1-f81b-4770-9b1e-4f174619ec3a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2219789 Aug 11 08:35:23.227870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48388) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:23.234921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:23.373887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:23.382021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.452680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:23.547389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] Deleting port a6248c6f-a8b1-4411-87e6-c59f50cc5856 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:23.549389 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.680046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] For port a6248c6f-a8b1-4411-87e6-c59f50cc5856, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a6248c6f-a8b1-4411-87e6-c59f50cc5856,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:23.680374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.681771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-375390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39832'] for router, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.704559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-373492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-375367'] for router, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.706117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] Calling delete_port for a6248c6f-a8b1-4411-87e6-c59f50cc5856 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:23.816611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.818813 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.855293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] Pushing event deleted for resources: {'Port': ['ID=a6248c6f-a8b1-4411-87e6-c59f50cc5856,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:23.858428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8492268-3884-4ef7-8cc9-bbe074a75773 None None] No DVR routers for this DVR port a6248c6f-a8b1-4411-87e6-c59f50cc5856 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:23.864848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Router 56f7d4b3-ca2a-408f-bb98-000c12009c67 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:35:23.897673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:23.901387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:23.906009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:23.906711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:23.913467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf55d4-1a2e-41ee-94b3-49483170c8b9 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:23.930351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=7bdd479c-f24e-45b4-9448-605d6d1344c8,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:23.934945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ff2e25ef-7801-49e7-aa7b-fb06b1f0c9d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7862678 Aug 11 08:35:23.938099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48402) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:23.950072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:98:81:20', 'name': 'tempest-NetworksTestDHCPv6-1003093354'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:24.110018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '7bdd479c-f24e-45b4-9448-605d6d1344c8'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:35:24.110951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.162017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:24.341846 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.363258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/7bdd479c-f24e-45b4-9448-605d6d1344c8/a5a71d96-3b4d-434b-a4ef-247b5dd19165) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:24.395317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:24.439616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:35:24.462491 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.462491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1adb4120-b8a4-4812-8367-854df95ec27c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "PUT /v2.0/routers/56f7d4b3-ca2a-408f-bb98-000c12009c67 HTTP/1.1" status: 200 len: 697 time: 1.2240663 Aug 11 08:35:24.462491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:24.483883 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] Sync routers for ids ['56f7d4b3-ca2a-408f-bb98-000c12009c67'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:35:24.505583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] Routers {'56f7d4b3-ca2a-408f-bb98-000c12009c67'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:24.507826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['56f7d4b3-ca2a-408f-bb98-000c12009c67'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:24.547485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-019955d4-ba1a-4cc2-9bf6-312363f51881 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/routers/56f7d4b3-ca2a-408f-bb98-000c12009c67 HTTP/1.1" status: 200 len: 703 time: 0.0920916 Aug 11 08:35:24.549953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48416) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:24.599223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48418) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:24.608430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-664d7a36-299d-4655-aa5b-e18e02240cc5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=56f7d4b3-ca2a-408f-bb98-000c12009c67 HTTP/1.1" status: 200 len: 205 time: 0.0555849 Aug 11 08:35:24.721849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.723769 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] Set router 56f7d4b3-ca2a-408f-bb98-000c12009c67 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:24.749976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.750787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Transition to ACTIVE for port object a5a71d96-3b4d-434b-a4ef-247b5dd19165 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:24.782853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Transition to ACTIVE for port object a5a71d96-3b4d-434b-a4ef-247b5dd19165 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:24.797158 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f7d4b3-ca2a-408f-bb98-000c12009c67', 'name': 'tempest-RoutersIpV6Test-router-348515341', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:35:23Z', 'updated_at': '2021-08-11T08:35:23Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:24.830461 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.863447 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] Checking router: 56f7d4b3-ca2a-408f-bb98-000c12009c67 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:35:24.875927 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] Routers {'56f7d4b3-ca2a-408f-bb98-000c12009c67'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:35:24.876583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['56f7d4b3-ca2a-408f-bb98-000c12009c67'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:24.887749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:24.891682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:24.903918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:24.908220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Pushing event updated for resources: {'Port': ['ID=a5a71d96-3b4d-434b-a4ef-247b5dd19165,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:24.989771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Attempting to bind port a5a71d96-3b4d-434b-a4ef-247b5dd19165 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:35:24.990514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Attempting to bind port a5a71d96-3b4d-434b-a4ef-247b5dd19165 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:35:24.990926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Attempting to bind port a5a71d96-3b4d-434b-a4ef-247b5dd19165 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:35:24.997891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:35:24.998267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:24.998670 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:24.999977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:35:25.000456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Bound port: a5a71d96-3b4d-434b-a4ef-247b5dd19165, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:35:25.001663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.026966 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] Set router 56f7d4b3-ca2a-408f-bb98-000c12009c67 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:35:25.029702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::366 (4f00afaf-8596-47f0-8bbe-f95401c9343e/7bdd479c-f24e-45b4-9448-605d6d1344c8/9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:25.090706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f7d4b3-ca2a-408f-bb98-000c12009c67', 'name': 'tempest-RoutersIpV6Test-router-348515341', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:35:23Z', 'updated_at': '2021-08-11T08:35:23Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:25.129476 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9fd4b-4184-4cae-b413-64c5181009bd None None] The sync data for ids ['56f7d4b3-ca2a-408f-bb98-000c12009c67'] in n-d-789963-6 is: [{'id': '56f7d4b3-ca2a-408f-bb98-000c12009c67', 'name': 'tempest-RoutersIpV6Test-router-348515341', 'tenant_id': '7226dc071500434eb8eff99def5e25f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:35:23Z', 'updated_at': '2021-08-11T08:35:23Z', 'revision_number': 2, 'project_id': '7226dc071500434eb8eff99def5e25f1', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:35:25.166286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] For port a5a71d96-3b4d-434b-a4ef-247b5dd19165, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:35:25.173250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] For port a5a71d96-3b4d-434b-a4ef-247b5dd19165, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a5a71d96-3b4d-434b-a4ef-247b5dd19165,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:35:25.184973 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.216329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.229205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.234514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.244258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:25.334481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.335036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Fanout notify agent at l3_agent the message router_deleted on router 56f7d4b3-ca2a-408f-bb98-000c12009c67 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:35:25.341821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Pushing event updated for resources: {'Port': ['ID=a5a71d96-3b4d-434b-a4ef-247b5dd19165,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:25.347920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.356798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d6747db7-8937-44c6-84eb-e4e2cd1c546b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/56f7d4b3-ca2a-408f-bb98-000c12009c67 HTTP/1.1" status: 204 len: 168 time: 0.7492616 Aug 11 08:35:25.357986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48432) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.366147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.366506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.366851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.367187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.372687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.378605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.379078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.379751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.379751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.380044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.380604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.381077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413853-04fa-486b-ab36-88b9728fee85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:25.415884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f9865dbf-e22f-44a1-bffa-4e4cffd2b4cf tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=56f7d4b3-ca2a-408f-bb98-000c12009c67 HTTP/1.1" status: 200 len: 205 time: 0.0542598 Aug 11 08:35:25.417970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48434) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.429586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a6248c6f-a8b1-4411-87e6-c59f50cc5856 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:25.483204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a6248c6f-a8b1-4411-87e6-c59f50cc5856 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:25.483464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a6248c6f-a8b1-4411-87e6-c59f50cc5856 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:25.495622 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-7a4d96c3-368a-43c5-90ae-62ec13594e6f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:25.496749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a4d96c3-368a-43c5-90ae-62ec13594e6f tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/56f7d4b3-ca2a-408f-bb98-000c12009c67 HTTP/1.1" status: 404 len: 336 time: 0.0723696 Aug 11 08:35:25.498358 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.499828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48438) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.528801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:25.536029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:25.538825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:25.544979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:25.545677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.569233 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-65812f26-cf16-4973-b9c1-7b84285bebd0 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:25.572643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65812f26-cf16-4973-b9c1-7b84285bebd0 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:25.580729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-65812f26-cf16-4973-b9c1-7b84285bebd0 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/572b3749-308b-4c8e-923a-47fdd55a6921 HTTP/1.1" status: 404 len: 337 time: 0.0797551 Aug 11 08:35:25.585018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48442) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.602502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48444) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.605821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6655450 Aug 11 08:35:25.646360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd196d2-f10e-4ccc-a66f-c2c37432a5ea tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:25.690087 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc73ab80-ca84-43e9-b25d-47f48c07ac7a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:25.690552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc73ab80-ca84-43e9-b25d-47f48c07ac7a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:25.695764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48446) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.695920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bc73ab80-ca84-43e9-b25d-47f48c07ac7a tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/f434054f-5476-4e5b-9eb8-780e72635635 HTTP/1.1" status: 404 len: 337 time: 0.1097178 Aug 11 08:35:25.732484 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bc398f-7653-4419-8879-37076011c226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:25.733192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bc398f-7653-4419-8879-37076011c226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:25.735733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-55bc398f-7653-4419-8879-37076011c226 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/d88a05de-0a4d-4b4b-b74a-625e73f7a7e7 HTTP/1.1" status: 404 len: 337 time: 0.0373178 Aug 11 08:35:25.736322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6189cd-5ee9-4571-a0d5-0a13edb8b62f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:25.743028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6189cd-5ee9-4571-a0d5-0a13edb8b62f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:25.747364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dd6189cd-5ee9-4571-a0d5-0a13edb8b62f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1413078 Aug 11 08:35:25.747627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48448) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.748182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48450) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.818546 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6864f3b-ab2d-46cc-ae22-4a1196fb586d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:25.819189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6864f3b-ab2d-46cc-ae22-4a1196fb586d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:25.828729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f6864f3b-ab2d-46cc-ae22-4a1196fb586d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/68773975-8e25-4668-9362-fbfb32c4a586 HTTP/1.1" status: 404 len: 337 time: 0.0793004 Aug 11 08:35:25.829569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48454) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.887018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac32a360-d533-42f7-8717-84c0f7671fa5 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 200 len: 205 time: 0.0549152 Aug 11 08:35:25.888170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48462) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:25.938622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:25.939527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:25.985434 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-3b4dba1e-5497-445e-a3b3-db12529f9e7d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:25.987103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3b4dba1e-5497-445e-a3b3-db12529f9e7d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/8b860e4f-3716-4664-b40c-4c3e263f26d8 HTTP/1.1" status: 404 len: 336 time: 0.0976391 Aug 11 08:35:25.991465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48464) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.026991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebccb139-b80e-4db0-9120-9ead6e5a6837 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=abdfd46e-eec9-4e60-89da-50a8eac1a0bb HTTP/1.1" status: 200 len: 205 time: 0.0321639 Aug 11 08:35:26.027396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48466) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.062624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.078139 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-8c04b081-8efc-4596-aed5-02d13d7e3d0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:26.079343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c04b081-8efc-4596-aed5-02d13d7e3d0d tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/abdfd46e-eec9-4e60-89da-50a8eac1a0bb HTTP/1.1" status: 404 len: 336 time: 0.0507488 Aug 11 08:35:26.082911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48468) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.083717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:26.136115 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4358ae-17bd-45fe-ad9f-a655d95dfa94 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:26.136851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4358ae-17bd-45fe-ad9f-a655d95dfa94 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:26.139093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec4358ae-17bd-45fe-ad9f-a655d95dfa94 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/e8b056c1-65bc-4e3a-8e14-c19249d87b48 HTTP/1.1" status: 404 len: 337 time: 0.0546920 Aug 11 08:35:26.141937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.186586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e28cbc6b-b22c-4978-ad24-5505d5e866a7 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 200 len: 205 time: 0.0426002 Aug 11 08:35:26.189189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48474) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.253518 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-b8eb9f93-8ed2-4f4c-8b80-04325bb300b4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:26.255012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b8eb9f93-8ed2-4f4c-8b80-04325bb300b4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/281b01ec-810a-4019-a3a7-2dfed134c747 HTTP/1.1" status: 404 len: 336 time: 0.0647707 Aug 11 08:35:26.259540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48478) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.298557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1caa8ae4-87b1-4512-9168-b0096ffd01a6 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=bce70efa-860b-4d9c-8c7d-702a0895273d HTTP/1.1" status: 200 len: 205 time: 0.0356684 Aug 11 08:35:26.301091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48482) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.334641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.367461 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-70e01154-594d-4ef9-a920-940d0184d3c3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:26.368535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-70e01154-594d-4ef9-a920-940d0184d3c3 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/bce70efa-860b-4d9c-8c7d-702a0895273d HTTP/1.1" status: 404 len: 336 time: 0.0662539 Aug 11 08:35:26.370479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:26.371155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48484) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.406536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.408776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1ff57d2c-60ae-40c3-a718-b11a64849e46 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5 HTTP/1.1" status: 204 len: 168 time: 0.6562102 Aug 11 08:35:26.413003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48486) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.434775 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b42f392-a761-40b8-a6eb-6144a3ac745e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:26.435276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b42f392-a761-40b8-a6eb-6144a3ac745e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:26.439609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3b42f392-a761-40b8-a6eb-6144a3ac745e tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/0d840e99-f669-4162-a6dc-06b915441ba0 HTTP/1.1" status: 404 len: 337 time: 0.0649900 Aug 11 08:35:26.439979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48488) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.483739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-517f71bf-b46b-44ad-8a67-49367a4b477c tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6b3065c-1324-41cc-9583-95ef20ebcad6 HTTP/1.1" status: 200 len: 205 time: 0.0361047 Aug 11 08:35:26.483839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd5c75-6bc3-4d28-9fc1-49aec06e3f16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:26.483935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd5c75-6bc3-4d28-9fc1-49aec06e3f16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:26.485390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48490) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.485581 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a1fd5c75-6bc3-4d28-9fc1-49aec06e3f16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0716035 Aug 11 08:35:26.490441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48492) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.538158 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-2645c0ff-39ee-40b8-baba-21996d8b4b16 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:26.541108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2645c0ff-39ee-40b8-baba-21996d8b4b16 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/a6b3065c-1324-41cc-9583-95ef20ebcad6 HTTP/1.1" status: 404 len: 336 time: 0.0542765 Aug 11 08:35:26.546366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48498) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.575826 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd20c12-311b-430c-bbfe-a9360a1d88f0 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:26.576277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd20c12-311b-430c-bbfe-a9360a1d88f0 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:26.578629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9cd20c12-311b-430c-bbfe-a9360a1d88f0 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/4e156e31-5424-45a6-ae34-65eb9c6540db HTTP/1.1" status: 404 len: 337 time: 0.0309629 Aug 11 08:35:26.581252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48500) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.616343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 7bdd479c-f24e-45b4-9448-605d6d1344c8 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:26.621929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.641761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d78d6a02-8633-48b3-8479-45b5892528c7 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d17beb5-b8fe-4304-b416-8f9141caa2f2 HTTP/1.1" status: 200 len: 205 time: 0.0590143 Aug 11 08:35:26.643912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.678296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.696744 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-6a2674d8-ba1f-4903-a172-316441fd40dd tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] delete failed (client error): The resource could not be found. Aug 11 08:35:26.698167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6a2674d8-ba1f-4903-a172-316441fd40dd tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/routers/8d17beb5-b8fe-4304-b416-8f9141caa2f2 HTTP/1.1" status: 404 len: 336 time: 0.0533266 Aug 11 08:35:26.700771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48504) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.737563 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8a2ee2-ceaa-40f6-8435-ba3332174ad4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:26.738072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8a2ee2-ceaa-40f6-8435-ba3332174ad4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:26.741029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a8a2ee2-ceaa-40f6-8435-ba3332174ad4 tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/a9504bdb-ba62-4ac6-a034-5eb42f4da502 HTTP/1.1" status: 404 len: 337 time: 0.0385270 Aug 11 08:35:26.743357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48506) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:26.779328 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-207f06e2-f0fc-4364-9905-f9a745e33b1b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:26.779938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207f06e2-f0fc-4364-9905-f9a745e33b1b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:26.785337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-207f06e2-f0fc-4364-9905-f9a745e33b1b tempest-RoutersIpV6Test-1718100200 tempest-RoutersIpV6Test-1718100200-project] 10.222.0.58 "DELETE /v2.0/subnets/ced89e0a-7118-44a4-a828-7b8b811aa933 HTTP/1.1" status: 404 len: 337 time: 0.0406487 Aug 11 08:35:26.803958 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.890840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.922879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdd479c-f24e-45b4-9448-605d6d1344c8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:26.933431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:26.938213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9f1ab659-b95a-49cc-8469-196af9c3f8fb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/7bdd479c-f24e-45b4-9448-605d6d1344c8 HTTP/1.1" status: 204 len: 168 time: 0.4464824 Aug 11 08:35:26.940626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48516) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.009095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ca8b9b04-42c9-4449-af54-419404270109 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657780 Aug 11 08:35:27.011348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48518) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.081002 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ff6d4-55e3-45d1-a5ba-a82ec28dcfaa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:27.083898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec7ff6d4-55e3-45d1-a5ba-a82ec28dcfaa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0706491 Aug 11 08:35:27.087754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48520) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.173189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca71d3-5b3e-44f0-adc8-135313b00564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:27.178255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1dca71d3-5b3e-44f0-adc8-135313b00564 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0890367 Aug 11 08:35:27.178888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48524) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.243667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2fc3d766-f37e-472a-9538-7bdf2cc6e3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633769 Aug 11 08:35:27.248916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48526) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.254851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:27.266775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48530) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.410389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:27.415524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:27.518866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53e52b-95b2-4163-89e5-2a47c86db23f None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:27.525162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebd0307f-c681-4194-9371-20ad98bf017a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7226dc071500434eb8eff99def5e25f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568748 Aug 11 08:35:27.530110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:27.599124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5a71d96-3b4d-434b-a4ef-247b5dd19165 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:27.648315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b13f-8b00-45fa-b724-1ccc49b01b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:27.682288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b13f-8b00-45fa-b724-1ccc49b01b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:27.687713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0fddd1d-1ec1-44f0-bdf6-4e0670402bdc None None] Provisioning for port a5a71d96-3b4d-434b-a4ef-247b5dd19165 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:27.754176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a5a71d96-3b4d-434b-a4ef-247b5dd19165 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:27.761347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a5a71d96-3b4d-434b-a4ef-247b5dd19165 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:27.762184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:27.885342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b13f-8b00-45fa-b724-1ccc49b01b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:27.890316 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b13f-8b00-45fa-b724-1ccc49b01b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:27.896148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dfe9b13f-8b00-45fa-b724-1ccc49b01b20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/652c2252-f795-4d19-8e99-59f6d9e099e5 HTTP/1.1" status: 204 len: 168 time: 0.3607056 Aug 11 08:35:27.926384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:27.941009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9b13f-8b00-45fa-b724-1ccc49b01b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c2252-f795-4d19-8e99-59f6d9e099e5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:27.997542 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.057672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:28.102699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port a5a71d96-3b4d-434b-a4ef-247b5dd19165, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a5a71d96-3b4d-434b-a4ef-247b5dd19165,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:28.121354 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.134479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] Deleting port a5a71d96-3b4d-434b-a4ef-247b5dd19165 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:28.134789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.247482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=a5a71d96-3b4d-434b-a4ef-247b5dd19165,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:28.294679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] For port a5a71d96-3b4d-434b-a4ef-247b5dd19165, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a5a71d96-3b4d-434b-a4ef-247b5dd19165,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:28.295137 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.329765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] Calling delete_port for a5a71d96-3b4d-434b-a4ef-247b5dd19165 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:28.483868 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.526113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] Pushing event deleted for resources: {'Port': ['ID=a5a71d96-3b4d-434b-a4ef-247b5dd19165,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:28.544297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd90e4-ade1-4937-9c95-526abf743e47 None None] No DVR routers for this DVR port a5a71d96-3b4d-434b-a4ef-247b5dd19165 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:28.746812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_pluggable_backend [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Port a5a71d96-3b4d-434b-a4ef-247b5dd19165 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94573) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 08:35:28.747322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_pluggable_backend [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Reverting IP allocation for 2001:db8::f816:3eff:fefe:f149 {{(pid=94573) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 08:35:28.751715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_pluggable_backend [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefe:f149 {{(pid=94573) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 08:35:28.753467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.813124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:28.818711 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:28.828616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:28.829269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:28.853186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=5acd4515-b732-4bad-a69b-5df756e705b4,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:28.858272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a119331-fa41-4f70-b1b0-95681e7c8d77 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:28.872535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48578) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:28.873271 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-48f68025-e685-4c87-b682-498f3ad7a685 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6226165 Aug 11 08:35:28.878590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:28.936448 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.104814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '5acd4515-b732-4bad-a69b-5df756e705b4'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:35:29.105907 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.110399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:29.116241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.286843 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5acd4515-b732-4bad-a69b-5df756e705b4 (CIDR: 2001:db8::/64) Aug 11 08:35:29.298412 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:29.299502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:29.321808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48592) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:29.323186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a55a433b-e0da-488e-b24e-a5d727126a14 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4489517 Aug 11 08:35:29.327365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:29.330687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f58e0992-b359-40c2-9459-9b9968e7384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.395116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Allocated IP 2001:db8::f816:3eff:feaa:109e (4f00afaf-8596-47f0-8bbe-f95401c9343e/5acd4515-b732-4bad-a69b-5df756e705b4/f7ed3761-4b0c-4ed2-b88a-e21628e55805) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:29.530871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5a71d96-3b4d-434b-a4ef-247b5dd19165 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:29.559033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a5a71d96-3b4d-434b-a4ef-247b5dd19165 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:29.559525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5a71d96-3b4d-434b-a4ef-247b5dd19165 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:29.579048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:29.598255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.704915 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.717028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Transition to ACTIVE for port object f7ed3761-4b0c-4ed2-b88a-e21628e55805 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:29.737111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Transition to ACTIVE for port object f7ed3761-4b0c-4ed2-b88a-e21628e55805 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:29.749438 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.814844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:29.819773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:29.824406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:29.900921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Pushing event updated for resources: {'Port': ['ID=f7ed3761-4b0c-4ed2-b88a-e21628e55805,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:29.916082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Attempting to bind port f7ed3761-4b0c-4ed2-b88a-e21628e55805 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:35:29.916733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Attempting to bind port f7ed3761-4b0c-4ed2-b88a-e21628e55805 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:35:29.917307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Attempting to bind port f7ed3761-4b0c-4ed2-b88a-e21628e55805 on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:35:29.925117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.926370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:35:29.927901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:29.928478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:29.929062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:35:29.929736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Bound port: f7ed3761-4b0c-4ed2-b88a-e21628e55805, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:35:29.930293 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:30.002079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:30.008743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] For port f7ed3761-4b0c-4ed2-b88a-e21628e55805, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:35:30.013156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] For port f7ed3761-4b0c-4ed2-b88a-e21628e55805, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f7ed3761-4b0c-4ed2-b88a-e21628e55805,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:35:30.020526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:30.072168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=a86a6206-de03-4053-a2d5-f7b284a11804,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:30.103260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:30.103260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:30.108580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:30.109235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:30.125113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe6f74-3428-456a-8b71-aa922e38c5db None None] Pushing event updated for resources: {'Port': ['ID=f7ed3761-4b0c-4ed2-b88a-e21628e55805,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:30.136058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2309fe4f-a75b-45c6-b5bc-2dee9881ff83 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8146045 Aug 11 08:35:30.138815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48614) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:30.144670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:5e:90:10', 'name': 'tempest-NetworksTestDHCPv6-1433682595'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:30.314406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:30.487157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:30.512666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 23f945aa-856d-4db4-870b-a56da75a09a2 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:30.759945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8:0:1::42 (4f00afaf-8596-47f0-8bbe-f95401c9343e/a86a6206-de03-4053-a2d5-f7b284a11804/23f945aa-856d-4db4-870b-a56da75a09a2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:30.768022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fe5e:9010 (4f00afaf-8596-47f0-8bbe-f95401c9343e/5acd4515-b732-4bad-a69b-5df756e705b4/23f945aa-856d-4db4-870b-a56da75a09a2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:31.029246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:31.047019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 23f945aa-856d-4db4-870b-a56da75a09a2 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:31.100481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:31.152341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:31.158522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:31.168334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:31.174611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:31.179032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:31.202898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=23f945aa-856d-4db4-870b-a56da75a09a2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:31.217063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-192190b0-2dfe-4db9-8255-4978d75e7c16 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0747979 Aug 11 08:35:31.217451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:31.399911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 23f945aa-856d-4db4-870b-a56da75a09a2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:31.400490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:31.455041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d2a63b-d29d-4b19-87ac-1cabbe9cf993 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:31.583195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d7744dbd-bbb6-4942-8e83-aa641fc12df6 None None] Provisioning for port f7ed3761-4b0c-4ed2-b88a-e21628e55805 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:31.632028 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:31.638703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f7ed3761-4b0c-4ed2-b88a-e21628e55805 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:31.649870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 23f945aa-856d-4db4-870b-a56da75a09a2 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:31.730639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f7ed3761-4b0c-4ed2-b88a-e21628e55805 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:31.739846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f7ed3761-4b0c-4ed2-b88a-e21628e55805 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:31.740307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:31.885311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.144017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.172155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f7ed3761-4b0c-4ed2-b88a-e21628e55805, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f7ed3761-4b0c-4ed2-b88a-e21628e55805,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:32.182785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.187549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=23f945aa-856d-4db4-870b-a56da75a09a2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:32.226134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '5acd4515-b732-4bad-a69b-5df756e705b4', 'ip_address': '2001:db8::f816:3eff:feaa:109e'}, {'subnet_id': 'a86a6206-de03-4053-a2d5-f7b284a11804'}], 'binding:host_id': 'n-d-789963-6'}, 'id': 'f7ed3761-4b0c-4ed2-b88a-e21628e55805'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:35:32.258851 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.268500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fa1d6801-4f75-42c0-a58b-31af80ade72d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/23f945aa-856d-4db4-870b-a56da75a09a2 HTTP/1.1" status: 204 len: 168 time: 1.0478058 Aug 11 08:35:32.269076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48662) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:32.274493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.293095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f7ed3761-4b0c-4ed2-b88a-e21628e55805,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:32.340257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725cb343-4756-41f1-8712-ba0bbbf2fb92 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:32.342354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-725cb343-4756-41f1-8712-ba0bbbf2fb92 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0717919 Aug 11 08:35:32.345060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48664) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:32.409553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de5ee95-af48-4568-a2c7-9f5f1ebddb75 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:32.411322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4de5ee95-af48-4568-a2c7-9f5f1ebddb75 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0650334 Aug 11 08:35:32.414546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:32.467759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.482435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d7dd1-6efc-474f-94ac-8944fff7239a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:32.484265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d7dd1-6efc-474f-94ac-8944fff7239a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:32.485901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d7dd1-6efc-474f-94ac-8944fff7239a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:32.487500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ce4d7dd1-6efc-474f-94ac-8944fff7239a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0719392 Aug 11 08:35:32.492033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48672) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:32.539371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Allocated IP 2001:db8:0:1::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/a86a6206-de03-4053-a2d5-f7b284a11804/f7ed3761-4b0c-4ed2-b88a-e21628e55805) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:32.563052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 5acd4515-b732-4bad-a69b-5df756e705b4 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:32.709919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] For port f7ed3761-4b0c-4ed2-b88a-e21628e55805, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f7ed3761-4b0c-4ed2-b88a-e21628e55805,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:32.735907 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5f133857-1067-49ef-bcec-e00d969649ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.754142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.771269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Transition to ACTIVE for port object f7ed3761-4b0c-4ed2-b88a-e21628e55805 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:32.776498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.781233 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.862100 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:32.899481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8011366-ba6d-4c90-81b5-93a4f262b3c2 None None] Pushing event updated for resources: {'Port': ['ID=f7ed3761-4b0c-4ed2-b88a-e21628e55805,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:32.988124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.062572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.103249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=5acd4515-b732-4bad-a69b-5df756e705b4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:33.110781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.113232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2b195ad1-1795-4153-b3bf-ce946f715870 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/5acd4515-b732-4bad-a69b-5df756e705b4 HTTP/1.1" status: 204 len: 168 time: 0.6201849 Aug 11 08:35:33.115872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48684) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:33.231291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet a86a6206-de03-4053-a2d5-f7b284a11804 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:33.238578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.253105 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:35:33.331036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.546013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.559940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f7ed3761-4b0c-4ed2-b88a-e21628e55805 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:33.706348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.743650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=a86a6206-de03-4053-a2d5-f7b284a11804,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:33.751815 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:33.754066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f7d9694-2d1d-4d5c-9610-ba610ad6eb42 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/a86a6206-de03-4053-a2d5-f7b284a11804 HTTP/1.1" status: 204 len: 168 time: 0.6366401 Aug 11 08:35:33.756749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48702) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:33.807330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b964f7f0-b3f2-4ac5-b1e1-9b11f76e5f8b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491641 Aug 11 08:35:33.810246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48704) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:33.815624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:33.865038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa84c14-7798-429f-a530-6c5b659e4c7b None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:34.013920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:34.022451 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.049101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1c95538-0ffe-4782-b90e-f0addbde394c None None] Provisioning for port f7ed3761-4b0c-4ed2-b88a-e21628e55805 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:34.059531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1c95538-0ffe-4782-b90e-f0addbde394c None None] Provisioning complete for port f7ed3761-4b0c-4ed2-b88a-e21628e55805 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:34.059898 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1c95538-0ffe-4782-b90e-f0addbde394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.217137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:34.267464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c1c95538-0ffe-4782-b90e-f0addbde394c None None] Could not find standard attr ID for object 23f945aa-856d-4db4-870b-a56da75a09a2. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:34.298019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] Deleting port f7ed3761-4b0c-4ed2-b88a-e21628e55805 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:34.298406 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.395888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] For port f7ed3761-4b0c-4ed2-b88a-e21628e55805, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f7ed3761-4b0c-4ed2-b88a-e21628e55805,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:34.396320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.420948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] Calling delete_port for f7ed3761-4b0c-4ed2-b88a-e21628e55805 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:34.557760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.600344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] Pushing event deleted for resources: {'Port': ['ID=f7ed3761-4b0c-4ed2-b88a-e21628e55805,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:34.604006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33bc72-ba1f-45a1-ac28-c30f32e511ad None None] No DVR routers for this DVR port f7ed3761-4b0c-4ed2-b88a-e21628e55805 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:34.652648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:34.852526 n-d-789963-6 neutron-server[94572]: WARNING neutron.services.revisions.revision_plugin [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Could not find related port for resource to bump revision. Aug 11 08:35:34.866188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_pluggable_backend [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Port f7ed3761-4b0c-4ed2-b88a-e21628e55805 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94572) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 08:35:34.866509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_pluggable_backend [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:109e {{(pid=94572) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 08:35:34.871644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.ipam_pluggable_backend [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:109e {{(pid=94572) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 08:35:34.872652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.874097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.943571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:34.947499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:34.952722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:34.953606 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:34.961047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbbb32-27ca-4790-ad8c-90ef3290e4b0 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:34.965373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=0ce0dbcd-038a-474e-929a-6d566961ca8a,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:34.985001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44d3461d-d3f6-49b1-8504-a6a6d5796a57 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1734471 Aug 11 08:35:34.988109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48728) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:35.003419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:35.255022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f00afaf-8596-47f0-8bbe-f95401c9343e', 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'tenant_id': 'ae86be3bc6d64d01856c3d6ea7766a83', 'fixed_ips': [{'subnet_id': '0ce0dbcd-038a-474e-929a-6d566961ca8a'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:35:35.256205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:35.281707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:35.293238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:35.443043 n-d-789963-6 neutron-server[94572]: INFO neutron.db.ipam_backend_mixin [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ce0dbcd-038a-474e-929a-6d566961ca8a (CIDR: 2001:db8::/64) Aug 11 08:35:35.455064 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:35.455064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:35.472661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Allocated IP 2001:db8::f816:3eff:fe63:7583 (4f00afaf-8596-47f0-8bbe-f95401c9343e/0ce0dbcd-038a-474e-929a-6d566961ca8a/9f133221-0224-4a7c-b353-bba5373a5b0e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:35.485803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b08b9f4b-bfa6-4d3b-9cf1-d8f2185a70a0 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4921591 Aug 11 08:35:35.488447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48730) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:35.497226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:35.506877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f7ed3761-4b0c-4ed2-b88a-e21628e55805 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:35.562700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f7ed3761-4b0c-4ed2-b88a-e21628e55805 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:35.562700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f7ed3761-4b0c-4ed2-b88a-e21628e55805 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:35.653208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:35.657367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:35.699297 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:35.712841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Transition to ACTIVE for port object 9f133221-0224-4a7c-b353-bba5373a5b0e will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:35.737078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Transition to ACTIVE for port object 9f133221-0224-4a7c-b353-bba5373a5b0e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:35.750039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:35.818390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:35.830028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:35.839233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:35.930772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:35.984613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.002237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Attempting to bind port 9f133221-0224-4a7c-b353-bba5373a5b0e on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:35:36.002813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Attempting to bind port 9f133221-0224-4a7c-b353-bba5373a5b0e by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:35:36.003205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Attempting to bind port 9f133221-0224-4a7c-b353-bba5373a5b0e on network 4f00afaf-8596-47f0-8bbe-f95401c9343e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:35:36.010741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:35:36.012976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Checking segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:36.013813 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.014535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Bound using segment: {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:35:36.015489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Bound port: 9f133221-0224-4a7c-b353-bba5373a5b0e, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:35:36.016115 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.027964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:36.034438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:36.039731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:36.044021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.112141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=cc8884ff-8e04-401a-8ae1-b4e8066175e0,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:36.135418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:36.136121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26aec3c7-f5c3-486e-a50a-002e84c9e218 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6448607 Aug 11 08:35:36.143042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:7b:e1:5c', 'name': 'tempest-NetworksTestDHCPv6-1734347082'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:36.201281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:35:36.205982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:35:36.208995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.213527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.301096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:36.322642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b41b1-4097-4928-af48-24fe34f6f543 None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:36.438718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:36.468246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port cd782daf-b9aa-47a4-90f7-adf91c3af3cf yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:36.760006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8:0:1::32d (4f00afaf-8596-47f0-8bbe-f95401c9343e/cc8884ff-8e04-401a-8ae1-b4e8066175e0/cd782daf-b9aa-47a4-90f7-adf91c3af3cf) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:36.775322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::f816:3eff:fe7b:e15c (4f00afaf-8596-47f0-8bbe-f95401c9343e/0ce0dbcd-038a-474e-929a-6d566961ca8a/cd782daf-b9aa-47a4-90f7-adf91c3af3cf) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:36.990610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.009071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object cd782daf-b9aa-47a4-90f7-adf91c3af3cf will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:37.070474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.147848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:37.150230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=cd782daf-b9aa-47a4-90f7-adf91c3af3cf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:37.153677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:37.156302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:37.163248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:37.164202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.189151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-92b78778-3d76-4491-a439-fbb8b0e6adf1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0523477 Aug 11 08:35:37.191923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48758) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:37.311508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port cd782daf-b9aa-47a4-90f7-adf91c3af3cf {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:37.311853 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.465321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.505841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for cd782daf-b9aa-47a4-90f7-adf91c3af3cf owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:37.572013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651c1a4-05a7-422a-af12-233a81dd20db None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:37.633801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:37.679808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1f88f419-0fc0-46b9-89b2-3e1bd55b6d15 None None] Provisioning for port 9f133221-0224-4a7c-b353-bba5373a5b0e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:37.887843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9f133221-0224-4a7c-b353-bba5373a5b0e completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:37.894822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:37.895673 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.915203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:37.975204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=cd782daf-b9aa-47a4-90f7-adf91c3af3cf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:38.031631 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.036937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c725aa01-7a2e-4aee-9360-4d4ab369d3e3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/cd782daf-b9aa-47a4-90f7-adf91c3af3cf HTTP/1.1" status: 204 len: 168 time: 0.8403945 Aug 11 08:35:38.037266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:38.091954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f710ec-8735-4a33-a090-10372ec58385 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:38.093615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-85f710ec-8735-4a33-a090-10372ec58385 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0554283 Aug 11 08:35:38.096143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48768) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:38.162648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326fa1d-e91a-44da-a98a-4d161d170de8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:38.162648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7326fa1d-e91a-44da-a98a-4d161d170de8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0597405 Aug 11 08:35:38.162648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48770) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:38.163474 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.183103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9608920-ba57-4129-a0bc-92f8d602b43a None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '0ce0dbcd-038a-474e-929a-6d566961ca8a', 'ip_address': '2001:db8::f816:3eff:fe63:7583'}, {'subnet_id': 'cc8884ff-8e04-401a-8ae1-b4e8066175e0'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '9f133221-0224-4a7c-b353-bba5373a5b0e'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:35:38.233673 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c9608920-ba57-4129-a0bc-92f8d602b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.236693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a7089-5f6b-404a-a8ae-823097efc7a1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:38.238514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a7089-5f6b-404a-a8ae-823097efc7a1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:38.242404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a7089-5f6b-404a-a8ae-823097efc7a1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:38.244397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-340a7089-5f6b-404a-a8ae-823097efc7a1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0827789 Aug 11 08:35:38.246975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48772) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:38.284771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:38.309179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 0ce0dbcd-038a-474e-929a-6d566961ca8a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:38.314063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.316518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.367808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.455560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:38.490796 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-c9608920-ba57-4129-a0bc-92f8d602b43a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ce0dbcd-038a-474e-929a-6d566961ca8a: This subnet is being modified by another concurrent operation. Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ce0dbcd-038a-474e-929a-6d566961ca8a: This subnet is being modified by another concurrent operation. Aug 11 08:35:38.565779 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 08:35:38.576662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.621412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce0dbcd-038a-474e-929a-6d566961ca8a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:38.630529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.633757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dec5c671-7345-47b7-b00b-b2b0cb207db2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/0ce0dbcd-038a-474e-929a-6d566961ca8a HTTP/1.1" status: 204 len: 168 time: 0.3857110 Aug 11 08:35:38.636171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48782) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:38.679416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa39ab-69ef-4e61-9c88-c06de09d6c1e None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:38.726611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet cc8884ff-8e04-401a-8ae1-b4e8066175e0 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:38.738564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.756759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9f080283-8ba5-4e83-ae17-eb08de2090ec None None] Could not find standard attr ID for object cd782daf-b9aa-47a4-90f7-adf91c3af3cf. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:38.780092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9f080283-8ba5-4e83-ae17-eb08de2090ec None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:38.780527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f080283-8ba5-4e83-ae17-eb08de2090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.861067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:38.963176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.084766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197950d-c2b7-48c5-a0f3-c7c0962b9be0 None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': 'cc8884ff-8e04-401a-8ae1-b4e8066175e0'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '9f133221-0224-4a7c-b353-bba5373a5b0e'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:35:39.090980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.117350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.122199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48788) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:39.122357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cc8884ff-8e04-401a-8ae1-b4e8066175e0 HTTP/1.1" status: 204 len: 168 time: 0.4848301 Aug 11 08:35:39.145899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aea0a5-d7b5-4bf0-abd0-9f6c3f5b9654 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8884ff-8e04-401a-8ae1-b4e8066175e0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:39.158364 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6197950d-c2b7-48c5-a0f3-c7c0962b9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.209383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-db4158b5-4020-4d23-ae70-821e00e04afd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858352 Aug 11 08:35:39.209937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:39.215267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:39.336670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:39.340655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.402229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-842c9f79-412d-4575-b5a3-3e6cde917a21 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:39.403854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-842c9f79-412d-4575-b5a3-3e6cde917a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.617773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:39.621652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24471d6b-8f62-4ca8-98fa-40988331bb94 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:35:39.664578 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.724645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:39.728173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:39.737347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:39.738055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.763922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-45a6ee5e-0af0-4384-8053-1a7a603beed4 None None] Could not find standard attr ID for object cd782daf-b9aa-47a4-90f7-adf91c3af3cf. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:39.787448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=73404619-1788-45bd-8fdb-252543e0f3fc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:39.798519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48796) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:39.802167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8341efe8-fc6a-4a32-b1ac-4f217412798d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5913055 Aug 11 08:35:39.810622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:39.844020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24471d6b-8f62-4ca8-98fa-40988331bb94 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:35:39.908849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:39.987095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:40.045286 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:40.133387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:40.142342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:40.159620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:40.377903 n-d-789963-6 neutron-server[94573]: INFO neutron.db.ipam_backend_mixin [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73404619-1788-45bd-8fdb-252543e0f3fc (CIDR: 2001:db8::/64) Aug 11 08:35:40.382812 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:40.383289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:40.405895 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3067790-6c69-4fea-821b-1faf06fee6b3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6057518 Aug 11 08:35:40.408573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48810) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:40.421086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:40.507374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '73404619-1788-45bd-8fdb-252543e0f3fc'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '9f133221-0224-4a7c-b353-bba5373a5b0e'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:35:40.543053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:40.587463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:40.594538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:40.737375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/73404619-1788-45bd-8fdb-252543e0f3fc/9f133221-0224-4a7c-b353-bba5373a5b0e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:40.862084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:40.902817 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:40.919505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Transition to ACTIVE for port object 9f133221-0224-4a7c-b353-bba5373a5b0e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:40.923548 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:41.009518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0fbb4-9b3a-4afc-aeda-1fab2e4b8ecc None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:41.087919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.objects.ports [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94573) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:41.399939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:41.592807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:41.633730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:41.680796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:41.688304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:41.689344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:41.831630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:41.833883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:41.851672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:41.858870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:41.859469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:41.863306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=49bda6fe-1ccb-4dd5-92a1-01547675d7a7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:41.887606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9180c0e-98c7-4be1-bd9c-9f00e911d85d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4776614 Aug 11 08:35:41.890737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48846) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:41.897155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:ce:35:07', 'name': 'tempest-NetworksTestDHCPv6-1235837170'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:42.060573 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:42.090061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3e212-1a25-4835-a410-00575ea16231 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 08:35:42.177490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] Provisioning for port 9f133221-0224-4a7c-b353-bba5373a5b0e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:42.198600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:42.205263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:42.271500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:42.330225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3e212-1a25-4835-a410-00575ea16231 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 08:35:42.342156 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port cdf8a521-26d1-4a74-acf5-6766ed37f041 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:42.667253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::7b (4f00afaf-8596-47f0-8bbe-f95401c9343e/73404619-1788-45bd-8fdb-252543e0f3fc/cdf8a521-26d1-4a74-acf5-6766ed37f041) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:42.672292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:42.674189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8:0:1:f816:3eff:fece:3507 (4f00afaf-8596-47f0-8bbe-f95401c9343e/49bda6fe-1ccb-4dd5-92a1-01547675d7a7/cdf8a521-26d1-4a74-acf5-6766ed37f041) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:42.803825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:42.831090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:43.062881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:43.072415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faed3ba-6111-4c13-b7ee-c430fe97fe2f None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:43.086492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object cdf8a521-26d1-4a74-acf5-6766ed37f041 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:43.173255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:43.224802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:43.237171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:43.242011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:43.248053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:43.248944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:43.273216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=cdf8a521-26d1-4a74-acf5-6766ed37f041,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:43.284110 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-959a121f-f3c5-4f3d-8a43-55fa67f86cf8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3919148 Aug 11 08:35:43.287758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48866) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:43.428841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port cdf8a521-26d1-4a74-acf5-6766ed37f041 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:43.429229 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:43.582022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:43.635744 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:43.681831 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for cdf8a521-26d1-4a74-acf5-6766ed37f041 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:43.701760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:43.703280 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.063692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.102160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=cdf8a521-26d1-4a74-acf5-6766ed37f041,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:44.132665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37c69e-57b6-4ad7-b8f1-597b4efc00c3 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:44.165647 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.168325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c7a8df5-282f-4083-9244-37a30e5d5bad tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/cdf8a521-26d1-4a74-acf5-6766ed37f041 HTTP/1.1" status: 204 len: 168 time: 0.8789244 Aug 11 08:35:44.170892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:44.247574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64812a09-2392-47d7-8e8c-08c9c70e4af2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:44.252367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48880) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:44.260166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-64812a09-2392-47d7-8e8c-08c9c70e4af2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0772836 Aug 11 08:35:44.277832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f1611895-28d8-4d97-aa1c-7fa5e9ea3679 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:44.278277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f1611895-28d8-4d97-aa1c-7fa5e9ea3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.351450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f0ff6-e51a-40fe-ac1e-e61cd0ce1f4b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:44.353079 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fb4f0ff6-e51a-40fe-ac1e-e61cd0ce1f4b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0996478 Aug 11 08:35:44.355925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:44.463163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a5d80-7b6e-471a-9804-6075f2f70684 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:44.465316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a5d80-7b6e-471a-9804-6075f2f70684 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:44.466845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a5d80-7b6e-471a-9804-6075f2f70684 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:44.468552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5a5a5d80-7b6e-471a-9804-6075f2f70684 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1116118 Aug 11 08:35:44.471517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48884) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:44.551717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 49bda6fe-1ccb-4dd5-92a1-01547675d7a7 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:44.555855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.620310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.732807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.857774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.908833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85aa3b-62bb-473c-9d3a-60ee561128bc None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:44.933555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=49bda6fe-1ccb-4dd5-92a1-01547675d7a7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:44.948217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:44.954228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48890) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:44.954457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5eddfa95-021d-4250-827a-0de20141b9da tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/49bda6fe-1ccb-4dd5-92a1-01547675d7a7 HTTP/1.1" status: 204 len: 168 time: 0.4815290 Aug 11 08:35:45.011005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-98eed0b3-73c2-4175-9f4e-518a16308921 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:45.011687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-98eed0b3-73c2-4175-9f4e-518a16308921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:45.149480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 73404619-1788-45bd-8fdb-252543e0f3fc {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:45.155070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:45.212817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:45.346566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:45.514072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:45.562720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=73404619-1788-45bd-8fdb-252543e0f3fc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:45.588544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:45.594661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3adb803f-3c5c-4e82-bd11-b27d71cc099e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/73404619-1788-45bd-8fdb-252543e0f3fc HTTP/1.1" status: 204 len: 168 time: 0.6358180 Aug 11 08:35:45.594661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48896) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:45.676129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d9d8bea5-2337-457a-9867-59468bb10c58 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799973 Aug 11 08:35:45.678731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48900) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:45.686899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:45.908365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:45.916336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:46.187899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bfb16-1fc1-4ca7-b157-1f4d6aad1a3e None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:46.364422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:46.401884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8af6fa74-3133-460f-9c2b-042680f3a53c None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:46.402262 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8af6fa74-3133-460f-9c2b-042680f3a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:46.417767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:46.428455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:46.434092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:46.434682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:46.449950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=fdca1934-2ff4-40b0-beb2-68000bcfa6b7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:46.469420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8e11d999-36bc-4bcf-bba1-cf9a87a924fd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7890701 Aug 11 08:35:46.472099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48912) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:46.484637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:46.627591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:46.632863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:46.745972 n-d-789963-6 neutron-server[94573]: INFO neutron.db.ipam_backend_mixin [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdca1934-2ff4-40b0-beb2-68000bcfa6b7 (CIDR: 2001:db8::/64) Aug 11 08:35:46.752426 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 08:35:46.752971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:46.775463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48914) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:46.776174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca0c15a1-7df2-45f3-82b5-0612cecf8ddb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3026226 Aug 11 08:35:46.781635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'subnet': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:46.992171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:46.992845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc7dc8-ad77-418d-9a0e-477d055c2116 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:46.998895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:47.251553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f6ead965-42e9-4e2c-83ff-5b0d6bd01154 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:47.252126 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6ead965-42e9-4e2c-83ff-5b0d6bd01154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:47.575450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.objects.ports [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94572) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 08:35:47.766289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d74a1a1-c51e-43ca-879d-1bc1c1dfcf41 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:47.769287 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d74a1a1-c51e-43ca-879d-1bc1c1dfcf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:47.848032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.004924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9a0a835c-e202-491b-9c9d-c05d257b8241 None None] Could not find standard attr ID for object cdf8a521-26d1-4a74-acf5-6766ed37f041. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:48.051097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:48.085926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.093395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.094363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.185392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:48.196397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:48.209511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:48.210720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.287012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Subnet': ['ID=06b4f772-0948-46e1-9e86-4c09b55a6149,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:48.306281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=13']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:48.312770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4ad6c1d5-3e5f-4afc-bec7-dcd44d4732be tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5359914 Aug 11 08:35:48.315660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48934) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:48.316155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc96c6a-14b1-4afc-a7ff-3db2a3b7bead None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:48.324051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Request body: {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'mac_address': 'fa:16:3e:e8:96:a7', 'name': 'tempest-NetworksTestDHCPv6-1022803371'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:48.484398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Made reservation on behalf of ae86be3bc6d64d01856c3d6ea7766a83 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:48.587529 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.609582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] device_id is not set on port 12f1be6b-b236-4769-b3b4-2a1a3742c970 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:35:48.671494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Update dhcp port {'port': {'network_id': '4f00afaf-8596-47f0-8bbe-f95401c9343e', 'fixed_ips': [{'subnet_id': '06b4f772-0948-46e1-9e86-4c09b55a6149', 'ip_address': '2001:db8:0:1:f816:3eff:fe63:7583'}, {'subnet_id': 'fdca1934-2ff4-40b0-beb2-68000bcfa6b7'}], 'binding:host_id': 'n-d-789963-6'}, 'id': '9f133221-0224-4a7c-b353-bba5373a5b0e'} from n-d-789963-6. {{(pid=94574) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 08:35:48.700069 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:48.836808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8::21e (4f00afaf-8596-47f0-8bbe-f95401c9343e/fdca1934-2ff4-40b0-beb2-68000bcfa6b7/12f1be6b-b236-4769-b3b4-2a1a3742c970) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:48.845677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:96a7 (4f00afaf-8596-47f0-8bbe-f95401c9343e/06b4f772-0948-46e1-9e86-4c09b55a6149/12f1be6b-b236-4769-b3b4-2a1a3742c970) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:49.025401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.042584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Transition to ACTIVE for port object 12f1be6b-b236-4769-b3b4-2a1a3742c970 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:49.084490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.139447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:49.143646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:49.147613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:49.158929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:49.159859 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.183191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Allocated IP 2001:db8::2 (4f00afaf-8596-47f0-8bbe-f95401c9343e/fdca1934-2ff4-40b0-beb2-68000bcfa6b7/9f133221-0224-4a7c-b353-bba5373a5b0e) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:49.207244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event updated for resources: {'Port': ['ID=12f1be6b-b236-4769-b3b4-2a1a3742c970,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:49.216820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-343b920f-0ada-4722-9fc5-603c7af73d97 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8983943 Aug 11 08:35:49.219080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48944) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:49.349839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:49.408575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting port 12f1be6b-b236-4769-b3b4-2a1a3742c970 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:49.409201 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.480066 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.514936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Transition to ACTIVE for port object 9f133221-0224-4a7c-b353-bba5373a5b0e will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:35:49.521929 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.541908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:49.570778 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.586466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Calling delete_port for 12f1be6b-b236-4769-b3b4-2a1a3742c970 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:49.671421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f4e55-dfa0-41bb-8f40-d82bd24d5741 None None] Pushing event updated for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=14']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:49.812805 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.879856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Port': ['ID=12f1be6b-b236-4769-b3b4-2a1a3742c970,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:49.906347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:49.914652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0ea80a8d-2c62-4a53-a0be-d82fa78df6c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/12f1be6b-b236-4769-b3b4-2a1a3742c970 HTTP/1.1" status: 204 len: 168 time: 0.6899583 Aug 11 08:35:49.916236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:49.985578 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec8ea2e-0701-45d0-a76c-2d79312a433d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:49.987421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2ec8ea2e-0701-45d0-a76c-2d79312a433d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0700431 Aug 11 08:35:49.992621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48954) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:50.061620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a81a5f-9343-4633-bd81-929d29213397 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:50.063362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d4a81a5f-9343-4633-bd81-929d29213397 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0696528 Aug 11 08:35:50.066344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48956) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:50.127683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779c51e-ce2f-43d4-9ab2-2589153ed56e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:50.129716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779c51e-ce2f-43d4-9ab2-2589153ed56e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:50.131409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779c51e-ce2f-43d4-9ab2-2589153ed56e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:50.135682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b779c51e-ce2f-43d4-9ab2-2589153ed56e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0655751 Aug 11 08:35:50.140275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 48960) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:50.199640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet 06b4f772-0948-46e1-9e86-4c09b55a6149 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:50.203345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:50.366676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-983b8857-d748-45b4-ae7f-85cfd6a3d9d7 None None] Provisioning for port 9f133221-0224-4a7c-b353-bba5373a5b0e completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:35:50.372488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-983b8857-d748-45b4-ae7f-85cfd6a3d9d7 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:50.373308 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-983b8857-d748-45b4-ae7f-85cfd6a3d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:50.600321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-42bdacd4-e2ed-4445-99e7-8ac58468964c None None] Could not find standard attr ID for object 12f1be6b-b236-4769-b3b4-2a1a3742c970. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:35:50.687830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:50.807949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.095521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.095521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=06b4f772-0948-46e1-9e86-4c09b55a6149,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:51.095521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.095521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/06b4f772-0948-46e1-9e86-4c09b55a6149 HTTP/1.1" status: 204 len: 168 time: 0.8543854 Aug 11 08:35:51.103886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 48990) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.105999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157db613-2081-44fe-9d6c-65420e1f26f9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:51.108784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7072aff-64be-4fe4-b04a-ee0a8342fba0 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:51.154026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Deleting subnet fdca1934-2ff4-40b0-beb2-68000bcfa6b7 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:35:51.159240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.231160 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.408654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.532106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.555183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:35:51.604145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Subnet': ['ID=fdca1934-2ff4-40b0-beb2-68000bcfa6b7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:51.620588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.622962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6a9a08b8-ee43-4f32-95e2-bdbc1c6897c1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/fdca1934-2ff4-40b0-beb2-68000bcfa6b7 HTTP/1.1" status: 204 len: 168 time: 0.6224303 Aug 11 08:35:51.626107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49008) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:51.637310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:51.643524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:51.684932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6656f9b0-3aad-474f-bfc9-4206acdacabd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550480 Aug 11 08:35:51.686014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49012) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:51.817006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d0f4f-2219-4040-90b6-4272c05a1031 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:51.820663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a9d0f4f-2219-4040-90b6-4272c05a1031 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1334808 Aug 11 08:35:51.823564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49016) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:51.888222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701e176-7fd5-45ac-aa47-47271ddadc3d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:51.892559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9701e176-7fd5-45ac-aa47-47271ddadc3d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674670 Aug 11 08:35:51.893506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49018) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:51.948852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dc4df163-36a8-41ff-b9ae-49962197b246 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497363 Aug 11 08:35:51.949523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49024) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:51.995839 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-41630681-f2ee-4f6f-87d9-7c503c0397d4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:51.997052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41630681-f2ee-4f6f-87d9-7c503c0397d4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:51.999174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-41630681-f2ee-4f6f-87d9-7c503c0397d4 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/12f1be6b-b236-4769-b3b4-2a1a3742c970 HTTP/1.1" status: 404 len: 333 time: 0.0429935 Aug 11 08:35:52.001888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.052574 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f5f071-f7c8-46fc-adeb-9ef2b976fa8a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.053438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f5f071-f7c8-46fc-adeb-9ef2b976fa8a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.058933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49028) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.060584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7f5f071-f7c8-46fc-adeb-9ef2b976fa8a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/06b4f772-0948-46e1-9e86-4c09b55a6149 HTTP/1.1" status: 404 len: 337 time: 0.0525684 Aug 11 08:35:52.122050 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb255355-c4f8-4285-980f-7255ea0cf29e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.124299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb255355-c4f8-4285-980f-7255ea0cf29e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.130732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb255355-c4f8-4285-980f-7255ea0cf29e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/fdca1934-2ff4-40b0-beb2-68000bcfa6b7 HTTP/1.1" status: 404 len: 337 time: 0.0701163 Aug 11 08:35:52.132358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49034) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.178694 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d95090e-2b7e-4a7d-b20a-ba228558d4b8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.179498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d95090e-2b7e-4a7d-b20a-ba228558d4b8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.183819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0d95090e-2b7e-4a7d-b20a-ba228558d4b8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/cdf8a521-26d1-4a74-acf5-6766ed37f041 HTTP/1.1" status: 404 len: 333 time: 0.0475123 Aug 11 08:35:52.184226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49036) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.233216 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-62170ee2-ca0b-4621-b6df-d39dba250c92 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.233869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62170ee2-ca0b-4621-b6df-d39dba250c92 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.238689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49038) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.238948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-62170ee2-ca0b-4621-b6df-d39dba250c92 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/49bda6fe-1ccb-4dd5-92a1-01547675d7a7 HTTP/1.1" status: 404 len: 337 time: 0.0523682 Aug 11 08:35:52.298321 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-2228ef96-eba1-4c93-a934-7f2d061bcbeb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.298913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2228ef96-eba1-4c93-a934-7f2d061bcbeb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.304423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2228ef96-eba1-4c93-a934-7f2d061bcbeb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/73404619-1788-45bd-8fdb-252543e0f3fc HTTP/1.1" status: 404 len: 337 time: 0.0609059 Aug 11 08:35:52.305374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49042) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.343693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f1a3f-b748-498f-bb0a-b4f9d93fd015 None None] Network 4f00afaf-8596-47f0-8bbe-f95401c9343e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:52.351767 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc6494c-bda9-4a77-90c2-2f52b03b7a06 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.352782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc6494c-bda9-4a77-90c2-2f52b03b7a06 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.357533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cbc6494c-bda9-4a77-90c2-2f52b03b7a06 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/cd782daf-b9aa-47a4-90f7-adf91c3af3cf HTTP/1.1" status: 404 len: 333 time: 0.0508552 Aug 11 08:35:52.358091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49046) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.403172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8f582020-3b1d-4e08-bac6-981852868b41 None None] Provisioning complete for port 9f133221-0224-4a7c-b353-bba5373a5b0e triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:35:52.403543 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8f582020-3b1d-4e08-bac6-981852868b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:52.407216 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c81889-2d31-488a-8b76-5c5eb349d2f2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.407895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c81889-2d31-488a-8b76-5c5eb349d2f2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.413371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b6c81889-2d31-488a-8b76-5c5eb349d2f2 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cc8884ff-8e04-401a-8ae1-b4e8066175e0 HTTP/1.1" status: 404 len: 337 time: 0.0540409 Aug 11 08:35:52.415827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.466609 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc532e5-9610-4ed1-8979-3b1435de21cd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.467092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc532e5-9610-4ed1-8979-3b1435de21cd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.469173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fbc532e5-9610-4ed1-8979-3b1435de21cd tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/0ce0dbcd-038a-474e-929a-6d566961ca8a HTTP/1.1" status: 404 len: 337 time: 0.0522168 Aug 11 08:35:52.471961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49052) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.505963 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd09130d-3119-408d-be8e-75b7a67ffdbb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.507067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd09130d-3119-408d-be8e-75b7a67ffdbb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.512564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49054) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.515219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bd09130d-3119-408d-be8e-75b7a67ffdbb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/23f945aa-856d-4db4-870b-a56da75a09a2 HTTP/1.1" status: 404 len: 333 time: 0.0415540 Aug 11 08:35:52.602451 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-0983bb40-c26e-4b40-be74-4e7c702a08ef tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.602928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0983bb40-c26e-4b40-be74-4e7c702a08ef tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.609395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0983bb40-c26e-4b40-be74-4e7c702a08ef tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/a86a6206-de03-4053-a2d5-f7b284a11804 HTTP/1.1" status: 404 len: 337 time: 0.0928719 Aug 11 08:35:52.609515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49058) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.656537 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-4794b8d5-38f2-4260-8f96-e6eda9001d0c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.659815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4794b8d5-38f2-4260-8f96-e6eda9001d0c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.664350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4794b8d5-38f2-4260-8f96-e6eda9001d0c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/5acd4515-b732-4bad-a69b-5df756e705b4 HTTP/1.1" status: 404 len: 337 time: 0.0515473 Aug 11 08:35:52.664837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49060) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.693956 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8d2e89-a29b-4e4b-8156-b6b0f9d2fc03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.695471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8d2e89-a29b-4e4b-8156-b6b0f9d2fc03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.697692 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca8d2e89-a29b-4e4b-8156-b6b0f9d2fc03 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/9cd2f850-48a8-4a67-b9d3-cc1f214cfbd5 HTTP/1.1" status: 404 len: 333 time: 0.0316408 Aug 11 08:35:52.703859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49062) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.737335 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-07811e6a-729d-4bd8-bc7f-b5cd4ed275cf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.737866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07811e6a-729d-4bd8-bc7f-b5cd4ed275cf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.741839 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-07811e6a-729d-4bd8-bc7f-b5cd4ed275cf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/7bdd479c-f24e-45b4-9448-605d6d1344c8 HTTP/1.1" status: 404 len: 337 time: 0.0347888 Aug 11 08:35:52.742941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49064) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.769586 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-70416d5f-ded2-43b4-b863-044bc74c9e2c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.770254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70416d5f-ded2-43b4-b863-044bc74c9e2c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.772253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-70416d5f-ded2-43b4-b863-044bc74c9e2c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/ca336d3a-0976-4d2e-ac55-91985336394a HTTP/1.1" status: 404 len: 333 time: 0.0281620 Aug 11 08:35:52.775060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49068) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.777790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] DHCP port deletion for 4f00afaf-8596-47f0-8bbe-f95401c9343e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:35:52.805391 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-104bba6f-239d-4a80-b3b2-dc233ec1d056 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.806154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104bba6f-239d-4a80-b3b2-dc233ec1d056 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.809808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-104bba6f-239d-4a80-b3b2-dc233ec1d056 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/bf55f275-6f50-49bd-9f80-fd484d367753 HTTP/1.1" status: 404 len: 337 time: 0.0337303 Aug 11 08:35:52.812972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49070) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.848663 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e21b8a2-8910-4467-93fb-8b760908bc2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.851109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e21b8a2-8910-4467-93fb-8b760908bc2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.853731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3e21b8a2-8910-4467-93fb-8b760908bc2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/25d13d6d-20a1-472b-bfd3-0be5a97a4efe HTTP/1.1" status: 404 len: 333 time: 0.0390277 Aug 11 08:35:52.854156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] Deleting port 9f133221-0224-4a7c-b353-bba5373a5b0e {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:35:52.854706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:52.857354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49074) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.889307 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5a7d03-f2bf-45f9-8541-12fed2e4711e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.889935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5a7d03-f2bf-45f9-8541-12fed2e4711e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.891968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-de5a7d03-f2bf-45f9-8541-12fed2e4711e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cd8e0b31-939e-4134-bf09-060a0403ffa7 HTTP/1.1" status: 404 len: 337 time: 0.0312896 Aug 11 08:35:52.896452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.927993 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bad819-ec89-4d79-a455-9ebc84b4e8d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.929241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bad819-ec89-4d79-a455-9ebc84b4e8d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.931321 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e8bad819-ec89-4d79-a455-9ebc84b4e8d3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/2d563827-e501-4dd0-a6f8-4d370741e201 HTTP/1.1" status: 404 len: 333 time: 0.0335050 Aug 11 08:35:52.934447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49080) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.951484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] For port 9f133221-0224-4a7c-b353-bba5373a5b0e, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9f133221-0224-4a7c-b353-bba5373a5b0e,segment=NetworkSegment(937ea1c1-7cbf-4cfd-bbc8-6f5a24432086),segment_id=937ea1c1-7cbf-4cfd-bbc8-6f5a24432086)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:35:52.951992 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:52.969843 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae737b5e-3200-49e6-b317-607d5d82862a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:52.970293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae737b5e-3200-49e6-b317-607d5d82862a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:52.972236 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae737b5e-3200-49e6-b317-607d5d82862a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/442e76be-fb9b-4ea1-a2dc-1224efedd4be HTTP/1.1" status: 404 len: 337 time: 0.0362959 Aug 11 08:35:52.975383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49084) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:52.977139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] Calling delete_port for 9f133221-0224-4a7c-b353-bba5373a5b0e owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:35:53.013339 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-d721d194-1db8-45fb-ba97-824a16c32d13 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.014080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d721d194-1db8-45fb-ba97-824a16c32d13 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.018228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d721d194-1db8-45fb-ba97-824a16c32d13 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/c9d1be18-5c08-486d-851f-248e2e7ebf10 HTTP/1.1" status: 404 len: 333 time: 0.0389962 Aug 11 08:35:53.018642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49088) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.078678 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4045d2-5c51-463b-8512-5d4a05a1c9ab tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.079369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4045d2-5c51-463b-8512-5d4a05a1c9ab tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.082100 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ab4045d2-5c51-463b-8512-5d4a05a1c9ab tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/16040621-ec5f-48b7-800a-c5fc9d34da3c HTTP/1.1" status: 404 len: 337 time: 0.0619979 Aug 11 08:35:53.084579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49094) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.089652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:53.117052 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdd1ce3-633e-4ae4-b565-79f5622eabaf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.117806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdd1ce3-633e-4ae4-b565-79f5622eabaf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.122684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.122967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0cdd1ce3-633e-4ae4-b565-79f5622eabaf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/ce3c965d-e0d4-48b9-a329-537a6f4a3d5d HTTP/1.1" status: 404 len: 333 time: 0.0370133 Aug 11 08:35:53.159768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] Pushing event deleted for resources: {'Port': ['ID=9f133221-0224-4a7c-b353-bba5373a5b0e,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:53.162964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d4e98-2e67-412a-af41-4a8d8226715a None None] No DVR routers for this DVR port 9f133221-0224-4a7c-b353-bba5373a5b0e on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:35:53.180832 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6030d4f9-5c3c-41b3-b37d-058b2fe6446e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.181361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6030d4f9-5c3c-41b3-b37d-058b2fe6446e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.183310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6030d4f9-5c3c-41b3-b37d-058b2fe6446e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cc1b5544-da8a-4bfc-b279-6352b448e0bf HTTP/1.1" status: 404 len: 337 time: 0.0591800 Aug 11 08:35:53.186145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49102) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.225061 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21aaf92-e91a-4a91-830c-2d03f84c2788 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.225916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21aaf92-e91a-4a91-830c-2d03f84c2788 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.228377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b21aaf92-e91a-4a91-830c-2d03f84c2788 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/d986e481-8642-4181-816b-8f80467853dd HTTP/1.1" status: 404 len: 337 time: 0.0406783 Aug 11 08:35:53.230870 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.257434 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-db882f9f-8c6b-4bd1-beb2-6e8c2518f63c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.258191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db882f9f-8c6b-4bd1-beb2-6e8c2518f63c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.260366 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-db882f9f-8c6b-4bd1-beb2-6e8c2518f63c tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/a59d0f9f-c73a-45e0-88f1-f6d872cad818 HTTP/1.1" status: 404 len: 333 time: 0.0281754 Aug 11 08:35:53.263445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49110) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.309293 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ea3e61-f257-4178-a97a-531c3889779f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.309918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ea3e61-f257-4178-a97a-531c3889779f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.312615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-21ea3e61-f257-4178-a97a-531c3889779f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/b62e6ea4-8574-4334-8103-6b4f2c2a4b7b HTTP/1.1" status: 404 len: 337 time: 0.0474594 Aug 11 08:35:53.314993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49114) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.346950 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-693849d9-e6d5-45f8-8364-373130b6a4b5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.347633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693849d9-e6d5-45f8-8364-373130b6a4b5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.353900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49118) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.359917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-693849d9-e6d5-45f8-8364-373130b6a4b5 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/4c1507a3-d71c-45ad-a3cc-a76b293185d3 HTTP/1.1" status: 404 len: 337 time: 0.0372219 Aug 11 08:35:53.384550 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb379715-cf29-423f-a2d5-39ce685cea8d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.385369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb379715-cf29-423f-a2d5-39ce685cea8d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.387289 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cb379715-cf29-423f-a2d5-39ce685cea8d tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/b0a45392-e653-48e3-b9b8-74b0c574ee55 HTTP/1.1" status: 404 len: 333 time: 0.0318463 Aug 11 08:35:53.390030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49120) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.449277 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaf06b6-76ea-4770-aa76-54ddbaa98852 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.450055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaf06b6-76ea-4770-aa76-54ddbaa98852 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.453081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-caaf06b6-76ea-4770-aa76-54ddbaa98852 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/f2da9df4-1ef3-411c-bcde-5dbcdc988b01 HTTP/1.1" status: 404 len: 337 time: 0.0618722 Aug 11 08:35:53.455614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49124) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.485933 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fae42e8-07ea-4361-90be-2e476af99fe1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.486614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fae42e8-07ea-4361-90be-2e476af99fe1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.491127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4fae42e8-07ea-4361-90be-2e476af99fe1 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/d1af8984-f242-4d7b-90ad-9b77b7a5550f HTTP/1.1" status: 404 len: 337 time: 0.0318089 Aug 11 08:35:53.491488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49128) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.528527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:35:53.543838 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8038ab16-a19e-4085-8c57-281f57072c67 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.544514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8038ab16-a19e-4085-8c57-281f57072c67 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.548557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8038ab16-a19e-4085-8c57-281f57072c67 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/33dccebf-75ba-4cd2-96a1-adfd37607f27 HTTP/1.1" status: 404 len: 333 time: 0.0557787 Aug 11 08:35:53.552281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49130) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.582418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9f133221-0224-4a7c-b353-bba5373a5b0e {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:35:53.582822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9f133221-0224-4a7c-b353-bba5373a5b0e not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:35:53.597031 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-075a2cc3-c642-490e-92ec-ece5e51e35c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.598010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075a2cc3-c642-490e-92ec-ece5e51e35c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.603727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49134) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.603891 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-075a2cc3-c642-490e-92ec-ece5e51e35c3 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/788f30c6-295d-44dc-838f-4f8ebd87a30f HTTP/1.1" status: 404 len: 337 time: 0.0512145 Aug 11 08:35:53.641284 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1233cc5c-ba5b-4e41-9d5d-5a14fd2d529b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.642160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1233cc5c-ba5b-4e41-9d5d-5a14fd2d529b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.644187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1233cc5c-ba5b-4e41-9d5d-5a14fd2d529b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/c589a3be-7853-425d-8c91-3f538c7e48a1 HTTP/1.1" status: 404 len: 337 time: 0.0387833 Aug 11 08:35:53.647723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49138) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.687777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-27f34a67-c874-4363-8936-ef610de45288 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8377617-e3d3-4d02-bed2-347a2d18a103 HTTP/1.1" status: 200 len: 205 time: 0.0387585 Aug 11 08:35:53.690989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49140) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.732313 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-baf89558-f884-4d4e-b699-ac0c36a2a41b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] delete failed (client error): The resource could not be found. Aug 11 08:35:53.736342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49144) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.744592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-baf89558-f884-4d4e-b699-ac0c36a2a41b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/routers/b8377617-e3d3-4d02-bed2-347a2d18a103 HTTP/1.1" status: 404 len: 336 time: 0.0526490 Aug 11 08:35:53.765804 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc9d0a9-0d32-4009-ab06-8d1d5978b98e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.766272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc9d0a9-0d32-4009-ab06-8d1d5978b98e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.769755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-afc9d0a9-0d32-4009-ab06-8d1d5978b98e tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/69d21608-b48a-47a5-a1aa-f4aa90247f7d HTTP/1.1" status: 404 len: 337 time: 0.0323148 Aug 11 08:35:53.770992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.812661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ca0414d-2aaa-4439-9962-7b575c86069a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "GET /v2.0/ports?device_id=24d18ef2-efc2-442d-b644-310b16c262cb HTTP/1.1" status: 200 len: 205 time: 0.0401196 Aug 11 08:35:53.815035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49148) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.878294 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-3679b203-7580-459d-b84b-c329b0a06910 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] delete failed (client error): The resource could not be found. Aug 11 08:35:53.883400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49152) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.894382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3679b203-7580-459d-b84b-c329b0a06910 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/routers/24d18ef2-efc2-442d-b644-310b16c262cb HTTP/1.1" status: 404 len: 336 time: 0.0782249 Aug 11 08:35:53.920662 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba65adc7-c126-4249-9461-1e6d721dcc56 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.921373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba65adc7-c126-4249-9461-1e6d721dcc56 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.926577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49154) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:53.936117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba65adc7-c126-4249-9461-1e6d721dcc56 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/cd607fce-63e2-4116-b15d-4d8c80f23342 HTTP/1.1" status: 404 len: 337 time: 0.0513411 Aug 11 08:35:53.978359 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-394b151e-fba4-4381-aa2c-ef82b83ee4bf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:53.979118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394b151e-fba4-4381-aa2c-ef82b83ee4bf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:53.983523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-394b151e-fba4-4381-aa2c-ef82b83ee4bf tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/fee70f22-7274-4b29-872a-a8db02087d4e HTTP/1.1" status: 404 len: 337 time: 0.0539689 Aug 11 08:35:53.984048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49158) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.007788 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5f7219-35bc-473c-80c4-41664bce5cfa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.008847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5f7219-35bc-473c-80c4-41664bce5cfa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.013684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dc5f7219-35bc-473c-80c4-41664bce5cfa tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/6efda88d-ee40-4dbe-9eac-8d1c8576b5d4 HTTP/1.1" status: 404 len: 333 time: 0.0284057 Aug 11 08:35:54.014420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49160) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.058054 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1804983-9d51-4b30-84f0-19d69d5b9bd9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.058528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1804983-9d51-4b30-84f0-19d69d5b9bd9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.063150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d1804983-9d51-4b30-84f0-19d69d5b9bd9 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/25826ad9-c052-4691-a829-510673943042 HTTP/1.1" status: 404 len: 337 time: 0.0471263 Aug 11 08:35:54.063288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49164) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.094251 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b47099a-51c3-44b5-b34d-28014bed6678 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.094935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b47099a-51c3-44b5-b34d-28014bed6678 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.096669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b47099a-51c3-44b5-b34d-28014bed6678 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/31fc6597-c4d9-4e72-8585-b4502d73c2b0 HTTP/1.1" status: 404 len: 333 time: 0.0323615 Aug 11 08:35:54.099595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49166) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.128520 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80b7a33-d44a-4d9c-ba97-e36fcebd6220 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.129036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80b7a33-d44a-4d9c-ba97-e36fcebd6220 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.131388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f80b7a33-d44a-4d9c-ba97-e36fcebd6220 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/a7a506a9-fdf7-4673-96bf-97ab7d2675be HTTP/1.1" status: 404 len: 337 time: 0.0308435 Aug 11 08:35:54.134684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49168) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.165474 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd34ec62-97fc-408c-9350-f43b5342e102 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.166285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd34ec62-97fc-408c-9350-f43b5342e102 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.168921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cd34ec62-97fc-408c-9350-f43b5342e102 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/7e9a8f78-268e-454b-a5c1-8fd8c9158804 HTTP/1.1" status: 404 len: 333 time: 0.0326490 Aug 11 08:35:54.170928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49172) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.210784 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-44695b18-d4d7-4489-8e87-7244e903fb38 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.213043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44695b18-d4d7-4489-8e87-7244e903fb38 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.215369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44695b18-d4d7-4489-8e87-7244e903fb38 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/804123fe-8677-4079-a164-42483c49654b HTTP/1.1" status: 404 len: 337 time: 0.0432761 Aug 11 08:35:54.217804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49176) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.258850 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6896573e-3937-40cc-b05c-49d3779c2f8a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.260025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6896573e-3937-40cc-b05c-49d3779c2f8a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.271496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6896573e-3937-40cc-b05c-49d3779c2f8a tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/a2a02e58-00bb-4011-9cb7-7a40c740fe36 HTTP/1.1" status: 404 len: 333 time: 0.0521796 Aug 11 08:35:54.273709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49178) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.326973 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b0d87d-b817-4410-81e2-01c986aa8b2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.327719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b0d87d-b817-4410-81e2-01c986aa8b2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.330423 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-69b0d87d-b817-4410-81e2-01c986aa8b2f tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/91df357b-c68e-4548-8a7e-4a042f8bdbcf HTTP/1.1" status: 404 len: 337 time: 0.0543904 Aug 11 08:35:54.332600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.374167 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-487fbecc-f712-49c1-932b-8b4938986b76 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.375705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487fbecc-f712-49c1-932b-8b4938986b76 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.378035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-487fbecc-f712-49c1-932b-8b4938986b76 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/3d2545f1-650e-4698-b44e-75d47ad61ad5 HTTP/1.1" status: 404 len: 333 time: 0.0437744 Aug 11 08:35:54.380810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.420157 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-91370e84-5942-4e0a-9de1-a1651554ab76 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.421207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91370e84-5942-4e0a-9de1-a1651554ab76 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.423104 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-91370e84-5942-4e0a-9de1-a1651554ab76 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/ac52e8eb-8687-4770-969e-2b82cd779957 HTTP/1.1" status: 404 len: 337 time: 0.0411186 Aug 11 08:35:54.425825 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49186) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.461362 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02b7c64-4fa4-4e50-8851-c71196c5f57b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.463899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02b7c64-4fa4-4e50-8851-c71196c5f57b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.468292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c02b7c64-4fa4-4e50-8851-c71196c5f57b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/3f13dcf3-15d3-421e-9901-2f5c17032c82 HTTP/1.1" status: 404 len: 333 time: 0.0410721 Aug 11 08:35:54.471305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49192) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.500765 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c874a2a-279b-4c6a-a00c-144827b46e7b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.501254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c874a2a-279b-4c6a-a00c-144827b46e7b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.506119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c874a2a-279b-4c6a-a00c-144827b46e7b tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/c624b64c-df81-4d45-9226-a0da1f12aff7 HTTP/1.1" status: 404 len: 337 time: 0.0293961 Aug 11 08:35:54.506435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49194) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.545401 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-c967650a-14cf-4bf0-a7a5-334939704077 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.549042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c967650a-14cf-4bf0-a7a5-334939704077 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.553149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c967650a-14cf-4bf0-a7a5-334939704077 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/ports/ac43b1fe-f278-4d42-ba95-2b9b2c415127 HTTP/1.1" status: 404 len: 333 time: 0.0454760 Aug 11 08:35:54.555675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49196) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.593710 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f01da21-b655-42ec-a018-5604632306c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] DELETE failed (client error): The resource could not be found. Aug 11 08:35:54.594173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f01da21-b655-42ec-a018-5604632306c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:35:54.595979 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4f01da21-b655-42ec-a018-5604632306c8 tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/subnets/5c08130c-7f92-4c7c-9a43-dedcb3de82ea HTTP/1.1" status: 404 len: 337 time: 0.0394087 Aug 11 08:35:54.599047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49200) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:54.699968 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:54.840574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:54.862746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f00afaf-8596-47f0-8bbe-f95401c9343e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:54.877133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:54.877580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937ea1c1-7cbf-4cfd-bbc8-6f5a24432086') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:35:54.888802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:54.915517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:54.926823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:35:54.926823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:35:54.930670 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:35:54.999112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:55.025253 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:55.030610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] 10.222.0.58 "DELETE /v2.0/networks/4f00afaf-8596-47f0-8bbe-f95401c9343e HTTP/1.1" status: 204 len: 168 time: 0.4298692 Aug 11 08:35:55.032356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e9f8e-5649-4cd1-9450-7fdcd14d22bb tempest-NetworksTestDHCPv6-1550557802 tempest-NetworksTestDHCPv6-1550557802-project] Pushing event deleted for resources: {'Network': ['ID=4f00afaf-8596-47f0-8bbe-f95401c9343e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:55.310219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49226) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:55.519087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1eefef57-0d53-4b44-bc5e-4d36ccec0426 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae86be3bc6d64d01856c3d6ea7766a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076459 Aug 11 08:35:55.521760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49246) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:55.584359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:55.612842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:55.675017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:55.678484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:55.679687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5acd6f98-eabf-4671-a9be-241ccb548864 HTTP/1.1" status: 204 len: 168 time: 0.1569932 Aug 11 08:35:55.694324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd6f98-eabf-4671-a9be-241ccb548864,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:55.711741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.712044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.712393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.712730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.713094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.713426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.713767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.714084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.714410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.714737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.715061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:55.715383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dabc2e1-d4f4-46db-88a8-4752077f160e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:35:56.611465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49308) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:56.754112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1619939451'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:56.784163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:56.788454 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:56.816945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.018484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.033698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.086857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce404408-af44-4efe-a206-854954a51140,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:57.094519 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:35:57.106231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.106831 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Added segment 21b86da7-c769-45eb-a3c3-a3d931267433 of type vlan for network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 Aug 11 08:35:57.171384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.214254 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.222384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:57.223371 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.321238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49326) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:57.321744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7088315 Aug 11 08:35:57.326862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffb065-2900-427a-8ddd-d2539cf9d463 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Network': ['ID=e8d0c4cd-6b39-4f7a-a045-483d5ee81b46,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:57.327016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'subnet': {'network_id': 'e8d0c4cd-6b39-4f7a-a045-483d5ee81b46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:57.346968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:35:57.542462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:35:57.546199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.828521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:57.961637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Subnet': ['ID=79d8afde-8de8-4212-85ae-5f2bddd02268,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:57.971982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Checking segment: {'id': '21b86da7-c769-45eb-a3c3-a3d931267433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e8d0c4cd-6b39-4f7a-a045-483d5ee81b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:35:57.972426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network hostable DHCP agents. Network: e8d0c4cd-6b39-4f7a-a045-483d5ee81b46, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:35:57.997145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:35:58.018094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e8d0c4cd-6b39-4f7a-a045-483d5ee81b46) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:58.027055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:35:58.027677 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:58.040629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a38e0-ef10-4598-8325-49c93edc4e5d None None] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:58.061517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f0dce567-5b7d-4367-bfb2-61bd7205c688 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7387981 Aug 11 08:35:58.065702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49350) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:35:58.071361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-749582498', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:35:58.132302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:58.134104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:58.215494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:58.250494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60151ff9-47b8-44a9-83b8-2b704c1c3545 None None] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:35:58.429902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:58.883971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:58.949561 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:59.002153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:59.227579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.28 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/2a28a7b1-abb4-465f-84c6-b556eb39c12f) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:35:59.279106 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f0243e63-23a0-4b89-bcdd-5ada4a3778b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:59.385284 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:59.456966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:59.507654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:35:59.510856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:35:59.514969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:35:59.544190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=2a28a7b1-abb4-465f-84c6-b556eb39c12f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:35:59.889008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:35:59.913695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:00.201604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:00.466440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:36:00.659557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:00.700149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:00.715160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:00.717737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:00.726563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:00.728418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a5dcce36-abc2-4774-a6e4-93389aa5796e tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6612263 Aug 11 08:36:00.731446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49412) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:00.770957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:00.782327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:00.813542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:35:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:00.896758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:00.897752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7019201-15c3-4280-902a-971bcd9461a0 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:01.017687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49420) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:01.305666 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd49c-d391-43c5-b922-2bf8f7ebed77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.529514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd49c-d391-43c5-b922-2bf8f7ebed77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.547740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd49c-d391-43c5-b922-2bf8f7ebed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.563244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.593567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bfcbd49c-d391-43c5-b922-2bf8f7ebed77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a60f91f2bdec4f5f94811878509f76f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702226 Aug 11 08:36:01.602376 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49434) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:01.677249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbd49c-d391-43c5-b922-2bf8f7ebed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa695704-d9ca-4c4c-bd5a-18aa68afb937,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:01.685993 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baabcd07-608e-4cd9-b873-a74586556422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.723343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baabcd07-608e-4cd9-b873-a74586556422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.803280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baabcd07-608e-4cd9-b873-a74586556422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.813453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-baabcd07-608e-4cd9-b873-a74586556422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:01.818809 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-baabcd07-608e-4cd9-b873-a74586556422 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa695704-d9ca-4c4c-bd5a-18aa68afb937 HTTP/1.1" status: 204 len: 168 time: 0.2145839 Aug 11 08:36:01.830705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabcd07-608e-4cd9-b873-a74586556422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa695704-d9ca-4c4c-bd5a-18aa68afb937,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:02.375032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49452) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:02.390577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5ef3087f-5b30-42f0-a2b6-6c041f9bd2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.430460 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.507085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.1 (e8d0c4cd-6b39-4f7a-a045-483d5ee81b46/79d8afde-8de8-4212-85ae-5f2bddd02268/f34b2301-9805-4fa5-9bb7-6c0942c49e41) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:02.517339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5ef3087f-5b30-42f0-a2b6-6c041f9bd2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.523540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5ef3087f-5b30-42f0-a2b6-6c041f9bd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.565460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3087f-5b30-42f0-a2b6-6c041f9bd2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a10c48-d786-4ebd-8e0d-fb3b40d3f016,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:02.575601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5ef3087f-5b30-42f0-a2b6-6c041f9bd2c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af6695d17ea1469283d5163a0c2d2f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983147 Aug 11 08:36:02.577297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49458) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:02.655510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-179c7cb8-7afc-4109-8fa6-ef828a0271ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.691816 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-179c7cb8-7afc-4109-8fa6-ef828a0271ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.709226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.722611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c5bfda89-b7db-424a-b540-a9bb757d7c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.786649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.814974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-179c7cb8-7afc-4109-8fa6-ef828a0271ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.818104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-179c7cb8-7afc-4109-8fa6-ef828a0271ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:02.821803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-179c7cb8-7afc-4109-8fa6-ef828a0271ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08a10c48-d786-4ebd-8e0d-fb3b40d3f016 HTTP/1.1" status: 204 len: 168 time: 0.2404563 Aug 11 08:36:02.830614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7cb8-7afc-4109-8fa6-ef828a0271ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a10c48-d786-4ebd-8e0d-fb3b40d3f016,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:02.869817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:02.871889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:02.881929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:02.959143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=f34b2301-9805-4fa5-9bb7-6c0942c49e41,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:02.982501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:03.174306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:03.687991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:03.710468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:03.903339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=f34b2301-9805-4fa5-9bb7-6c0942c49e41,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:03.913231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:04.034716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:04.037424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:04.212924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:04.362286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:04.396315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c21b94b7-f05e-415d-a1ae-d61c3f4094f9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/routers/a9bb266f-5784-4d48-8f98-426007e6c135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6631653 Aug 11 08:36:04.396899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:04.400789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49526) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:04.406835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'port': {'network_id': 'e8d0c4cd-6b39-4f7a-a045-483d5ee81b46', 'name': 'tempest-FloatingIPTestJSON-172144038'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:04.419268 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:04.419960 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:04.495592 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:04.528291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:04.528572 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:04.581229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:04.582291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1d7e4-5930-4c58-b7c0-be988155ea1c None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:04.654138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:04.659797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:04.685113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] device_id is not set on port 1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:36:04.851737 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:04.858934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.3 (e8d0c4cd-6b39-4f7a-a045-483d5ee81b46/79d8afde-8de8-4212-85ae-5f2bddd02268/1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:05.187672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:05.324858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:05.383132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:05.386804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:05.390213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:05.464784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:05.465850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:05.495016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:05.495649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0924826 Aug 11 08:36:05.496325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4c1fd-93d7-4aa7-a4bc-f2c15a95cc2b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:05.514126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'port': {'network_id': 'e8d0c4cd-6b39-4f7a-a045-483d5ee81b46', 'name': 'tempest-FloatingIPTestJSON-1138079984'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:05.702290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:05.709521 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:05.744107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] device_id is not set on port 1c36566f-4fe6-406a-8bbe-0639638ed401 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:36:05.928226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.14 (e8d0c4cd-6b39-4f7a-a045-483d5ee81b46/79d8afde-8de8-4212-85ae-5f2bddd02268/1c36566f-4fe6-406a-8bbe-0639638ed401) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:06.144647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:06.260902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:06.323198 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:06.390648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:06.397033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:06.410136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:06.468677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=1c36566f-4fe6-406a-8bbe-0639638ed401,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:06.504711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:06.505954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:06.531581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f60fd6e6-b69e-414b-9ee1-19e7ede549b2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0336468 Aug 11 08:36:06.535026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49576) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:06.540804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '1c36566f-4fe6-406a-8bbe-0639638ed401', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:06.568236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:06.685256 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:06.840529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.89 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/8569ced8-3b25-426e-8078-27c0df9fee99) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:06.999314 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:07.063428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:07.573747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=8569ced8-3b25-426e-8078-27c0df9fee99,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:07.589091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:07.590552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:07.592980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:07.782006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49598) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:07.956799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3ef7-8b44-4ca0-b217-5b2fff1b9a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.137672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3ef7-8b44-4ca0-b217-5b2fff1b9a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.144791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3ef7-8b44-4ca0-b217-5b2fff1b9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.220605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1f1a3ef7-8b44-4ca0-b217-5b2fff1b9a18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f2fb6fabd574c00bd0740053a9112d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364982 Aug 11 08:36:08.221435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49604) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:08.256452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a3ef7-8b44-4ca0-b217-5b2fff1b9a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd248e9-7d33-4699-a519-adf5e90010fe,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:08.293560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.320736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb17de06-ad39-472b-b995-7e80625e9a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.347921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb17de06-ad39-472b-b995-7e80625e9a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.420996 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb17de06-ad39-472b-b995-7e80625e9a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.425189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cb17de06-ad39-472b-b995-7e80625e9a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.440003 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cb17de06-ad39-472b-b995-7e80625e9a74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfd248e9-7d33-4699-a519-adf5e90010fe HTTP/1.1" status: 204 len: 168 time: 0.2129481 Aug 11 08:36:08.466151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.470684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17de06-ad39-472b-b995-7e80625e9a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd248e9-7d33-4699-a519-adf5e90010fe,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:08.760081 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.776974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:08.879345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=8569ced8-3b25-426e-8078-27c0df9fee99,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:08.907269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:09.047782 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP 3e98afd4-3476-457e-ac14-58f681708b01 associated. External IP: 172.25.2.89, port: 1c36566f-4fe6-406a-8bbe-0639638ed401. Aug 11 08:36:09.387953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:09.527847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49630) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:09.577300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:09.591149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:09.602984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:09.608614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:09.609684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:09.680087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:09.680727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0e2b1722-2278-42bd-8261-374db5b261a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1435521 Aug 11 08:36:09.688329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:09.811530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-33379648-network', 'tenant_id': '3caa9f26d8a348ef9c6a89e7e95bc0b2'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:09.846460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:09.856735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:09.857662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:09.893020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:09.896094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:09.897077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc9e16b-a63a-4a62-89aa-5e1fd2b5622b None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:09.941110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Made reservation on behalf of 3caa9f26d8a348ef9c6a89e7e95bc0b2 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:09.943627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:09.959484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.092537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49642) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:10.187283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.196999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.197649 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP 3e98afd4-3476-457e-ac14-58f681708b01 disassociated. External IP: 172.25.2.89, port: 1c36566f-4fe6-406a-8bbe-0639638ed401. Aug 11 08:36:10.247746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:36:10.308459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a64337-47e1-49a1-99e9-2c55c6865e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.315870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.329617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.404004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:36:10.409193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f98365-e074-42a2-83fb-4d53f825b7e4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:10.436572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.437149 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Added segment 8a21df05-9d4b-4066-998e-1a9e1804e8b6 of type vlan for network 34a487cc-135e-404f-aefc-392828344241 Aug 11 08:36:10.464335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a64337-47e1-49a1-99e9-2c55c6865e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.471419 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-28a64337-47e1-49a1-99e9-2c55c6865e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.571044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-28a64337-47e1-49a1-99e9-2c55c6865e2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1bf6ad62428421b9fcb1ea5c91a7553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766607 Aug 11 08:36:10.573335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a64337-47e1-49a1-99e9-2c55c6865e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa24737d-640a-4485-987b-251f6d237f2c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:10.579748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:10.586061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.720297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:10.726081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.727381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:10.728108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.790072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a98d36b-45cb-471d-a6f4-70287cd41b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.806285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2764499 Aug 11 08:36:10.810043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49650) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:10.817512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Request body: {'subnet': {'network_id': '34a487cc-135e-404f-aefc-392828344241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-33379648-subnet', 'tenant_id': '3caa9f26d8a348ef9c6a89e7e95bc0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:10.846087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Made reservation on behalf of 3caa9f26d8a348ef9c6a89e7e95bc0b2 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:10.848934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.887400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a98d36b-45cb-471d-a6f4-70287cd41b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:10.892537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b33cec-bfc1-4560-8be3-61b3753cf5da admin admin] Pushing event updated for resources: {'Network': ['ID=34a487cc-135e-404f-aefc-392828344241,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:10.909327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 34a487cc-135e-404f-aefc-392828344241 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:36:11.012045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a98d36b-45cb-471d-a6f4-70287cd41b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.014538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a98d36b-45cb-471d-a6f4-70287cd41b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.015920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1a98d36b-45cb-471d-a6f4-70287cd41b59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa24737d-640a-4485-987b-251f6d237f2c HTTP/1.1" status: 204 len: 168 time: 0.4339354 Aug 11 08:36:11.019486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:11.029249 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.041314 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:11.064495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:11.065562 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:11.078580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98d36b-45cb-471d-a6f4-70287cd41b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa24737d-640a-4485-987b-251f6d237f2c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:11.130243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-073bc2c8-f2f4-4d12-b8f0-5e8e28e5c5c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/floatingips/3e98afd4-3476-457e-ac14-58f681708b01 HTTP/1.1" status: 200 len: 687 time: 1.4478667 Aug 11 08:36:11.133989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:11.144872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.147350 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:11.157385 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:11.158252 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:11.198380 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:11.199053 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482dfda-0d7b-4c74-af22-071a1eac3e44 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:11.260165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a917fdb-9ed6-4022-81ea-45db1d5bf67c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:11.266057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Checking segment: {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:36:11.266392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Network hostable DHCP agents. Network: 34a487cc-135e-404f-aefc-392828344241, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:36:11.295383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Network 34a487cc-135e-404f-aefc-392828344241 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:36:11.321155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 34a487cc-135e-404f-aefc-392828344241) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:11.329170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:11.331316 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.338129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a132f85-9625-4c73-b1dc-ccbdcdfa25f4 None None] Network 34a487cc-135e-404f-aefc-392828344241 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:36:11.358015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 8569ced8-3b25-426e-8078-27c0df9fee99 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:11.358672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.373633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a25891a0-844d-46f6-a538-7dcaac5fe3fe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5619254 Aug 11 08:36:11.529636 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.530102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.548367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25975a-92ee-4364-946a-1d8cd90312ea None None] Network 34a487cc-135e-404f-aefc-392828344241 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:36:11.592846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 8569ced8-3b25-426e-8078-27c0df9fee99 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:11.612983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49674) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:11.656266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd51541a-92ad-45f0-a0d7-807bbe23c906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.900457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd51541a-92ad-45f0-a0d7-807bbe23c906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.908010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bd51541a-92ad-45f0-a0d7-807bbe23c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.953566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:11.973058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bd51541a-92ad-45f0-a0d7-807bbe23c906 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6625e726ecc947389d6276a33ce5a2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540952 Aug 11 08:36:11.976289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49676) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:11.992924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51541a-92ad-45f0-a0d7-807bbe23c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e4b324-f8db-4f89-8162-fd5f5f192bfa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:11.997956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=8569ced8-3b25-426e-8078-27c0df9fee99,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:12.064472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.067646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.068513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8a813a30-99a7-4196-a4fb-456f931c57c2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/floatingips/3e98afd4-3476-457e-ac14-58f681708b01 HTTP/1.1" status: 204 len: 168 time: 0.9330757 Aug 11 08:36:12.073280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49678) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:12.077432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:12.103528 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-108fb220-8600-4180-b095-08755a566b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.122596 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.171272 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-108fb220-8600-4180-b095-08755a566b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.248936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-108fb220-8600-4180-b095-08755a566b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.251616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-108fb220-8600-4180-b095-08755a566b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.255672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-108fb220-8600-4180-b095-08755a566b22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42e4b324-f8db-4f89-8162-fd5f5f192bfa HTTP/1.1" status: 204 len: 168 time: 0.2701170 Aug 11 08:36:12.270296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fb220-8600-4180-b095-08755a566b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e4b324-f8db-4f89-8162-fd5f5f192bfa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:12.301446 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.481247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.29 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/c5115420-206c-4c87-ab70-39d74341b277) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:12.612396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.677127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:12.730903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:12.739827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:12.744590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:12.812258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=c5115420-206c-4c87-ab70-39d74341b277,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:13.300228 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:13.399750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:13.664656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:13.675881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:13.733730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:13.933900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=c5115420-206c-4c87-ab70-39d74341b277,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:13.943147 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP f24d7893-9092-4ca6-ad2b-67bddaf627ff associated. External IP: 172.25.2.29, port: 1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc. Aug 11 08:36:14.220985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-6dec944f-1fca-4d03-9deb-dd07d40c83e1 req-dbacedaf-65df-47cc-92aa-c60a9255b993 service neutron] (94572) timed out ('10.222.0.64', 59396) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:36:14.578947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:14.735968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:14.753891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:14.767835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:14.769431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:14.773371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:14.826587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:14.834000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0dafb322-946b-4a31-99e5-6e91f29ab0c9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.7602217 Aug 11 08:36:14.834482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49742) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:14.844919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:14.847133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:14.960167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:14.960615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b33a99-bdda-4c75-b647-f1bbd91c8744 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:15.027131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 49748) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:15.027655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a268a8a9-3f5e-4fc4-a5f8-a89a8ad9e234 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/floatingips/f24d7893-9092-4ca6-ad2b-67bddaf627ff HTTP/1.1" status: 200 len: 976 time: 0.1878359 Aug 11 08:36:15.269043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2f266f6d-e647-4da5-86df-b309fba739ae tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2405281 Aug 11 08:36:15.272323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 49768) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:15.277279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'port_id': '1c36566f-4fe6-406a-8bbe-0639638ed401'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:15.390105 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:16.813370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:16.821563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:16.992532 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP f24d7893-9092-4ca6-ad2b-67bddaf627ff associated. External IP: 172.25.2.29, port: 1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc. Aug 11 08:36:17.346135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:17.546853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:17.569384 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:17.597648 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:17.599642 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:17.667916 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:17.690698 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:17.691475 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:17.725426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:17.726366 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ce96f-25d7-4e7b-af46-1cbc26667156 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:18.018806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:18.186681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:18.193976 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:18.199877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:18.212753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:18.214004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:18.275979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2496615c-e7e6-460e-a617-255cdf7c0f73 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/floatingips/f24d7893-9092-4ca6-ad2b-67bddaf627ff HTTP/1.1" status: 200 len: 978 time: 3.0027008 Aug 11 08:36:18.278851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50072) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:18.285070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:18.289169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:18.305657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:18.306541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:18.368346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:18.368631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:18.369420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4216e45-a122-424e-bc73-c046b8ac0975 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:18.577386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:18.584807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:18.585732 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP f24d7893-9092-4ca6-ad2b-67bddaf627ff disassociated. External IP: 172.25.2.29, port: 1c36566f-4fe6-406a-8bbe-0639638ed401. Aug 11 08:36:18.941253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:19.207469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:19.213656 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:19.222030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:19.249600 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:19.252325 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:19.267267 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-36e4a624-804f-4421-ad02-fed81793ec36 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/floatingips/f24d7893-9092-4ca6-ad2b-67bddaf627ff HTTP/1.1" status: 200 len: 687 time: 0.9835043 Aug 11 08:36:19.268613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50168) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:19.310979 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:19.329273 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:19.330299 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:19.415604 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:19.417052 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c2d25-9474-4dda-8260-732288664fe2 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:19.567158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port c5115420-206c-4c87-ab70-39d74341b277 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:19.567801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:19.707987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:19.708674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:19.723460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for c5115420-206c-4c87-ab70-39d74341b277 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:19.950385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:19.980460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=c5115420-206c-4c87-ab70-39d74341b277,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:20.072841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:20.076328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:20.077676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-39c06b79-78f0-4c44-b3c2-aa213f1dd92a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/floatingips/f24d7893-9092-4ca6-ad2b-67bddaf627ff HTTP/1.1" status: 204 len: 168 time: 0.8090084 Aug 11 08:36:20.080279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50240) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:20.162165 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-fcce22e4-4de1-43ca-8b5d-e8e83bc4d85b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] delete failed (client error): The resource could not be found. Aug 11 08:36:20.163256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fcce22e4-4de1-43ca-8b5d-e8e83bc4d85b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/floatingips/f24d7893-9092-4ca6-ad2b-67bddaf627ff HTTP/1.1" status: 404 len: 345 time: 0.0820050 Aug 11 08:36:20.167434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50244) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:20.296618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55ad22-6480-4ad1-9503-d3b081b0985b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:20.322729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55ad22-6480-4ad1-9503-d3b081b0985b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:20.332614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55ad22-6480-4ad1-9503-d3b081b0985b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:20.336331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2c55ad22-6480-4ad1-9503-d3b081b0985b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/ports?network_id=e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 HTTP/1.1" status: 200 len: 2358 time: 0.1668472 Aug 11 08:36:20.340251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50248) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:20.464354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8683b-c9b8-4e18-8f66-3bb55c652f6c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:20.466031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-adc8683b-c9b8-4e18-8f66-3bb55c652f6c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/subnets/79d8afde-8de8-4212-85ae-5f2bddd02268 HTTP/1.1" status: 200 len: 797 time: 0.1236103 Aug 11 08:36:20.472003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50254) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:20.489171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'port': {'network_id': 'e8d0c4cd-6b39-4f7a-a045-483d5ee81b46', 'name': 'tempest-FloatingIPTestJSON-1230848192', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:20.802356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:20.968003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:20.990338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] device_id is not set on port f1f3c2cb-f33a-45ff-98c8-88a96f4316d9 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:36:21.481093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.13 (e8d0c4cd-6b39-4f7a-a045-483d5ee81b46/79d8afde-8de8-4212-85ae-5f2bddd02268/f1f3c2cb-f33a-45ff-98c8-88a96f4316d9) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:21.490492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.12 (e8d0c4cd-6b39-4f7a-a045-483d5ee81b46/79d8afde-8de8-4212-85ae-5f2bddd02268/f1f3c2cb-f33a-45ff-98c8-88a96f4316d9) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:21.699264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:21.757571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:21.853540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:21.861799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:21.874524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:21.935383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=f1f3c2cb-f33a-45ff-98c8-88a96f4316d9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:21.959327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:21.959594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:21.980496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cbb22f09-36fb-4660-a116-c26a466fe6cd tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5063806 Aug 11 08:36:21.983539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50270) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:21.990420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'f1f3c2cb-f33a-45ff-98c8-88a96f4316d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:22.024311 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:22.302860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:22.454904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.190 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/db167c3b-35b2-4b04-aed3-40e90ce0b200) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:22.728936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:22.831458 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:22.931042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=db167c3b-35b2-4b04-aed3-40e90ce0b200,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:22.953368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:22.956128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:22.959996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:24.337543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:24.537430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:25.010814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:25.022499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:25.154485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=db167c3b-35b2-4b04-aed3-40e90ce0b200,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:25.175402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:25.294650 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP 35b7854a-4b80-4b3f-a1be-e7fcefe46212 associated. External IP: 172.25.2.190, port: f1f3c2cb-f33a-45ff-98c8-88a96f4316d9. Aug 11 08:36:25.499268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50298) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:25.848472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:25.860849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49977be0-770d-4271-9c3f-e939a62598e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.072194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:26.086470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:26.099226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:26.100127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:26.133984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49977be0-770d-4271-9c3f-e939a62598e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.141176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:26.144728 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49977be0-770d-4271-9c3f-e939a62598e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.147600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.152612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:26.153322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:26.184465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8798a956-92fd-4e3d-a726-fcbfa985adf0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1989901 Aug 11 08:36:26.189069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:26.189295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:26.190278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c170e8-fa28-4f67-b959-ee8537c7a566 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:26.199710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'port_id': 'f1f3c2cb-f33a-45ff-98c8-88a96f4316d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:26.205342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-49977be0-770d-4271-9c3f-e939a62598e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcc960f3b4334a268ddab0498c4e956e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045743 Aug 11 08:36:26.209377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50308) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:26.252190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49977be0-770d-4271-9c3f-e939a62598e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70739a5e-8cc6-4400-b49b-10f94319fda7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:26.298112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4318-f12a-4aaf-aaa4-abba1378da9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.305547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.326834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4318-f12a-4aaf-aaa4-abba1378da9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.425277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4318-f12a-4aaf-aaa4-abba1378da9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.430137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4318-f12a-4aaf-aaa4-abba1378da9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:26.432936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a3ff4318-f12a-4aaf-aaa4-abba1378da9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70739a5e-8cc6-4400-b49b-10f94319fda7 HTTP/1.1" status: 204 len: 168 time: 0.2219732 Aug 11 08:36:26.449835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4318-f12a-4aaf-aaa4-abba1378da9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70739a5e-8cc6-4400-b49b-10f94319fda7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:26.864438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50318) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:26.878916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f3a5b13-2e9f-44d0-84e7-a759c0ef4e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.027220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f3a5b13-2e9f-44d0-84e7-a759c0ef4e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.031341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.033434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f3a5b13-2e9f-44d0-84e7-a759c0ef4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.042920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.094104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a5b13-2e9f-44d0-84e7-a759c0ef4e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e7b7a-dc28-4fda-9bfa-f189c982588a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:27.131406 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f3a5b13-2e9f-44d0-84e7-a759c0ef4e8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=889cfb506d6f4d5297794d976fc31038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657406 Aug 11 08:36:27.132068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50320) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:27.194319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ead8b0-3c9d-442f-866e-f2460d50e2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.222799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ead8b0-3c9d-442f-866e-f2460d50e2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.298966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ead8b0-3c9d-442f-866e-f2460d50e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.304420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ead8b0-3c9d-442f-866e-f2460d50e2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.305978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63ead8b0-3c9d-442f-866e-f2460d50e2b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a1e7b7a-dc28-4fda-9bfa-f189c982588a HTTP/1.1" status: 204 len: 168 time: 0.1729336 Aug 11 08:36:27.316622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead8b0-3c9d-442f-866e-f2460d50e2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e7b7a-dc28-4fda-9bfa-f189c982588a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:27.403540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:27.594075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:27.599827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:27.612486 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed865979-2941-434e-8e16-f257852d4245 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:27.629787 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed865979-2941-434e-8e16-f257852d4245 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:27.633536 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ed865979-2941-434e-8e16-f257852d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:27.696601 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ed865979-2941-434e-8e16-f257852d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:27.711708 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed865979-2941-434e-8e16-f257852d4245 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:27.712358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ed865979-2941-434e-8e16-f257852d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:27.715028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-41c5dcec-9f89-4bb3-99dd-f174e5616aa5 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/floatingips/35b7854a-4b80-4b3f-a1be-e7fcefe46212 HTTP/1.1" status: 200 len: 979 time: 1.5217106 Aug 11 08:36:27.716541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50326) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:27.800682 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ed865979-2941-434e-8e16-f257852d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:27.801699 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed865979-2941-434e-8e16-f257852d4245 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:28.070139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port db167c3b-35b2-4b04-aed3-40e90ce0b200 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:28.070672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.205510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.205963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.226101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for db167c3b-35b2-4b04-aed3-40e90ce0b200 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:28.330060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50348) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:28.554246 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bd97180a-8e60-448c-b41b-ef6d91c27f19 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4019193a69834f079dd2cb49adb92c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199819 Aug 11 08:36:28.556471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50356) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:28.677180 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.716649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a6e9b6-2bd7-4661-9386-9e82bc6d15d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.724334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=db167c3b-35b2-4b04-aed3-40e90ce0b200,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:28.785161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a6e9b6-2bd7-4661-9386-9e82bc6d15d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.863074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.863428 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP 35b7854a-4b80-4b3f-a1be-e7fcefe46212 disassociated (deleted). External IP: 172.25.2.190, port: f1f3c2cb-f33a-45ff-98c8-88a96f4316d9. Aug 11 08:36:28.863863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.959910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a6e9b6-2bd7-4661-9386-9e82bc6d15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.962919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05a6e9b6-2bd7-4661-9386-9e82bc6d15d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:28.964449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-05a6e9b6-2bd7-4661-9386-9e82bc6d15d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ef15325-697a-4afd-8c3f-8ad11db63871 HTTP/1.1" status: 204 len: 168 time: 0.4066648 Aug 11 08:36:28.982738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e9b6-2bd7-4661-9386-9e82bc6d15d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef15325-697a-4afd-8c3f-8ad11db63871,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:29.148082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:29.290345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-311b7a8d-4867-41fd-aac0-ddfabf0db8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:29.315605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:29.322955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:29.341478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:29.354375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:29.356098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:29.410669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4721c58d-618d-41de-b722-f45296646bd1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/floatingips/35b7854a-4b80-4b3f-a1be-e7fcefe46212 HTTP/1.1" status: 204 len: 168 time: 1.6913109 Aug 11 08:36:29.411422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50374) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:29.411925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:29.423623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:29.424326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:29.486668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:29.486668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1757de-a03e-44d2-bd1a-a149bbfefdb2 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:29.568095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port f1f3c2cb-f33a-45ff-98c8-88a96f4316d9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:29.568684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:29.703887 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:29.717085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for f1f3c2cb-f33a-45ff-98c8-88a96f4316d9 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:29.907323 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:29.974437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:30.016913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=f1f3c2cb-f33a-45ff-98c8-88a96f4316d9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:30.175360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:30.178199 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-95f98979-bdac-4618-9e51-5cedfc02c42b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/ports/f1f3c2cb-f33a-45ff-98c8-88a96f4316d9 HTTP/1.1" status: 204 len: 168 time: 0.7653558 Aug 11 08:36:30.184276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:30.190306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:30.221091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:30.348297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:30.493235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.205 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/e556a223-bfca-492a-83a5-4d7da799c2c2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:30.638122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:30.709753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:30.776121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:30.780212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:30.785969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:30.790311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=e556a223-bfca-492a-83a5-4d7da799c2c2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:30.984559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.047712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.391801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.401197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.475036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=e556a223-bfca-492a-83a5-4d7da799c2c2,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:31.536598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.557786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.559376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7258faa3-1e23-4ded-91f8-c75bd5005b19 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3738842 Aug 11 08:36:31.562598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50430) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:31.574491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'port': {'network_id': 'e8d0c4cd-6b39-4f7a-a045-483d5ee81b46', 'name': 'tempest-FloatingIPTestJSON-96184362'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:31.797012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:31.804260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:31.837659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] device_id is not set on port 9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:36:32.088179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.4 (e8d0c4cd-6b39-4f7a-a045-483d5ee81b46/79d8afde-8de8-4212-85ae-5f2bddd02268/9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:32.303780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:32.366539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:32.422572 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:32.423651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:32.427153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:32.431835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:32.440180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:32.506342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:32.507057 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:32.526541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2c3f3d6-61e5-4568-bf60-6a7857276536 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9613149 Aug 11 08:36:32.529857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50452) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:32.538535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'port_id': '9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:32.584353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:32.722351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d5e7-91b7-4cce-99dc-3e653f5cb0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:33.169921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:33.185274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:33.375847 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP b7414ee9-d6ba-42c5-a145-2c928a3554b0 associated. External IP: 172.25.2.205, port: 9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686. Aug 11 08:36:34.152093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:34.291993 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:34.297986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:34.303818 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:34.328804 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:34.329499 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:34.360003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d1a55fce-97eb-4562-a5b8-9fefa3819343 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/floatingips/b7414ee9-d6ba-42c5-a145-2c928a3554b0 HTTP/1.1" status: 200 len: 976 time: 1.8285136 Aug 11 08:36:34.362442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50502) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:34.377001 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:34.386987 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:34.387595 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:34.433440 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:34.434098 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd9e48-1c90-4557-86b6-e9a6f6b10ee8 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:34.489049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:34.490189 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:34.589745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:34.836251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:34.837515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:34.838282 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP b7414ee9-d6ba-42c5-a145-2c928a3554b0 disassociated. External IP: 172.25.2.205, port: 9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686. Aug 11 08:36:34.839151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:34.860675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:35.061771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:35.096421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:35.233301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:35.402067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:35.414910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:35.427374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:35.428532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:35.482856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:35.486646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-38fa081e-5a3c-4cf3-afb4-c880c044b151 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/ports/9ecd17e9-07d7-4fb2-82c9-7ef71a4e0686 HTTP/1.1" status: 204 len: 168 time: 1.1232073 Aug 11 08:36:35.489412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50558) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:35.494268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:35.510142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:35.511324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:35.561659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:35.563200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ce07d-e925-4025-8f70-23b34185ba36 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:35.577842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dc2bac3c-d347-4b4b-9f5b-92e4b2d6ee85 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/floatingips/b7414ee9-d6ba-42c5-a145-2c928a3554b0 HTTP/1.1" status: 200 len: 688 time: 0.0871067 Aug 11 08:36:35.580209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:35.746437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port e556a223-bfca-492a-83a5-4d7da799c2c2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:35.746798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.142909 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.322517 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.323414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.354433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for e556a223-bfca-492a-83a5-4d7da799c2c2 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:36.502029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.528675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=e556a223-bfca-492a-83a5-4d7da799c2c2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:36.610485 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.613423 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.614737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-50be9635-2b28-492f-b86a-9f4c7d67eea2 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/floatingips/b7414ee9-d6ba-42c5-a145-2c928a3554b0 HTTP/1.1" status: 204 len: 168 time: 1.0335515 Aug 11 08:36:36.618739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50600) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:36.623478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '1c36566f-4fe6-406a-8bbe-0639638ed401'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:36.649660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.762453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:36.936318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.57 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/08b62b33-7e1b-4d2f-ab65-bd77383acdbc) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:37.093967 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:37.138415 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:37.191001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:37.194742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:37.205638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:37.546032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=08b62b33-7e1b-4d2f-ab65-bd77383acdbc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:37.715693 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:37.846485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:38.092061 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:38.109889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:38.252451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=08b62b33-7e1b-4d2f-ab65-bd77383acdbc,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:38.256567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:38.469038 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP bb47df8e-5bfb-4acd-aecb-3daf75949209 associated. External IP: 172.25.2.57, port: 1c36566f-4fe6-406a-8bbe-0639638ed401. Aug 11 08:36:38.855443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:38.876096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:39.020153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:39.029984 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:39.042849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:39.043703 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:39.047223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.077461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8960e8c8-832b-4517-acd6-d607be09b3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.112540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-171ac182-e4a7-47f9-8028-bf70c4dd1a8f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4903712 Aug 11 08:36:39.113157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50658) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:39.121878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1977423202'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:39.123180 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:39.143422 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:39.144510 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:39.213620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8960e8c8-832b-4517-acd6-d607be09b3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.220453 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:39.221280 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95816123-dc5b-4250-97c4-fa6884d6e292 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:39.237005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8960e8c8-832b-4517-acd6-d607be09b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.245863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:39.250524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.292035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8960e8c8-832b-4517-acd6-d607be09b3a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68c396fd0e624b619bb8a32d5df1bab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139495 Aug 11 08:36:39.294074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50666) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:39.304536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:36:39.319227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.321176 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Added segment 126e6d8f-2849-447e-be95-d6261de63da1 of type vlan for network e7960006-0672-4912-98c0-3b95678aef65 Aug 11 08:36:39.347204 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960e8c8-832b-4517-acd6-d607be09b3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1298faf-a5c7-4c10-b03f-524ac614b7ac,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:39.382604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56d9b3f-dbad-4dad-a5c3-1b7d1ffb1388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.389948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.415498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56d9b3f-dbad-4dad-a5c3-1b7d1ffb1388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.427663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.433392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:39.434002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.482924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56d9b3f-dbad-4dad-a5c3-1b7d1ffb1388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.486909 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d56d9b3f-dbad-4dad-a5c3-1b7d1ffb1388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.489134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d56d9b3f-dbad-4dad-a5c3-1b7d1ffb1388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1298faf-a5c7-4c10-b03f-524ac614b7ac HTTP/1.1" status: 204 len: 168 time: 0.1933489 Aug 11 08:36:39.499795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d9b3f-dbad-4dad-a5c3-1b7d1ffb1388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1298faf-a5c7-4c10-b03f-524ac614b7ac,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:39.532086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4143867 Aug 11 08:36:39.532086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc3698-c37c-4a54-b4c7-a2d37a5f7353 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Network': ['ID=e7960006-0672-4912-98c0-3b95678aef65,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:39.533094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50670) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:39.539145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'subnet': {'network_id': 'e7960006-0672-4912-98c0-3b95678aef65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:39.561251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e7960006-0672-4912-98c0-3b95678aef65 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:36:39.671760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:39.681256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.901414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50684) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:39.924745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-294c6e3d-34c5-4a7e-9b56-aa238cf168de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:39.977980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.062782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Subnet': ['ID=6f203551-086e-49f9-85a5-9e48b5a8930b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:40.080409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Checking segment: {'id': '126e6d8f-2849-447e-be95-d6261de63da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e7960006-0672-4912-98c0-3b95678aef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:36:40.080775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network hostable DHCP agents. Network: e7960006-0672-4912-98c0-3b95678aef65, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:36:40.106612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e7960006-0672-4912-98c0-3b95678aef65 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:36:40.119336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e7960006-0672-4912-98c0-3b95678aef65) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:40.125903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:40.127157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.133915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db0d30-3cc4-4eda-828f-115d6fefc418 None None] Network e7960006-0672-4912-98c0-3b95678aef65 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:36:40.139798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-294c6e3d-34c5-4a7e-9b56-aa238cf168de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.146738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-294c6e3d-34c5-4a7e-9b56-aa238cf168de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.150793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7a957dcf-4e89-40f6-a99c-904b1c6d63a0 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6163507 Aug 11 08:36:40.153280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50686) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:40.159173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-305843859', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:40.196074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.197177 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.209217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-294c6e3d-34c5-4a7e-9b56-aa238cf168de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b936ff3eb0254f7da8565d0297595548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041174 Aug 11 08:36:40.211393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50690) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:40.229239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c6e3d-34c5-4a7e-9b56-aa238cf168de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4ffd2-d0ba-4f3f-82a5-37e0c5d213e9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:40.270678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c23a2cf-5929-4849-9969-e41b93e61192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.328544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c23a2cf-5929-4849-9969-e41b93e61192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.339776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.356049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-e7960006-0672-4912-98c0-3b95678aef65', 'network_id': 'e7960006-0672-4912-98c0-3b95678aef65', 'tenant_id': '9bd69c213cc240428642ad365eee8bde', 'fixed_ips': [{'subnet_id': '6f203551-086e-49f9-85a5-9e48b5a8930b'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:36:40.357914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.417380 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c23a2cf-5929-4849-9969-e41b93e61192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.421033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c23a2cf-5929-4849-9969-e41b93e61192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.434673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9c23a2cf-5929-4849-9969-e41b93e61192 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ced4ffd2-d0ba-4f3f-82a5-37e0c5d213e9 HTTP/1.1" status: 204 len: 168 time: 0.2221165 Aug 11 08:36:40.464564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23a2cf-5929-4849-9969-e41b93e61192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4ffd2-d0ba-4f3f-82a5-37e0c5d213e9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:40.511830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.541894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Allocated IP 172.20.0.2 (e7960006-0672-4912-98c0-3b95678aef65/6f203551-086e-49f9-85a5-9e48b5a8930b/493c5437-21a7-42f3-9cbe-2304a2a2b0cb) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:40.715245 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.726187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Transition to ACTIVE for port object 493c5437-21a7-42f3-9cbe-2304a2a2b0cb will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:36:40.747317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Transition to ACTIVE for port object 493c5437-21a7-42f3-9cbe-2304a2a2b0cb will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:36:40.757743 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.852411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Network e7960006-0672-4912-98c0-3b95678aef65 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:40.853038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.854624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:40.859172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:40.904592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:40.979120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Pushing event updated for resources: {'Port': ['ID=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:41.001126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.001491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.002248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.002248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.002767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.002973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.003274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.004938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.005559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.018184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.018642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.018994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:41.022768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Attempting to bind port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:36:41.023143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Attempting to bind port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '126e6d8f-2849-447e-be95-d6261de63da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e7960006-0672-4912-98c0-3b95678aef65'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:36:41.023516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Attempting to bind port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb on network e7960006-0672-4912-98c0-3b95678aef65 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:36:41.031721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:36:41.032337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Checking segment: {'id': '126e6d8f-2849-447e-be95-d6261de63da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e7960006-0672-4912-98c0-3b95678aef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:36:41.032934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:41.033526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Bound using segment: {'id': '126e6d8f-2849-447e-be95-d6261de63da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e7960006-0672-4912-98c0-3b95678aef65'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:36:41.034213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Bound port: 493c5437-21a7-42f3-9cbe-2304a2a2b0cb, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126e6d8f-2849-447e-be95-d6261de63da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e7960006-0672-4912-98c0-3b95678aef65'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:36:41.034798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:41.099497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.25.2.237 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/8a513a15-0140-479e-8fc0-aa90c3dbdf82) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:41.182534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] For port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:36:41.186290 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] For port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,segment=NetworkSegment(126e6d8f-2849-447e-be95-d6261de63da1),segment_id=126e6d8f-2849-447e-be95-d6261de63da1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:36:41.193918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:41.325787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:41.333740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3555112-8177-428b-a8fe-3166537cc30f None None] Pushing event updated for resources: {'Port': ['ID=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:41.406430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:41.432911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:41.435953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:41.443389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:41.697353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=8a513a15-0140-479e-8fc0-aa90c3dbdf82,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:41.917788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:42.188624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:42.441508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router 9bef3956-0a57-4fd5-b364-7307279a6377 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:36:42.614275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:42.626745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] Sync routers for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:42.646769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:42.649395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:42.651779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d9d3c3a9-5ef8-49b9-a199-69bf8c77cd39 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4968951 Aug 11 08:36:42.654604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50764) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:42.657876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:42.775571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:42.795347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c28914-b93a-4651-ab80-085779726f24 None None] Network e7960006-0672-4912-98c0-3b95678aef65 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:36:42.862780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:42.863415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:42.909110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:42.909777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ecc7f-6175-4d3a-bfa2-29828c9186b6 None None] The sync data for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:42.934649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9fa2f07e-ca8a-43ea-bf6a-f68b4d33e299 None None] Provisioning for port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:36:43.469944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:43.633123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 493c5437-21a7-42f3-9cbe-2304a2a2b0cb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:36:43.709898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:36:43.714542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:36:43.715264 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:43.830079 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:43.873586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,segment=NetworkSegment(126e6d8f-2849-447e-be95-d6261de63da1),segment_id=126e6d8f-2849-447e-be95-d6261de63da1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:36:43.881906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:43.954535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:44.453032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.1 (e7960006-0672-4912-98c0-3b95678aef65/6f203551-086e-49f9-85a5-9e48b5a8930b/e7090634-eb5a-439f-bc90-5bdf33fe0ca5) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:44.677017 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:44.714512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Transition to ACTIVE for port object e7090634-eb5a-439f-bc90-5bdf33fe0ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:36:44.756003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:44.812913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e7960006-0672-4912-98c0-3b95678aef65 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:44.816529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:44.822125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:44.829621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=e7090634-eb5a-439f-bc90-5bdf33fe0ca5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:44.889865 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:45.092608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:45.235124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1b9ca355-4fcf-45e1-bd8e-d6ade91d3d9e None None] Provisioning for port e7090634-eb5a-439f-bc90-5bdf33fe0ca5 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:36:45.242247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1b9ca355-4fcf-45e1-bd8e-d6ade91d3d9e None None] Provisioning complete for port e7090634-eb5a-439f-bc90-5bdf33fe0ca5 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:36:45.242773 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca355-4fcf-45e1-bd8e-d6ade91d3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:45.300782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ca355-4fcf-45e1-bd8e-d6ade91d3d9e None None] Port e7090634-eb5a-439f-bc90-5bdf33fe0ca5 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:36:45.520589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:45.537007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:45.669061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 493c5437-21a7-42f3-9cbe-2304a2a2b0cb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:36:45.681762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:45.683773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=e7090634-eb5a-439f-bc90-5bdf33fe0ca5,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:45.915392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e7960006-0672-4912-98c0-3b95678aef65 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:45.916490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:45.989390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:36:45.990010 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:46.188210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router 9bef3956-0a57-4fd5-b364-7307279a6377 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:46.339677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-41cb8929-0c2f-4922-b35c-0e5b9fccb3b1 None None] Provisioning complete for port e7090634-eb5a-439f-bc90-5bdf33fe0ca5 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:36:46.340337 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41cb8929-0c2f-4922-b35c-0e5b9fccb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:46.363368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:46.375505 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] Sync routers for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:46.379295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3426bcc8-547f-4785-ba81-112b04e06f5c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/routers/9bef3956-0a57-4fd5-b364-7307279a6377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7230239 Aug 11 08:36:46.382000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 50854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:46.389713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'port': {'network_id': 'e7960006-0672-4912-98c0-3b95678aef65', 'name': 'tempest-FloatingIPTestJSON-171055528'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:46.389928 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:46.390549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:46.432660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-41cb8929-0c2f-4922-b35c-0e5b9fccb3b1 None None] Port e7090634-eb5a-439f-bc90-5bdf33fe0ca5 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:36:46.453797 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:46.464005 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:46.464976 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:46.498678 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:46.499581 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c82ec-1b33-49d8-9ccb-4dd8d1813c1c None None] The sync data for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:46.537539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Made reservation on behalf of 9bd69c213cc240428642ad365eee8bde for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:36:46.541881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:46.572290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] device_id is not set on port 2f2deb85-604c-4285-9963-93fb4e5d8fb6 yet. {{(pid=94572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:36:46.742009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Allocated IP 172.20.0.8 (e7960006-0672-4912-98c0-3b95678aef65/6f203551-086e-49f9-85a5-9e48b5a8930b/2f2deb85-604c-4285-9963-93fb4e5d8fb6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:36:46.998789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:47.020634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Transition to ACTIVE for port object 2f2deb85-604c-4285-9963-93fb4e5d8fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:36:47.067001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:47.124864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Network e7960006-0672-4912-98c0-3b95678aef65 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:36:47.130772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:36:47.135458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:36:47.165297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event updated for resources: {'Port': ['ID=2f2deb85-604c-4285-9963-93fb4e5d8fb6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:47.200200 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:47.201341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:47.227082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d176585d-e0f6-499c-ad03-bddf653a52c1 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8431880 Aug 11 08:36:47.229677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50872) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:47.235166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Request body: {'floatingip': {'port_id': '2f2deb85-604c-4285-9963-93fb4e5d8fb6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:36:47.259551 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:36:47.358538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:47.570885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7c78235b-40c5-4dd2-bc99-244d254f7134 None None] Provisioning for port 2f2deb85-604c-4285-9963-93fb4e5d8fb6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:36:47.575522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7c78235b-40c5-4dd2-bc99-244d254f7134 None None] Provisioning complete for port 2f2deb85-604c-4285-9963-93fb4e5d8fb6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:36:47.575901 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c78235b-40c5-4dd2-bc99-244d254f7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:47.647721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7c78235b-40c5-4dd2-bc99-244d254f7134 None None] Port 2f2deb85-604c-4285-9963-93fb4e5d8fb6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:36:48.165919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:48.173254 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:48.305313 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP bb47df8e-5bfb-4acd-aecb-3daf75949209 associated. External IP: 172.25.2.57, port: 1c36566f-4fe6-406a-8bbe-0639638ed401. Aug 11 08:36:48.725819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:48.877374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:48.887797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:48.898930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:48.903790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.011974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.024491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:49.026429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.066442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.067356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebe7a2-89d5-4085-94dd-2fc958fe5a53 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:49.240497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router 9bef3956-0a57-4fd5-b364-7307279a6377 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:49.396753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:49.401762 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:49.407145 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] Sync routers for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:49.423726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:49.424979 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.487111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8a5c3a96-4dab-41d9-af33-aa7c7472797b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/floatingips/bb47df8e-5bfb-4acd-aecb-3daf75949209 HTTP/1.1" status: 200 len: 976 time: 2.2557213 Aug 11 08:36:49.489659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 50948) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:49.663457 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.675401 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:49.676268 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.697741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 2f2deb85-604c-4285-9963-93fb4e5d8fb6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:49.699769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:49.714939 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:49.716162 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22aa69d-55e7-45e6-a233-b2a2ada58c91 None None] The sync data for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:49.916657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:50.126359 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:50.128494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:50.129782 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Floating IP bb47df8e-5bfb-4acd-aecb-3daf75949209 disassociated. External IP: 172.25.2.57, port: 2f2deb85-604c-4285-9963-93fb4e5d8fb6. Aug 11 08:36:50.131259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 2f2deb85-604c-4285-9963-93fb4e5d8fb6 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:50.298578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:50.339746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=2f2deb85-604c-4285-9963-93fb4e5d8fb6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:50.566273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router 9bef3956-0a57-4fd5-b364-7307279a6377 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:51.257141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:51.293761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] Sync routers for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:51.306663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:51.307285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:51.382673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:51.396817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:51.397826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:51.431366 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:51.437672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b44875c0-f273-4a2f-b19d-dadc99da2761 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/ports/2f2deb85-604c-4285-9963-93fb4e5d8fb6 HTTP/1.1" status: 204 len: 168 time: 1.9446328 Aug 11 08:36:51.438476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51004) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:51.462281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:51.463290 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002a11a-3ccb-413d-98de-dfb3ac5bba4c None None] The sync data for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:52.154307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:52.600789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port e7090634-eb5a-439f-bc90-5bdf33fe0ca5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:52.601850 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:52.831197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:52.846715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for e7090634-eb5a-439f-bc90-5bdf33fe0ca5 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:53.099963 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:53.143157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=e7090634-eb5a-439f-bc90-5bdf33fe0ca5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:53.997168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:54.366131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router 9bef3956-0a57-4fd5-b364-7307279a6377 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:36:54.569050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:36:54.579771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51064) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:54.586629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-37f93b8b-5d89-44af-b3f3-476442330693 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/routers/9bef3956-0a57-4fd5-b364-7307279a6377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1460328 Aug 11 08:36:54.593580 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] Sync routers for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:36:54.627132 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:54.627877 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:54.668212 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:54.677844 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] Routers {'9bef3956-0a57-4fd5-b364-7307279a6377'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:36:54.678507 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9bef3956-0a57-4fd5-b364-7307279a6377'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:54.737396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:54.739426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:54.740314 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacf17fa-ee78-419a-8e4d-074298b2e19a None None] The sync data for ids ['9bef3956-0a57-4fd5-b364-7307279a6377'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:36:54.851741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:54.909315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 8a513a15-0140-479e-8fc0-aa90c3dbdf82 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:54.909315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.028091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.044483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 8a513a15-0140-479e-8fc0-aa90c3dbdf82 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:55.304287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.343692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=8a513a15-0140-479e-8fc0-aa90c3dbdf82,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:55.430012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.466864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.467216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.467568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.467890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.468223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.468570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.468911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.469232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.469557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.469881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.470201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.470520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:55.549240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.552672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.608025 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.608680 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Fanout notify agent at l3_agent the message router_deleted on router 9bef3956-0a57-4fd5-b364-7307279a6377 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:36:55.620099 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.626595 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51096) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:55.627229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fd503730-54a4-491d-8ff8-5df492836697 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/routers/9bef3956-0a57-4fd5-b364-7307279a6377 HTTP/1.1" status: 204 len: 168 time: 1.0457168 Aug 11 08:36:55.750264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting subnet 6f203551-086e-49f9-85a5-9e48b5a8930b {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:36:55.766613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.847049 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:55.984527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.130891 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.185565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Subnet': ['ID=6f203551-086e-49f9-85a5-9e48b5a8930b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:56.203919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.209015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/subnets/6f203551-086e-49f9-85a5-9e48b5a8930b HTTP/1.1" status: 204 len: 168 time: 0.5778806 Aug 11 08:36:56.209819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51114) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:56.209948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.210487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.210916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.211340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.211758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.212179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.212597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.213084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.213584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.214348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.214473 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.214872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ba23c2-8348-4aac-87ee-22467e5ec2a9 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:36:56.230210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f66ba-f114-4972-a12a-92dd2b5f31ca None None] Network e7960006-0672-4912-98c0-3b95678aef65 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:36:56.310941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.439584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:56.440110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.472931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] DHCP port deletion for e7960006-0672-4912-98c0-3b95678aef65 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:36:56.534578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] For port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,segment=NetworkSegment(126e6d8f-2849-447e-be95-d6261de63da1),segment_id=126e6d8f-2849-447e-be95-d6261de63da1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:36:56.535074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.551460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 493c5437-21a7-42f3-9cbe-2304a2a2b0cb owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:56.610220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] Deleting port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:56.610690 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.723432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.729774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] For port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,segment=NetworkSegment(126e6d8f-2849-447e-be95-d6261de63da1),segment_id=126e6d8f-2849-447e-be95-d6261de63da1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:36:56.730558 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.746908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] Calling delete_port for 493c5437-21a7-42f3-9cbe-2304a2a2b0cb owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:56.791474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:56.813040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] No DVR routers for this DVR port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:36:56.916864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.961491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:56.974473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] Pushing event deleted for resources: {'Port': ['ID=493c5437-21a7-42f3-9cbe-2304a2a2b0cb,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:56.976459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89b8df-ce41-46ed-9077-4923d16bb621 None None] No DVR routers for this DVR port 493c5437-21a7-42f3-9cbe-2304a2a2b0cb on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:36:56.979166 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7960006-0672-4912-98c0-3b95678aef65']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:56.996183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126e6d8f-2849-447e-be95-d6261de63da1') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:56.996666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126e6d8f-2849-447e-be95-d6261de63da1') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:36:57.020164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.037836 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.044836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:36:57.045325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:36:57.048917 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:36:57.156648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.169448 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.171497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/networks/e7960006-0672-4912-98c0-3b95678aef65 HTTP/1.1" status: 204 len: 168 time: 0.9599543 Aug 11 08:36:57.174234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51134) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:57.194704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41022e50-fb7a-4af1-b184-55c0b521d0e7 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Network': ['ID=e7960006-0672-4912-98c0-3b95678aef65,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:57.344737 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 08b62b33-7e1b-4d2f-ab65-bd77383acdbc {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:57.345181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.432700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.433205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.447106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 08b62b33-7e1b-4d2f-ab65-bd77383acdbc owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:57.572980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 493c5437-21a7-42f3-9cbe-2304a2a2b0cb no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:36:57.596125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 493c5437-21a7-42f3-9cbe-2304a2a2b0cb {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:36:57.596582 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 493c5437-21a7-42f3-9cbe-2304a2a2b0cb not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:36:57.628856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.659878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=08b62b33-7e1b-4d2f-ab65-bd77383acdbc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:57.730109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.733069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:57.738219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d795bc20-595d-4c17-afca-699e0a17e601 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/floatingips/bb47df8e-5bfb-4acd-aecb-3daf75949209 HTTP/1.1" status: 204 len: 168 time: 0.5589850 Aug 11 08:36:57.738636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51144) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:57.763987 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-54277139-6c08-42d9-b09c-12f258c7fa97 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] DELETE failed (client error): The resource could not be found. Aug 11 08:36:57.764701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54277139-6c08-42d9-b09c-12f258c7fa97 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:36:57.766477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54277139-6c08-42d9-b09c-12f258c7fa97 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/ports/2f2deb85-604c-4285-9963-93fb4e5d8fb6 HTTP/1.1" status: 404 len: 333 time: 0.0267885 Aug 11 08:36:57.769244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51146) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:57.806116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6e977c64-2857-4ef1-9c91-3d01ad79c02a tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bef3956-0a57-4fd5-b364-7307279a6377 HTTP/1.1" status: 200 len: 205 time: 0.0355268 Aug 11 08:36:57.808860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51148) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:57.853112 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-68b49f58-798f-4c4c-8944-8b0e9b14b460 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] delete failed (client error): The resource could not be found. Aug 11 08:36:57.856581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-68b49f58-798f-4c4c-8944-8b0e9b14b460 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/routers/9bef3956-0a57-4fd5-b364-7307279a6377 HTTP/1.1" status: 404 len: 336 time: 0.0442054 Aug 11 08:36:57.857025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51150) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:57.890937 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e907026-0d01-455f-8f73-f9f63d1aeb40 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] DELETE failed (client error): The resource could not be found. Aug 11 08:36:57.891377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e907026-0d01-455f-8f73-f9f63d1aeb40 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 08:36:57.893226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2e907026-0d01-455f-8f73-f9f63d1aeb40 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/subnets/6f203551-086e-49f9-85a5-9e48b5a8930b HTTP/1.1" status: 404 len: 337 time: 0.0352247 Aug 11 08:36:57.896250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51156) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:58.022946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 1c36566f-4fe6-406a-8bbe-0639638ed401 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:58.023290 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.125371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.141575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 1c36566f-4fe6-406a-8bbe-0639638ed401 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:58.237921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:58.311495 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.384611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=1c36566f-4fe6-406a-8bbe-0639638ed401,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:58.411836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57806315-ac5e-4ea8-857d-612db87970fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.491463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.496507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2478986f-6982-4e9b-b70c-e00d9db1219b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/ports/1c36566f-4fe6-406a-8bbe-0639638ed401 HTTP/1.1" status: 204 len: 168 time: 0.5966165 Aug 11 08:36:58.497041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51180) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:58.559336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57806315-ac5e-4ea8-857d-612db87970fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.569215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-57806315-ac5e-4ea8-857d-612db87970fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.668956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-57806315-ac5e-4ea8-857d-612db87970fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b07433dd3a74d06a0039ced315e8c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297464 Aug 11 08:36:58.675018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51188) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:58.675509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57806315-ac5e-4ea8-857d-612db87970fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f215f-783c-4fd2-bc6e-bd887447b9f6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:58.710295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:36:58.710697 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.869469 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.883698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.886216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:36:58.907117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6274be97-bd6c-43e4-8b64-c1ab8bdd6e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:58.935020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6274be97-bd6c-43e4-8b64-c1ab8bdd6e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.027650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6274be97-bd6c-43e4-8b64-c1ab8bdd6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.030227 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6274be97-bd6c-43e4-8b64-c1ab8bdd6e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.034234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6274be97-bd6c-43e4-8b64-c1ab8bdd6e71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/770f215f-783c-4fd2-bc6e-bd887447b9f6 HTTP/1.1" status: 204 len: 168 time: 0.3542795 Aug 11 08:36:59.054178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274be97-bd6c-43e4-8b64-c1ab8bdd6e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f215f-783c-4fd2-bc6e-bd887447b9f6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:59.133215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.163798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:36:59.241599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.244415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0ed1e959-4f10-4b7f-a4a4-5347b1b03609 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/ports/1ef72e0e-04a7-40c8-8e59-42f83d2dd0cc HTTP/1.1" status: 204 len: 168 time: 0.7451746 Aug 11 08:36:59.247319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51202) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:59.281852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b16dafb2-389d-43d5-b35e-37e8804a325c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.332996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729a7a0-accd-4817-a736-2a1e0117daa3 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:36:59.334978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0729a7a0-accd-4817-a736-2a1e0117daa3 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9bb266f-5784-4d48-8f98-426007e6c135 HTTP/1.1" status: 200 len: 913 time: 0.0864713 Aug 11 08:36:59.337898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51208) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:36:59.812097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:36:59.907801 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:00.141929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port f34b2301-9805-4fa5-9bb7-6c0942c49e41 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:37:00.142481 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:00.259325 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:00.275504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for f34b2301-9805-4fa5-9bb7-6c0942c49e41 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:37:00.535972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:00.616518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=f34b2301-9805-4fa5-9bb7-6c0942c49e41,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:00.848375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:01.140065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Router a9bb266f-5784-4d48-8f98-426007e6c135 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:37:01.285261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:37:01.298413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac607330-64c3-40da-b4fa-1872efd98f98 tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "PUT /v2.0/routers/a9bb266f-5784-4d48-8f98-426007e6c135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525976 Aug 11 08:37:01.303167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51282) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:01.305156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] Sync routers for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:37:01.334362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:01.336762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:01.421615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:01.433371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] Routers {'a9bb266f-5784-4d48-8f98-426007e6c135'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:01.434263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:36:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a9bb266f-5784-4d48-8f98-426007e6c135'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:01.493796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:01.496779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:01.498725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d00ed-ec31-43a2-94a0-738ae89b9d84 None None] The sync data for ids ['a9bb266f-5784-4d48-8f98-426007e6c135'] in n-d-789963-6 is: [] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:37:01.714138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:01.828842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting port 2a28a7b1-abb4-465f-84c6-b556eb39c12f {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:37:01.829363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:01.921861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:01.939277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Calling delete_port for 2a28a7b1-abb4-465f-84c6-b556eb39c12f owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:37:02.214384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.243295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Port': ['ID=2a28a7b1-abb4-465f-84c6-b556eb39c12f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:02.325664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.431523 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.464226 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.467045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.526763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.527520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Fanout notify agent at l3_agent the message router_deleted on router a9bb266f-5784-4d48-8f98-426007e6c135 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:37:02.535493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.540018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:02.540495 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1fe8bee4-52d9-4e5b-bac7-23ab4027816b tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/routers/a9bb266f-5784-4d48-8f98-426007e6c135 HTTP/1.1" status: 204 len: 168 time: 1.2349148 Aug 11 08:37:02.595088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Deleting subnet 79d8afde-8de8-4212-85ae-5f2bddd02268 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:37:02.598724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.654811 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.718305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.746333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-34dbc3a5-2f1c-4c42-94ff-a5831198ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.806791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.837431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Subnet': ['ID=79d8afde-8de8-4212-85ae-5f2bddd02268,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:02.841385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:02.846342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fe0eeb97-6e54-4643-b3d5-6c2985cb263f tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/subnets/79d8afde-8de8-4212-85ae-5f2bddd02268 HTTP/1.1" status: 204 len: 168 time: 0.3045616 Aug 11 08:37:02.846693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51312) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:02.956024 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.071802 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.084006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d0c4cd-6b39-4f7a-a045-483d5ee81b46']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:03.101011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b86da7-c769-45eb-a3c3-a3d931267433') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:03.101377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b86da7-c769-45eb-a3c3-a3d931267433') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:03.112909 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.126979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-7053d847-ab33-49eb-90d0-dbe9dd786ea1 req-04b0f7d4-ac2d-44df-9d7f-8866f41b11cc service neutron] (94572) timed out ('10.222.0.58', 52252) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:37:03.138384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.147945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:37:03.148371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:37:03.204515 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:37:03.243941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.259949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:03.264978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] 10.222.0.58 "DELETE /v2.0/networks/e8d0c4cd-6b39-4f7a-a045-483d5ee81b46 HTTP/1.1" status: 204 len: 168 time: 0.4168785 Aug 11 08:37:03.285128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e9aef-1939-4a88-b685-6368b21eb68c tempest-FloatingIPTestJSON-997693362 tempest-FloatingIPTestJSON-997693362-project] Pushing event deleted for resources: {'Network': ['ID=e8d0c4cd-6b39-4f7a-a045-483d5ee81b46,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:03.719940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51336) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:03.941808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c43c1c65-4fcf-4dd0-a1f6-c05de238bd15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bd69c213cc240428642ad365eee8bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202470 Aug 11 08:37:03.944348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:04.022754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8229e209-c5d2-4814-887f-18986d8ac54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:04.054784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8229e209-c5d2-4814-887f-18986d8ac54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:04.107544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8229e209-c5d2-4814-887f-18986d8ac54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:04.111045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8229e209-c5d2-4814-887f-18986d8ac54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:04.112654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8229e209-c5d2-4814-887f-18986d8ac54c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce404408-af44-4efe-a206-854954a51140 HTTP/1.1" status: 204 len: 168 time: 0.1671562 Aug 11 08:37:04.121514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229e209-c5d2-4814-887f-18986d8ac54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce404408-af44-4efe-a206-854954a51140,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:04.856149 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.238886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51470) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:05.415101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170787506'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:05.479385 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.493833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.621696 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.633237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.678442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035a4fb1-fd97-4641-9786-682d90118c39,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:05.763330 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.767813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.798043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:05.799651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5596406 Aug 11 08:37:05.803303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51484) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:05.825633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed5d50-a1a0-44d3-8f9d-167be9e976b1 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df3c19-22fd-4839-ac6b-b7df3e855dd3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:05.892358 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c457b0e3-46cd-46fc-a190-a60036cb20f0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0864162 Aug 11 08:37:05.895692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51486) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:05.906450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-security--1661799426', 'description': 'tempest-security-description-2042524048'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:05.944340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.006926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.012820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.015603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.016950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "PUT /v2.0/security-groups/f7df3c19-22fd-4839-ac6b-b7df3e855dd3 HTTP/1.1" status: 200 len: 1780 time: 0.1200099 Aug 11 08:37:06.020226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51492) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.044010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e2c97-1b58-4d7c-a61f-595d94b9ad0b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7df3c19-22fd-4839-ac6b-b7df3e855dd3,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:06.070650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-083d5730-3093-4d80-9e23-d663a29e3b30 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups/f7df3c19-22fd-4839-ac6b-b7df3e855dd3 HTTP/1.1" status: 200 len: 1780 time: 0.0489306 Aug 11 08:37:06.074393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51494) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.150430 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.166591 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2b7c-68d5-4036-9a16-c1912b052c82 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.204570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2b7c-68d5-4036-9a16-c1912b052c82 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.281463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2b7c-68d5-4036-9a16-c1912b052c82 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.284243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c4a2b7c-68d5-4036-9a16-c1912b052c82 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.285747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c4a2b7c-68d5-4036-9a16-c1912b052c82 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7df3c19-22fd-4839-ac6b-b7df3e855dd3 HTTP/1.1" status: 204 len: 168 time: 0.2098155 Aug 11 08:37:06.289031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51500) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.297448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a2b7c-68d5-4036-9a16-c1912b052c82 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7df3c19-22fd-4839-ac6b-b7df3e855dd3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:06.365897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ae0d5ca3-ff13-43a7-a899-c3fa5d4f7ad2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743175 Aug 11 08:37:06.368659 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51502) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.384268 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-282d0e97-e54a-4bf1-b3bd-bfae0063e278 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] delete failed (client error): The resource could not be found. Aug 11 08:37:06.387299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-282d0e97-e54a-4bf1-b3bd-bfae0063e278 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7df3c19-22fd-4839-ac6b-b7df3e855dd3 HTTP/1.1" status: 404 len: 347 time: 0.0173616 Aug 11 08:37:06.391085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.400302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--253397751'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:06.431613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.560428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.575528 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.608550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.613959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51518) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.614487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2214952 Aug 11 08:37:06.616157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486dc78-4379-4fd5-afdd-576fa5576ef4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e491cbb-0305-4889-8139-5b02c3d05aa0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:06.627282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '2e491cbb-0305-4889-8139-5b02c3d05aa0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:06.671016 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.734910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.743201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.784354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.788634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51520) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.795738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734338 Aug 11 08:37:06.796794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40d6f3-4993-48ce-8fe4-e542f4a11e3b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24477c59-991e-402e-8f62-26174bb8917f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:06.838525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d97c976-980c-4f75-bc0a-6796c1c79dcc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.859612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d97c976-980c-4f75-bc0a-6796c1c79dcc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.939107 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d97c976-980c-4f75-bc0a-6796c1c79dcc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.947532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d97c976-980c-4f75-bc0a-6796c1c79dcc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:06.949819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0d97c976-980c-4f75-bc0a-6796c1c79dcc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/24477c59-991e-402e-8f62-26174bb8917f HTTP/1.1" status: 204 len: 168 time: 0.1600502 Aug 11 08:37:06.953865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51528) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:06.962895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97c976-980c-4f75-bc0a-6796c1c79dcc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24477c59-991e-402e-8f62-26174bb8917f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:07.009269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-241ffc91-cb32-4b6d-a21f-ce587fccbb9f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512118 Aug 11 08:37:07.009801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51530) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:07.088159 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30324214-eeac-48f0-8e45-3fc65edabb36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.128418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30324214-eeac-48f0-8e45-3fc65edabb36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.191732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30324214-eeac-48f0-8e45-3fc65edabb36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.197503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30324214-eeac-48f0-8e45-3fc65edabb36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.199687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30324214-eeac-48f0-8e45-3fc65edabb36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e491cbb-0305-4889-8139-5b02c3d05aa0 HTTP/1.1" status: 204 len: 168 time: 0.1888709 Aug 11 08:37:07.202120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51536) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:07.216134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30324214-eeac-48f0-8e45-3fc65edabb36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e491cbb-0305-4889-8139-5b02c3d05aa0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:07.291680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54960bf1-edcc-4eda-92a3-6efb4d3572af tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880976 Aug 11 08:37:07.296084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:07.300248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--917749252'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:07.336309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.447777 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.455722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.502138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:07.512679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.514120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6db7e0ba-9f26-4e8a-a7cf-bcb5bdeb2ab2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2177582 Aug 11 08:37:07.518331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51542) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:07.523771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': 'e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:07.559106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.658966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.664432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.680425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5060417-eb69-4c87-8e3f-c6c11e3f10b3,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:07.699003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.703193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51550) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:07.703594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-478829fd-3bec-46f7-be66-63a104cc3603 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836152 Aug 11 08:37:07.708530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': 'e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:07.743710 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.824896 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.830961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.864124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf24f00-e4a3-4188-b652-a5d3119b7b1f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:07.870073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:07.877032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3a4e68e1-3ee0-4491-8237-925668b531ef tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676459 Aug 11 08:37:07.877032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:07.882685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': 'e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:07.921061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.035860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.041885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.065328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa35cff0-94a3-4b88-b5ec-f0f20e581ad9,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:08.069205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.070559 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-983026c6-d89b-4d48-8326-58ca1d2ce80c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1919134 Aug 11 08:37:08.073755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51560) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.078873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': 'e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:08.119488 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.202093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.209557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.237663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978e7e62-5cea-46c4-bf25-d654de06619d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:08.246617 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.252394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51562) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.253026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c7c78a62-67bb-4b39-95c1-d80f67882923 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743231 Aug 11 08:37:08.259274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': 'e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:08.312174 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.391462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.396374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.417075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb3de40-9d48-4dbf-98ae-ac3711124c60,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:08.431190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.433229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6d4935a5-aa93-4d84-8fef-5f05c82166d3 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1795216 Aug 11 08:37:08.436050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51568) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.481817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-271760cd-4ed8-422d-9e55-8bdb66fa9ebc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.494350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-271760cd-4ed8-422d-9e55-8bdb66fa9ebc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.528774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-271760cd-4ed8-422d-9e55-8bdb66fa9ebc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.538122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-271760cd-4ed8-422d-9e55-8bdb66fa9ebc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.541853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-271760cd-4ed8-422d-9e55-8bdb66fa9ebc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/4eb3de40-9d48-4dbf-98ae-ac3711124c60 HTTP/1.1" status: 204 len: 168 time: 0.1019318 Aug 11 08:37:08.542774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51570) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.548644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271760cd-4ed8-422d-9e55-8bdb66fa9ebc tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eb3de40-9d48-4dbf-98ae-ac3711124c60,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:08.654812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51574) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.655031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f0c01854-2ea8-432d-912e-818af3ef895a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1092741 Aug 11 08:37:08.700252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3875da4-c3c6-4c34-896b-3097a733e5e2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.739332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3875da4-c3c6-4c34-896b-3097a733e5e2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.780300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3875da4-c3c6-4c34-896b-3097a733e5e2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.796827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3875da4-c3c6-4c34-896b-3097a733e5e2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.800241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d3875da4-c3c6-4c34-896b-3097a733e5e2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/978e7e62-5cea-46c4-bf25-d654de06619d HTTP/1.1" status: 204 len: 168 time: 0.1421347 Aug 11 08:37:08.801428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51584) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.803280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3875da4-c3c6-4c34-896b-3097a733e5e2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=978e7e62-5cea-46c4-bf25-d654de06619d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:08.886695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bf058702-4c6d-4e32-a267-805d9d212819 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0829754 Aug 11 08:37:08.889552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51586) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:08.918270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9187da52-ec0c-4e9d-897f-edb30f4405d5 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.928670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9187da52-ec0c-4e9d-897f-edb30f4405d5 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:08.991376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9187da52-ec0c-4e9d-897f-edb30f4405d5 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.029433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9187da52-ec0c-4e9d-897f-edb30f4405d5 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.033158 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9187da52-ec0c-4e9d-897f-edb30f4405d5 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/aa35cff0-94a3-4b88-b5ec-f0f20e581ad9 HTTP/1.1" status: 204 len: 168 time: 0.1405540 Aug 11 08:37:09.034703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51590) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.036688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187da52-ec0c-4e9d-897f-edb30f4405d5 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa35cff0-94a3-4b88-b5ec-f0f20e581ad9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:09.118168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b17f98bb-d61d-4734-88a5-71e1421dd850 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0822108 Aug 11 08:37:09.121971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51592) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.157505 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6c73-b518-40b6-ab59-4da1ef37096c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.171073 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6c73-b518-40b6-ab59-4da1ef37096c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.218363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6c73-b518-40b6-ab59-4da1ef37096c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.226017 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6c73-b518-40b6-ab59-4da1ef37096c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.228096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb6f6c73-b518-40b6-ab59-4da1ef37096c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/fbf24f00-e4a3-4188-b652-a5d3119b7b1f HTTP/1.1" status: 204 len: 168 time: 0.1038320 Aug 11 08:37:09.229959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51600) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.236484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6c73-b518-40b6-ab59-4da1ef37096c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbf24f00-e4a3-4188-b652-a5d3119b7b1f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:09.297407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51602) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.385777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c5334e0f-9870-47df-b1e2-5a1995ef47cd tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1528029 Aug 11 08:37:09.388571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51606) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.440613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863705ae-72cc-496d-a249-54ff35a4c639 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.453572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863705ae-72cc-496d-a249-54ff35a4c639 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.459521 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c4479dd-58b5-438c-99b3-7fc53d9a8c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.518345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863705ae-72cc-496d-a249-54ff35a4c639 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.545621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-863705ae-72cc-496d-a249-54ff35a4c639 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.546750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-863705ae-72cc-496d-a249-54ff35a4c639 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b5060417-eb69-4c87-8e3f-c6c11e3f10b3 HTTP/1.1" status: 204 len: 168 time: 0.1570690 Aug 11 08:37:09.549115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863705ae-72cc-496d-a249-54ff35a4c639 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5060417-eb69-4c87-8e3f-c6c11e3f10b3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:09.550832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51612) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.639942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e0a66b50-596b-42e1-9eb9-dccf9501e997 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838287 Aug 11 08:37:09.640475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51618) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.701408 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c4479dd-58b5-438c-99b3-7fc53d9a8c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.714164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c4479dd-58b5-438c-99b3-7fc53d9a8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.765485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3c4479dd-58b5-438c-99b3-7fc53d9a8c85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=804dbb9c9ac84e1e834bab3ab361884e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667873 Aug 11 08:37:09.768927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-496318d9-121b-4c75-8e03-3350c6f8e786 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.769321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51626) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.773466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4479dd-58b5-438c-99b3-7fc53d9a8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da1c8f-f2d8-4164-9286-00a9b9a78947,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:09.813063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-496318d9-121b-4c75-8e03-3350c6f8e786 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.856847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc96cd5c-33e3-47e0-8f1a-89904acc330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.887768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-496318d9-121b-4c75-8e03-3350c6f8e786 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.888775 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc96cd5c-33e3-47e0-8f1a-89904acc330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.892159 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-496318d9-121b-4c75-8e03-3350c6f8e786 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.894203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-496318d9-121b-4c75-8e03-3350c6f8e786 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7 HTTP/1.1" status: 204 len: 168 time: 0.2528305 Aug 11 08:37:09.898402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51628) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:09.917030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496318d9-121b-4c75-8e03-3350c6f8e786 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bb0652-1e40-43b2-a8ce-a5ba838ea5d7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:09.971641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc96cd5c-33e3-47e0-8f1a-89904acc330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.976535 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc96cd5c-33e3-47e0-8f1a-89904acc330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:09.981723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc96cd5c-33e3-47e0-8f1a-89904acc330a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19da1c8f-f2d8-4164-9286-00a9b9a78947 HTTP/1.1" status: 204 len: 168 time: 0.2110054 Aug 11 08:37:09.992913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96cd5c-33e3-47e0-8f1a-89904acc330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da1c8f-f2d8-4164-9286-00a9b9a78947,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:10.020397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51632) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:10.028551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386076413'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:10.034645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f7445cee-072c-4665-b8b5-a3e1f50fec9e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1337819 Aug 11 08:37:10.068059 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.227862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.235338 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.290502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.291323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2696335 Aug 11 08:37:10.293898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b16a9d-5027-49cb-b475-924270109380 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c50394-41b1-4333-96c0-e24d86b9aab5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:10.294840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51638) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:10.302075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '64c50394-41b1-4333-96c0-e24d86b9aab5', 'direction': 'ingress', 'protocol': 17}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:10.357274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.427890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.434112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.467219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab38857-769c-432f-bcf3-394f4d5f1f88,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:10.478379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.483306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51644) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:10.483651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9be7dd15-5b0c-4031-8602-0da8503fd3a9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1867235 Aug 11 08:37:10.574860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000682f9-af54-4b74-9eb7-18ac391ab2a2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.603816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000682f9-af54-4b74-9eb7-18ac391ab2a2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.676558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000682f9-af54-4b74-9eb7-18ac391ab2a2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.683729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-000682f9-af54-4b74-9eb7-18ac391ab2a2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.686058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-000682f9-af54-4b74-9eb7-18ac391ab2a2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/64c50394-41b1-4333-96c0-e24d86b9aab5 HTTP/1.1" status: 204 len: 168 time: 0.2014797 Aug 11 08:37:10.689632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:10.708475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000682f9-af54-4b74-9eb7-18ac391ab2a2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c50394-41b1-4333-96c0-e24d86b9aab5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:10.795060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e13625c5-5405-44ae-bf82-6821ae7496c6 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032784 Aug 11 08:37:10.802203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51658) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:10.806639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--945069258'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:10.855967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.977757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:10.985087 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.041425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edbdb1d-4266-4611-9839-e743ba708a76,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:11.046571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.048839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-80f49958-ca2a-4d08-9cac-8f1caf91d202 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2457883 Aug 11 08:37:11.051274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51664) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:11.058876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026390634'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:11.106282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.280665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.289418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.322235 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.323849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2707489 Aug 11 08:37:11.327931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51672) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:11.332990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '2edbdb1d-4266-4611-9839-e743ba708a76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d889ebe-4388-4bb5-8136-06a1e28fc061', 'remote_ip_prefix': None}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:11.337587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabbfd3-58f7-42f2-9c34-c287897e0d89 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d889ebe-4388-4bb5-8136-06a1e28fc061,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:11.372785 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.508101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.514982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.545524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784a9d02-6cc0-4356-8ee8-11ca382f5846,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:11.555760 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.558674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a6eb256-96d5-4bda-9a36-048544cc758a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2295153 Aug 11 08:37:11.563379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51678) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:11.605266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-452904b3-7bc4-495e-9dc5-05a5a43dfe10 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.620043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-452904b3-7bc4-495e-9dc5-05a5a43dfe10 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.657936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-452904b3-7bc4-495e-9dc5-05a5a43dfe10 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.664989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-452904b3-7bc4-495e-9dc5-05a5a43dfe10 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.667016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-452904b3-7bc4-495e-9dc5-05a5a43dfe10 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/784a9d02-6cc0-4356-8ee8-11ca382f5846 HTTP/1.1" status: 204 len: 168 time: 0.1023743 Aug 11 08:37:11.669625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51682) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:11.681889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452904b3-7bc4-495e-9dc5-05a5a43dfe10 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=784a9d02-6cc0-4356-8ee8-11ca382f5846,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:11.725546 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0e2a5734-ff08-464d-9ff3-bf8de8a50240 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0542622 Aug 11 08:37:11.728743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51684) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:11.861622 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b686bcbe-6b70-4517-9b20-43214a213474 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.892418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b686bcbe-6b70-4517-9b20-43214a213474 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.946871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b686bcbe-6b70-4517-9b20-43214a213474 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.951615 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b686bcbe-6b70-4517-9b20-43214a213474 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:11.955963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51692) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:11.958222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b686bcbe-6b70-4517-9b20-43214a213474 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d889ebe-4388-4bb5-8136-06a1e28fc061 HTTP/1.1" status: 204 len: 168 time: 0.2278481 Aug 11 08:37:11.970561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686bcbe-6b70-4517-9b20-43214a213474 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d889ebe-4388-4bb5-8136-06a1e28fc061,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:12.031125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51694) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.047518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1e785a54-62f2-470c-9eb3-fd6e3023b36c tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0900433 Aug 11 08:37:12.051767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51698) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.117582 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee622ac-e954-40ec-be84-dd83b7624e98 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.144257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee622ac-e954-40ec-be84-dd83b7624e98 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.200919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee622ac-e954-40ec-be84-dd83b7624e98 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.205281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ee622ac-e954-40ec-be84-dd83b7624e98 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.206703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ee622ac-e954-40ec-be84-dd83b7624e98 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/2edbdb1d-4266-4611-9839-e743ba708a76 HTTP/1.1" status: 204 len: 168 time: 0.1537073 Aug 11 08:37:12.210018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51700) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.218458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee622ac-e954-40ec-be84-dd83b7624e98 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edbdb1d-4266-4611-9839-e743ba708a76,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:12.250251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'network': {'name': 'tempest-network-smoke--1285068464', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:12.295172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:12.306607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.327533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.329922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3885fdb8-593d-4388-8dd5-08d970355d36 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184311 Aug 11 08:37:12.335317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51704) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.341550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--642147111'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:12.451419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.458781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.478659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.484304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:37:12.500710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd6099-38d9-4e9c-891f-73dc152d58a2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:12.503986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.504387 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Added segment 0a449aa6-34d6-416f-bc66-3779d79dd696 of type vlan for network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 Aug 11 08:37:12.550283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.588797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.596180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:12.596799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.601684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.609642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.653377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.655158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3178942 Aug 11 08:37:12.658510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51706) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.667486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '18091b72-e6e6-48b4-acf7-3e41f98ed77c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:12.673720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6413717 Aug 11 08:37:12.677742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b18d40-c777-4b38-aa12-5dd74f44775a tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18091b72-e6e6-48b4-acf7-3e41f98ed77c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:12.677950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.684745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-617677652', 'admin_state_up': True, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:12.697602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becc31a-78c6-4b3b-93f0-2b80068f07fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Network': ['ID=285c086c-9b46-4f0a-bcfc-878a27dd2c48,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:12.708999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:37:12.742040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.748938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.750104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.823124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.823875 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.832978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.868634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9adb01b-554b-4b1e-9f97-537561cab117,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:12.883189 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.884440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30bbb968-f1f9-4a29-9e31-85d197f2689e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2248869 Aug 11 08:37:12.888164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51712) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:12.924590 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0b09c2e3-926d-4af7-9566-7502a6fdaf6e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.937810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0b09c2e3-926d-4af7-9566-7502a6fdaf6e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.980994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0b09c2e3-926d-4af7-9566-7502a6fdaf6e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.987783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0b09c2e3-926d-4af7-9566-7502a6fdaf6e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:12.991475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0b09c2e3-926d-4af7-9566-7502a6fdaf6e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d9adb01b-554b-4b1e-9f97-537561cab117 HTTP/1.1" status: 204 len: 168 time: 0.1000230 Aug 11 08:37:12.994269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51714) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.032439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c2e3-926d-4af7-9566-7502a6fdaf6e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9adb01b-554b-4b1e-9f97-537561cab117,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:13.063208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d34fed20-dd65-4234-900c-963f38f0d903 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0645881 Aug 11 08:37:13.064223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.171281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3994b3f-9b65-4c12-91db-6b805604264b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.198870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3994b3f-9b65-4c12-91db-6b805604264b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.256106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3994b3f-9b65-4c12-91db-6b805604264b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.260434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b3994b3f-9b65-4c12-91db-6b805604264b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.264914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b3994b3f-9b65-4c12-91db-6b805604264b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/18091b72-e6e6-48b4-acf7-3e41f98ed77c HTTP/1.1" status: 204 len: 168 time: 0.1992581 Aug 11 08:37:13.265541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.321976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3994b3f-9b65-4c12-91db-6b805604264b tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18091b72-e6e6-48b4-acf7-3e41f98ed77c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:13.383616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-518d28f9-375f-4c32-bfbb-e194c9e08926 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124208 Aug 11 08:37:13.387261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51722) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.398687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733175424'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:13.440175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.443217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.543982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.550871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.590457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.591894 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2038846 Aug 11 08:37:13.593213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb9549-19dc-4a56-9649-96bc381e3d3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e24581-2361-4967-ac87-1ed2cc8e2631,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:13.596518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.601788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '64e24581-2361-4967-ac87-1ed2cc8e2631', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:13.635004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.683486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.705769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.739022 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.746937 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.781920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8590efe7-ab63-47ba-95b0-18592707c658,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:13.796828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.798355 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aac697b5-ab58-4ebe-a70d-cdea78e254c0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2006745 Aug 11 08:37:13.801238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51726) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.828860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2a87e09-c535-4fa4-88e6-0e390be5a6bf tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules/8590efe7-ab63-47ba-95b0-18592707c658 HTTP/1.1" status: 200 len: 763 time: 0.0258410 Aug 11 08:37:13.831467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51728) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.842929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.25.2.175 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/58872a6c-aad7-417e-8781-0630ee26201c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:13.881184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-72006524-da47-4679-bf3c-7ab16de739da tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459051 Aug 11 08:37:13.883851 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51732) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.910410 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d52ae69d-7e18-49f7-ab01-21f64a68ecdb tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.920652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d52ae69d-7e18-49f7-ab01-21f64a68ecdb tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.966763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d52ae69d-7e18-49f7-ab01-21f64a68ecdb tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.973800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d52ae69d-7e18-49f7-ab01-21f64a68ecdb tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.975619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d52ae69d-7e18-49f7-ab01-21f64a68ecdb tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8590efe7-ab63-47ba-95b0-18592707c658 HTTP/1.1" status: 204 len: 168 time: 0.0907495 Aug 11 08:37:13.977370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:13.980036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51734) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:13.985887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ae69d-7e18-49f7-ab01-21f64a68ecdb tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8590efe7-ab63-47ba-95b0-18592707c658,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:14.037298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c550dfd1-aa19-4b2e-8ba4-aae67e677cc0 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560369 Aug 11 08:37:14.039927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51736) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.044701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '64e24581-2361-4967-ac87-1ed2cc8e2631', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:14.062950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.082117 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.106636 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:14.110323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:14.114421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:14.142233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.148343 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.149863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=58872a6c-aad7-417e-8781-0630ee26201c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:14.195292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca35936d-6bf3-410a-901d-449d6eb1eebf,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:14.201866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.205168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7d0b3b15-96cf-4bc6-91f4-8a115da0a7c4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638398 Aug 11 08:37:14.207142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51738) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.248457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-60a91594-7424-4089-a974-4d51962e0ef2 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules/ca35936d-6bf3-410a-901d-449d6eb1eebf HTTP/1.1" status: 200 len: 763 time: 0.0393651 Aug 11 08:37:14.251643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.306875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bb908f5a-58e0-4ba6-8225-f5bc8b0b3f64 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536668 Aug 11 08:37:14.309625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51742) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.349797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1407280a-44fe-4e00-bf56-04272a35e8c9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.364144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1407280a-44fe-4e00-bf56-04272a35e8c9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.406324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1407280a-44fe-4e00-bf56-04272a35e8c9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.422536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1407280a-44fe-4e00-bf56-04272a35e8c9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.431452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1407280a-44fe-4e00-bf56-04272a35e8c9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ca35936d-6bf3-410a-901d-449d6eb1eebf HTTP/1.1" status: 204 len: 168 time: 0.1206179 Aug 11 08:37:14.432948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51746) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.433091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407280a-44fe-4e00-bf56-04272a35e8c9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca35936d-6bf3-410a-901d-449d6eb1eebf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:14.526922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.539077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a3d00d4-6903-4297-bd78-555a8afd25f9 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062577 Aug 11 08:37:14.541635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51748) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.585309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Request body: {'security_group_rule': {'security_group_id': '64e24581-2361-4967-ac87-1ed2cc8e2631', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:14.648176 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Project 20425bd61d854186b20a4503027552d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:37:14.659389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.812214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.821409 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.849344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2814dd76-5965-491c-ad2c-926d42153fda,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:14.855283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.862876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:14.866217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-43914ebd-b974-4788-8345-c6a88b436973 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207946 Aug 11 08:37:14.866706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.910290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-46d9b855-7609-4d99-a813-1ce8db0a3a3e tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules/2814dd76-5965-491c-ad2c-926d42153fda HTTP/1.1" status: 200 len: 769 time: 0.0391734 Aug 11 08:37:14.911693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51754) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:14.999343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f62540e7-36f6-4a0c-9dcb-b6606c0139a4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0841434 Aug 11 08:37:14.999947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.046971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:37:15.054195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9f2cb7b-4f20-4977-8026-bc0e61f9f79f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.075417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9f2cb7b-4f20-4977-8026-bc0e61f9f79f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.125717 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9f2cb7b-4f20-4977-8026-bc0e61f9f79f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.147329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9f2cb7b-4f20-4977-8026-bc0e61f9f79f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.148509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c9f2cb7b-4f20-4977-8026-bc0e61f9f79f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2814dd76-5965-491c-ad2c-926d42153fda HTTP/1.1" status: 204 len: 168 time: 0.1480200 Aug 11 08:37:15.151090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51772) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.154480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2cb7b-4f20-4977-8026-bc0e61f9f79f tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2814dd76-5965-491c-ad2c-926d42153fda,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:15.242613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:37:15.253926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9c908fb-2ba3-4a65-83d8-d22fe6ffcda7 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1012325 Aug 11 08:37:15.256114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:37:15.257257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51784) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.286494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.287871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-91ca1b47-2c42-4b13-929d-bbe9aca07664 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6091685 Aug 11 08:37:15.291065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51788) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.292621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:15.293304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:15.410084 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f97d028-e557-4353-bbe8-d2ab7a35f856 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.449506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7b5fc1ba-0a6d-4d18-8a2d-42bab045217a tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d289f5422cfc4a39a7a604acf613bc7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1540337 Aug 11 08:37:15.452509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51808) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.455976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f97d028-e557-4353-bbe8-d2ab7a35f856 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.472776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:15.541884 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f97d028-e557-4353-bbe8-d2ab7a35f856 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.545291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f97d028-e557-4353-bbe8-d2ab7a35f856 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.546778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f97d028-e557-4353-bbe8-d2ab7a35f856 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "DELETE /v2.0/security-groups/64e24581-2361-4967-ac87-1ed2cc8e2631 HTTP/1.1" status: 204 len: 168 time: 0.2881651 Aug 11 08:37:15.555425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.619546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d028-e557-4353-bbe8-d2ab7a35f856 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e24581-2361-4967-ac87-1ed2cc8e2631,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:15.706832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d671aafd-2789-4255-bd2a-05ec96e7a027 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478925 Aug 11 08:37:15.717220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51834) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.780241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-be42c36c-0c5e-4af0-bfdc-68d4f85812b4 tempest-SecGroupIPv6Test-1885503668 tempest-SecGroupIPv6Test-1885503668-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0614400 Aug 11 08:37:15.827311 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:14Z', 'revision_number': 3, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:15.839252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20386ddc-6443-4cd2-af2b-f2cfc8220221 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:15.842856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-20386ddc-6443-4cd2-af2b-f2cfc8220221 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3884609 Aug 11 08:37:15.846337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51850) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.898358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:37:15.899418 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Updating router 6ce3cc52-be58-4f7d-849e-c933407b9f49 port 58872a6c-aad7-417e-8781-0630ee26201c binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:37:15.930173 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:15.943812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-29b46eed-b9a1-406d-b755-694270174788 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0936854 Aug 11 08:37:15.944454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51860) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:15.950227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79485607', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:16.104109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:16.107931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.383073 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.398077 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Transition to ACTIVE for port object 58872a6c-aad7-417e-8781-0630ee26201c will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:16.409132 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.429053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:16.489522 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Attempting to bind port 58872a6c-aad7-417e-8781-0630ee26201c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:16.489877 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Attempting to bind port 58872a6c-aad7-417e-8781-0630ee26201c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:16.490294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Attempting to bind port 58872a6c-aad7-417e-8781-0630ee26201c on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:16.497123 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:16.497419 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:16.497824 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.498218 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:16.498800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Bound port: 58872a6c-aad7-417e-8781-0630ee26201c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:16.499182 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.501270 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Pushing event updated for resources: {'Port': ['ID=58872a6c-aad7-417e-8781-0630ee26201c,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:16.510628 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.510975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.511315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.511652 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.511991 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.512321 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.512646 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.513249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.513587 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.513916 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.514238 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.514562 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:16.584761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.616138 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] For port 58872a6c-aad7-417e-8781-0630ee26201c, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:16.624325 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] For port 58872a6c-aad7-417e-8781-0630ee26201c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=58872a6c-aad7-417e-8781-0630ee26201c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:16.637961 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.701572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Checking segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:16.702607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network hostable DHCP agents. Network: 285c086c-9b46-4f0a-bcfc-878a27dd2c48, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:37:16.706490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Subnet': ['ID=333ce815-23ed-45c4-8757-f128be1a5a3d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:16.760133 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9360-aa87-4f20-ad1a-8531d2f22656 None None] Pushing event updated for resources: {'Port': ['ID=58872a6c-aad7-417e-8781-0630ee26201c,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:16.771078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:16.771892 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:16.778437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 51940) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:16.787219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bce86e32-feee-44d6-a97b-0c59253b6b7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20425bd61d854186b20a4503027552d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561983 Aug 11 08:37:16.824166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:37:16.855785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 285c086c-9b46-4f0a-bcfc-878a27dd2c48) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:16.866257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:16.866540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cafda7-e15e-4549-ab18-370d6d4820d7 None None] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:16.868859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.912421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-67ece0bc-0098-4878-b741-b4c15b2999a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9670904 Aug 11 08:37:16.913720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 51952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:16.918281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-023ee6cf-2a64-4609-8837-09543ee10314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:16.960813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-023ee6cf-2a64-4609-8837-09543ee10314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:17.003583 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:17.071237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-023ee6cf-2a64-4609-8837-09543ee10314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:17.074603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-023ee6cf-2a64-4609-8837-09543ee10314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:17.078991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-023ee6cf-2a64-4609-8837-09543ee10314 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/035a4fb1-fd97-4641-9786-682d90118c39 HTTP/1.1" status: 204 len: 168 time: 0.2991073 Aug 11 08:37:17.094150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ee6cf-2a64-4609-8837-09543ee10314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035a4fb1-fd97-4641-9786-682d90118c39,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:17.163407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:37:17.164966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:17.423953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Allocated IP 172.20.0.2 (285c086c-9b46-4f0a-bcfc-878a27dd2c48/333ce815-23ed-45c4-8757-f128be1a5a3d/8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:17.488829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:14Z', 'revision_number': 3, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:17.576153 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056528c5-5a61-4097-8f1f-5ec4f23f5cf1 None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:14Z', 'revision_number': 3, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:37:17.781723 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:17.817398 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Transition to ACTIVE for port object 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:17.892741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Transition to ACTIVE for port object 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:17.906898 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:18.014202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Pushing event updated for resources: {'Port': ['ID=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:18.030653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:18.032318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:18.039673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:18.083926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:18.194342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Attempting to bind port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:18.194822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Attempting to bind port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:18.195261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Attempting to bind port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b on network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:18.208570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:18.209616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Checking segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:18.210420 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:18.211378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Bound using segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:18.212062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Bound port: 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:18.212642 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:18.377294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] For port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:18.395592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] For port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:18.409987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:18.572124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663a79-4866-4c2c-9c31-a68e2eb65a25 None None] Pushing event updated for resources: {'Port': ['ID=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:18.819114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52134) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:18.842629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.20.0.1 (285c086c-9b46-4f0a-bcfc-878a27dd2c48/333ce815-23ed-45c4-8757-f128be1a5a3d/c27094a3-662b-40f1-983b-3ee503b916d4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:19.160105 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.171559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1925006293'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:19.183508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Transition to ACTIVE for port object c27094a3-662b-40f1-983b-3ee503b916d4 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:19.237775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Made reservation on behalf of 40b89922b890434090ce7d283e1b8476 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:19.244456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.275583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.276064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.344300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:19.348613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:19.351545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:19.407837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=c27094a3-662b-40f1-983b-3ee503b916d4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:19.441414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.516921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.525141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.547180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:37:19.584846 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.585374 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Added segment 50302c06-5bce-429b-8421-02f81bec32e9 of type vlan for network 8564997c-5e70-4d23-bf63-f57cc93f7e91 Aug 11 08:37:19.596472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100bf09e-4a38-4986-a830-e076d59ff711,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:19.692451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.735280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.766287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.785875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:19.787259 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.787451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58872a6c-aad7-417e-8781-0630ee26201c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:19.912809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 58872a6c-aad7-417e-8781-0630ee26201c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:19.923061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 58872a6c-aad7-417e-8781-0630ee26201c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:19.923724 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:19.960361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event updated for resources: {'Network': ['ID=8564997c-5e70-4d23-bf63-f57cc93f7e91,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:19.991909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0cfaf924-d4b3-49b1-8c34-0109f9f0d641 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1712866 Aug 11 08:37:19.992708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52232) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:19.995538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:37:20.024242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Request body: {'subnet': {'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:20.291261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Made reservation on behalf of 40b89922b890434090ce7d283e1b8476 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:20.298020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.375592 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.405464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 58872a6c-aad7-417e-8781-0630ee26201c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=58872a6c-aad7-417e-8781-0630ee26201c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:20.406779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360c743-e158-462f-b293-df3326e2db5a None None] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:20.419446 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.420253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:20.510808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.531343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.577715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-daf19598-8865-4ff9-8293-7900c78191a5 None None] Provisioning for port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:20.617040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:20.626227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:20.626849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.660852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=58872a6c-aad7-417e-8781-0630ee26201c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:20.680061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=c27094a3-662b-40f1-983b-3ee503b916d4,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:20.682916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.758866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.775122 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.843209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:20.858289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.862880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event updated for resources: {'Subnet': ['ID=75295169-4bae-43a4-ac0a-411a164e4880,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:20.864646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:20.866909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:20.898249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Checking segment: {'id': '50302c06-5bce-429b-8421-02f81bec32e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:20.898682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Network hostable DHCP agents. Network: 8564997c-5e70-4d23-bf63-f57cc93f7e91, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:37:20.921714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:37:20.934902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 8564997c-5e70-4d23-bf63-f57cc93f7e91) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:20.937519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:20.942499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:20.943095 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:20.946284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f04ceb-3506-4ac8-a228-77749d8ae9e7 None None] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:20.975980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-152f0456-4917-4e33-bc26-68515c3c7656 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9815655 Aug 11 08:37:20.978771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52270) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:20.991397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Request body: {'port': {'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91', 'name': 'tempest-TagsExtTest-1852671053'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:21.047180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:37:21.147487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Made reservation on behalf of 40b89922b890434090ce7d283e1b8476 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:21.152855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:21.189057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] device_id is not set on port 57344486-24d1-4260-8d69-fc73b5f9b802 yet. {{(pid=94573) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 08:37:21.199466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:37:21.211333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2acec019-6898-4117-a923-ad887afdac2d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "PUT /v2.0/routers/6ce3cc52-be58-4f7d-849e-c933407b9f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2947638 Aug 11 08:37:21.212359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52272) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:21.214005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:37:21.224596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-8564997c-5e70-4d23-bf63-f57cc93f7e91', 'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91', 'tenant_id': '40b89922b890434090ce7d283e1b8476', 'fixed_ips': [{'subnet_id': '75295169-4bae-43a4-ac0a-411a164e4880'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:37:21.229032 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:21.268783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:21.269384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:21.477701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Allocated IP 172.20.0.12 (8564997c-5e70-4d23-bf63-f57cc93f7e91/75295169-4bae-43a4-ac0a-411a164e4880/57344486-24d1-4260-8d69-fc73b5f9b802) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:21.552586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.553718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.554328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.555117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.556048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.556994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.559907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-157d4b6d-8be1-49c5-8cd1-cfa8e28510ee tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.3460231 Aug 11 08:37:21.562609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:21.610241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2d5863fe-d20d-4ada-8390-5bd603e097ae None None] Provisioning complete for port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:21.610616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2d5863fe-d20d-4ada-8390-5bd603e097ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:21.697904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.698913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.699376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.699827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.700532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.701006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:21.703662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-40b0a185-a9f7-42ee-abc8-d58c3eb30136 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3958 time: 0.1397028 Aug 11 08:37:21.707090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52294) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:21.810308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:21.845543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Transition to ACTIVE for port object 57344486-24d1-4260-8d69-fc73b5f9b802 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:21.904031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:21.933249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58872a6c-aad7-417e-8781-0630ee26201c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:22.025797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:22.034430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:22.040106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:22.062779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:22.102245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event updated for resources: {'Port': ['ID=57344486-24d1-4260-8d69-fc73b5f9b802,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:22.123067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Allocated IP 172.20.0.2 (8564997c-5e70-4d23-bf63-f57cc93f7e91/75295169-4bae-43a4-ac0a-411a164e4880/65ee05a6-5910-4251-9438-58567cf343cf) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:22.124570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:22.125571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.153914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f39ab9bc-0f31-41b3-806d-6276e864eb1e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1739013 Aug 11 08:37:22.157635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52296) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:22.171439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-130273445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:22.210901 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.213805 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.275756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 58872a6c-aad7-417e-8781-0630ee26201c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:22.276138 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.458776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2d5863fe-d20d-4ada-8390-5bd603e097ae None None] Provisioning for port c27094a3-662b-40f1-983b-3ee503b916d4 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:22.493654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2d5863fe-d20d-4ada-8390-5bd603e097ae None None] Provisioning complete for port c27094a3-662b-40f1-983b-3ee503b916d4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:22.493654 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2d5863fe-d20d-4ada-8390-5bd603e097ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.494033 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-a87c9c8e-5cfe-41fa-a2b7-22c8c76b73bc tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:22.500564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-a87c9c8e-5cfe-41fa-a2b7-22c8c76b73bc tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 812 time: 0.7597597 Aug 11 08:37:22.549178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-2775d4be-97a6-4d85-9a4d-cc2fe1940f2d tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/quotas/3caa9f26d8a348ef9c6a89e7e95bc0b2 HTTP/1.1" status: 200 len: 375 time: 0.0475299 Aug 11 08:37:22.620408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-68af50a6-a3d8-40ec-b755-92a58ab3e0c9 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702915 Aug 11 08:37:22.636456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2d5863fe-d20d-4ada-8390-5bd603e097ae None None] Port c27094a3-662b-40f1-983b-3ee503b916d4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:37:22.657313 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.670118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:22.675503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Transition to ACTIVE for port object 65ee05a6-5910-4251-9438-58567cf343cf will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:22.729672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Transition to ACTIVE for port object 65ee05a6-5910-4251-9438-58567cf343cf will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:22.754727 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.760468 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.766643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.773409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d506a627-8a5e-4343-aefa-05e33aa44988 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 1.0618718 Aug 11 08:37:22.784364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-98183c35-9d10-49e6-9f0f-ad44c3e2a664 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:37:22.798207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-98183c35-9d10-49e6-9f0f-ad44c3e2a664 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1381898 Aug 11 08:37:22.808385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:19Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 2, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:22.837449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.839549 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-05291eab-9a06-4d2a-94aa-7b8d732d3054 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6794634 Aug 11 08:37:22.844969 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52314) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:22.855495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3889194a-3c63-4510-80f7-e7c1122072b1 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1471825773', 'prefixes': ['172.20.0.0/16']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:22.860945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:22.866114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:37:22.866620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Updating router 6ce3cc52-be58-4f7d-849e-c933407b9f49 port c27094a3-662b-40f1-983b-3ee503b916d4 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:37:22.868801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e6590511-e7f8-43cc-bb33-a01709f120b1 None None] Provisioning complete for port c27094a3-662b-40f1-983b-3ee503b916d4 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:22.869288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e6590511-e7f8-43cc-bb33-a01709f120b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.875435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:22.924343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:22.935511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Pushing event updated for resources: {'Port': ['ID=65ee05a6-5910-4251-9438-58567cf343cf,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:22.957054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:22.957409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.959928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-25090d78-0542-4b71-9564-dc93fe9a84a1 service neutron] 10.222.0.58 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612160 Aug 11 08:37:22.975578 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3889194a-3c63-4510-80f7-e7c1122072b1 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for subnetpool, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:22.977257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3889194a-3c63-4510-80f7-e7c1122072b1 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1267557 Aug 11 08:37:22.980701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52320) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:22.987153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-809d1b77-231f-47ad-967c-85e0a7ad4289 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-1547588692') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:22.996685 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.066782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e6590511-e7f8-43cc-bb33-a01709f120b1 None None] Port c27094a3-662b-40f1-983b-3ee503b916d4 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:37:23.074566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-d0329eb8-cb38-4aaa-865e-3f3d46285c1a service neutron] 10.222.0.58 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134772 Aug 11 08:37:23.126654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-809d1b77-231f-47ad-967c-85e0a7ad4289 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-1547588692 HTTP/1.1" status: 201 len: 201 time: 0.1442077 Aug 11 08:37:23.129363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52322) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.135529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-c10c1c3f-2038-4f9d-98c1-14b7bc406f6a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-184285795') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:23.145758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Attempting to bind port 65ee05a6-5910-4251-9438-58567cf343cf on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:23.146209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Attempting to bind port 65ee05a6-5910-4251-9438-58567cf343cf by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '50302c06-5bce-429b-8421-02f81bec32e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:23.146656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Attempting to bind port 65ee05a6-5910-4251-9438-58567cf343cf on network 8564997c-5e70-4d23-bf63-f57cc93f7e91 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:23.165399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:23.165857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Checking segment: {'id': '50302c06-5bce-429b-8421-02f81bec32e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:23.166325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.166774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Bound using segment: {'id': '50302c06-5bce-429b-8421-02f81bec32e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:23.167349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Bound port: 65ee05a6-5910-4251-9438-58567cf343cf, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50302c06-5bce-429b-8421-02f81bec32e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8564997c-5e70-4d23-bf63-f57cc93f7e91'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:23.167791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.248764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c10c1c3f-2038-4f9d-98c1-14b7bc406f6a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-184285795 HTTP/1.1" status: 201 len: 201 time: 0.1154320 Aug 11 08:37:23.249434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52324) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.256527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-e82d099b-1db5-4962-be9e-5af8d4a9ad6e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-936259785') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:23.290269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52326) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.297994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330022785', 'description': 'tempest-secgroup-smoke-330022785 description', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:23.379238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.398248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] For port 65ee05a6-5910-4251-9438-58567cf343cf, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:23.419417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] For port 65ee05a6-5910-4251-9438-58567cf343cf, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ee05a6-5910-4251-9438-58567cf343cf,segment=NetworkSegment(50302c06-5bce-429b-8421-02f81bec32e9),segment_id=50302c06-5bce-429b-8421-02f81bec32e9)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:23.437397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.526539 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1318c049-3506-4362-923b-1ae387ea9614 req-44eb0a71-1603-4c62-b2dd-b0e375a25d6b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 210 time: 0.0834482 Aug 11 08:37:23.574949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e82d099b-1db5-4962-be9e-5af8d4a9ad6e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-936259785 HTTP/1.1" status: 201 len: 201 time: 0.3239832 Aug 11 08:37:23.576411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ec902-f9ab-406e-9a85-d12bf61668a3 None None] Pushing event updated for resources: {'Port': ['ID=65ee05a6-5910-4251-9438-58567cf343cf,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:23.577841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52336) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.596812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-26425c86-09ff-4d5e-b9cb-307de4de8fd4 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-38672869') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:23.638176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.655866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.696019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd8282-4f25-47ff-bbbc-db929a49734b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:23.709424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.724660 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26425c86-09ff-4d5e-b9cb-307de4de8fd4 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-38672869 HTTP/1.1" status: 201 len: 201 time: 0.1358547 Aug 11 08:37:23.727499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52346) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.732062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Transition to ACTIVE for port object c27094a3-662b-40f1-983b-3ee503b916d4 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:23.733646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-5520d1d8-35b0-464e-8130-45b0d2cf4db1 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:23.749374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.751227 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.755122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8bdc1273-85f9-4e3c-a5ce-cabc9687fef9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4607868 Aug 11 08:37:23.755842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.767790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd8282-4f25-47ff-bbbc-db929a49734b', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:23.846731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714cdb5-2291-49ba-b0e4-e65fc557eb3f None None] Pushing event updated for resources: {'Port': ['ID=c27094a3-662b-40f1-983b-3ee503b916d4,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:23.861673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:23.895380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5520d1d8-35b0-464e-8130-45b0d2cf4db1 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags HTTP/1.1" status: 200 len: 241 time: 0.1661737 Aug 11 08:37:23.899415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52354) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:23.907048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-cebebb2e-7ab4-48b3-a2f2-3d8597fee906 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-1547588692') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:23.984849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Attempting to bind port c27094a3-662b-40f1-983b-3ee503b916d4 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:23.985975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Attempting to bind port c27094a3-662b-40f1-983b-3ee503b916d4 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:23.986619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Attempting to bind port c27094a3-662b-40f1-983b-3ee503b916d4 on network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:23.996682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:23.997603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Checking segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:24.005623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.006045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Bound using segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:24.012494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Bound port: c27094a3-662b-40f1-983b-3ee503b916d4, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:24.013078 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.059170 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.081733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.124290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eca92e3-68c3-4e0d-983a-a3b4a30d9b7d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:24.147274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] For port c27094a3-662b-40f1-983b-3ee503b916d4, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:24.151361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] For port c27094a3-662b-40f1-983b-3ee503b916d4, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c27094a3-662b-40f1-983b-3ee503b916d4,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:24.157676 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.166373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52358) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.166971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cebebb2e-7ab4-48b3-a2f2-3d8597fee906 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-1547588692 HTTP/1.1" status: 204 len: 168 time: 0.2660046 Aug 11 08:37:24.170961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.173598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-541fb082-73c9-488c-9707-c864d01d9b87 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-1547588692') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:24.176714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3032b211-371c-4d71-a788-d0ebcc74f4e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4197378 Aug 11 08:37:24.176943 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52360) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.189508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd8282-4f25-47ff-bbbc-db929a49734b', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:24.241653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:24.242298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:24.250635 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:37:24.288839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714cdb5-2291-49ba-b0e4-e65fc557eb3f None None] Pushing event updated for resources: {'Port': ['ID=c27094a3-662b-40f1-983b-3ee503b916d4,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:24.347410 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.439732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:24.463753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-541fb082-73c9-488c-9707-c864d01d9b87 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-1547588692 HTTP/1.1" status: 204 len: 168 time: 0.2954428 Aug 11 08:37:24.466041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52364) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.466988 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.471405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-b4f6a02a-0a9d-4235-b41c-31f735be9aea tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:24.474877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.505016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998aa419-f45c-4535-9677-e4d36b9d7987,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:24.517934 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.520924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-605d7087-09d6-4c96-a6df-32b6bec59856 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3378670 Aug 11 08:37:24.522914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.534245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd8282-4f25-47ff-bbbc-db929a49734b', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:24.596556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.604975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b4f6a02a-0a9d-4235-b41c-31f735be9aea tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags HTTP/1.1" status: 200 len: 205 time: 0.1355448 Aug 11 08:37:24.610559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52372) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.616003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-83a5f793-b93d-4903-9b2f-292089bc3d02 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:24.766033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a282301-194a-4dab-a121-fe69b0d6d161 req-22e73daf-5e68-4ba2-ab3e-25b9b9b9a633 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 210 time: 0.0745566 Aug 11 08:37:24.827324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83a5f793-b93d-4903-9b2f-292089bc3d02 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags HTTP/1.1" status: 200 len: 240 time: 0.2155201 Aug 11 08:37:24.829974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52374) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.836609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-83696736-790b-4724-9c2f-86f5a4315e65 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-184285795') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:24.854074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.855976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:19Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:24Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:24.864965 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.896106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8cd594-2217-463d-b782-511814ba2147,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:24.896405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5570-b29a-4e64-ab1c-b1b620b344d9 None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:19Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:24Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:37:24.913137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:24.917111 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b4bc7f1d-f4fd-4b03-8cb2-8918f3d1f030 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904135 Aug 11 08:37:24.917809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52376) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.924032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd8282-4f25-47ff-bbbc-db929a49734b', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:24.932033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-83696736-790b-4724-9c2f-86f5a4315e65 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-184285795 HTTP/1.1" status: 204 len: 168 time: 0.0980427 Aug 11 08:37:24.932275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52378) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:24.938466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-b5c288ea-50c3-4f8a-9a7e-8750006e0bb4 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-184285795') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:25.008295 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.090714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52380) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:25.091795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b5c288ea-50c3-4f8a-9a7e-8750006e0bb4 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-184285795 HTTP/1.1" status: 204 len: 168 time: 0.1583524 Aug 11 08:37:25.095458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.100027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-f4fc4d7c-d150-4bc4-ac5c-1f240275c46f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:25.126404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663ad09-c955-400f-84ea-7dfef1ae23f5 None None] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:25.147101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.201407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f156a5-0687-4b8f-9063-ae79b412114f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:25.240821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b8066f2-68a1-4c60-9b85-97a9082d03b7 None None] Provisioning for port 65ee05a6-5910-4251-9438-58567cf343cf completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:25.242364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.246262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54ca4b25-21bc-4e95-a922-20650cfdd9f5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3248556 Aug 11 08:37:25.251888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52382) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:25.268140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f4fc4d7c-d150-4bc4-ac5c-1f240275c46f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags HTTP/1.1" status: 200 len: 205 time: 0.1748731 Aug 11 08:37:25.273434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd8282-4f25-47ff-bbbc-db929a49734b', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:25.307705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52384) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:25.311680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-ca5b08a1-13dc-448d-bfae-0ab0bc941130 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:25.441614 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Project d289f5422cfc4a39a7a604acf613bc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:37:25.449123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.496497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-48fdc78a-3211-4f21-9832-06feb02b5c51 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:25.498147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-48fdc78a-3211-4f21-9832-06feb02b5c51 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 812 time: 0.2902441 Aug 11 08:37:25.525337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Request body: {'port': {'device_id': '58c3a168-d787-4348-8297-d261da66aae7', 'network_id': '34a487cc-135e-404f-aefc-392828344241', 'admin_state_up': True, 'tenant_id': '3caa9f26d8a348ef9c6a89e7e95bc0b2'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:25.530932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ca5b08a1-13dc-448d-bfae-0ab0bc941130 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags HTTP/1.1" status: 200 len: 240 time: 0.2238655 Aug 11 08:37:25.538252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52394) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:25.581177 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-594a1fac-a4ba-495c-8c80-73e032542dbe tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-936259785') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:25.612050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.623932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.657647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.660070 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4008386 Aug 11 08:37:25.663244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:25.675362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd8282-4f25-47ff-bbbc-db929a49734b', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:25.701844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c27094a3-662b-40f1-983b-3ee503b916d4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:25.740361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbf5bb-e7ed-4ee6-b7ef-220339d58508 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d2fd55-c053-48b2-90b3-9af42c4ca3c2,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:25.753571 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Project d289f5422cfc4a39a7a604acf613bc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:37:25.760207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.848257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.855194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.879832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c27094a3-662b-40f1-983b-3ee503b916d4 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:25.900198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c27094a3-662b-40f1-983b-3ee503b916d4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:25.900681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.922498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c502f5-afd5-4cc0-ae78-c2ef037959dc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:25.945693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.949122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-594a1fac-a4ba-495c-8c80-73e032542dbe tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-936259785 HTTP/1.1" status: 204 len: 168 time: 0.4093692 Aug 11 08:37:25.953476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-003f6ca3-b090-4190-a476-d70be3fea14b None None] Provisioning for port 57344486-24d1-4260-8d69-fc73b5f9b802 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:25.960427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-003f6ca3-b090-4190-a476-d70be3fea14b None None] Provisioning complete for port 57344486-24d1-4260-8d69-fc73b5f9b802 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:25.960791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-003f6ca3-b090-4190-a476-d70be3fea14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:25.964782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52408) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:25.978307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5fd0be30-d64b-4848-9376-b4a11920715d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3107436 Aug 11 08:37:25.978866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-d12aabb7-273d-49ed-b3bb-ab1d625cfb58 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-936259785') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:26.083825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-003f6ca3-b090-4190-a476-d70be3fea14b None None] Port 57344486-24d1-4260-8d69-fc73b5f9b802 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:37:26.086671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eedb8563-b9d5-423a-834d-c9783c37badd req-481e6c64-63e8-4edc-8a5a-29ef5f948abe tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 210 time: 0.0901151 Aug 11 08:37:26.177305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.189682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Made reservation on behalf of 3caa9f26d8a348ef9c6a89e7e95bc0b2 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:26.193450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.227023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c27094a3-662b-40f1-983b-3ee503b916d4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c27094a3-662b-40f1-983b-3ee503b916d4,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:26.234065 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.235547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ee05a6-5910-4251-9438-58567cf343cf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:26.272954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d12aabb7-273d-49ed-b3bb-ab1d625cfb58 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-936259785 HTTP/1.1" status: 204 len: 168 time: 0.3006885 Aug 11 08:37:26.275861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52422) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:26.280396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-387e0d61-2877-400d-9d60-0a3fb898adc6 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:26.293531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-6b6c4168-6350-412f-8a5d-a8c3848d87b8 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330022785&fields=id&tenant_id=d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 267 time: 0.1116173 Aug 11 08:37:26.325935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0a9e5d5-1027-4f86-88d0-98ec7925bcbf None None] Provisioning complete for port 57344486-24d1-4260-8d69-fc73b5f9b802 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:26.326247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e5d5-1027-4f86-88d0-98ec7925bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.404030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c27094a3-662b-40f1-983b-3ee503b916d4,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:26.409932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 65ee05a6-5910-4251-9438-58567cf343cf completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:26.416827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 65ee05a6-5910-4251-9438-58567cf343cf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:26.417235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.453698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Allocated IP 172.20.0.7 (34a487cc-135e-404f-aefc-392828344241/7a917fdb-9ed6-4022-81ea-45db1d5bf67c/3efb6325-8f2a-49e1-abd3-ac3904fd5350) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:26.457863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9e5d5-1027-4f86-88d0-98ec7925bcbf None None] Port 57344486-24d1-4260-8d69-fc73b5f9b802 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:37:26.479207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-68327b88-eb8c-43a9-bb21-32163b9d7668 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:26.481279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-68327b88-eb8c-43a9-bb21-32163b9d7668 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 797 time: 0.1793072 Aug 11 08:37:26.505187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-0a97063c-0f59-4cd3-a6ce-d528e3b4c624 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/quotas/d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 375 time: 0.0171061 Aug 11 08:37:26.510186 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-387e0d61-2877-400d-9d60-0a3fb898adc6 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags HTTP/1.1" status: 200 len: 205 time: 0.2332780 Aug 11 08:37:26.514842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52424) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:26.539678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-066a5cce-56e2-4737-983c-6ac0cbcc2d53 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:26.557970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.610448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 65ee05a6-5910-4251-9438-58567cf343cf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ee05a6-5910-4251-9438-58567cf343cf,segment=NetworkSegment(50302c06-5bce-429b-8421-02f81bec32e9),segment_id=50302c06-5bce-429b-8421-02f81bec32e9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:26.617271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.626498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-066a5cce-56e2-4737-983c-6ac0cbcc2d53 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags HTTP/1.1" status: 200 len: 239 time: 0.0973194 Aug 11 08:37:26.632124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52426) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:26.638076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-7bd8012a-dd60-407e-835e-36c1572d711f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-38672869') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:26.677970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-f56699c2-6e60-46d2-ab15-68a57f067eb3 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660383 Aug 11 08:37:26.687374 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.708322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=65ee05a6-5910-4251-9438-58567cf343cf,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:26.746171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.787886 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7bd8012a-dd60-407e-835e-36c1572d711f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-38672869 HTTP/1.1" status: 204 len: 168 time: 0.1547503 Aug 11 08:37:26.788898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52428) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:26.798791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-e74629d4-18c8-4f3c-934d-37d4d3a57bee tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-38672869') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:26.816609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-3be4edba-e148-4ad2-80a8-fa9ef5d187b6 service neutron] 10.222.0.58 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239684 Aug 11 08:37:26.846621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Network 34a487cc-135e-404f-aefc-392828344241 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:26.858734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:26.861419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:26.867634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Pushing event updated for resources: {'Port': ['ID=3efb6325-8f2a-49e1-abd3-ac3904fd5350,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:26.943043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e74629d4-18c8-4f3c-934d-37d4d3a57bee tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-38672869 HTTP/1.1" status: 204 len: 168 time: 0.1468678 Aug 11 08:37:26.943043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52432) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:26.946099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-54b1e482-7238-4db8-9295-2bb6f6eff6a8 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:26.949657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-963e3a68-6424-424a-894b-bac503f01561 service neutron] 10.222.0.58 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248662 Aug 11 08:37:26.954361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:26.954984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:26.984435 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-97beb9af-feaf-48e5-8124-c0a8e241c53a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640868 Aug 11 08:37:26.987171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54b1e482-7238-4db8-9295-2bb6f6eff6a8 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags HTTP/1.1" status: 200 len: 205 time: 0.0450161 Aug 11 08:37:26.990917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52434) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:26.998646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-cd0a77b7-3c56-4365-939f-14c4654b559b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:27.001733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-61b34efd-aab5-4295-95bc-fe94971e5001 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:37:27.002881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-61b34efd-aab5-4295-95bc-fe94971e5001 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057676 Aug 11 08:37:27.029655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cd0a77b7-3c56-4365-939f-14c4654b559b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0375469 Aug 11 08:37:27.032434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52438) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:27.040778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-114992eb-1e40-40e7-a91e-7a307522383a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:27.097267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Request body: {'port': {'device_id': '58c3a168-d787-4348-8297-d261da66aae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:27.265466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca945ce-1c23-4716-81dc-0a32800be43e req-57a4ce14-2096-4d63-942f-4f434e84ea6b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:27.267066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dca945ce-1c23-4716-81dc-0a32800be43e req-57a4ce14-2096-4d63-942f-4f434e84ea6b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 931 time: 0.0731516 Aug 11 08:37:27.324208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dca945ce-1c23-4716-81dc-0a32800be43e req-a921e349-b400-4ca0-a977-b2330e9bbc43 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 Aug 11 08:37:27.433206 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8391009f-0a23-498d-a234-9a81ea2dcf85 req-f519212a-c88b-412a-ba27-1c77377e6928 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 210 time: 0.0423000 Aug 11 08:37:27.540083 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:27.543953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-114992eb-1e40-40e7-a91e-7a307522383a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags HTTP/1.1" status: 204 len: 168 time: 0.5094306 Aug 11 08:37:27.546630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52452) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:27.552265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-adf5d0dc-e9da-4d98-90a6-dc8d3f3a5563 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:27.597807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c27094a3-662b-40f1-983b-3ee503b916d4 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:27.656929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-adf5d0dc-e9da-4d98-90a6-dc8d3f3a5563 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags HTTP/1.1" status: 204 len: 168 time: 0.1076815 Aug 11 08:37:27.662230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52454) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:27.666872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-d5b1a793-4c26-47f2-ad92-404c4d09e58a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:27.667345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c27094a3-662b-40f1-983b-3ee503b916d4 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:27.667860 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:27.778600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ee05a6-5910-4251-9438-58567cf343cf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:27.796501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d5b1a793-4c26-47f2-ad92-404c4d09e58a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags HTTP/1.1" status: 204 len: 168 time: 0.1330814 Aug 11 08:37:27.797212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52456) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:27.813814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-4e9b1ee0-8bb2-421e-bebd-d26ea37ba54e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-1194497843') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:27.852063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 65ee05a6-5910-4251-9438-58567cf343cf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:27.852440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:27.940354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e9b1ee0-8bb2-421e-bebd-d26ea37ba54e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-1194497843 HTTP/1.1" status: 201 len: 201 time: 0.1326411 Aug 11 08:37:27.941807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:27.952129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-e13980a5-3611-43a0-a0ce-105c7bfc35aa tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-160099630') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.055482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e13980a5-3611-43a0-a0ce-105c7bfc35aa tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-160099630 HTTP/1.1" status: 201 len: 201 time: 0.1119258 Aug 11 08:37:28.058823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52462) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.066053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-4c692e5b-625f-4d7b-b9af-87ecef55aa0b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-1846944072') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.071525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efb6325-8f2a-49e1-abd3-ac3904fd5350 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:37:28.082650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:28.101580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Transition to ACTIVE for port object 3efb6325-8f2a-49e1-abd3-ac3904fd5350 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:28.108321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:28.160459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Pushing event updated for resources: {'Port': ['ID=3efb6325-8f2a-49e1-abd3-ac3904fd5350,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:28.194663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4c692e5b-625f-4d7b-b9af-87ecef55aa0b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-1846944072 HTTP/1.1" status: 201 len: 201 time: 0.1339345 Aug 11 08:37:28.197334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52464) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.203111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-be170e07-1663-43b8-ab48-80285c2399fb tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-2047626860') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.252740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-be170e07-1663-43b8-ab48-80285c2399fb tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-2047626860 HTTP/1.1" status: 201 len: 201 time: 0.0539763 Aug 11 08:37:28.253751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52466) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.264794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-7cc9c913-96a3-4754-af74-787e8ffa78ee tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', {'tags': ['tempest-TagsExtTest-Tag-1412326484', 'tempest-TagsExtTest-Tag-1725958130', 'tempest-TagsExtTest-Tag-932332456']}) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.272136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Attempting to bind port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:28.272475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Attempting to bind port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:28.272802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Attempting to bind port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 on network 34a487cc-135e-404f-aefc-392828344241 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:28.308686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 on network 34a487cc-135e-404f-aefc-392828344241 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:37:28.309043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Attempting to bind port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 on network 34a487cc-135e-404f-aefc-392828344241 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:28.325264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:28.325626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Checking segment: {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:28.326032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Bound using segment: {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:28.326649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Bound port: 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:28.327040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:28.437656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7cc9c913-96a3-4754-af74-787e8ffa78ee tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags HTTP/1.1" status: 200 len: 317 time: 0.1826656 Aug 11 08:37:28.448122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.456717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-d20bba12-ee69-4bb2-9d74-0b0ef6b4f99c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.529919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] For port 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:28.531364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73889fe2-172e-4798-accd-d5f9e59f42e8 req-9f032fcf-cc05-4739-9692-05cc60dc21bb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:28.533169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73889fe2-172e-4798-accd-d5f9e59f42e8 req-9f032fcf-cc05-4739-9692-05cc60dc21bb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 943 time: 0.1141014 Aug 11 08:37:28.541239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] For port 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:28.551972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:28.588662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73889fe2-172e-4798-accd-d5f9e59f42e8 req-98f5afc9-d115-4b43-9ef5-30a254c2c20b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Aug 11 08:37:28.619398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d20bba12-ee69-4bb2-9d74-0b0ef6b4f99c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags HTTP/1.1" status: 204 len: 168 time: 0.1682222 Aug 11 08:37:28.621864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52474) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.626538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-2d071c8d-c5e8-4a26-bad6-7b90606389d5 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-1412326484') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.636559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ea8ea38-27f6-43cc-b52a-062630b99a68 req-50c44779-0b47-4bd3-b4f7-63aaf2adf531 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 210 time: 0.0339878 Aug 11 08:37:28.641700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:28.642327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:28.643697 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] 10.222.0.69 "PUT /v2.0/ports/3efb6325-8f2a-49e1-abd3-ac3904fd5350 HTTP/1.1" status: 200 len: 1091 time: 1.6335676 Aug 11 08:37:28.644144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c3a168-d787-4348-8297-d261da66aae7', 'tag': '3efb6325-8f2a-49e1-abd3-ac3904fd5350'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:37:28.646882 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7" -d '{"events": [{"name": "network-changed", "server_uuid": "58c3a168-d787-4348-8297-d261da66aae7", "tag": "3efb6325-8f2a-49e1-abd3-ac3904fd5350"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:37:28.662119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-fbd549ea-22cc-429f-9d68-8df7766865cf tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:28.664517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-fbd549ea-22cc-429f-9d68-8df7766865cf tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 797 time: 0.2771592 Aug 11 08:37:28.697119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53af80-c668-4e5c-a4d0-94916be019ca service neutron] Pushing event updated for resources: {'Port': ['ID=3efb6325-8f2a-49e1-abd3-ac3904fd5350,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:28.717464 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-2d071c8d-c5e8-4a26-bad6-7b90606389d5 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:28.718713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d071c8d-c5e8-4a26-bad6-7b90606389d5 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-1412326484 HTTP/1.1" status: 404 len: 329 time: 0.0956869 Aug 11 08:37:28.721768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52480) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.727144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-5b91602d-89f0-4804-8850-e38690b9611a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-1725958130') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.792504 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-5b91602d-89f0-4804-8850-e38690b9611a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:28.793769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b91602d-89f0-4804-8850-e38690b9611a tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-1725958130 HTTP/1.1" status: 404 len: 329 time: 0.0709321 Aug 11 08:37:28.796730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52482) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.803529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-5118f603-bd63-43e7-a040-df5b343f7a53 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880', 'tempest-TagsExtTest-Tag-932332456') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.820351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-75a9760b-d3b7-459c-86a4-e6642ec837e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:28.822093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-75a9760b-d3b7-459c-86a4-e6642ec837e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 1094 time: 0.1133351 Aug 11 08:37:28.837977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-b05ad697-ebf5-4518-b94b-5879f0fd6b78 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 379 time: 0.1480272 Aug 11 08:37:28.872155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:28.875061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'port': {'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'admin_state_up': True, 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'security_groups': ['d2dd8282-4f25-47ff-bbbc-db929a49734b']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:28.894709 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-5118f603-bd63-43e7-a040-df5b343f7a53 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:28.895775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5118f603-bd63-43e7-a040-df5b343f7a53 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags/tempest-TagsExtTest-Tag-932332456 HTTP/1.1" status: 404 len: 328 time: 0.0973122 Aug 11 08:37:28.899522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52484) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.906015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-8c396a3e-f642-4cd3-95e3-5d4bf49ccbba tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', {'tags': ['tempest-TagsExtTest-Tag-1907749160', 'tempest-TagsExtTest-Tag-538824575', 'tempest-TagsExtTest-Tag-1308641031']}) {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:28.923678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-d43682a9-f7e5-43d5-96c5-3a575aa198ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350 HTTP/1.1" status: 200 len: 217 time: 0.0844529 Aug 11 08:37:28.984582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c396a3e-f642-4cd3-95e3-5d4bf49ccbba tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags HTTP/1.1" status: 200 len: 317 time: 0.0833316 Aug 11 08:37:28.987136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52486) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:28.990143 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656c0e08-be64-4895-995e-839707913417 x-openstack-request-id: req-656c0e08-be64-4895-995e-839707913417 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:37:28.990440 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c3a168-d787-4348-8297-d261da66aae7", "tag": "3efb6325-8f2a-49e1-abd3-ac3904fd5350", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:37:28.990683 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-656c0e08-be64-4895-995e-839707913417 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:37:28.991086 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c3a168-d787-4348-8297-d261da66aae7', 'tag': '3efb6325-8f2a-49e1-abd3-ac3904fd5350', 'status': 'completed', 'code': 200} Aug 11 08:37:28.992293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-e9c9056d-a58f-4523-8733-baa745af0304 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:29.034453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-ac5b5140-cbcd-4af9-9997-74b16d7dc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:29.036850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-ac5b5140-cbcd-4af9-9997-74b16d7dc3d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a917fdb-9ed6-4022-81ea-45db1d5bf67c HTTP/1.1" status: 200 len: 852 time: 0.0856485 Aug 11 08:37:29.097560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-eb943a47-b9dd-4533-8755-90bdc4a782d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34a487cc-135e-404f-aefc-392828344241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544865 Aug 11 08:37:29.103536 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e9c9056d-a58f-4523-8733-baa745af0304 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags HTTP/1.1" status: 204 len: 168 time: 0.1129327 Aug 11 08:37:29.103835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52490) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:29.108179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-d0c8a1e1-b1cd-47d7-b426-ae869ee9f882 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-1907749160') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:29.226578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:29.230283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:29.275156 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-445b0509-dc25-4761-a476-c44136f92c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:29.284298 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-d0c8a1e1-b1cd-47d7-b426-ae869ee9f882 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:29.285633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d0c8a1e1-b1cd-47d7-b426-ae869ee9f882 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-1907749160 HTTP/1.1" status: 404 len: 329 time: 0.1806526 Aug 11 08:37:29.289697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52492) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:29.294989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-0ae33466-6b54-43f7-bce3-2242d5557188 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-538824575') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:29.314511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-e3189408-6095-41ec-afc6-84f7212a8af3 service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034423 Aug 11 08:37:29.351253 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-0ae33466-6b54-43f7-bce3-2242d5557188 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:29.352918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ae33466-6b54-43f7-bce3-2242d5557188 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-538824575 HTTP/1.1" status: 404 len: 328 time: 0.0616148 Aug 11 08:37:29.355483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52494) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:29.359812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-0fa98ba9-76f4-404c-861c-3ce7ceb92c99 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802', 'tempest-TagsExtTest-Tag-1308641031') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:29.414009 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-0fa98ba9-76f4-404c-861c-3ce7ceb92c99 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:29.415632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0fa98ba9-76f4-404c-861c-3ce7ceb92c99 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags/tempest-TagsExtTest-Tag-1308641031 HTTP/1.1" status: 404 len: 329 time: 0.0587733 Aug 11 08:37:29.418106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52496) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:29.422813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-bcd770e5-9e7d-4359-b9db-a44093b1c27e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', {'tags': ['tempest-TagsExtTest-Tag-1857763797', 'tempest-TagsExtTest-Tag-1183265411', 'tempest-TagsExtTest-Tag-758360556']}) {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:29.456790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.20.0.11 (285c086c-9b46-4f0a-bcfc-878a27dd2c48/333ce815-23ed-45c4-8757-f128be1a5a3d/60d13f2c-aa44-4638-8a79-35f08a52e79b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:29.471061 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1e0df3-820f-4cb4-a3ac-cea516794910 req-383fa845-0c04-4653-9bff-f03767e91d3a service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480453 Aug 11 08:37:29.511314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bcd770e5-9e7d-4359-b9db-a44093b1c27e tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags HTTP/1.1" status: 200 len: 317 time: 0.0921533 Aug 11 08:37:29.513967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52498) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:29.531886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.tag.tag_plugin [None req-a0e5745c-0622-4daa-a789-0a22aecf02d5 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:29.714181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-947b70c6-e1fd-4a33-aca7-b2bfbf83e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:29.715668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-947b70c6-e1fd-4a33-aca7-b2bfbf83e571 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 1094 time: 0.1576426 Aug 11 08:37:29.741598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-deb28244-7aa6-4cf6-a403-49b86f69e0ad req-261c302d-221f-4704-a19e-e93ddc1620ed tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 210 time: 0.0305612 Aug 11 08:37:29.818839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:29.897117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:30.153872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Transition to ACTIVE for port object 60d13f2c-aa44-4638-8a79-35f08a52e79b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:30.163830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a0e5745c-0622-4daa-a789-0a22aecf02d5 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags HTTP/1.1" status: 204 len: 168 time: 0.6488392 Aug 11 08:37:30.166783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52506) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.171629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-d64d0fdf-ed07-402e-a6b0-e977b9175cda tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-1857763797') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.176462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132272-9b76-4952-b739-c35cb9c4f250 req-72d6a855-599d-494a-9f80-3066fa365c42 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:30.178076 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45132272-9b76-4952-b739-c35cb9c4f250 req-72d6a855-599d-494a-9f80-3066fa365c42 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 943 time: 0.5075996 Aug 11 08:37:30.233812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-73a9d27d-eefc-4e9c-9052-97faee607f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:30.235492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-73a9d27d-eefc-4e9c-9052-97faee607f86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 913 time: 0.5051358 Aug 11 08:37:30.249963 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-d64d0fdf-ed07-402e-a6b0-e977b9175cda tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:30.254098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d64d0fdf-ed07-402e-a6b0-e977b9175cda tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-1857763797 HTTP/1.1" status: 404 len: 329 time: 0.0833275 Aug 11 08:37:30.254678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52510) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.260486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-3edb0a78-f571-4315-98fa-556b52061a9c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-1183265411') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.286765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-0f7065d9-a541-4fd9-ba58-99e999b0521f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350 HTTP/1.1" status: 200 len: 217 time: 0.0396852 Aug 11 08:37:30.289677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45132272-9b76-4952-b739-c35cb9c4f250 req-391cfee5-de62-4faf-bffb-4544498fcb78 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043589 Aug 11 08:37:30.333481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:30.341579 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-3edb0a78-f571-4315-98fa-556b52061a9c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:30.342692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3edb0a78-f571-4315-98fa-556b52061a9c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-1183265411 HTTP/1.1" status: 404 len: 329 time: 0.0868824 Aug 11 08:37:30.345585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52516) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.352049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-6a20a467-319d-42d1-a5ba-3fc6cd65eac0 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1', 'tempest-TagsExtTest-Tag-758360556') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.401276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:30.404872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:30.407569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:30.431453 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-6a20a467-319d-42d1-a5ba-3fc6cd65eac0 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:30.432532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6a20a467-319d-42d1-a5ba-3fc6cd65eac0 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags/tempest-TagsExtTest-Tag-758360556 HTTP/1.1" status: 404 len: 328 time: 0.0860665 Aug 11 08:37:30.435430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52520) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.436605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-f6dcd857-7d28-4730-b881-8863940bffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:30.438265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-f6dcd857-7d28-4730-b881-8863940bffe7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a917fdb-9ed6-4022-81ea-45db1d5bf67c HTTP/1.1" status: 200 len: 852 time: 0.1435437 Aug 11 08:37:30.440205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-7dd978c9-6d09-4552-917e-ff742dfe3165 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', {'tags': ['tempest-TagsExtTest-Tag-1432448594', 'tempest-TagsExtTest-Tag-331605292', 'tempest-TagsExtTest-Tag-613408653']}) {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.467698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=60d13f2c-aa44-4638-8a79-35f08a52e79b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:30.489584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7dd978c9-6d09-4552-917e-ff742dfe3165 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "PUT /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags HTTP/1.1" status: 200 len: 316 time: 0.0529249 Aug 11 08:37:30.492021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52524) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.495739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-e1e81391-dd1e-4109-a4ba-0277f0abd5fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34a487cc-135e-404f-aefc-392828344241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472145 Aug 11 08:37:30.497484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-1a78b821-0584-4e14-b7cf-c57411dfee82 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.518855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:30.519754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:30.550086 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1a78b821-0584-4e14-b7cf-c57411dfee82 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0541868 Aug 11 08:37:30.550457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.555768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-e253fbb5-6a92-4f75-a972-123917a736db tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-1432448594') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.580395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d4fbc70f-acb4-4c03-8c2c-c2497366ef50 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7096097 Aug 11 08:37:30.581514 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-e253fbb5-6a92-4f75-a972-123917a736db tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:30.583238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e253fbb5-6a92-4f75-a972-123917a736db tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-1432448594 HTTP/1.1" status: 404 len: 329 time: 0.0315731 Aug 11 08:37:30.586686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52528) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.592586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-23e6b020-e545-49c2-8ff1-b5995d72aa21 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-331605292') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.605766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-94751268-9b08-4a85-a764-e87a6f5d2f7a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:37:30.606936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-94751268-9b08-4a85-a764-e87a6f5d2f7a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064707 Aug 11 08:37:30.614486 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-23e6b020-e545-49c2-8ff1-b5995d72aa21 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:30.615808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-23e6b020-e545-49c2-8ff1-b5995d72aa21 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-331605292 HTTP/1.1" status: 404 len: 328 time: 0.0270338 Aug 11 08:37:30.618868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52532) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.629290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-723d1cad-3bfc-4edc-b4f1-0f4f4ef39fc6 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c', 'tempest-TagsExtTest-Tag-613408653') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.639274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-60f3efc1-d671-4df9-85c3-12d7254468fa service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343746 Aug 11 08:37:30.660975 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-723d1cad-3bfc-4edc-b4f1-0f4f4ef39fc6 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] show failed (client error): The resource could not be found. Aug 11 08:37:30.660975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-723d1cad-3bfc-4edc-b4f1-0f4f4ef39fc6 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags/tempest-TagsExtTest-Tag-613408653 HTTP/1.1" status: 404 len: 328 time: 0.0396717 Aug 11 08:37:30.663227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52534) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.670350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-e53be044-007d-49d5-810b-65bb3102f2ea tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92d40dbd-80e8-4cc0-94e9-bea15924df4c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.698976 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e53be044-007d-49d5-810b-65bb3102f2ea tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0325313 Aug 11 08:37:30.701971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52536) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.709883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-9f5b2811-ad07-4f37-8c3d-f14087d69b63 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa447a08-8092-44e6-b080-fbdf96639db1') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:30.711040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f4f4555f-fdfb-4d49-8ad4-4badbdb77a8d None None] Provisioning for port 60d13f2c-aa44-4638-8a79-35f08a52e79b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:30.717920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f4f4555f-fdfb-4d49-8ad4-4badbdb77a8d None None] Provisioning complete for port 60d13f2c-aa44-4638-8a79-35f08a52e79b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:30.718619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f4f4555f-fdfb-4d49-8ad4-4badbdb77a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:30.725896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Request body: {'port': {'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:30.766205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4555f-fdfb-4d49-8ad4-4badbdb77a8d None None] Port 60d13f2c-aa44-4638-8a79-35f08a52e79b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:37:30.819291 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:30.875122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70008b8-c6d8-47ee-9a1f-ef4b526bded7 req-b02b2a10-4c0b-4246-b5b9-55b81dc9927f service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269244 Aug 11 08:37:30.938597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9f5b2811-ad07-4f37-8c3d-f14087d69b63 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1/tags HTTP/1.1" status: 204 len: 168 time: 0.2329752 Aug 11 08:37:30.944175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b692f-d7a5-41ed-b952-c261fec66a57 req-94215c8e-cdcc-4ef3-a2cd-5314f04e832d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:30.945821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-149b692f-d7a5-41ed-b952-c261fec66a57 req-94215c8e-cdcc-4ef3-a2cd-5314f04e832d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 932 time: 0.0729620 Aug 11 08:37:30.946326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:30.951637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-8fbb8fed-d010-4725-b34e-80bf4536492c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '57344486-24d1-4260-8d69-fc73b5f9b802') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:31.023606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-149b692f-d7a5-41ed-b952-c261fec66a57 req-e5927433-15bc-4eed-a979-deaedcf80279 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682511 Aug 11 08:37:31.051135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8fbb8fed-d010-4725-b34e-80bf4536492c tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802/tags HTTP/1.1" status: 204 len: 168 time: 0.1035786 Aug 11 08:37:31.052990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52548) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:31.057562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.tag.tag_plugin [None req-ae02405a-ba43-45a0-a619-1d0dc241dd1d tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75295169-4bae-43a4-ac0a-411a164e4880') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:31.141783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae02405a-ba43-45a0-a619-1d0dc241dd1d tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880/tags HTTP/1.1" status: 204 len: 168 time: 0.0827522 Aug 11 08:37:31.142946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52550) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:31.154373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d13f2c-aa44-4638-8a79-35f08a52e79b {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:37:31.162599 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.179444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Transition to ACTIVE for port object 60d13f2c-aa44-4638-8a79-35f08a52e79b will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:31.185457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.247055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60d13f2c-aa44-4638-8a79-35f08a52e79b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:31.266028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-55115e1a-ce44-4854-a3ff-e3057c9db4a0 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for subnetpool, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.267486 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-55115e1a-ce44-4854-a3ff-e3057c9db4a0 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnetpools/92d40dbd-80e8-4cc0-94e9-bea15924df4c HTTP/1.1" status: 204 len: 168 time: 0.1234090 Aug 11 08:37:31.270334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52552) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:31.308428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cb4a122-119b-4643-aa0b-e7b200b9abe2 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa447a08-8092-44e6-b080-fbdf96639db1 HTTP/1.1" status: 200 len: 205 time: 0.0367687 Aug 11 08:37:31.311309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:31.312066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3efb6325-8f2a-49e1-abd3-ac3904fd5350 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:37:31.408185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.411220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Attempting to bind port 60d13f2c-aa44-4638-8a79-35f08a52e79b on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:31.411220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Attempting to bind port 60d13f2c-aa44-4638-8a79-35f08a52e79b by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:31.411220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Attempting to bind port 60d13f2c-aa44-4638-8a79-35f08a52e79b on network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:31.439205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Port 60d13f2c-aa44-4638-8a79-35f08a52e79b on network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:37:31.439205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Attempting to bind port 60d13f2c-aa44-4638-8a79-35f08a52e79b on network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:31.445986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:31.446332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Checking segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:31.446723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Bound using segment: {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:31.447168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Bound port: 60d13f2c-aa44-4638-8a79-35f08a52e79b, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a449aa6-34d6-416f-bc66-3779d79dd696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:31.447535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.480146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfddb46-e32f-40d4-be9f-a9ffe8554e90 req-5841cdeb-92d6-4525-9b4b-46dd5838def8 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:31.480845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:31.490408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3dfddb46-e32f-40d4-be9f-a9ffe8554e90 req-5841cdeb-92d6-4525-9b4b-46dd5838def8 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 943 time: 0.0932536 Aug 11 08:37:31.511177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3efb6325-8f2a-49e1-abd3-ac3904fd5350', 'network_id': '34a487cc-135e-404f-aefc-392828344241', 'port_id': '3efb6325-8f2a-49e1-abd3-ac3904fd5350', 'mac_address': 'fa:16:3e:e6:3d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a917fdb-9ed6-4022-81ea-45db1d5bf67c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:37:31.573319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3dfddb46-e32f-40d4-be9f-a9ffe8554e90 req-98cd7239-d4c9-4059-a30d-ddeced263482 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752013 Aug 11 08:37:31.599271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.615086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] For port 60d13f2c-aa44-4638-8a79-35f08a52e79b, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:31.620309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efb6325-8f2a-49e1-abd3-ac3904fd5350 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:37:31.628022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] For port 60d13f2c-aa44-4638-8a79-35f08a52e79b, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:31.634671 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.656840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:31.665488 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.702920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:31.703750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:31.706327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 1092 time: 1.0920758 Aug 11 08:37:31.707219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:37:31.710965 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84625022-bcbf-489c-b1c5-fcb0ceace8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:37:31.730852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3efb6325-8f2a-49e1-abd3-ac3904fd5350,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:31.755505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5dc9b-bfd5-4bf1-bd78-37c43f1f36c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60d13f2c-aa44-4638-8a79-35f08a52e79b,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:31.786530 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e4e01-d718-4e00-b74a-9040c9f0a4f0 x-openstack-request-id: req-081e4e01-d718-4e00-b74a-9040c9f0a4f0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:37:31.787033 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:37:31.787331 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-081e4e01-d718-4e00-b74a-9040c9f0a4f0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:37:31.787744 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'status': 'completed', 'code': 200} Aug 11 08:37:31.852443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-b9a79e29-25cd-482c-9acb-ff4378cfb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:31.854294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-b9a79e29-25cd-482c-9acb-ff4378cfb462 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1095 time: 0.0498664 Aug 11 08:37:31.914402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-d36929e0-b791-4b93-8e5d-59c601ce1159 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 217 time: 0.0465024 Aug 11 08:37:31.970974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-9f8882cc-85a7-4fff-b451-3f4404b74f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:31.972856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-9f8882cc-85a7-4fff-b451-3f4404b74f96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 200 len: 833 time: 0.0519378 Aug 11 08:37:31.996426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3efb6325-8f2a-49e1-abd3-ac3904fd5350'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:37:32.034758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-dbdc3de3-b206-4ffa-b001-e96f1989a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:32.036524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-dbdc3de3-b206-4ffa-b001-e96f1989a27e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568464 Aug 11 08:37:32.198009 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.200798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.235630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-233c2060-067c-40bb-9fdf-9d3d95f59704 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910193 Aug 11 08:37:32.270723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e44c3-8cb7-4b3a-89d8-a73ed07d39bb req-21e625b3-5b49-47db-83a5-d8b5125c43b3 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:32.273031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-263e44c3-8cb7-4b3a-89d8-a73ed07d39bb req-21e625b3-5b49-47db-83a5-d8b5125c43b3 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 944 time: 0.1262405 Aug 11 08:37:32.320654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.322128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Fanout notify agent at l3_agent the message router_deleted on router fa447a08-8092-44e6-b080-fbdf96639db1 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:37:32.333402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.338256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52572) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:32.338750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54a427fa-b658-44fb-8e4e-95f8ea03bf2b tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/routers/fa447a08-8092-44e6-b080-fbdf96639db1 HTTP/1.1" status: 204 len: 168 time: 1.0258138 Aug 11 08:37:32.433217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.472170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-263e44c3-8cb7-4b3a-89d8-a73ed07d39bb req-38e86ab4-f876-40df-a9e6-9d9330f16652 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737998 Aug 11 08:37:32.480591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8e8a41be-e4ba-4d68-9866-0bbed5e869d7 req-7dddadc3-2f00-4985-9ced-29cd8b3de762 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360430 Aug 11 08:37:32.508462 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Deleting port 57344486-24d1-4260-8d69-fc73b5f9b802 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:37:32.508923 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.637435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.652005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-73938172-e0c3-4961-a468-d71a0720cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:32.653535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-73938172-e0c3-4961-a468-d71a0720cbaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1095 time: 0.0790267 Aug 11 08:37:32.657642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Calling delete_port for 57344486-24d1-4260-8d69-fc73b5f9b802 owned by {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:37:32.707055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65e882-8b43-4906-85f7-72abe09eb1f2 req-63c57b9c-9bdb-436e-9827-56684f1c6efa tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:32.710568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d65e882-8b43-4906-85f7-72abe09eb1f2 req-63c57b9c-9bdb-436e-9827-56684f1c6efa tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 944 time: 0.0633075 Aug 11 08:37:32.725191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-930f293a-0895-42ab-9457-883b957a9ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.760028 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d65e882-8b43-4906-85f7-72abe09eb1f2 req-94d7cb9e-daae-4bc7-a9f7-d29ebfddf830 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Aug 11 08:37:32.812755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-7626c895-4c45-4f78-ad4c-d496880d6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:32.814276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-7626c895-4c45-4f78-ad4c-d496880d6003 service neutron] 10.222.0.64 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 898 time: 0.1523414 Aug 11 08:37:32.890363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-56d333eb-2452-4ee8-8c11-a07f87f38279 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 217 time: 0.0679727 Aug 11 08:37:32.952370 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:32.966597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-90291294-be25-46f1-bcbe-bc11c140cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:32.968012 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-90291294-be25-46f1-bcbe-bc11c140cd80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 200 len: 833 time: 0.0688620 Aug 11 08:37:32.989388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event deleted for resources: {'Port': ['ID=57344486-24d1-4260-8d69-fc73b5f9b802,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:33.088776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-1a609ea6-3607-4552-8fb4-ef876b5f33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:33.090408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-1a609ea6-3607-4552-8fb4-ef876b5f33b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029460 Aug 11 08:37:33.119755 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.124408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d519a42b-7b7e-4017-9724-2dd994ff938f tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/ports/57344486-24d1-4260-8d69-fc73b5f9b802 HTTP/1.1" status: 204 len: 168 time: 0.7828591 Aug 11 08:37:33.124641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52578) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:33.184935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Deleting subnet 75295169-4bae-43a4-ac0a-411a164e4880 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:37:33.188580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.196554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-4261647b-f7a6-4434-aed0-dd1cfc65e271 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971060 Aug 11 08:37:33.240081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.313050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84625022-bcbf-489c-b1c5-fcb0ceace8e2 req-8d3cf2ef-f42c-48f8-9faa-d0ea0ec6e919 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061330 Aug 11 08:37:33.328775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3efb6325-8f2a-49e1-abd3-ac3904fd5350 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:33.355047 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.395580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:33.400947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:33.401805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.434538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.467163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event deleted for resources: {'Subnet': ['ID=75295169-4bae-43a4-ac0a-411a164e4880,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:33.472628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.475809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2354ff2b-88a8-49aa-ba52-286c80a3a846 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/subnets/75295169-4bae-43a4-ac0a-411a164e4880 HTTP/1.1" status: 204 len: 168 time: 0.3498309 Aug 11 08:37:33.478404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52582) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:33.485652 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6067ecc-58c6-48d2-b0d4-a13aad4763e9 None None] Network 8564997c-5e70-4d23-bf63-f57cc93f7e91 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:33.539610 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.578754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.580733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c3a168-d787-4348-8297-d261da66aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efb6325-8f2a-49e1-abd3-ac3904fd5350'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:37:33.583157 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc62d31-bc1f-4586-a169-1d5de262f545" -d '{"events": [{"server_uuid": "58c3a168-d787-4348-8297-d261da66aae7", "name": "network-vif-plugged", "status": "completed", "tag": "3efb6325-8f2a-49e1-abd3-ac3904fd5350"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:37:33.617614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:33.637080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.653652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443e5d2-2c14-4ffb-8bf2-a892bc0bddab req-c4709489-59ca-4046-8ea6-029493418812 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:33.661368 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9443e5d2-2c14-4ffb-8bf2-a892bc0bddab req-c4709489-59ca-4046-8ea6-029493418812 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 944 time: 0.1048384 Aug 11 08:37:33.696142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3efb6325-8f2a-49e1-abd3-ac3904fd5350,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:33.717908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9443e5d2-2c14-4ffb-8bf2-a892bc0bddab req-ae4dd145-1a08-44c4-8a78-7050fa1c1b93 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552278 Aug 11 08:37:33.736806 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61716075-1f8f-4e99-9cac-5f5cf2fa33e5 x-openstack-request-id: req-61716075-1f8f-4e99-9cac-5f5cf2fa33e5 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:37:33.737095 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c3a168-d787-4348-8297-d261da66aae7", "name": "network-vif-plugged", "status": "completed", "tag": "3efb6325-8f2a-49e1-abd3-ac3904fd5350", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:37:33.737415 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61716075-1f8f-4e99-9cac-5f5cf2fa33e5 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:37:33.738099 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c3a168-d787-4348-8297-d261da66aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efb6325-8f2a-49e1-abd3-ac3904fd5350', 'code': 200} Aug 11 08:37:33.742479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Deleting port 65ee05a6-5910-4251-9438-58567cf343cf {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:37:33.742911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.790414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] DHCP port deletion for 8564997c-5e70-4d23-bf63-f57cc93f7e91 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:37:33.866125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] Deleting port 65ee05a6-5910-4251-9438-58567cf343cf {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:37:33.866514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.953450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] For port 65ee05a6-5910-4251-9438-58567cf343cf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ee05a6-5910-4251-9438-58567cf343cf,segment=NetworkSegment(50302c06-5bce-429b-8421-02f81bec32e9),segment_id=50302c06-5bce-429b-8421-02f81bec32e9)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:33.953885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.971875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd295a-e46b-4c3c-840f-59a406b3ae4b req-7bfffdf8-5ffe-4c85-8299-6c6383a9ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:33.974147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61bd295a-e46b-4c3c-840f-59a406b3ae4b req-7bfffdf8-5ffe-4c85-8299-6c6383a9ca9f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 1096 time: 0.1440055 Aug 11 08:37:33.980587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] For port 65ee05a6-5910-4251-9438-58567cf343cf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=65ee05a6-5910-4251-9438-58567cf343cf,segment=NetworkSegment(50302c06-5bce-429b-8421-02f81bec32e9),segment_id=50302c06-5bce-429b-8421-02f81bec32e9)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:33.981014 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:33.987861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Calling delete_port for 65ee05a6-5910-4251-9438-58567cf343cf owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:37:34.002086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] Calling delete_port for 65ee05a6-5910-4251-9438-58567cf343cf owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:37:34.015158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb146e4-be64-42e8-a6b6-51a44dd0a58d req-425348cf-24ea-46cb-9394-82e9380e7b46 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:34.016649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4eb146e4-be64-42e8-a6b6-51a44dd0a58d req-425348cf-24ea-46cb-9394-82e9380e7b46 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.1288741 Aug 11 08:37:34.084151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.105545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61bd295a-e46b-4c3c-840f-59a406b3ae4b req-eddf4e31-aadb-4940-9e1d-8ac6ea14c302 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249731 Aug 11 08:37:34.110477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] Pushing event deleted for resources: {'Port': ['ID=65ee05a6-5910-4251-9438-58567cf343cf,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:34.116707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555541df-3eee-4cdc-845c-756c1aa6cba0 None None] No DVR routers for this DVR port 65ee05a6-5910-4251-9438-58567cf343cf on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:37:34.138661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4eb146e4-be64-42e8-a6b6-51a44dd0a58d req-fc155e3d-b11c-4d6b-abf0-920c234b75c4 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140454 Aug 11 08:37:34.157213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.184070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event deleted for resources: {'Port': ['ID=65ee05a6-5910-4251-9438-58567cf343cf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:34.187631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] No DVR routers for this DVR port 65ee05a6-5910-4251-9438-58567cf343cf on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:37:34.271373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.282072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8564997c-5e70-4d23-bf63-f57cc93f7e91']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:34.293903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50302c06-5bce-429b-8421-02f81bec32e9') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:34.294183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50302c06-5bce-429b-8421-02f81bec32e9') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:34.303793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.319298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.329455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:37:34.329920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: self.session.flush() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:37:34.333312 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:37:34.407531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.413936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.416785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] 10.222.0.58 "DELETE /v2.0/networks/8564997c-5e70-4d23-bf63-f57cc93f7e91 HTTP/1.1" status: 204 len: 168 time: 0.9370177 Aug 11 08:37:34.438400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021f6b2-080c-4ab7-ba8d-145d6864ed46 tempest-TagsExtTest-1991583052 tempest-TagsExtTest-1991583052-project] Pushing event deleted for resources: {'Network': ['ID=8564997c-5e70-4d23-bf63-f57cc93f7e91,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:34.670914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 60d13f2c-aa44-4638-8a79-35f08a52e79b details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:37:34.769298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52604) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:34.811373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 60d13f2c-aa44-4638-8a79-35f08a52e79b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:34.830473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:37:34.888351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ad002-fed9-47b4-b0c2-98623024d8e2 req-df99e180-2c29-40e5-ae47-96bd8942faf6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:34.892019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-593ad002-fed9-47b4-b0c2-98623024d8e2 req-df99e180-2c29-40e5-ae47-96bd8942faf6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 944 time: 0.0760179 Aug 11 08:37:34.917533 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.937085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:34.966327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d13f2c-aa44-4638-8a79-35f08a52e79b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:37:34.970101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-593ad002-fed9-47b4-b0c2-98623024d8e2 req-f6eeb71a-2e52-4c60-ae4d-101baa757eb0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700545 Aug 11 08:37:34.997283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 60d13f2c-aa44-4638-8a79-35f08a52e79b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:35.006588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5a973b24-a53f-49ce-8a06-7d581ecbb93e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40b89922b890434090ce7d283e1b8476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357244 Aug 11 08:37:35.009276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:35.010831 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:35.064928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=60d13f2c-aa44-4638-8a79-35f08a52e79b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:35.074279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5553ddda-833a-40d3-9c5e-e8bb1edff703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:35.101128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5553ddda-833a-40d3-9c5e-e8bb1edff703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:35.168441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5553ddda-833a-40d3-9c5e-e8bb1edff703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:35.171806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5553ddda-833a-40d3-9c5e-e8bb1edff703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:35.173046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5553ddda-833a-40d3-9c5e-e8bb1edff703 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/100bf09e-4a38-4986-a830-e076d59ff711 HTTP/1.1" status: 204 len: 168 time: 0.1627684 Aug 11 08:37:35.204797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553ddda-833a-40d3-9c5e-e8bb1edff703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100bf09e-4a38-4986-a830-e076d59ff711,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:35.313865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['60d13f2c-aa44-4638-8a79-35f08a52e79b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:37:35.373509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6075-3983-43b4-9903-72efb61feb31 req-9bf252ef-a529-4e2d-ad27-1fe7d4aa6f49 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:35.375481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-079f6075-3983-43b4-9903-72efb61feb31 req-9bf252ef-a529-4e2d-ad27-1fe7d4aa6f49 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.1081512 Aug 11 08:37:35.448122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-079f6075-3983-43b4-9903-72efb61feb31 req-4dd03af5-7427-40f4-af53-2b1190e4e813 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Aug 11 08:37:35.600478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ee05a6-5910-4251-9438-58567cf343cf no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:37:35.630693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 65ee05a6-5910-4251-9438-58567cf343cf {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:37:35.631037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 65ee05a6-5910-4251-9438-58567cf343cf not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:37:36.022256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52636) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:36.028931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031085 Aug 11 08:37:36.030247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52638) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:36.107332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0acc2-b9a1-46a6-9f47-c8cf02b27649 req-e4586fda-96aa-4d41-b2f2-fcb8a33d2945 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:36.109541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cb0acc2-b9a1-46a6-9f47-c8cf02b27649 req-e4586fda-96aa-4d41-b2f2-fcb8a33d2945 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 945 time: 0.0619338 Aug 11 08:37:36.150986 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.156685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8a435701-4dd9-4ce5-ad8f-8fd777cf6343 tempest-NetworksApiDiscovery-319986363 tempest-NetworksApiDiscovery-319986363-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1246309 Aug 11 08:37:36.165225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1cb0acc2-b9a1-46a6-9f47-c8cf02b27649 req-db1d406e-dfe1-4ace-a26a-d2e56afbccf0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 Aug 11 08:37:36.447067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52646) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:36.568924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06754ef9-3237-41c4-a315-700255cb7e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.593497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef265601-2ab3-48b5-b98f-94c3c79ca59f req-65d48382-a7eb-46b5-bf06-6c868d179021 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:36.595531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef265601-2ab3-48b5-b98f-94c3c79ca59f req-65d48382-a7eb-46b5-bf06-6c868d179021 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.0567524 Aug 11 08:37:36.643993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ef265601-2ab3-48b5-b98f-94c3c79ca59f req-90f2b626-a509-4abc-8a05-bf2d4831370b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Aug 11 08:37:36.680004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 60d13f2c-aa44-4638-8a79-35f08a52e79b up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:36.685611 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06754ef9-3237-41c4-a315-700255cb7e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.692289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06754ef9-3237-41c4-a315-700255cb7e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.740250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 60d13f2c-aa44-4638-8a79-35f08a52e79b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:36.746348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 60d13f2c-aa44-4638-8a79-35f08a52e79b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:36.746742 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.802877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52680) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:36.803065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-06754ef9-3237-41c4-a315-700255cb7e31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ae137c2d47c43779830a38f921b3d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547091 Aug 11 08:37:36.804063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06754ef9-3237-41c4-a315-700255cb7e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a19b397-29e6-4446-837a-b3f5a92b3fc9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:36.905351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.909645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb8af-94fb-446d-bd47-b5811534daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.938685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb8af-94fb-446d-bd47-b5811534daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:36.963266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:37:36.967487 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0006f1-fa2d-4c5b-98f9-8a0d3df9c43d" -d '{"events": [{"server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "name": "network-vif-plugged", "status": "completed", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:37:37.003454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 60d13f2c-aa44-4638-8a79-35f08a52e79b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:37.009919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:37.025962 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb8af-94fb-446d-bd47-b5811534daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:37.028664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f7fb8af-94fb-446d-bd47-b5811534daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:37.030229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9f7fb8af-94fb-446d-bd47-b5811534daca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a19b397-29e6-4446-837a-b3f5a92b3fc9 HTTP/1.1" status: 204 len: 168 time: 0.2258599 Aug 11 08:37:37.046990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fb8af-94fb-446d-bd47-b5811534daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a19b397-29e6-4446-837a-b3f5a92b3fc9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:37.059175 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e30dd2d-35ab-48b6-8336-ff9c5d30d315 x-openstack-request-id: req-0e30dd2d-35ab-48b6-8336-ff9c5d30d315 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:37:37.059602 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "name": "network-vif-plugged", "status": "completed", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:37:37.060530 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e30dd2d-35ab-48b6-8336-ff9c5d30d315 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:37:37.061233 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'code': 200} Aug 11 08:37:37.126430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=60d13f2c-aa44-4638-8a79-35f08a52e79b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:37.188227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70630def-309c-4fb4-bde1-4a16fb1f9152 req-d5a445e4-3a99-4742-b4eb-60e66cc288c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:37.205253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-70630def-309c-4fb4-bde1-4a16fb1f9152 req-d5a445e4-3a99-4742-b4eb-60e66cc288c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1097 time: 0.0794616 Aug 11 08:37:37.314122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-70630def-309c-4fb4-bde1-4a16fb1f9152 req-61292068-7965-46a7-b91b-16cd968e9ec8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963204 Aug 11 08:37:37.418003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf1ddd-6cbc-4a7e-aca7-3141c613b44a req-016de226-3295-4bbe-b23d-0bb24f322f36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:37.425487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eabf1ddd-6cbc-4a7e-aca7-3141c613b44a req-016de226-3295-4bbe-b23d-0bb24f322f36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 946 time: 0.1109319 Aug 11 08:37:37.470144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eabf1ddd-6cbc-4a7e-aca7-3141c613b44a req-9eae0e85-b7c8-49ab-aba7-b37782ee97be tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429807 Aug 11 08:37:38.656527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa835810-48f4-4c1b-a7d4-73d61613fbb8 req-571409be-c202-41fe-8a6b-3d6ffb03818d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:38.658873 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa835810-48f4-4c1b-a7d4-73d61613fbb8 req-571409be-c202-41fe-8a6b-3d6ffb03818d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 946 time: 0.0653579 Aug 11 08:37:38.729044 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa835810-48f4-4c1b-a7d4-73d61613fbb8 req-436b671d-03c3-4b07-96c6-712a2b8b161f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529923 Aug 11 08:37:38.957200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf7d4f-25cc-4678-a887-a71132422c30 req-d43dc56b-79cc-4a6e-bbde-e027c471b536 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:38.959771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbf7d4f-25cc-4678-a887-a71132422c30 req-d43dc56b-79cc-4a6e-bbde-e027c471b536 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 946 time: 0.0827615 Aug 11 08:37:39.039031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0cbf7d4f-25cc-4678-a887-a71132422c30 req-849c8e05-80c5-40f2-b307-9c9a37e4d1d5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699551 Aug 11 08:37:39.067878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:39.154000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2bc271-92e4-4f1f-a81b-94668da6a4a4 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:39.157720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8b2bc271-92e4-4f1f-a81b-94668da6a4a4 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1092 time: 0.0886240 Aug 11 08:37:39.162045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52794) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:39.169988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:39.210580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.353598 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.434544 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52800) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:39.507806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.25.2.166 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/aac33d39-5463-4992-ba4c-6e1c87ded355) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:39.623264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9063315a-4fc0-4926-90ec-fe69a4511cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.673412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.760774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.810435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9063315a-4fc0-4926-90ec-fe69a4511cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.818766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:39.821698 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9063315a-4fc0-4926-90ec-fe69a4511cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.834412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:39.844974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:39.860421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=aac33d39-5463-4992-ba4c-6e1c87ded355,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:39.896402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9063315a-4fc0-4926-90ec-fe69a4511cc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54f2a817b14649a2a18e932a9ed9649b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607952 Aug 11 08:37:39.899411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52806) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:39.899893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063315a-4fc0-4926-90ec-fe69a4511cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2752fe89-17fe-4d10-939e-ca69a14f8a58,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:39.967928 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0331ffbf-d2d6-42d5-9387-b94aa0318386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:39.991419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0331ffbf-d2d6-42d5-9387-b94aa0318386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:40.049303 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0331ffbf-d2d6-42d5-9387-b94aa0318386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:40.052994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0331ffbf-d2d6-42d5-9387-b94aa0318386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:40.054404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0331ffbf-d2d6-42d5-9387-b94aa0318386 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2752fe89-17fe-4d10-939e-ca69a14f8a58 HTTP/1.1" status: 204 len: 168 time: 0.1533449 Aug 11 08:37:40.068079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331ffbf-d2d6-42d5-9387-b94aa0318386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2752fe89-17fe-4d10-939e-ca69a14f8a58,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:40.659076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:40.766091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:41.009573 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:41.015766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:41.085297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=aac33d39-5463-4992-ba4c-6e1c87ded355,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:41.102261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:41.259721 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Floating IP 0d1e1716-96f1-4496-8dba-4e457b2ac547 associated. External IP: 172.25.2.166, port: 60d13f2c-aa44-4638-8a79-35f08a52e79b. Aug 11 08:37:41.581636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:37:41.739318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:37:41.751580 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:37:41.760929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:41.766415 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:41.767536 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:41.811443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a86eefb-1dca-4fe3-bbc0-78dd41dc1703 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6477807 Aug 11 08:37:41.812239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:37:41.815177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:41.825216 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ef1ce-6996-440f-9dd1-7baeb536b097" -d '{"events": [{"name": "network-changed", "server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:37:41.897144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b31fd1ea-8670-4079-9f42-0b071125cf22 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/0d1e1716-96f1-4496-8dba-4e457b2ac547 HTTP/1.1" status: 200 len: 992 time: 0.0802116 Aug 11 08:37:41.901119 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ac5b5-6d90-45a9-a575-45b8e8f9efcd x-openstack-request-id: req-bc8ac5b5-6d90-45a9-a575-45b8e8f9efcd {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:37:41.901509 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:37:41.901999 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc8ac5b5-6d90-45a9-a575-45b8e8f9efcd {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:37:41.902645 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'status': 'completed', 'code': 200} Aug 11 08:37:41.934611 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:41.992584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-632d99d3-e7ad-4c2f-bbe2-a94a67807f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:41.994467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-632d99d3-e7ad-4c2f-bbe2-a94a67807f33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1097 time: 0.0485816 Aug 11 08:37:42.137401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-24488fce-216b-476e-8b81-9ef62c4ce9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:42.139178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-24488fce-216b-476e-8b81-9ef62c4ce9fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 898 time: 0.1378198 Aug 11 08:37:42.270157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-f2af35f0-b001-493d-a966-13b369b69dd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 1000 time: 0.1216979 Aug 11 08:37:42.344596 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:19Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:40Z', 'revision_number': 0, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:42.347420 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-feb7cdcd-375e-4bd0-be94-645bfed811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:42.349142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-feb7cdcd-375e-4bd0-be94-645bfed811f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 200 len: 833 time: 0.0723932 Aug 11 08:37:42.388437 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:37:42.399094 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:42.400075 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:42.403916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-a723acc4-a399-4e12-ab01-7f17c5c0c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:42.405562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-a723acc4-a399-4e12-ab01-7f17c5c0c538 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499432 Aug 11 08:37:42.503120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:42.508082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47578136', 'description': 'tempest-secgroup-smoke-47578136 description', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:42.542048 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:42.543745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-2903c496-6206-4384-9f8e-bd34ee5bde6f service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308575 Aug 11 08:37:42.558026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:42.571603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:42.729570 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b80ef1ce-6996-440f-9dd1-7baeb536b097 req-8c982403-6f07-4a4f-85d8-1f494cb8165d service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777511 Aug 11 08:37:42.831602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:42.837773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:42.886145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-dcefa6b2-f931-44ca-a936-ccc2d2bc9716 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539432 Aug 11 08:37:42.900194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52888) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:42.975848 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:19Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:40Z', 'revision_number': 0, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:43.033756 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4e4e0-8ad6-4cae-aa1f-8300e81ed17f None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:37:19Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:40Z', 'revision_number': 0, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:37:43.076284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a1a9a-09f3-4ae9-acc7-533dc394d563,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:43.085486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-222d6ae6-aa39-47c5-a7f3-7e22a3c64aac tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/0d1e1716-96f1-4496-8dba-4e457b2ac547 HTTP/1.1" status: 200 len: 992 time: 0.1778917 Aug 11 08:37:43.085592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.088083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-2ab48af1-b5a1-4f2a-8a39-0fc5fe64386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:43.090309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.090509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-2ab48af1-b5a1-4f2a-8a39-0fc5fe64386b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1097 time: 0.0820379 Aug 11 08:37:43.129514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c5b2d-2e77-4698-aaf8-ebec61e511e9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:43.150966 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.152914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-02798811-6743-4e26-a914-87f620586ff8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6487160 Aug 11 08:37:43.157187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:43.163018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c23c5b2d-2e77-4698-aaf8-ebec61e511e9', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:43.254003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.289246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-b98ca2fb-fa68-427b-bb35-9e22d5e51434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:43.290782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-b98ca2fb-fa68-427b-bb35-9e22d5e51434 service neutron] 10.222.0.64 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 898 time: 0.1772780 Aug 11 08:37:43.394684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a6f96d-a9ab-4bad-aa60-7ac431e87e2e None None] New status for floating IP 0d1e1716-96f1-4496-8dba-4e457b2ac547: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:37:43.405290 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.408194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-9a94ab85-a514-41cc-bd4f-cf62126f27af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 1000 time: 0.1047633 Aug 11 08:37:43.412491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.477137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d75cb4-92a5-4a9c-8319-05478c314ddd,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:43.491657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.496494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9e53f9e9-3f9b-4607-ad42-2e0d7cd81aab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346887 Aug 11 08:37:43.496494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52894) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:43.500740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c23c5b2d-2e77-4698-aaf8-ebec61e511e9', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:43.518768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-843e9656-bcc4-4441-aa5e-d2964c270273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:43.520392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-843e9656-bcc4-4441-aa5e-d2964c270273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 200 len: 833 time: 0.0996342 Aug 11 08:37:43.593043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.695593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-c200accd-1c3d-43d1-8e87-b75537344c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:43.697194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-c200accd-1c3d-43d1-8e87-b75537344c47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678762 Aug 11 08:37:43.783979 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.794255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.844631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19bf135-7ee0-4d4c-bec8-3681ddb28396,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:43.897734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:43.901617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a2b6f526-3e8f-4cd3-b9e8-72b15544fd00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4020252 Aug 11 08:37:43.902107 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-5ebb1ec9-23af-4817-9607-70f3a912ee05 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929545 Aug 11 08:37:43.902426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:43.910180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c23c5b2d-2e77-4698-aaf8-ebec61e511e9', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:43.982913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.054299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-596cb51e-ea11-4e48-b493-c27a4148d195 req-b8e06b34-205b-400e-ba0d-5879c02f993c service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397340 Aug 11 08:37:44.076067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.081421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.087947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52900) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:44.111669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.113228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2097108 Aug 11 08:37:44.117830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52902) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:44.123140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c23c5b2d-2e77-4698-aaf8-ebec61e511e9', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:44.139824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408a5f4-80ed-4630-8333-c565a5626535 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6d2a8c-5a19-421f-a983-e811a7beeb68,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:44.162906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.173756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-88e86065-f253-48ac-a155-2e75e5bd400e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/0d1e1716-96f1-4496-8dba-4e457b2ac547 HTTP/1.1" status: 200 len: 994 time: 0.0840933 Aug 11 08:37:44.224522 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.231501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.255065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29ad3be-7680-40c3-91ff-b2b8c6d7f901,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:44.262795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.264076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b464e3a0-e502-4f8a-a31b-588d7df6ddd3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452727 Aug 11 08:37:44.266875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52904) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:44.271778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c23c5b2d-2e77-4698-aaf8-ebec61e511e9', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:44.299630 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:37:44.307924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.387728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.395804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.419869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad4be0d-00a4-4f22-a361-2d8e42510c77,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:44.427721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.429210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-648d3ea0-93b1-44b0-b883-d62e55b9259e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612315 Aug 11 08:37:44.434016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:44.439543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c23c5b2d-2e77-4698-aaf8-ebec61e511e9', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:44.469520 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:37:44.478999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.570996 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.577412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.599364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe13859-aa4c-4a7e-8019-61d91366742e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:44.609994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.611245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b6341397-9d14-49d9-a43a-591f5302ff63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761899 Aug 11 08:37:44.615129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:44.620461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'network': {'name': 'tempest-network-smoke--1314662074', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'port_security_enabled': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:44.645905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:44.649957 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.679974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:37:44.690352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.690865 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Added segment 89ebdd5f-4115-4fe2-88d8-b85afa3e0d76 of type vlan for network 43811430-d33a-4247-92b8-e7aeecbc736a Aug 11 08:37:44.738861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.774754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.780918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:44.781542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.856971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2381215 Aug 11 08:37:44.858033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52918) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:44.865308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'admin_state_up': True, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:44.872468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5423c9-50ff-413b-b7b3-5ba46e502b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Network': ['ID=43811430-d33a-4247-92b8-e7aeecbc736a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:44.885545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 43811430-d33a-4247-92b8-e7aeecbc736a details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:37:44.902587 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.904994 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:44.979592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:45.215126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:45.541558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:45.577235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:45.738823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.28 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/03016f25-6ecd-4244-a275-7ddaef7cd3f3) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:45.884452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:45.946074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:45.991866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:45.995232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:45.997717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:46.024567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=03016f25-6ecd-4244-a275-7ddaef7cd3f3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:46.632700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:46.900381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:47.085437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router ff334e0f-4268-4282-89ae-89582000d8af is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:37:47.250891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:37:47.265901 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Sync routers for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:37:47.277975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:47.279079 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:47.285563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:47.289460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba330de1-f72c-43e5-a315-e1925e84e235 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4303050 Aug 11 08:37:47.290935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52940) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:47.405090 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:47.503204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f66b91c3-9746-48b2-9e4a-61889ced1709 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=fe672334e73c4a9c95e6508dc9bf69b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2079716 Aug 11 08:37:47.503688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52946) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:47.632019 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:46Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:47.664004 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Checking router: ff334e0f-4268-4282-89ae-89582000d8af for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:37:47.664004 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Updating router ff334e0f-4268-4282-89ae-89582000d8af port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:37:47.696132 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:47.799473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-7a67a79f-fce7-413d-b017-c7ae2b96cf95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023149 Aug 11 08:37:47.813435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e81ea-cbf0-4402-aa24-c9d8638d9567 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:47.820324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52950) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:47.821147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-838e81ea-cbf0-4402-aa24-c9d8638d9567 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3126588 Aug 11 08:37:47.888565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d634a4b3-0c71-4392-ab5b-662d145d96de tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646985 Aug 11 08:37:47.889856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 52952) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:47.895631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-797521899', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:47.995538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-c8a764fc-6d8a-43c3-9d0e-5eed4e566adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:47.997085 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-c8a764fc-6d8a-43c3-9d0e-5eed4e566adb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 1096 time: 0.1206887 Aug 11 08:37:48.030977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:48.035247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.111787 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.125974 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Transition to ACTIVE for port object 03016f25-6ecd-4244-a275-7ddaef7cd3f3 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:48.140694 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.212822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-99f88b76-6824-4e0e-8884-92bf19451ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:48.214500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-99f88b76-6824-4e0e-8884-92bf19451ff4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 913 time: 0.1749315 Aug 11 08:37:48.225117 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Attempting to bind port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:48.225513 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Attempting to bind port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:48.225939 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Attempting to bind port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:48.235271 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62903d7-50ad-4078-b656-6108b76cfa4d None None] Pushing event updated for resources: {'Port': ['ID=03016f25-6ecd-4244-a275-7ddaef7cd3f3,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:48.243272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:48.243657 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:48.244105 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.244495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:48.245003 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Bound port: 03016f25-6ecd-4244-a275-7ddaef7cd3f3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:48.245385 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.300967 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-7d11cbf1-0b1e-43ea-bf43-7fddd3f2c10e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350 HTTP/1.1" status: 200 len: 217 time: 0.0736969 Aug 11 08:37:48.357777 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] For port 03016f25-6ecd-4244-a275-7ddaef7cd3f3, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:48.368228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] For port 03016f25-6ecd-4244-a275-7ddaef7cd3f3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=03016f25-6ecd-4244-a275-7ddaef7cd3f3,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:48.377226 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.397394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-4842a88f-c1ab-4b7a-a7f4-35fc42e98472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:48.398898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-4842a88f-c1ab-4b7a-a7f4-35fc42e98472 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a917fdb-9ed6-4022-81ea-45db1d5bf67c HTTP/1.1" status: 200 len: 852 time: 0.0906110 Aug 11 08:37:48.447370 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:48.448464 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:48.451239 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-eecb2ec0-5965-46fa-a797-d2435598f8ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34a487cc-135e-404f-aefc-392828344241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420959 Aug 11 08:37:48.452270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.505514 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62903d7-50ad-4078-b656-6108b76cfa4d None None] Pushing event updated for resources: {'Port': ['ID=03016f25-6ecd-4244-a275-7ddaef7cd3f3,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:48.599197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Subnet': ['ID=93958077-0ef9-4895-8f09-9403024481e7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:48.617786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-12778997-e785-443d-a6ab-de957d57126a service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389081 Aug 11 08:37:48.627705 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:48.646907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Checking segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:48.646907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network hostable DHCP agents. Network: 43811430-d33a-4247-92b8-e7aeecbc736a, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:37:48.724085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 43811430-d33a-4247-92b8-e7aeecbc736a is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:37:48.752662 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 43811430-d33a-4247-92b8-e7aeecbc736a) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:48.764860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a1fc8-b3c2-4ef1-ad29-f225242611f7 None None] Network 43811430-d33a-4247-92b8-e7aeecbc736a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:48.772668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:48.773313 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:48.788050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d781e032-9ed2-4008-a3e3-14ba16308a94 req-ac5c646e-084f-4bc8-bbef-25cc25dfecc6 service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619768 Aug 11 08:37:48.807155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 52958) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:37:48.807719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ba29331-0f5c-492b-8e2d-fb1beba48033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9161401 Aug 11 08:37:49.088089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-43811430-d33a-4247-92b8-e7aeecbc736a', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:37:49.089074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:49.098341 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:46Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:49.276755 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b158c35-9dee-4e19-867f-021543a56084 None None] The sync data for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 is: [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:46Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:37:49.352609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Allocated IP 172.20.0.2 (43811430-d33a-4247-92b8-e7aeecbc736a/93958077-0ef9-4895-8f09-9403024481e7/d17e8749-41c5-4e80-a107-07278cea7b53) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:49.648962 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:49.652201 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:49.690159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Transition to ACTIVE for port object d17e8749-41c5-4e80-a107-07278cea7b53 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:49.740790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Transition to ACTIVE for port object d17e8749-41c5-4e80-a107-07278cea7b53 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:49.757282 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:49.857550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Pushing event updated for resources: {'Port': ['ID=d17e8749-41c5-4e80-a107-07278cea7b53,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:49.868725 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.869603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.870164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.870712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.871421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.871974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.872512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.873091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.873648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.874294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.874842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.875619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:49.893117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Network 43811430-d33a-4247-92b8-e7aeecbc736a is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:49.896588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:49.900297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:50.016125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Attempting to bind port d17e8749-41c5-4e80-a107-07278cea7b53 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:50.017213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Attempting to bind port d17e8749-41c5-4e80-a107-07278cea7b53 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:50.017213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Attempting to bind port d17e8749-41c5-4e80-a107-07278cea7b53 on network 43811430-d33a-4247-92b8-e7aeecbc736a {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:50.026869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:50.027545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Checking segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:50.027924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:50.028327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Bound using segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:50.028802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Bound port: d17e8749-41c5-4e80-a107-07278cea7b53, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:50.029549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:50.146963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] For port d17e8749-41c5-4e80-a107-07278cea7b53, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:50.152930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] For port d17e8749-41c5-4e80-a107-07278cea7b53, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d17e8749-41c5-4e80-a107-07278cea7b53,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:50.161163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:50.284839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e094-53f4-46e1-b7df-730a3a2e833d None None] Pushing event updated for resources: {'Port': ['ID=d17e8749-41c5-4e80-a107-07278cea7b53,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:50.326677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.1 (43811430-d33a-4247-92b8-e7aeecbc736a/93958077-0ef9-4895-8f09-9403024481e7/cac017b0-ed38-402e-a405-21ec08dab70c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:50.574878 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:50.614279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object cac017b0-ed38-402e-a405-21ec08dab70c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:50.690377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:50.753783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=cac017b0-ed38-402e-a405-21ec08dab70c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:50.762306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 43811430-d33a-4247-92b8-e7aeecbc736a is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:50.768313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:50.774480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:50.892263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:51.091833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:51.626766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:51.674509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:51.834720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:51.836574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=cac017b0-ed38-402e-a405-21ec08dab70c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:51.863528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f411f-6ae3-4eee-a10e-dc39dc2d07ef None None] Network 43811430-d33a-4247-92b8-e7aeecbc736a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:37:51.949406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 03016f25-6ecd-4244-a275-7ddaef7cd3f3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:52.011230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-77643964-c3f4-431c-8d25-0aca88bc1b9b None None] Provisioning for port d17e8749-41c5-4e80-a107-07278cea7b53 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:52.049540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 43811430-d33a-4247-92b8-e7aeecbc736a is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:52.052010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:52.091720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:52.155559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:52.156030 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:52.310989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router ff334e0f-4268-4282-89ae-89582000d8af has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:37:52.351381 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:52.403859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 03016f25-6ecd-4244-a275-7ddaef7cd3f3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=03016f25-6ecd-4244-a275-7ddaef7cd3f3,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:52.413628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:52.415663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d17e8749-41c5-4e80-a107-07278cea7b53 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:52.535062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=03016f25-6ecd-4244-a275-7ddaef7cd3f3,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:52.554257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:37:52.565124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-96ad8d9a-9881-46d4-ad62-601024c45cfe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/ff334e0f-4268-4282-89ae-89582000d8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7539525 Aug 11 08:37:52.567165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Sync routers for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:37:52.598135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:52.598972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:52.678957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d17e8749-41c5-4e80-a107-07278cea7b53 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:52.718614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d17e8749-41c5-4e80-a107-07278cea7b53 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:52.719062 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:52.823712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-510b3656-8002-4120-8158-3b9e00dc500a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47578136&fields=id&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 267 time: 0.0875921 Aug 11 08:37:52.852952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:52.890689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-02df59ca-3c98-409c-a941-6e762a8dce22 None None] Provisioning complete for port d17e8749-41c5-4e80-a107-07278cea7b53 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:52.891401 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-02df59ca-3c98-409c-a941-6e762a8dce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:53.063719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-33220631-ed4a-434a-a170-4b47946afe5b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:53.071922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-33220631-ed4a-434a-a170-4b47946afe5b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 797 time: 0.2461147 Aug 11 08:37:53.091587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-657643f7-ffad-4add-bcfe-bac5b5d353b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/quotas/fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 375 time: 0.0186260 Aug 11 08:37:53.172674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-5425e8e9-95d5-4236-91bd-44dc90b643c9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799329 Aug 11 08:37:53.294706 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-cfee203e-d13d-4d1d-9b00-4308644e718b service neutron] 10.222.0.58 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094599 Aug 11 08:37:53.386961 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:53.451787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-dc25b302-7821-466b-a5f5-ea468c9032cc service neutron] 10.222.0.58 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481962 Aug 11 08:37:53.481196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d17e8749-41c5-4e80-a107-07278cea7b53, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d17e8749-41c5-4e80-a107-07278cea7b53,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:53.492351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:53.554378 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-02df59ca-3c98-409c-a941-6e762a8dce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:53.610488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d17e8749-41c5-4e80-a107-07278cea7b53,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:53.671546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 03016f25-6ecd-4244-a275-7ddaef7cd3f3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:53.679564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 2, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:53.764257 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-02df59ca-3c98-409c-a941-6e762a8dce22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 08:37:53.764257 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-02df59ca-3c98-409c-a941-6e762a8dce22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 08:37:53.769000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Checking router: ff334e0f-4268-4282-89ae-89582000d8af for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:37:53.769000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Updating router ff334e0f-4268-4282-89ae-89582000d8af port cac017b0-ed38-402e-a405-21ec08dab70c binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:37:53.808534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30d37fc6-f81e-4bb1-8cd7-5e3a2d33ad25 req-81ae248b-cb2d-431d-b458-d2761fb632a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 210 time: 0.0328720 Aug 11 08:37:53.822402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:53.851614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:53.851991 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:54.261932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:54.301030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Transition to ACTIVE for port object cac017b0-ed38-402e-a405-21ec08dab70c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:54.313863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:54.405954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4231d-630a-4de0-8012-dfdbe6ed48c7 None None] Pushing event updated for resources: {'Port': ['ID=cac017b0-ed38-402e-a405-21ec08dab70c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:54.423372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-02df59ca-3c98-409c-a941-6e762a8dce22 None None] Provisioning for port cac017b0-ed38-402e-a405-21ec08dab70c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:54.517896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Attempting to bind port cac017b0-ed38-402e-a405-21ec08dab70c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:54.518444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Attempting to bind port cac017b0-ed38-402e-a405-21ec08dab70c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:54.518816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Attempting to bind port cac017b0-ed38-402e-a405-21ec08dab70c on network 43811430-d33a-4247-92b8-e7aeecbc736a {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:54.534292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:54.537634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Checking segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:54.538303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:54.540018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Bound using segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:54.540682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Bound port: cac017b0-ed38-402e-a405-21ec08dab70c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:54.541180 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:54.673671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] For port cac017b0-ed38-402e-a405-21ec08dab70c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:54.679983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] For port cac017b0-ed38-402e-a405-21ec08dab70c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cac017b0-ed38-402e-a405-21ec08dab70c,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:54.693219 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:54.789399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:37:54.789399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:37:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:54.867878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4231d-630a-4de0-8012-dfdbe6ed48c7 None None] Pushing event updated for resources: {'Port': ['ID=cac017b0-ed38-402e-a405-21ec08dab70c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:55.066366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:37:55.114565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2bc354e-1553-4bad-ba87-ab1eb8003d9b req-6f961716-dcde-4370-8a8d-00153f8d4575 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 210 time: 0.0903449 Aug 11 08:37:55.385158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:54Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:37:55.422569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07539eef-db5c-4114-9659-c5a54a0ee5fb None None] The sync data for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 is: [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:54Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:37:55.574825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-ae7c40f3-ca82-4dfd-a9e2-33e515e7af07 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:55.576519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-ae7c40f3-ca82-4dfd-a9e2-33e515e7af07 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 797 time: 0.1775186 Aug 11 08:37:55.667238 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-c6a54996-d099-4f8c-ae5f-950a097929b8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 378 time: 0.0676811 Aug 11 08:37:55.683022 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'port': {'device_id': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'admin_state_up': True, 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'security_groups': ['c23c5b2d-2e77-4698-aaf8-ebec61e511e9']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:55.793762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cac017b0-ed38-402e-a405-21ec08dab70c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:55.895323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port cac017b0-ed38-402e-a405-21ec08dab70c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:55.904425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cac017b0-ed38-402e-a405-21ec08dab70c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:55.905101 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:55.917278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:37:55.922787 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.078109 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.138498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port cac017b0-ed38-402e-a405-21ec08dab70c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cac017b0-ed38-402e-a405-21ec08dab70c,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:37:56.147729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.149114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d17e8749-41c5-4e80-a107-07278cea7b53 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:56.164709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.13 (43811430-d33a-4247-92b8-e7aeecbc736a/93958077-0ef9-4895-8f09-9403024481e7/2859832a-f8c0-47ac-8d53-52541ac7b244) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:37:56.307793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=cac017b0-ed38-402e-a405-21ec08dab70c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:56.331700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d17e8749-41c5-4e80-a107-07278cea7b53 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:56.332102 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.592255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4c5184b-a38b-4316-9298-8f85c8f4598f req-bfc1c390-2216-463c-8510-3a3005e9d31e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 210 time: 0.1461229 Aug 11 08:37:56.608524 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.635806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object 2859832a-f8c0-47ac-8d53-52541ac7b244 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:56.705049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.802430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 43811430-d33a-4247-92b8-e7aeecbc736a is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:37:56.808671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:37:56.823960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:37:56.871569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:56.892277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.892728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.893896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.894347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.894861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.895368 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.896054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.896581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.897017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.897622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.898029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.898469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:37:56.930536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:56.943494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:56.991101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-0e3addaf-2ca3-41a3-9829-0570b8434bbb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3166921 Aug 11 08:37:57.012619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Request body: {'port': {'device_id': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:37:57.136321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:57.214904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-00778156-4376-4964-b006-a56292712fad None None] Provisioning for port 2859832a-f8c0-47ac-8d53-52541ac7b244 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:37:57.222302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-00778156-4376-4964-b006-a56292712fad None None] Provisioning complete for port 2859832a-f8c0-47ac-8d53-52541ac7b244 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:57.222737 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00778156-4376-4964-b006-a56292712fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:57.296615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-00778156-4376-4964-b006-a56292712fad None None] Port 2859832a-f8c0-47ac-8d53-52541ac7b244 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:37:57.619099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cac017b0-ed38-402e-a405-21ec08dab70c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:37:57.644267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2859832a-f8c0-47ac-8d53-52541ac7b244 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:37:57.657125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:57.691663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Transition to ACTIVE for port object 2859832a-f8c0-47ac-8d53-52541ac7b244 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:37:57.701195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:57.738503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cac017b0-ed38-402e-a405-21ec08dab70c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:37:57.738975 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:57.830094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:57.890445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeb9f4-bfd4-4fa6-996d-64647648bdc2 req-cb2c74f4-6aad-4d16-8047-4a137f13d41d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:57.897380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fefeb9f4-bfd4-4fa6-996d-64647648bdc2 req-cb2c74f4-6aad-4d16-8047-4a137f13d41d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.1429594 Aug 11 08:37:57.999411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fefeb9f4-bfd4-4fa6-996d-64647648bdc2 req-5ad0c7fd-ff87-495d-a0a1-46371f9a4794 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949035 Aug 11 08:37:58.000932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:37:58.001274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:37:58.001603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 on network 43811430-d33a-4247-92b8-e7aeecbc736a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:58.007967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Port 2859832a-f8c0-47ac-8d53-52541ac7b244 on network 43811430-d33a-4247-92b8-e7aeecbc736a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:37:58.008300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 on network 43811430-d33a-4247-92b8-e7aeecbc736a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:37:58.015257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:37:58.015605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Checking segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:37:58.016021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Bound using segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:37:58.016472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Bound port: 2859832a-f8c0-47ac-8d53-52541ac7b244, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:37:58.016834 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:58.135129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:37:58.138639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:37:58.146444 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:58.184760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:58.185586 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:58.187496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] 10.222.0.69 "PUT /v2.0/ports/2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 1092 time: 1.1800342 Aug 11 08:37:58.188145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:37:58.191039 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca32c997-016f-445c-b11a-13db90529452" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:37:58.225153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb8d40-1e37-4bd6-b04b-aea55d69dfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:37:58.283592 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd56fced-c64b-440d-a169-7b0418f835ae x-openstack-request-id: req-bd56fced-c64b-440d-a169-7b0418f835ae {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:37:58.283592 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:37:58.283592 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd56fced-c64b-440d-a169-7b0418f835ae {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:37:58.283592 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'status': 'completed', 'code': 200} Aug 11 08:37:58.354374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-2f24e50c-0a77-4308-b9cb-946a7fb78bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:58.356595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-2f24e50c-0a77-4308-b9cb-946a7fb78bfd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1095 time: 0.0943215 Aug 11 08:37:58.414239 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-5a361a71-5d17-4ab6-ab97-15c6fb6a70ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 217 time: 0.0421667 Aug 11 08:37:58.470607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-8d606900-2c0b-40ed-89e0-4937669870f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:58.472145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-8d606900-2c0b-40ed-89e0-4937669870f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0510795 Aug 11 08:37:58.552134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b831d-938d-4773-80af-417e028d7f4d req-2be56d23-191f-46ca-8129-bba73c35635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:58.554323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-2be56d23-191f-46ca-8129-bba73c35635b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746944 Aug 11 08:37:58.694241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-01b2d250-9c4f-4c61-bee3-a63c8728797f service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316729 Aug 11 08:37:58.836255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d6b831d-938d-4773-80af-417e028d7f4d req-8a371865-5930-43b4-adc9-91ceb40cd730 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343837 Aug 11 08:37:58.880952 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:58.999457 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32c997-016f-445c-b11a-13db90529452 req-4590fcb1-d6f3-4c2f-a16c-ba8951315979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:58.999457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-4590fcb1-d6f3-4c2f-a16c-ba8951315979 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1095 time: 0.0621257 Aug 11 08:37:59.147834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32c997-016f-445c-b11a-13db90529452 req-3c68565d-7444-4d0e-9240-cbefc1dab052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:59.149887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-3c68565d-7444-4d0e-9240-cbefc1dab052 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1459806 Aug 11 08:37:59.233718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1de40-c51a-4a26-a52f-acc657bf93b2 req-84cb8188-295a-46fc-be9d-ade7703aeb26 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:59.247825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa1de40-c51a-4a26-a52f-acc657bf93b2 req-84cb8188-295a-46fc-be9d-ade7703aeb26 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.1207714 Aug 11 08:37:59.256749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-db58af42-f048-4219-8bf8-f66570695347 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 217 time: 0.0980635 Aug 11 08:37:59.293847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aee248aa-af02-4dea-bb71-dd63f2ff62e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:37:59.321451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caa1de40-c51a-4a26-a52f-acc657bf93b2 req-2889bafd-49f3-418b-8d29-adeaf3cf0e72 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616336 Aug 11 08:37:59.351059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32c997-016f-445c-b11a-13db90529452 req-7114a0a1-cd59-4e0c-85eb-dcf6fec53918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:59.352906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-7114a0a1-cd59-4e0c-85eb-dcf6fec53918 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0870121 Aug 11 08:37:59.409170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32c997-016f-445c-b11a-13db90529452 req-5e31201a-6b8a-4c6d-8781-015981f971f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:37:59.410930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-5e31201a-6b8a-4c6d-8781-015981f971f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496285 Aug 11 08:37:59.545102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-dbc3e0db-0a17-4ce5-8753-c478e8e40939 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249919 Aug 11 08:37:59.669471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca32c997-016f-445c-b11a-13db90529452 req-a00003df-3f51-4897-9e75-d8abb6a6d6a7 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148062 Aug 11 08:37:59.938130 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:00.444185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c767be-e168-413a-a337-896e869159fe req-65168fbc-e6e6-473c-a3a4-14b4bd0ea0d7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:00.445811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c767be-e168-413a-a337-896e869159fe req-65168fbc-e6e6-473c-a3a4-14b4bd0ea0d7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.0612004 Aug 11 08:38:00.514338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84c767be-e168-413a-a337-896e869159fe req-1fb08be4-8ac2-42f3-b5cd-731bb69170ee tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610569 Aug 11 08:38:01.263081 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:38:01.512632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:38:01.675749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f1079-4294-4fce-9f62-7aa5b65eb4a7 req-10768214-fa37-4e5b-a69a-e5dfc721c959 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:01.685452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-651f1079-4294-4fce-9f62-7aa5b65eb4a7 req-10768214-fa37-4e5b-a69a-e5dfc721c959 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.0694969 Aug 11 08:38:01.730695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:01.741433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-651f1079-4294-4fce-9f62-7aa5b65eb4a7 req-9fe96c57-22da-46cc-ab5e-485d96fb808b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543468 Aug 11 08:38:01.748076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'port_id': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'mac_address': 'fa:16:3e:73:6c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:38:01.795688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:01.826897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2859832a-f8c0-47ac-8d53-52541ac7b244 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:38:01.858577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:01.866570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:01.940144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:02.156525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['2859832a-f8c0-47ac-8d53-52541ac7b244'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:38:02.443794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:02.720674 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e705c1fb-50b8-45ef-a979-dec110df6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:02.910172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a9a0-c196-4c48-aa49-d6b9c1ff202f req-3319cd6e-d6dd-43bf-ae64-89fe4c25538f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:02.912810 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc66a9a0-c196-4c48-aa49-d6b9c1ff202f req-3319cd6e-d6dd-43bf-ae64-89fe4c25538f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 945 time: 0.0854473 Aug 11 08:38:02.967565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc66a9a0-c196-4c48-aa49-d6b9c1ff202f req-e0eaddbd-0efa-4bc1-84cf-64b361296419 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460222 Aug 11 08:38:03.526843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:03.611568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 2859832a-f8c0-47ac-8d53-52541ac7b244 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:03.616477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 2859832a-f8c0-47ac-8d53-52541ac7b244 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:03.617041 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:03.715077 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:03.762663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:03.763935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:03.767049 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9868cb0-622b-4895-8138-c316bea5eda2" -d '{"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-plugged", "status": "completed", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:03.771311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:03.845894 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d73104a-a137-4837-855b-1e46a2daeac4 x-openstack-request-id: req-8d73104a-a137-4837-855b-1e46a2daeac4 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:03.845894 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-plugged", "status": "completed", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:03.845894 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d73104a-a137-4837-855b-1e46a2daeac4 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:03.845894 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'code': 200} Aug 11 08:38:03.852449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:04.010214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9eff7-1d6a-4011-820b-8702e7c4a3c5 req-994e37be-3f24-47a8-b9db-da16aa57db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:04.011961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfc9eff7-1d6a-4011-820b-8702e7c4a3c5 req-994e37be-3f24-47a8-b9db-da16aa57db44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0686524 Aug 11 08:38:04.096427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfc9eff7-1d6a-4011-820b-8702e7c4a3c5 req-54139e30-e581-4d58-8dc8-7fe9412dd71a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712173 Aug 11 08:38:04.129655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675816b-c355-4685-9bee-a40a58681e62 req-4a4dadf2-d0e6-4870-8ef5-ef0319187439 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:04.136290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0675816b-c355-4685-9bee-a40a58681e62 req-4a4dadf2-d0e6-4870-8ef5-ef0319187439 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0786023 Aug 11 08:38:04.231718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0675816b-c355-4685-9bee-a40a58681e62 req-c9dc3807-9e62-4cc6-9739-87152c7ec4a5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937722 Aug 11 08:38:04.860328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:05.451476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389d5a-977f-4dfb-9fd3-f5bd1c0cb427 req-7ee48248-4dfc-4a47-96d2-7268db0bf7f7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:05.462562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7389d5a-977f-4dfb-9fd3-f5bd1c0cb427 req-7ee48248-4dfc-4a47-96d2-7268db0bf7f7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0913622 Aug 11 08:38:05.533922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7389d5a-977f-4dfb-9fd3-f5bd1c0cb427 req-91878ea7-c4aa-4623-bece-efca3b1b612e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683219 Aug 11 08:38:05.741312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff4646-fc69-4b66-aaf9-36fc2d7473ef req-7b671a2e-9327-4627-bb66-0d2d23a400f4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:05.744330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6ff4646-fc69-4b66-aaf9-36fc2d7473ef req-7b671a2e-9327-4627-bb66-0d2d23a400f4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.1030960 Aug 11 08:38:05.806485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f6ff4646-fc69-4b66-aaf9-36fc2d7473ef req-e73bec33-1d5b-494b-8b5c-38d38d4842f9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555687 Aug 11 08:38:05.826701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53192) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:05.878453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c89026-3f08-4540-b1eb-1509ba7e066e tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:05.883759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53194) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:05.884057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-95c89026-3f08-4540-b1eb-1509ba7e066e tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1092 time: 0.0566075 Aug 11 08:38:05.892660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:05.924984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:06.039294 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:06.168669 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:06.578422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.58 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/cd37e4ad-749a-4447-935b-f4c730570cec) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:38:06.704731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:06.748499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:06.794382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:38:06.800071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:06.804510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:38:06.830366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=cd37e4ad-749a-4447-935b-f4c730570cec,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:07.428107 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:07.510381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:07.712107 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:07.721957 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:07.781539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=cd37e4ad-749a-4447-935b-f4c730570cec,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:07.844738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:07.984516 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP fdb585e8-6ba1-47b2-be16-1899d1c7d368 associated. External IP: 172.25.2.58, port: 2859832a-f8c0-47ac-8d53-52541ac7b244. Aug 11 08:38:08.296064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router ff334e0f-4268-4282-89ae-89582000d8af has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:38:08.448108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:38:08.470272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] Sync routers for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:38:08.483794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:08.485178 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:38:08.486073 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:38:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:08.539922 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0c0a21a1-097d-436a-bcc0-854770eb8bbd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6534557 Aug 11 08:38:08.540976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:08.545633 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7eb39d-3039-46bf-bf93-d178dbe98a47" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:08.625441 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3967f5-ca9d-4d35-9a92-2f67d8f52625 x-openstack-request-id: req-1a3967f5-ca9d-4d35-9a92-2f67d8f52625 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:08.625866 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:08.626269 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a3967f5-ca9d-4d35-9a92-2f67d8f52625 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:08.626930 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'status': 'completed', 'code': 200} Aug 11 08:38:08.638482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:38:08.746590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-865a5778-f011-4569-a766-a54d8aea5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:08.747755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37996e-0e24-44cb-ae3a-4971b2c62e99 req-e840851d-bcd6-45b1-bd61-0651e17a78cc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:08.748580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-865a5778-f011-4569-a766-a54d8aea5a67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0724797 Aug 11 08:38:08.751958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb37996e-0e24-44cb-ae3a-4971b2c62e99 req-e840851d-bcd6-45b1-bd61-0651e17a78cc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0921338 Aug 11 08:38:08.843809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb37996e-0e24-44cb-ae3a-4971b2c62e99 req-55e49672-b007-407b-83d1-ac0c619df009 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813725 Aug 11 08:38:08.872015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53232) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:08.904727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-ebdb0d59-e444-46a5-a24b-b340ccec885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:08.909596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-ebdb0d59-e444-46a5-a24b-b340ccec885a service neutron] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1528327 Aug 11 08:38:08.997561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-afa6368e-4e69-4790-94d5-211052f233fb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/fdb585e8-6ba1-47b2-be16-1899d1c7d368 HTTP/1.1" status: 200 len: 991 time: 0.1229126 Aug 11 08:38:09.030677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-5db90c65-e2fa-4a48-93a1-35deeb187db7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 999 time: 0.1113329 Aug 11 08:38:09.057362 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'fdb585e8-6ba1-47b2-be16-1899d1c7d368', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'port_id': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'mac_address': 'fa:16:3e:73:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:38:07Z', 'updated_at': '2021-08-11T08:38:07Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:56Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:09.088732 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] Checking router: ff334e0f-4268-4282-89ae-89582000d8af for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:38:09.092185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-00be491a-fd16-45f8-8d3f-c5f77469c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:09.093731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-00be491a-fd16-45f8-8d3f-c5f77469c7a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0549355 Aug 11 08:38:09.097903 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:38:09.099156 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:38:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:09.152586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-a4c70f51-0718-4114-94b2-4e6d81fda6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:09.155671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-a4c70f51-0718-4114-94b2-4e6d81fda6fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538666 Aug 11 08:38:09.257757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-6c42b406-a91a-4516-92c0-d3d229ea0a7d service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934649 Aug 11 08:38:09.261912 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:38:09.404191 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c7eb39d-3039-46bf-bf93-d178dbe98a47 req-c8d1893b-134b-4702-aac0-d1eec490de5b service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379683 Aug 11 08:38:09.548438 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'fdb585e8-6ba1-47b2-be16-1899d1c7d368', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'port_id': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'mac_address': 'fa:16:3e:73:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:38:07Z', 'updated_at': '2021-08-11T08:38:07Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:56Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:09.581496 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e175e-e8e1-41f5-97e5-62615851224b None None] The sync data for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 is: [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'fdb585e8-6ba1-47b2-be16-1899d1c7d368', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'port_id': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'mac_address': 'fa:16:3e:73:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:38:07Z', 'updated_at': '2021-08-11T08:38:07Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:56Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:38:09.834781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d89ff8e-4a3a-4ac0-aa06-e79866a67d93 None None] New status for floating IP fdb585e8-6ba1-47b2-be16-1899d1c7d368: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:38:10.001624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53242) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:10.108180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0026fb92-b630-4a00-9e5f-f99fa14107dc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/fdb585e8-6ba1-47b2-be16-1899d1c7d368 HTTP/1.1" status: 200 len: 993 time: 0.1046600 Aug 11 08:38:10.768910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53248) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:10.852177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0d140-ba6a-4fa5-82ba-6518cb67446c tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:10.852844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0d140-ba6a-4fa5-82ba-6518cb67446c tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:10.853483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0d140-ba6a-4fa5-82ba-6518cb67446c tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:10.855324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a2c0d140-ba6a-4fa5-82ba-6518cb67446c tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=d289f5422cfc4a39a7a604acf613bc7c&network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 2970 time: 0.0850840 Aug 11 08:38:15.455691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53298) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:15.526791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da58580-aa10-41db-8fc6-a2918b91841d tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:15.543725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8da58580-aa10-41db-8fc6-a2918b91841d tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6 HTTP/1.1" status: 200 len: 814 time: 0.0719836 Aug 11 08:38:16.728658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53312) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:16.739944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'network': {'name': 'tempest-network-smoke--2054971324', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'port_security_enabled': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:16.780455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:38:16.786885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:16.818155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:38:16.828964 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:16.829327 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Added segment 2a9922da-9490-4565-b245-72f515c3fc5c of type vlan for network 0abeb89b-ba6a-410d-9534-ba35f3e05206 Aug 11 08:38:16.912253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:16.954157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:16.961595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:16.962681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:17.037090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3035054 Aug 11 08:38:17.038558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53328) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.041579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0f86a-0e9f-4e1e-a968-2f682114032f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Network': ['ID=0abeb89b-ba6a-410d-9534-ba35f3e05206,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:17.057135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:38:17.123918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c93cd-64d9-499e-8c08-04e4ac264cc5 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:17.125614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-274c93cd-64d9-499e-8c08-04e4ac264cc5 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d289f5422cfc4a39a7a604acf613bc7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0855196 Aug 11 08:38:17.128505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53332) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.288112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959260a3-dad6-4482-83c5-7440f6a11894 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:17.290184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-959260a3-dad6-4482-83c5-7440f6a11894 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597006 Aug 11 08:38:17.293164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53340) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.342202 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-02076213-8639-47b9-8cc1-f8526ead25b6 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474505 Aug 11 08:38:17.346739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53342) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.392752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-213f226b-d428-4e27-b319-4500459955dc tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d289f5422cfc4a39a7a604acf613bc7c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447619 Aug 11 08:38:17.395483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53344) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.518701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f234b-1ef2-4d1a-adad-92b85a56e696 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:17.520441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e78f234b-1ef2-4d1a-adad-92b85a56e696 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1238911 Aug 11 08:38:17.523674 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53346) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.560467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-79953861-12b9-4a12-91cb-ec5628889d05 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355284 Aug 11 08:38:17.565883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:17.577359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-317336639', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:17.708988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:38:17.715317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:18.522797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:18.597779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Subnet': ['ID=3e62fd5c-5938-4000-8b20-bc495c83fecc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:18.616494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.616910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.617242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.617581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.617915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.618246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.618575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.618887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.619209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.619520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.619886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.620220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:18.632094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Checking segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:38:18.632442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network hostable DHCP agents. Network: 0abeb89b-ba6a-410d-9534-ba35f3e05206, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:38:18.655236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:38:18.666862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 0abeb89b-ba6a-410d-9534-ba35f3e05206) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:18.672217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:18.673730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:18.678273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc35a4c7-b912-4af0-8d1c-d46b55facd26 None None] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:38:18.697890 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-444bb798-d108-4afc-8925-b4b2827aad36 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1294835 Aug 11 08:38:18.865486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-0abeb89b-ba6a-410d-9534-ba35f3e05206', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ips': [{'subnet_id': '3e62fd5c-5938-4000-8b20-bc495c83fecc'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:38:18.866887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.101412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Allocated IP 172.20.0.18 (0abeb89b-ba6a-410d-9534-ba35f3e05206/3e62fd5c-5938-4000-8b20-bc495c83fecc/7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:38:19.102046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53360) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:19.111944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679832102', 'description': 'tempest-secgroup-smoke-679832102 description', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:19.150633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.300595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.303987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.308962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.315968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Transition to ACTIVE for port object 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:19.344256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Transition to ACTIVE for port object 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:19.352610 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.385941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.387843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2820671 Aug 11 08:38:19.389195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ecea-90a2-408d-a226-ed413c6dabb6 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a597b87-943c-45ce-99c0-d78ced3b9f30,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:19.391285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53366) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:19.404775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': '3a597b87-943c-45ce-99c0-d78ced3b9f30', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:19.443745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Pushing event updated for resources: {'Port': ['ID=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:19.450051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:38:19.451957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:19.454746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:38:19.475526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.537141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Attempting to bind port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:38:19.537514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Attempting to bind port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:38:19.537870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Attempting to bind port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 on network 0abeb89b-ba6a-410d-9534-ba35f3e05206 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:38:19.544522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:38:19.544961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Checking segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:38:19.545374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.546108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Bound using segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:38:19.547250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Bound port: 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:38:19.547649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.578709 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.586881 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.615704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e896362-20ec-480e-bafe-45184bb83a46,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:19.636611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.639034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-76fdac76-f5a3-4200-93ea-a254199bed3c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464900 Aug 11 08:38:19.641769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53368) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:19.651973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': '3a597b87-943c-45ce-99c0-d78ced3b9f30', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:19.654189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] For port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:38:19.658050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] For port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:38:19.667357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.693543 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.773682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee0b31-7e81-4207-a65d-ea9254099b26 None None] Pushing event updated for resources: {'Port': ['ID=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:19.819736 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.828056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.852917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb85c0a1-87f9-47f8-a139-b54fc59cfcfc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:19.862076 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.867552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3906347e-5b5e-4cf9-bfcb-9b8d066cdf58 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2226372 Aug 11 08:38:19.869625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53370) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:19.875692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': '3a597b87-943c-45ce-99c0-d78ced3b9f30', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:19.913827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:19.996971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.004543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.049082 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576d349f-87ea-4fcc-8516-90901b779600,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:20.072633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.074597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9c4ed255-d31d-4fa4-969f-596e4079e98a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2033947 Aug 11 08:38:20.077670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53372) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:20.083533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': '3a597b87-943c-45ce-99c0-d78ced3b9f30', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:20.130975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.240005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.250335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.284305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.286767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2075741 Aug 11 08:38:20.288236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781c39-be4c-4db3-8db3-741d41187682 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c9b491-5064-4c49-bfd1-d36e8cb1fb9d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:20.290625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:20.296783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': '3a597b87-943c-45ce-99c0-d78ced3b9f30', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:20.322305 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Project d289f5422cfc4a39a7a604acf613bc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:38:20.334932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.418969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.425377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.450538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d61fc3-92cc-4dac-bfa1-56985a23e265,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:20.460223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.461821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5cd42cfc-c612-42db-ac16-b5f42d1599e4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698828 Aug 11 08:38:20.465137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53386) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:20.471261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': '3a597b87-943c-45ce-99c0-d78ced3b9f30', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:20.552027 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Project d289f5422cfc4a39a7a604acf613bc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:38:20.581964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.708571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.717833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.740234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb94f320-b881-4b79-b25e-ea513b564391,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:20.750188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:20.762400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0ec96f7c-dae0-45c5-acc9-0e7833eff8af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2854025 Aug 11 08:38:21.051657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-68b8eab1-62f5-4e68-806e-4f85d1c5bc74 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679832102&fields=id&tenant_id=d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 267 time: 0.0745678 Aug 11 08:38:21.174846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07644d-2f06-4c0c-8eef-bbeb28b1b316 None None] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:38:21.190778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-1c047a7d-dea2-47d5-b50e-ed4fc923c91f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:21.192496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-1c047a7d-dea2-47d5-b50e-ed4fc923c91f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/networks?id=0abeb89b-ba6a-410d-9534-ba35f3e05206 HTTP/1.1" status: 200 len: 797 time: 0.1399093 Aug 11 08:38:21.216679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-e4cda9e8-2a61-4845-818d-11a1ce761c8b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/quotas/d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 375 time: 0.0169232 Aug 11 08:38:21.311094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-874edf6a-8fb0-48d5-b0e3-13667c00d438 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0847259 Aug 11 08:38:21.312008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e5764b5-cb5d-4824-bca7-3f51700a4011 None None] Provisioning for port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:21.464351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-b0de1e92-1861-4a15-8c89-354b10e26d40 service neutron] 10.222.0.58 "GET /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512694 Aug 11 08:38:21.599269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-20ab96d3-7155-4c55-88ed-5bad040f6ca8 service neutron] 10.222.0.58 "GET /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336551 Aug 11 08:38:21.861345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35a00f1e-134e-4e6b-8832-9e716f762e93 req-c29bca52-a57f-422c-adf8-dcdd05dbfbc9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 210 time: 0.0338154 Aug 11 08:38:21.906144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:21.966061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:21.971857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:21.971857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:22.094499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:22.134081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:22.139840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:22.245787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:22.982821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7348e42c-7a15-49ea-a31f-cad4043ebc32 req-1fc9a5a1-5468-4898-a4fb-f9cd1d387333 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 210 time: 0.0413806 Aug 11 08:38:23.165371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-e94e0d09-62f1-4a94-9952-726a780d888e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:23.167103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-e94e0d09-62f1-4a94-9952-726a780d888e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/networks?id=0abeb89b-ba6a-410d-9534-ba35f3e05206 HTTP/1.1" status: 200 len: 797 time: 0.1281285 Aug 11 08:38:23.226479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-171f30cd-e52e-473c-ae1e-1b25442e9ce8 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 471 time: 0.0436029 Aug 11 08:38:23.259903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'port': {'device_id': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'admin_state_up': True, 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'security_groups': ['3a597b87-943c-45ce-99c0-d78ced3b9f30']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:23.394794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:38:23.399123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:23.569019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.20.0.30 (0abeb89b-ba6a-410d-9534-ba35f3e05206/3e62fd5c-5938-4000-8b20-bc495c83fecc/182de877-1b13-4c67-9774-fe01b75f8406) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:38:23.627841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:23.704857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:23.705668 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:23.839738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:23.858135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Transition to ACTIVE for port object 182de877-1b13-4c67-9774-fe01b75f8406 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:23.897506 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:23.956324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:38:23.961034 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:23.963158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=182de877-1b13-4c67-9774-fe01b75f8406,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:23.965504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:38:24.044377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:24.045239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:24.071275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-5f6e8e0f-6099-4928-a27e-09581e411dcc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8155377 Aug 11 08:38:24.102977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Request body: {'port': {'device_id': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:24.269331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b17bf2-10d9-4b81-ad54-452dd73a0e67 req-37ae2b66-c20b-46c8-850c-13a29ac97bac tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:24.271743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91b17bf2-10d9-4b81-ad54-452dd73a0e67 req-37ae2b66-c20b-46c8-850c-13a29ac97bac tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 932 time: 0.1940393 Aug 11 08:38:24.275869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:24.341413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-824ec3b8-9f21-4150-875e-b5c48d3d1115 None None] Provisioning for port 182de877-1b13-4c67-9774-fe01b75f8406 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:24.353097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-824ec3b8-9f21-4150-875e-b5c48d3d1115 None None] Provisioning complete for port 182de877-1b13-4c67-9774-fe01b75f8406 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:24.353887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-824ec3b8-9f21-4150-875e-b5c48d3d1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:24.393260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91b17bf2-10d9-4b81-ad54-452dd73a0e67 req-84981586-d1f2-4849-b5d7-a4823317a132 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947731 Aug 11 08:38:24.406878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-824ec3b8-9f21-4150-875e-b5c48d3d1115 None None] Port 182de877-1b13-4c67-9774-fe01b75f8406 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:38:24.760133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182de877-1b13-4c67-9774-fe01b75f8406 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:38:24.768757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:24.784129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Transition to ACTIVE for port object 182de877-1b13-4c67-9774-fe01b75f8406 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:24.790429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:24.852625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Pushing event updated for resources: {'Port': ['ID=182de877-1b13-4c67-9774-fe01b75f8406,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:24.945895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Attempting to bind port 182de877-1b13-4c67-9774-fe01b75f8406 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:38:24.946303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Attempting to bind port 182de877-1b13-4c67-9774-fe01b75f8406 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:38:24.946643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Attempting to bind port 182de877-1b13-4c67-9774-fe01b75f8406 on network 0abeb89b-ba6a-410d-9534-ba35f3e05206 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:38:24.952393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Port 182de877-1b13-4c67-9774-fe01b75f8406 on network 0abeb89b-ba6a-410d-9534-ba35f3e05206 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:38:24.952728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Attempting to bind port 182de877-1b13-4c67-9774-fe01b75f8406 on network 0abeb89b-ba6a-410d-9534-ba35f3e05206 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:38:24.959670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:38:24.960035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Checking segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:38:24.960527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Bound using segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:38:24.961008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Bound port: 182de877-1b13-4c67-9774-fe01b75f8406, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:38:24.961403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:25.044007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] For port 182de877-1b13-4c67-9774-fe01b75f8406, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:38:25.047707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] For port 182de877-1b13-4c67-9774-fe01b75f8406, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=182de877-1b13-4c67-9774-fe01b75f8406,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:38:25.055095 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:25.093481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.094235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:25.095670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] 10.222.0.64 "PUT /v2.0/ports/182de877-1b13-4c67-9774-fe01b75f8406 HTTP/1.1" status: 200 len: 1092 time: 1.0042613 Aug 11 08:38:25.096150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'tag': '182de877-1b13-4c67-9774-fe01b75f8406'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:25.098675 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb6817d-beef-4f4f-a9ae-6d12966a7618" -d '{"events": [{"name": "network-changed", "server_uuid": "aea6ede8-9e18-4e06-aee0-b705a11544f3", "tag": "182de877-1b13-4c67-9774-fe01b75f8406"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:25.134521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f7ba3-23d7-492b-83ce-2b796800cad5 service neutron] Pushing event updated for resources: {'Port': ['ID=182de877-1b13-4c67-9774-fe01b75f8406,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:25.190817 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3061d7-dda3-4035-8600-9c2b620ee978 x-openstack-request-id: req-7b3061d7-dda3-4035-8600-9c2b620ee978 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:25.191072 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea6ede8-9e18-4e06-aee0-b705a11544f3", "tag": "182de877-1b13-4c67-9774-fe01b75f8406", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:25.191259 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b3061d7-dda3-4035-8600-9c2b620ee978 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:25.191852 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'tag': '182de877-1b13-4c67-9774-fe01b75f8406', 'status': 'completed', 'code': 200} Aug 11 08:38:25.211448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-8bf6ca82-b646-464f-acaa-d9d3ca369ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.213164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-8bf6ca82-b646-464f-acaa-d9d3ca369ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 1095 time: 0.0551944 Aug 11 08:38:25.263409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-f2e28d27-a269-4f4b-bdc4-7946dc9262f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=182de877-1b13-4c67-9774-fe01b75f8406 HTTP/1.1" status: 200 len: 217 time: 0.0359404 Aug 11 08:38:25.325388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-7ff03141-4e17-4c40-89f8-7ccc61c9aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.326987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-7ff03141-4e17-4c40-89f8-7ccc61c9aa9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3e62fd5c-5938-4000-8b20-bc495c83fecc HTTP/1.1" status: 200 len: 837 time: 0.0565634 Aug 11 08:38:25.393480 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-1a9fcb44-fc90-4192-b9c6-41ee7897e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.395403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-1a9fcb44-fc90-4192-b9c6-41ee7897e841 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0abeb89b-ba6a-410d-9534-ba35f3e05206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609646 Aug 11 08:38:25.532682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4672edf-9d8c-419b-af54-d272d7a4156e req-828bc2c6-6989-4257-8940-2b3583032bb5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.534372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4672edf-9d8c-419b-af54-d272d7a4156e req-828bc2c6-6989-4257-8940-2b3583032bb5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 944 time: 0.0807164 Aug 11 08:38:25.573371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-0a0997a1-0c36-4fbb-b71e-2403d743caf2 service neutron] 10.222.0.64 "GET /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704211 Aug 11 08:38:25.641227 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4672edf-9d8c-419b-af54-d272d7a4156e req-82ef6d87-0e1f-4c6b-8b14-c2eb0aa53442 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984290 Aug 11 08:38:25.692848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ff42fdc-10cc-4402-a5fd-13787992133d req-82cc56a9-8730-4a94-bad3-86a9b0c3fd3e service neutron] 10.222.0.64 "GET /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122298 Aug 11 08:38:25.871299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-d2cb6859-2ec1-495a-94cd-41a54fcf4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.872926 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-d2cb6859-2ec1-495a-94cd-41a54fcf4c4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 1095 time: 0.0915458 Aug 11 08:38:25.993553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-27cdeb8e-558c-455b-b1c9-12c82e8bcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:25.994987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-27cdeb8e-558c-455b-b1c9-12c82e8bcf38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0abeb89b-ba6a-410d-9534-ba35f3e05206 HTTP/1.1" status: 200 len: 898 time: 0.1134801 Aug 11 08:38:26.041156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-93be70fa-5124-4d7c-839d-08a5b230dc1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=182de877-1b13-4c67-9774-fe01b75f8406 HTTP/1.1" status: 200 len: 217 time: 0.0378363 Aug 11 08:38:26.104500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-5ecdbf3a-e792-49b0-8d91-95f6299c17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:26.106055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-5ecdbf3a-e792-49b0-8d91-95f6299c17fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3e62fd5c-5938-4000-8b20-bc495c83fecc HTTP/1.1" status: 200 len: 837 time: 0.0576146 Aug 11 08:38:26.156232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-1d78cfaf-adc0-418e-9044-8f9756bdbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:26.157998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-1d78cfaf-adc0-418e-9044-8f9756bdbd0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0abeb89b-ba6a-410d-9534-ba35f3e05206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432408 Aug 11 08:38:26.256529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-473b414f-2e50-44a5-82d3-461f8bffedae service neutron] 10.222.0.64 "GET /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900178 Aug 11 08:38:26.366614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb6817d-beef-4f4f-a9ae-6d12966a7618 req-0258daaa-0504-43cc-bb52-26d4b9e31e9f service neutron] 10.222.0.64 "GET /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024683 Aug 11 08:38:26.799781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08585-5fe5-4096-a2c7-8717b1c59aac req-43f0c7cd-34d0-44da-8c18-3198cdffca32 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:26.801378 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21e08585-5fe5-4096-a2c7-8717b1c59aac req-43f0c7cd-34d0-44da-8c18-3198cdffca32 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 944 time: 0.0538516 Aug 11 08:38:26.851912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21e08585-5fe5-4096-a2c7-8717b1c59aac req-6006c2a6-c196-4e76-9fbe-233a20f9878a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Aug 11 08:38:27.980581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f5363-3471-42b2-91bd-8e88d7c42160 req-286f044d-4efa-4589-bdda-0b3201071f96 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:27.982444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-020f5363-3471-42b2-91bd-8e88d7c42160 req-286f044d-4efa-4589-bdda-0b3201071f96 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 944 time: 0.0569813 Aug 11 08:38:28.025051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-020f5363-3471-42b2-91bd-8e88d7c42160 req-1b2f6df6-16e3-4255-9c0c-aafd166cf0de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Aug 11 08:38:28.776402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 182de877-1b13-4c67-9774-fe01b75f8406 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:38:28.900191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:28.943891 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 182de877-1b13-4c67-9774-fe01b75f8406, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=182de877-1b13-4c67-9774-fe01b75f8406,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:28.957299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '182de877-1b13-4c67-9774-fe01b75f8406', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'port_id': '182de877-1b13-4c67-9774-fe01b75f8406', 'mac_address': 'fa:16:3e:5e:53:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:38:29.002089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:29.021068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182de877-1b13-4c67-9774-fe01b75f8406 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:38:29.061424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 182de877-1b13-4c67-9774-fe01b75f8406, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=182de877-1b13-4c67-9774-fe01b75f8406,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:29.068940 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:29.138243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=182de877-1b13-4c67-9774-fe01b75f8406,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:29.188586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c21f-6373-49e8-9161-eaaf1c62bbdc req-73edf0a6-0e91-4f9c-a675-62ae62ad0467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:29.190462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08d7c21f-6373-49e8-9161-eaaf1c62bbdc req-73edf0a6-0e91-4f9c-a675-62ae62ad0467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 945 time: 0.0872579 Aug 11 08:38:29.237108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08d7c21f-6373-49e8-9161-eaaf1c62bbdc req-6a856c8c-db6c-462c-9500-28956e7a146f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401185 Aug 11 08:38:29.282617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5a499fc0-5b69-47f7-bda6-0e72b67d9e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:29.340027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['182de877-1b13-4c67-9774-fe01b75f8406'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:38:29.917613 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:30.364534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1bbef-0cda-4bfa-9949-11142787dd8a req-4300fae3-58f8-4821-8909-766023c6a05a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:30.366094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3d1bbef-0cda-4bfa-9949-11142787dd8a req-4300fae3-58f8-4821-8909-766023c6a05a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Aug 11 08:38:30.406291 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3d1bbef-0cda-4bfa-9949-11142787dd8a req-e0bf47cd-0e49-4247-a865-38ea758b3f35 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Aug 11 08:38:30.791376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 182de877-1b13-4c67-9774-fe01b75f8406 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:30.855280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 182de877-1b13-4c67-9774-fe01b75f8406 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:30.864495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 182de877-1b13-4c67-9774-fe01b75f8406 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:30.864795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:30.956452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:30.981226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182de877-1b13-4c67-9774-fe01b75f8406'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:30.983683 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27491eec-d67f-44b4-87e2-44651c67bfad" -d '{"events": [{"server_uuid": "aea6ede8-9e18-4e06-aee0-b705a11544f3", "name": "network-vif-plugged", "status": "completed", "tag": "182de877-1b13-4c67-9774-fe01b75f8406"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:30.999318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 182de877-1b13-4c67-9774-fe01b75f8406, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=182de877-1b13-4c67-9774-fe01b75f8406,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:31.008144 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:31.041865 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d83e2a-3fc6-4948-b582-e8a7fb04b185 x-openstack-request-id: req-d1d83e2a-3fc6-4948-b582-e8a7fb04b185 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:31.042153 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6ede8-9e18-4e06-aee0-b705a11544f3", "name": "network-vif-plugged", "status": "completed", "tag": "182de877-1b13-4c67-9774-fe01b75f8406", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:31.042404 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1d83e2a-3fc6-4948-b582-e8a7fb04b185 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:31.042792 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182de877-1b13-4c67-9774-fe01b75f8406', 'code': 200} Aug 11 08:38:31.063089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=182de877-1b13-4c67-9774-fe01b75f8406,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:31.165780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ba3e1-ae77-4e96-ba9f-54e22d033a7e req-28e2e5ea-dc43-4762-88a2-6f1787096815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:31.167644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b24ba3e1-ae77-4e96-ba9f-54e22d033a7e req-28e2e5ea-dc43-4762-88a2-6f1787096815 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 1097 time: 0.0443940 Aug 11 08:38:31.205659 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b24ba3e1-ae77-4e96-ba9f-54e22d033a7e req-078c0640-d410-449c-841d-8d3c02b45343 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309689 Aug 11 08:38:31.542013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbcf50-747f-43c3-b6f4-1ce003339082 req-5c2dd7e2-a873-4f46-8944-87a7bc6c1378 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:31.544194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61dbcf50-747f-43c3-b6f4-1ce003339082 req-5c2dd7e2-a873-4f46-8944-87a7bc6c1378 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 946 time: 0.0567870 Aug 11 08:38:31.596664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61dbcf50-747f-43c3-b6f4-1ce003339082 req-5d9e1954-64dc-4a87-acf7-8cc2d8ff534f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376339 Aug 11 08:38:32.421997 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:32.673295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a41b-23d7-4910-ae79-f683235afdc6 req-a2a2efc6-bd25-49c7-bbb9-ba60ad948fd6 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:32.674874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c455a41b-23d7-4910-ae79-f683235afdc6 req-a2a2efc6-bd25-49c7-bbb9-ba60ad948fd6 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.0525272 Aug 11 08:38:32.717856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1c7e4a9b-8a97-474f-ac9b-239c46a140f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:32.720281 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c455a41b-23d7-4910-ae79-f683235afdc6 req-0a6079d4-040a-405f-a168-c0b40e20523e tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Aug 11 08:38:32.724972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852f86-3636-4e99-be78-6884241e61d1 req-cfb14436-8a63-4986-84b9-2d1e20e96147 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:32.726532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd852f86-3636-4e99-be78-6884241e61d1 req-cfb14436-8a63-4986-84b9-2d1e20e96147 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 946 time: 0.0537353 Aug 11 08:38:32.764601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cd852f86-3636-4e99-be78-6884241e61d1 req-1dded624-7d0c-48f1-a9f2-1a59078b22e7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317867 Aug 11 08:38:32.896854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4524b5-dab1-4a36-a53b-c0d3f858f719 req-1e3d715d-3924-46d4-ade4-6ec54e8f8f38 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:32.899176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f4524b5-dab1-4a36-a53b-c0d3f858f719 req-1e3d715d-3924-46d4-ade4-6ec54e8f8f38 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 946 time: 0.0660188 Aug 11 08:38:32.945840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3f4524b5-dab1-4a36-a53b-c0d3f858f719 req-11423960-45f9-4c1c-9039-f145648a926f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367939 Aug 11 08:38:33.847788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d089-46a5-4d01-b3bf-4dd9f6a89837 req-0e53edd8-967f-499c-8a58-1f29544f0435 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:33.849438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c824d089-46a5-4d01-b3bf-4dd9f6a89837 req-0e53edd8-967f-499c-8a58-1f29544f0435 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Aug 11 08:38:33.891959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c824d089-46a5-4d01-b3bf-4dd9f6a89837 req-75c1cb24-9af9-40d3-b6be-49d28a290022 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Aug 11 08:38:34.418111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-64ea248d-1c94-492c-8f4a-9e9801a9edda tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:34.419733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-64ea248d-1c94-492c-8f4a-9e9801a9edda tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.0615070 Aug 11 08:38:34.424423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53600) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:34.865388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:35.012741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Deleting port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:38:35.012990 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:35.133537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd020809-d77b-4319-a9bf-9c42970ca1c5 req-0d753e89-1768-4b71-b76d-696d2f5d73f2 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:35.135093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd020809-d77b-4319-a9bf-9c42970ca1c5 req-0d753e89-1768-4b71-b76d-696d2f5d73f2 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 945 time: 0.1624525 Aug 11 08:38:35.232575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] For port 3efb6325-8f2a-49e1-abd3-ac3904fd5350, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3efb6325-8f2a-49e1-abd3-ac3904fd5350,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:35.232982 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:35.283108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd020809-d77b-4319-a9bf-9c42970ca1c5 req-ab5a0fb8-d0c6-4ed7-9de7-bae5e33c990b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393938 Aug 11 08:38:35.284315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Calling delete_port for 3efb6325-8f2a-49e1-abd3-ac3904fd5350 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:38:35.552669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:35.556200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:35.590244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3efb6325-8f2a-49e1-abd3-ac3904fd5350'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:38:35.628179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Pushing event deleted for resources: {'Port': ['ID=3efb6325-8f2a-49e1-abd3-ac3904fd5350,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:35.729995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] No DVR routers for this DVR port 3efb6325-8f2a-49e1-abd3-ac3904fd5350 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:38:35.733298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:35.735496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-adbe87c1-0707-46ab-82ad-01d50d5ed727 req-dbad2347-8ef0-408f-b120-1865049678c0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "DELETE /v2.0/ports/3efb6325-8f2a-49e1-abd3-ac3904fd5350 HTTP/1.1" status: 204 len: 173 time: 1.3083279 Aug 11 08:38:35.739143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c3a168-d787-4348-8297-d261da66aae7', 'name': 'network-vif-deleted', 'tag': '3efb6325-8f2a-49e1-abd3-ac3904fd5350'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:35.741486 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89beb126-0a9b-4c63-9224-67837c32c8e5" -d '{"events": [{"server_uuid": "58c3a168-d787-4348-8297-d261da66aae7", "name": "network-vif-deleted", "tag": "3efb6325-8f2a-49e1-abd3-ac3904fd5350"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:35.827964 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8072bd-e6b7-4441-a745-fd5e2d2c4047 x-openstack-request-id: req-fe8072bd-e6b7-4441-a745-fd5e2d2c4047 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:35.828374 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c3a168-d787-4348-8297-d261da66aae7", "name": "network-vif-deleted", "tag": "3efb6325-8f2a-49e1-abd3-ac3904fd5350", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:35.828687 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe8072bd-e6b7-4441-a745-fd5e2d2c4047 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:35.830446 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c3a168-d787-4348-8297-d261da66aae7', 'name': 'network-vif-deleted', 'tag': '3efb6325-8f2a-49e1-abd3-ac3904fd5350', 'status': 'completed', 'code': 200} Aug 11 08:38:36.007179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.20.0.17 (0abeb89b-ba6a-410d-9534-ba35f3e05206/3e62fd5c-5938-4000-8b20-bc495c83fecc/8645a5c6-240c-4c7c-9b68-6afef439f7bf) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:38:36.120383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.136007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Transition to ACTIVE for port object 8645a5c6-240c-4c7c-9b68-6afef439f7bf will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:36.162803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.178409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.230049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:38:36.233373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:36.237900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:38:36.242273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=8645a5c6-240c-4c7c-9b68-6afef439f7bf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:36.246406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53640) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:36.285357 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.403888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8da74f0b-85a9-49df-a9dc-4f36465f8f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.476155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.555448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8da74f0b-85a9-49df-a9dc-4f36465f8f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.560672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8da74f0b-85a9-49df-a9dc-4f36465f8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.604786 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8da74f0b-85a9-49df-a9dc-4f36465f8f17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd74d2285ed84080bf068456aaba9aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572233 Aug 11 08:38:36.605834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da74f0b-85a9-49df-a9dc-4f36465f8f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f008b5-3fc5-4817-81da-ee72156a45e9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:36.608326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:36.608461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d8b87443-2912-416b-9cd1-056726b30e97 None None] Provisioning for port 8645a5c6-240c-4c7c-9b68-6afef439f7bf completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:36.610213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f886053-15b5-4b36-ac0e-9c348b613107 req-b69c23f6-c08d-4285-9a0f-be55f7af0c92 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=58c3a168-d787-4348-8297-d261da66aae7 HTTP/1.1" status: 200 len: 210 time: 0.2004180 Aug 11 08:38:36.626444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d8b87443-2912-416b-9cd1-056726b30e97 None None] Provisioning complete for port 8645a5c6-240c-4c7c-9b68-6afef439f7bf triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:36.627090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d8b87443-2912-416b-9cd1-056726b30e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.663863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d8b87443-2912-416b-9cd1-056726b30e97 None None] Port 8645a5c6-240c-4c7c-9b68-6afef439f7bf cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:38:36.669158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bad5d69-d7f2-45e6-94a7-4009928e7723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.691936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bad5d69-d7f2-45e6-94a7-4009928e7723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.746019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bad5d69-d7f2-45e6-94a7-4009928e7723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.748774 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6bad5d69-d7f2-45e6-94a7-4009928e7723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.750002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6bad5d69-d7f2-45e6-94a7-4009928e7723 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6f008b5-3fc5-4817-81da-ee72156a45e9 HTTP/1.1" status: 204 len: 168 time: 0.1407087 Aug 11 08:38:36.762692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5d69-d7f2-45e6-94a7-4009928e7723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f008b5-3fc5-4817-81da-ee72156a45e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:36.840684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.846527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:36.921720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=8645a5c6-240c-4c7c-9b68-6afef439f7bf,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:36.924205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.024712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:38:37.026285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:37.079466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53656) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:37.094135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b8a-ebbb-4bd1-8f34-a3612b0c7475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.164724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:38:37.213076 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b8a-ebbb-4bd1-8f34-a3612b0c7475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.218690 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b8a-ebbb-4bd1-8f34-a3612b0c7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.272626 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9eba0b8a-ebbb-4bd1-8f34-a3612b0c7475 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e664ac88ab9840deaa423ca1199d35a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893232 Aug 11 08:38:37.272626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0b8a-ebbb-4bd1-8f34-a3612b0c7475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cfc25e-5535-44d9-884e-cf9dd28e2987,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:37.273506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53658) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:37.304464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-20e30bc3-6087-4381-873b-2fbebe9b2d23 None None] Provisioning complete for port 8645a5c6-240c-4c7c-9b68-6afef439f7bf triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:37.305104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20e30bc3-6087-4381-873b-2fbebe9b2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.332792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:38:37.338773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ba69e9a7-3dea-4a40-ab94-505d05ff3cdc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "PUT /v2.0/routers/6ce3cc52-be58-4f7d-849e-c933407b9f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131172 Aug 11 08:38:37.354660 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:38:37.355263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5b9ac71-4f22-4066-b927-affd58aaedd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.358853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-20e30bc3-6087-4381-873b-2fbebe9b2d23 None None] Port 8645a5c6-240c-4c7c-9b68-6afef439f7bf cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:38:37.368410 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:38:37.371460 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:38:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:37.379841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5b9ac71-4f22-4066-b927-affd58aaedd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.432809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5b9ac71-4f22-4066-b927-affd58aaedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.436356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5b9ac71-4f22-4066-b927-affd58aaedd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:37.441401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a5b9ac71-4f22-4066-b927-affd58aaedd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92cfc25e-5535-44d9-884e-cf9dd28e2987 HTTP/1.1" status: 204 len: 168 time: 0.1672881 Aug 11 08:38:37.453394 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9ac71-4f22-4066-b927-affd58aaedd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cfc25e-5535-44d9-884e-cf9dd28e2987,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:37.490863 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:38:37.751092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3efb6325-8f2a-49e1-abd3-ac3904fd5350 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:38:37.758641 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:38:36Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:43Z', 'revision_number': 1, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8645a5c6-240c-4c7c-9b68-6afef439f7bf', 'name': '', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:07:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:38:35Z', 'updated_at': '2021-08-11T08:38:36Z', 'revision_number': 2, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:37.777851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 3efb6325-8f2a-49e1-abd3-ac3904fd5350 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:38:37.778688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3efb6325-8f2a-49e1-abd3-ac3904fd5350 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:38:37.794562 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:38:37.794829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Updating router 6ce3cc52-be58-4f7d-849e-c933407b9f49 port 8645a5c6-240c-4c7c-9b68-6afef439f7bf binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:38:37.831041 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:38.234572 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:38.246519 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Transition to ACTIVE for port object 8645a5c6-240c-4c7c-9b68-6afef439f7bf will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:38.260462 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:38.264687 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:38:38.320015 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Pushing event updated for resources: {'Port': ['ID=8645a5c6-240c-4c7c-9b68-6afef439f7bf,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:38.342217 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.342538 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.342877 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.343199 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.343561 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.343862 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.344163 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.344478 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.344793 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.345133 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.345546 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.345894 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:38.383593 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Attempting to bind port 8645a5c6-240c-4c7c-9b68-6afef439f7bf on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:38:38.384253 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Attempting to bind port 8645a5c6-240c-4c7c-9b68-6afef439f7bf by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:38:38.384253 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Attempting to bind port 8645a5c6-240c-4c7c-9b68-6afef439f7bf on network 0abeb89b-ba6a-410d-9534-ba35f3e05206 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:38:38.390533 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:38:38.391049 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Checking segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:38:38.391448 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:38.391834 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Bound using segment: {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:38:38.392312 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Bound port: 8645a5c6-240c-4c7c-9b68-6afef439f7bf, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9922da-9490-4565-b245-72f515c3fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:38:38.392687 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:38.468125 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] For port 8645a5c6-240c-4c7c-9b68-6afef439f7bf, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:38:38.472243 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] For port 8645a5c6-240c-4c7c-9b68-6afef439f7bf, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8645a5c6-240c-4c7c-9b68-6afef439f7bf,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:38:38.481607 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:38.540710 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:38:38.541864 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:38:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:38.601926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c30a45-f751-4b39-99d4-b189fa5f0a31 None None] Pushing event updated for resources: {'Port': ['ID=8645a5c6-240c-4c7c-9b68-6afef439f7bf,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:38.716329 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:38:39.092465 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:38:36Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:43Z', 'revision_number': 1, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8645a5c6-240c-4c7c-9b68-6afef439f7bf', 'name': '', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:07:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:38:35Z', 'updated_at': '2021-08-11T08:38:38Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:38:39.130604 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be16bf-978f-464c-8a2d-b31242c9d0a5 None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:38:36Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:43Z', 'revision_number': 1, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8645a5c6-240c-4c7c-9b68-6afef439f7bf', 'name': '', 'network_id': '0abeb89b-ba6a-410d-9534-ba35f3e05206', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:07:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:38:35Z', 'updated_at': '2021-08-11T08:38:38Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '3e62fd5c-5938-4000-8b20-bc495c83fecc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:38:39.634731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8645a5c6-240c-4c7c-9b68-6afef439f7bf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:39.703335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8645a5c6-240c-4c7c-9b68-6afef439f7bf completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:39.707600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8645a5c6-240c-4c7c-9b68-6afef439f7bf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:39.708180 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:39.802633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:39.840997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8645a5c6-240c-4c7c-9b68-6afef439f7bf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8645a5c6-240c-4c7c-9b68-6afef439f7bf,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:39.846704 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:39.907796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8645a5c6-240c-4c7c-9b68-6afef439f7bf,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:41.407840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f493-6aae-4b3b-b7da-b6b1b2622c46 req-8c4006c2-4db6-43af-bf7d-725724a7de72 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:41.409884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2f2f493-6aae-4b3b-b7da-b6b1b2622c46 req-8c4006c2-4db6-43af-bf7d-725724a7de72 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0442128 Aug 11 08:38:41.433040 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c2f2f493-6aae-4b3b-b7da-b6b1b2622c46 req-1fa0698d-ae95-47c7-af65-e4f157fb3836 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:41.536386 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c2f2f493-6aae-4b3b-b7da-b6b1b2622c46 req-1fa0698d-ae95-47c7-af65-e4f157fb3836 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:41.540733 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-c2f2f493-6aae-4b3b-b7da-b6b1b2622c46 req-1fa0698d-ae95-47c7-af65-e4f157fb3836 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:41.571863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2f2f493-6aae-4b3b-b7da-b6b1b2622c46 req-1fa0698d-ae95-47c7-af65-e4f157fb3836 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543086 Aug 11 08:38:41.577549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0698d-ae95-47c7-af65-e4f157fb3836 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3722f49-118e-4ed8-8182-eeeaa8897d2d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:41.634203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8645a5c6-240c-4c7c-9b68-6afef439f7bf up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:41.685510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8645a5c6-240c-4c7c-9b68-6afef439f7bf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:41.685854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:41.912218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156cc51-42a7-4d11-a436-778d9f792a18 req-66ddaa38-c630-4270-b455-c2eac0d83da6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:41.914224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9156cc51-42a7-4d11-a436-778d9f792a18 req-66ddaa38-c630-4270-b455-c2eac0d83da6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.2605948 Aug 11 08:38:41.968605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9156cc51-42a7-4d11-a436-778d9f792a18 req-508f082b-bf79-42bc-ab86-100ea29cd156 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462573 Aug 11 08:38:41.978929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-14f3652a-1947-4844-a6d5-31ee61102c2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447540 Aug 11 08:38:41.992150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 53758) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:42.081323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-13254538-0f35-40cf-8efb-76fc5548acd9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/fdb585e8-6ba1-47b2-be16-1899d1c7d368 HTTP/1.1" status: 200 len: 993 time: 0.0879221 Aug 11 08:38:42.095781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-d53e0be7-e87b-42f3-84df-bf3ae3ef580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:42.097307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-d53e0be7-e87b-42f3-84df-bf3ae3ef580a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1097 time: 0.0522432 Aug 11 08:38:42.205349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-1e9b3d64-2550-41eb-9534-f21ac681bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:42.206924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-1e9b3d64-2550-41eb-9534-f21ac681bfa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 898 time: 0.0893850 Aug 11 08:38:42.286747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-dfc67389-bd5d-49f1-a517-6a74a96d8066 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 1002 time: 0.0720701 Aug 11 08:38:42.350479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-90d279eb-fe06-4350-b683-dce4f232bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:42.352122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-90d279eb-fe06-4350-b683-dce4f232bfac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 200 len: 833 time: 0.0590334 Aug 11 08:38:42.433481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-1cfdd8a1-2b10-485f-bdd0-9eba22575886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:42.435842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-1cfdd8a1-2b10-485f-bdd0-9eba22575886 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766532 Aug 11 08:38:42.619907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-14502733-05ba-4941-951b-5d996cfb557c service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757526 Aug 11 08:38:42.767644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-881f0ae6-8e10-4664-96ab-9069dcdb4811 req-689d0dc7-30b5-455e-a11e-5b8eca4eb1e8 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398859 Aug 11 08:38:43.104460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 53802) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:43.157328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b556ba-f1b4-4c59-a791-49076baaeb54 req-7574bfb2-525b-43b1-bf45-e1236cc9784f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:43.159127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3b556ba-f1b4-4c59-a791-49076baaeb54 req-7574bfb2-525b-43b1-bf45-e1236cc9784f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0769100 Aug 11 08:38:43.240158 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3b556ba-f1b4-4c59-a791-49076baaeb54 req-95ec9b27-3d68-4ad3-9987-ff3fe54f7ebe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739512 Aug 11 08:38:43.267514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-b0b1441b-8e3e-49e8-90f5-f1b5a395769a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1617875 Aug 11 08:38:44.366754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e61f80-deca-45a3-a20f-ff18be0acabf req-515530ec-532f-4347-a852-3c1c93590f16 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:44.370797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92e61f80-deca-45a3-a20f-ff18be0acabf req-515530ec-532f-4347-a852-3c1c93590f16 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0575988 Aug 11 08:38:44.408224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92e61f80-deca-45a3-a20f-ff18be0acabf req-56c8feec-380e-4009-8656-a7a977c8c8a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339968 Aug 11 08:38:44.823798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-bd5d50af-cb5a-492a-a0b1-add7cdd828e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:44.825670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-bd5d50af-cb5a-492a-a0b1-add7cdd828e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0737324 Aug 11 08:38:44.849949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-710aa70e-1bea-4cab-9828-43ef4b17eb4c tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:44.851433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-710aa70e-1bea-4cab-9828-43ef4b17eb4c tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 812 time: 0.1852791 Aug 11 08:38:44.906695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-d4bfb69f-1b98-4801-93a6-20a3c6c18905 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/quotas/3caa9f26d8a348ef9c6a89e7e95bc0b2 HTTP/1.1" status: 200 len: 375 time: 0.0451148 Aug 11 08:38:44.973366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-fcb8e849-e407-41a1-9394-6c72515aedf8 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597374 Aug 11 08:38:44.992250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-bc0deb0b-4c83-4a7b-af8e-701e28a70c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:44.993157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-bc0deb0b-4c83-4a7b-af8e-701e28a70c76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1601868 Aug 11 08:38:45.361143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-8785efec-c0ec-4058-98ed-4f7940228702 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:38:45.362132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-8785efec-c0ec-4058-98ed-4f7940228702 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3799379 Aug 11 08:38:45.431582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-ba5dc803-54e8-45cf-8057-7e251478d8b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 1001 time: 0.4319265 Aug 11 08:38:45.509266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-81e83cfc-8f20-4097-91ec-3de92a4ba3c0 service neutron] 10.222.0.58 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392183 Aug 11 08:38:45.512829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-c7a50256-40be-4514-b140-92b8c9f576da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:45.514266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-c7a50256-40be-4514-b140-92b8c9f576da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0744152 Aug 11 08:38:45.538280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7f83d-a930-4024-9193-82df48bd8fa7 req-27b2c545-d5df-4667-b347-2faaddd3e426 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:45.540538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4e7f83d-a930-4024-9193-82df48bd8fa7 req-27b2c545-d5df-4667-b347-2faaddd3e426 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0575154 Aug 11 08:38:45.598129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4e7f83d-a930-4024-9193-82df48bd8fa7 req-9670e908-fa28-420b-aae1-12532197a46d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501761 Aug 11 08:38:45.618325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-ceadb5dc-4f7c-4411-aecd-0830c112393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:45.619887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-ceadb5dc-4f7c-4411-aecd-0830c112393c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952513 Aug 11 08:38:45.701099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e5cdb9b7-6fbe-4d6b-841c-3fa481283b5f service neutron] 10.222.0.58 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848135 Aug 11 08:38:45.733385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-1078c1d1-cbeb-4fde-9efe-41853e7c295d service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025984 Aug 11 08:38:45.846817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dab52804-bd76-4798-9c64-8ee3870cb962 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051371 Aug 11 08:38:46.712028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ff555-3c71-454f-86f4-3ed62bc22765 req-d76f047c-9b0c-451c-bb16-52e89f988139 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:46.719295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b9ff555-3c71-454f-86f4-3ed62bc22765 req-d76f047c-9b0c-451c-bb16-52e89f988139 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0572701 Aug 11 08:38:46.755616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b9ff555-3c71-454f-86f4-3ed62bc22765 req-1e9029bc-90f7-44b4-8e51-5c672af7b710 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354600 Aug 11 08:38:46.916173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42d6df12-7534-469b-a579-3d8f3a1c9f17 req-51e57bca-1391-4162-bbe9-eedd239d08cb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 210 time: 0.0289981 Aug 11 08:38:47.729403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-cee02388-808d-403b-b39e-e7a357e43bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:47.732112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-cee02388-808d-403b-b39e-e7a357e43bcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0561059 Aug 11 08:38:47.902644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-14aeb6a9-b518-4236-aafc-4702292726ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:47.904273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-14aeb6a9-b518-4236-aafc-4702292726ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1509814 Aug 11 08:38:47.915936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca550ebd-c1ab-43aa-b04b-3bd2c32f7e8c req-ca67e4f7-51b3-42f6-8248-2c9554a07500 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:47.917445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca550ebd-c1ab-43aa-b04b-3bd2c32f7e8c req-ca67e4f7-51b3-42f6-8248-2c9554a07500 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0816674 Aug 11 08:38:48.053119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-511343e5-5197-4c6a-ad18-8c933f204b29 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:48.053681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ca550ebd-c1ab-43aa-b04b-3bd2c32f7e8c req-a851184e-350f-4c48-b829-0df870c0b611 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215425 Aug 11 08:38:48.055564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-511343e5-5197-4c6a-ad18-8c933f204b29 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 812 time: 0.1123102 Aug 11 08:38:48.063841 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-7c63f117-9086-4483-89e0-8107f7874823 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 1001 time: 0.1454136 Aug 11 08:38:48.080613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Request body: {'port': {'device_id': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'network_id': '34a487cc-135e-404f-aefc-392828344241', 'admin_state_up': True, 'tenant_id': '3caa9f26d8a348ef9c6a89e7e95bc0b2'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:48.157871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-bb6c1560-6683-4dad-992c-cd41577e3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:48.160241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-bb6c1560-6683-4dad-992c-cd41577e3041 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0820513 Aug 11 08:38:48.189318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2ba93b4e-35c3-44a2-95fc-552bc48e3b0e req-9781604b-03c5-47b2-9f52-7926aeaf646e tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 210 time: 0.1302233 Aug 11 08:38:48.227173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Made reservation on behalf of 3caa9f26d8a348ef9c6a89e7e95bc0b2 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:38:48.231803 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:48.234448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-11335a5f-a1de-4cb9-b15b-08abe9125d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:48.235954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-11335a5f-a1de-4cb9-b15b-08abe9125d16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670636 Aug 11 08:38:48.372835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-87023249-69cf-4348-af7d-165b6c3783cb service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016586 Aug 11 08:38:48.381238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Allocated IP 172.20.0.14 (34a487cc-135e-404f-aefc-392828344241/7a917fdb-9ed6-4022-81ea-45db1d5bf67c/a55ab190-e72f-4aea-b407-843e0829d4bf) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:38:48.480299 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a24eaaf4-652b-4015-a113-e2e836ec9168 req-81a2faeb-5b3c-4123-bfa5-015edb2b1117 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964296 Aug 11 08:38:48.581199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:48.625707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:48.674701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Network 34a487cc-135e-404f-aefc-392828344241 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:38:48.678658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:38:48.681390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:38:48.721526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Pushing event updated for resources: {'Port': ['ID=a55ab190-e72f-4aea-b407-843e0829d4bf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:48.747497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:48.748275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:48.764012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-e8abfc62-5e0e-4934-838d-20880a64cbeb tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6874111 Aug 11 08:38:48.782900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Request body: {'port': {'device_id': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:48.853443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:49.196055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f68fe7-3aa9-44f8-9308-2e302d866783 req-7acce5ff-2374-4aa0-8a94-7623d78ab81f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:49.198265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83f68fe7-3aa9-44f8-9308-2e302d866783 req-7acce5ff-2374-4aa0-8a94-7623d78ab81f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0595164 Aug 11 08:38:49.216839 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55ab190-e72f-4aea-b407-843e0829d4bf {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:38:49.225873 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:49.251959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83f68fe7-3aa9-44f8-9308-2e302d866783 req-ad391838-162e-471f-933d-fd76eaa8e2cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454209 Aug 11 08:38:49.254073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Transition to ACTIVE for port object a55ab190-e72f-4aea-b407-843e0829d4bf will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:49.263615 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:49.353375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Pushing event updated for resources: {'Port': ['ID=a55ab190-e72f-4aea-b407-843e0829d4bf,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:49.415570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f48ce-f024-4220-b5ff-404d5f318f14 req-45458cca-a7e7-4ec1-a2ff-4dcf810c5a66 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:49.415570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c75f48ce-f024-4220-b5ff-404d5f318f14 req-45458cca-a7e7-4ec1-a2ff-4dcf810c5a66 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 944 time: 0.1146476 Aug 11 08:38:49.471418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Attempting to bind port a55ab190-e72f-4aea-b407-843e0829d4bf on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:38:49.471648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Attempting to bind port a55ab190-e72f-4aea-b407-843e0829d4bf by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:38:49.471980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Attempting to bind port a55ab190-e72f-4aea-b407-843e0829d4bf on network 34a487cc-135e-404f-aefc-392828344241 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:38:49.478020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c75f48ce-f024-4220-b5ff-404d5f318f14 req-9316ea56-6372-43ae-aeec-4b6da3c7341b tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518916 Aug 11 08:38:49.482227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Port a55ab190-e72f-4aea-b407-843e0829d4bf on network 34a487cc-135e-404f-aefc-392828344241 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:38:49.482757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Attempting to bind port a55ab190-e72f-4aea-b407-843e0829d4bf on network 34a487cc-135e-404f-aefc-392828344241 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:38:49.489080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:38:49.489671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Checking segment: {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:38:49.490364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Bound using segment: {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:38:49.491010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Bound port: a55ab190-e72f-4aea-b407-843e0829d4bf, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a21df05-9d4b-4066-998e-1a9e1804e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34a487cc-135e-404f-aefc-392828344241'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:38:49.491820 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:49.558258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] For port a55ab190-e72f-4aea-b407-843e0829d4bf, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:38:49.567742 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] For port a55ab190-e72f-4aea-b407-843e0829d4bf, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a55ab190-e72f-4aea-b407-843e0829d4bf,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:38:49.572398 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:49.614539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:49.615187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:49.616667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] 10.222.0.69 "PUT /v2.0/ports/a55ab190-e72f-4aea-b407-843e0829d4bf HTTP/1.1" status: 200 len: 1092 time: 0.8386164 Aug 11 08:38:49.617177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'tag': 'a55ab190-e72f-4aea-b407-843e0829d4bf'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:49.619575 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ecfa7a-e6b4-462e-96e9-43ade55e2053", "tag": "a55ab190-e72f-4aea-b407-843e0829d4bf"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:49.670902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3697-fcec-4254-972c-f853a0ea5578 service neutron] Pushing event updated for resources: {'Port': ['ID=a55ab190-e72f-4aea-b407-843e0829d4bf,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:49.756426 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b74f94-d7df-401f-bbc4-aa208e0be7d1 x-openstack-request-id: req-56b74f94-d7df-401f-bbc4-aa208e0be7d1 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:49.756710 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ecfa7a-e6b4-462e-96e9-43ade55e2053", "tag": "a55ab190-e72f-4aea-b407-843e0829d4bf", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:49.756987 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56b74f94-d7df-401f-bbc4-aa208e0be7d1 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:49.757420 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'tag': 'a55ab190-e72f-4aea-b407-843e0829d4bf', 'status': 'completed', 'code': 200} Aug 11 08:38:49.759360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-fb4338bc-1976-400a-a035-f28197d6de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:49.760898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-fb4338bc-1976-400a-a035-f28197d6de7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 1095 time: 0.0825455 Aug 11 08:38:49.836824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-cb6a5fe6-8213-42ca-aba2-f34b5774fade service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55ab190-e72f-4aea-b407-843e0829d4bf HTTP/1.1" status: 200 len: 217 time: 0.0570397 Aug 11 08:38:49.895383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-2cf8f5bf-bc0b-4a4f-a2b2-7615332962ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:49.897186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-2cf8f5bf-bc0b-4a4f-a2b2-7615332962ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a917fdb-9ed6-4022-81ea-45db1d5bf67c HTTP/1.1" status: 200 len: 852 time: 0.0539696 Aug 11 08:38:49.954758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-da1d134d-1ed7-4cb5-a9ce-414764662cb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34a487cc-135e-404f-aefc-392828344241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512383 Aug 11 08:38:50.049169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-743e6418-b24e-4fe2-9d4e-0275fc39f810 service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867207 Aug 11 08:38:50.160061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b684a2bd-9cae-4a1d-8e21-a1b833537c32 req-7c391fea-5d16-4605-bea9-d74479e3e1b3 service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039295 Aug 11 08:38:50.300290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-75ec980a-f622-44e5-8939-f22e88711201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:50.302313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-75ec980a-f622-44e5-8939-f22e88711201 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 1095 time: 0.0540445 Aug 11 08:38:50.523401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36577b49-d5fa-4e0f-958f-352ae18baf19 req-423b25cd-0725-40a7-b921-c0564e3f81b7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:50.525026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36577b49-d5fa-4e0f-958f-352ae18baf19 req-423b25cd-0725-40a7-b921-c0564e3f81b7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.1785254 Aug 11 08:38:50.526967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-f47418f0-4f59-426c-abf8-7a2a67b6093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:50.528505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-f47418f0-4f59-426c-abf8-7a2a67b6093b service neutron] 10.222.0.69 "GET /v2.0/networks?id=34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 200 len: 913 time: 0.2194798 Aug 11 08:38:50.587009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-0f4c1648-8419-4ef4-a017-7466e24a186c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a55ab190-e72f-4aea-b407-843e0829d4bf HTTP/1.1" status: 200 len: 217 time: 0.0452125 Aug 11 08:38:50.623911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d08ec4-7625-426f-a26b-0574a9016239 req-52c7f904-2012-4a82-811c-f19a5319a0d0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:50.626180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6d08ec4-7625-426f-a26b-0574a9016239 req-52c7f904-2012-4a82-811c-f19a5319a0d0 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 944 time: 0.0628569 Aug 11 08:38:50.633514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36577b49-d5fa-4e0f-958f-352ae18baf19 req-9c0e17d1-e922-40a2-8a81-163ebebdf1a5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998149 Aug 11 08:38:50.668371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-7f699b35-9c5e-488b-959f-bba0c5c861b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:50.669917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-7f699b35-9c5e-488b-959f-bba0c5c861b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a917fdb-9ed6-4022-81ea-45db1d5bf67c HTTP/1.1" status: 200 len: 852 time: 0.0716305 Aug 11 08:38:50.695334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6d08ec4-7625-426f-a26b-0574a9016239 req-90546f71-15b1-4c28-af96-08bbb1b7d21a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625751 Aug 11 08:38:50.709326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-6b95a1e5-cb5f-4f4e-ac08-eda7fd064667 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34a487cc-135e-404f-aefc-392828344241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312798 Aug 11 08:38:50.828946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-2656001b-db80-4fe6-ae4a-3779be9f477d service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113992 Aug 11 08:38:50.935232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-423604e7-dcaa-468b-86b6-6c1d03a3ffe1 req-ddb63718-3807-415b-a37d-4fa1c395a94b service neutron] 10.222.0.69 "GET /v2.0/networks/34a487cc-135e-404f-aefc-392828344241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975189 Aug 11 08:38:51.779612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cf6ef-48d7-46bc-b977-8aa76c2267bd req-7f8c8e69-2017-4319-91ed-bf4ac9d95d61 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:51.780822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a55ab190-e72f-4aea-b407-843e0829d4bf details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:38:51.781623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-289cf6ef-48d7-46bc-b977-8aa76c2267bd req-7f8c8e69-2017-4319-91ed-bf4ac9d95d61 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0583658 Aug 11 08:38:51.849814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b6131-4250-48f0-8bba-49d8dfdf3629 req-44433657-45ed-4bc7-b81e-b84c8c9bdd9d tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:51.853664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-289cf6ef-48d7-46bc-b977-8aa76c2267bd req-0bf8fa87-f8f0-458b-8afd-22b4f12e3f60 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589509 Aug 11 08:38:51.857875 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-884b6131-4250-48f0-8bba-49d8dfdf3629 req-44433657-45ed-4bc7-b81e-b84c8c9bdd9d tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 944 time: 0.0866988 Aug 11 08:38:51.909132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-884b6131-4250-48f0-8bba-49d8dfdf3629 req-545b7b34-5f01-42d0-bd90-8b0f8eb2fb86 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Aug 11 08:38:51.950629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a55ab190-e72f-4aea-b407-843e0829d4bf, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a55ab190-e72f-4aea-b407-843e0829d4bf,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:51.963658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'a55ab190-e72f-4aea-b407-843e0829d4bf', 'network_id': '34a487cc-135e-404f-aefc-392828344241', 'port_id': 'a55ab190-e72f-4aea-b407-843e0829d4bf', 'mac_address': 'fa:16:3e:a0:ba:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a917fdb-9ed6-4022-81ea-45db1d5bf67c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:38:52.001638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:52.018897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55ab190-e72f-4aea-b407-843e0829d4bf {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:38:52.039178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a55ab190-e72f-4aea-b407-843e0829d4bf, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a55ab190-e72f-4aea-b407-843e0829d4bf,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:52.045360 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:52.096847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a55ab190-e72f-4aea-b407-843e0829d4bf,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:52.104709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.105078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.105434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.105774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.106090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.106423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.106740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.107060 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.107389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.107710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.108043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.108359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:52.343243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a55ab190-e72f-4aea-b407-843e0829d4bf'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:38:53.002198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a0c5d-4290-4133-a90e-b43082173074 req-5e8f299f-a825-4632-a728-5640230dfb0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:53.003820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385a0c5d-4290-4133-a90e-b43082173074 req-5e8f299f-a825-4632-a728-5640230dfb0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0622878 Aug 11 08:38:53.048926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-385a0c5d-4290-4133-a90e-b43082173074 req-4401ba24-b0a8-4f2b-b56f-b47e8df145bd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371215 Aug 11 08:38:53.101732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ee5-6231-483e-bb29-a75d8267d101 req-7b598f2f-097b-466e-a6f1-de233a6106cc tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:53.103774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b86a4ee5-6231-483e-bb29-a75d8267d101 req-7b598f2f-097b-466e-a6f1-de233a6106cc tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 945 time: 0.0994322 Aug 11 08:38:53.149844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b86a4ee5-6231-483e-bb29-a75d8267d101 req-286e6b54-7ac7-47a0-93a4-6ee2ce64ac5a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Aug 11 08:38:53.780439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a55ab190-e72f-4aea-b407-843e0829d4bf up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:38:53.842624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port a55ab190-e72f-4aea-b407-843e0829d4bf completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:38:53.848459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port a55ab190-e72f-4aea-b407-843e0829d4bf triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:38:53.849248 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:53.929955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:53.960702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55ab190-e72f-4aea-b407-843e0829d4bf'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:53.964683 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd3e47a-c068-4074-91f3-84f6f53a563d" -d '{"events": [{"server_uuid": "f5ecfa7a-e6b4-462e-96e9-43ade55e2053", "name": "network-vif-plugged", "status": "completed", "tag": "a55ab190-e72f-4aea-b407-843e0829d4bf"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:53.988025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port a55ab190-e72f-4aea-b407-843e0829d4bf, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a55ab190-e72f-4aea-b407-843e0829d4bf,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:53.995721 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:54.046611 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa988f-9f8f-4259-a59a-3e0d71e8d882 x-openstack-request-id: req-fcaa988f-9f8f-4259-a59a-3e0d71e8d882 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:54.047064 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ecfa7a-e6b4-462e-96e9-43ade55e2053", "name": "network-vif-plugged", "status": "completed", "tag": "a55ab190-e72f-4aea-b407-843e0829d4bf", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:54.047384 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcaa988f-9f8f-4259-a59a-3e0d71e8d882 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:54.048187 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55ab190-e72f-4aea-b407-843e0829d4bf', 'code': 200} Aug 11 08:38:54.195966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c258e1-8e01-4f5e-bbd7-739fd874a822 req-a5164334-8525-4608-8b1a-d5ae0d339847 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:54.205003 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-41c258e1-8e01-4f5e-bbd7-739fd874a822 req-a5164334-8525-4608-8b1a-d5ae0d339847 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0697334 Aug 11 08:38:54.254725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-41c258e1-8e01-4f5e-bbd7-739fd874a822 req-8cacaafb-0d60-4511-b55a-c030eb6f90a5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483589 Aug 11 08:38:54.351297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=a55ab190-e72f-4aea-b407-843e0829d4bf,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:54.571764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591457ec-ccdd-4c1e-8bbe-97b638ecd1de req-aa4deacf-3a0b-459f-a9d2-9b25cc113d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:54.574404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-591457ec-ccdd-4c1e-8bbe-97b638ecd1de req-aa4deacf-3a0b-459f-a9d2-9b25cc113d7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 1097 time: 0.4424112 Aug 11 08:38:54.614861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ce64-0733-4e2e-ac60-cbea34d65019 req-6d542366-7035-4b71-97a7-a9d913d131fe tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:54.616336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8081ce64-0733-4e2e-ac60-cbea34d65019 req-6d542366-7035-4b71-97a7-a9d913d131fe tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 946 time: 0.1136751 Aug 11 08:38:54.649443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-591457ec-ccdd-4c1e-8bbe-97b638ecd1de req-62590872-73e2-4b1f-93df-eaa2607ca03b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666156 Aug 11 08:38:54.678483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8081ce64-0733-4e2e-ac60-cbea34d65019 req-1b2f665f-28e6-458f-a668-e148c421dd8c tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441363 Aug 11 08:38:55.373844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808749b1-2839-4541-b9d2-2552ab36311f req-0b2ec73b-01ad-40d4-8132-2da9064aac67 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:55.375364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-808749b1-2839-4541-b9d2-2552ab36311f req-0b2ec73b-01ad-40d4-8132-2da9064aac67 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0548623 Aug 11 08:38:55.418305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-808749b1-2839-4541-b9d2-2552ab36311f req-fca6d275-a77d-4ead-96a4-3d36a40eadf3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363834 Aug 11 08:38:55.866237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443109e0-c2fe-4828-bdb7-59c28bee74b3 req-02cf43f1-b040-4142-b245-a8e1dfb126cc tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:55.868243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-443109e0-c2fe-4828-bdb7-59c28bee74b3 req-02cf43f1-b040-4142-b245-a8e1dfb126cc tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 946 time: 0.0635400 Aug 11 08:38:55.918400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-443109e0-c2fe-4828-bdb7-59c28bee74b3 req-3f923686-f5da-4ca3-bbd1-d4003504bf59 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Aug 11 08:38:56.539405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014140-4c30-4e83-9258-33cd89e3fcd9 req-65645cb5-a636-40f5-952a-a75e6083eb40 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:56.540778 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53014140-4c30-4e83-9258-33cd89e3fcd9 req-65645cb5-a636-40f5-952a-a75e6083eb40 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0500515 Aug 11 08:38:56.581152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53014140-4c30-4e83-9258-33cd89e3fcd9 req-69548740-0aa3-446e-8dea-685e0df5832b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339019 Aug 11 08:38:57.042659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d435a-f492-4f47-abe2-27c6fe0c57ff req-d9723e17-e792-4dc7-80c5-c099e2588582 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:57.044165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c8d435a-f492-4f47-abe2-27c6fe0c57ff req-d9723e17-e792-4dc7-80c5-c099e2588582 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Aug 11 08:38:57.090636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c8d435a-f492-4f47-abe2-27c6fe0c57ff req-53dbc0cf-caba-4c93-b237-9738d5ca7d2a tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Aug 11 08:38:57.706795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9904b8-ba4e-41c2-86d6-f046cc3f64ec req-da3080c5-dba4-48a3-a214-951a02346114 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:57.709042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b9904b8-ba4e-41c2-86d6-f046cc3f64ec req-da3080c5-dba4-48a3-a214-951a02346114 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0555451 Aug 11 08:38:57.751252 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b9904b8-ba4e-41c2-86d6-f046cc3f64ec req-1c6c8fcb-6be5-4b2f-b730-964a04bf7315 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358343 Aug 11 08:38:57.895608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54014) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:57.923425 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-96dcc3a8-285c-4a1f-bb29-fced7c56e1ec service neutron] show failed (client error): The resource could not be found. Aug 11 08:38:57.925204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-96dcc3a8-285c-4a1f-bb29-fced7c56e1ec service neutron] 10.222.0.69 "GET /v2.0/ports/2859832a-f8c0-47ac-8d53-52541ac7b244/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0923214 Aug 11 08:38:58.300724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-3ec94029-1f3d-4858-ac0f-a0fa91c08d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:58.302794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-3ec94029-1f3d-4858-ac0f-a0fa91c08d7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 1097 time: 0.1326206 Aug 11 08:38:58.352706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:38:58.468103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:58.479156 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.611436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bad2644-ee4f-4b47-9fef-485a86b577c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.713967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bad2644-ee4f-4b47-9fef-485a86b577c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.718757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5bad2644-ee4f-4b47-9fef-485a86b577c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.752451 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5bad2644-ee4f-4b47-9fef-485a86b577c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fd5ba1bbe434d26be706859380f9c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831409 Aug 11 08:38:58.756356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54038) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:58.798412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.808458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:38:58.817978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad2644-ee4f-4b47-9fef-485a86b577c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a605fb07-0d06-4b84-8077-c8e107772f00,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:58.845163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56b6fb5a-78b9-403c-92df-4a7d71de1ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.877798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.894323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56b6fb5a-78b9-403c-92df-4a7d71de1ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.929539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:38:58.951462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56b6fb5a-78b9-403c-92df-4a7d71de1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.954510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56b6fb5a-78b9-403c-92df-4a7d71de1ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.958905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-56b6fb5a-78b9-403c-92df-4a7d71de1ed9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a605fb07-0d06-4b84-8077-c8e107772f00 HTTP/1.1" status: 204 len: 168 time: 0.1986630 Aug 11 08:38:58.982594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6fb5a-78b9-403c-92df-4a7d71de1ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a605fb07-0d06-4b84-8077-c8e107772f00,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:58.983470 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:58.996143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Transition to ACTIVE for port object 2859832a-f8c0-47ac-8d53-52541ac7b244 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:38:58.997150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:38:58.999802 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9170a9e3-87b9-42f4-8743-048c8ba46037" -d '{"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:38:59.030568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.076826 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7625e4ef-9d1d-41c2-9ef3-316e71f3e5ec x-openstack-request-id: req-7625e4ef-9d1d-41c2-9ef3-316e71f3e5ec {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:38:59.077134 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:38:59.077574 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7625e4ef-9d1d-41c2-9ef3-316e71f3e5ec {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:38:59.078012 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'code': 200} Aug 11 08:38:59.293861 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-16d10555-4d24-4b93-b72b-64142032bd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.350327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54048) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:59.367036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c700d3a-0f9a-4eec-9980-f45f2e317f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.489232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c700d3a-0f9a-4eec-9980-f45f2e317f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.495518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c700d3a-0f9a-4eec-9980-f45f2e317f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.538264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1c700d3a-0f9a-4eec-9980-f45f2e317f95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be7c5b5796c5478b923ac1d6b08e4cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866977 Aug 11 08:38:59.539516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700d3a-0f9a-4eec-9980-f45f2e317f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251b6627-9888-44b1-b178-935319f8adee,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:59.542313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54052) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:38:59.605603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f46946cf-09e9-4746-b796-8af66473ffc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.630939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f46946cf-09e9-4746-b796-8af66473ffc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.644941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235f73f-8371-40bc-b078-d95f8e4c5cfb req-8e366f15-4e96-4c3a-98fc-c19be4b9f6ae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:38:59.646821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0235f73f-8371-40bc-b078-d95f8e4c5cfb req-8e366f15-4e96-4c3a-98fc-c19be4b9f6ae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.7279034 Aug 11 08:38:59.658250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:59.684525 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f46946cf-09e9-4746-b796-8af66473ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.687664 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f46946cf-09e9-4746-b796-8af66473ffc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:38:59.691618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f46946cf-09e9-4746-b796-8af66473ffc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/251b6627-9888-44b1-b178-935319f8adee HTTP/1.1" status: 204 len: 168 time: 0.1454775 Aug 11 08:38:59.706403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46946cf-09e9-4746-b796-8af66473ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b6627-9888-44b1-b178-935319f8adee,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:38:59.749029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.749500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.749867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.750200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.750531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.750856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.751180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.751499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.751820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.752138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.752455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.752772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:38:59.811624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0235f73f-8371-40bc-b078-d95f8e4c5cfb req-c8df5796-4b79-429e-a3ed-e0fdfd61f6a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507225 Aug 11 08:38:59.833955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] No DVR routers for this DVR port 2859832a-f8c0-47ac-8d53-52541ac7b244 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:38:59.928664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.064128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:00.064638 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:00.065259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 on network 43811430-d33a-4247-92b8-e7aeecbc736a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:00.071131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Port 2859832a-f8c0-47ac-8d53-52541ac7b244 on network 43811430-d33a-4247-92b8-e7aeecbc736a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:39:00.071459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Attempting to bind port 2859832a-f8c0-47ac-8d53-52541ac7b244 on network 43811430-d33a-4247-92b8-e7aeecbc736a {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:00.086985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:00.087236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Checking segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:00.087822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Bound using segment: {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:00.088442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Bound port: 2859832a-f8c0-47ac-8d53-52541ac7b244, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:00.089014 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.108453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 8645a5c6-240c-4c7c-9b68-6afef439f7bf {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:00.108800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.227795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:00.257830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:00.265047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 8645a5c6-240c-4c7c-9b68-6afef439f7bf, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8645a5c6-240c-4c7c-9b68-6afef439f7bf,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:00.265643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.269269 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.309269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 8645a5c6-240c-4c7c-9b68-6afef439f7bf owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:00.316019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:00.316980 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.319051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 1092 time: 1.9732828 Aug 11 08:39:00.435202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcbda3-ed89-4002-a791-e49c453928c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:00.481254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-e569666e-22cc-49f2-b71e-478dce66471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:00.482811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-e569666e-22cc-49f2-b71e-478dce66471d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1095 time: 0.0943210 Aug 11 08:39:00.640043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-5fe99e87-4537-4311-95c9-9d26c970510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:00.641573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-5fe99e87-4537-4311-95c9-9d26c970510f service neutron] 10.222.0.64 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1497281 Aug 11 08:39:00.762221 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-52721b42-0e00-47e9-8134-c36e9ec982b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 999 time: 0.1087806 Aug 11 08:39:00.767836 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:00.826369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=8645a5c6-240c-4c7c-9b68-6afef439f7bf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:00.939086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-ba3eda28-210b-4676-af61-5851149dafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:00.941253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-ba3eda28-210b-4676-af61-5851149dafe2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.1687655 Aug 11 08:39:00.989958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342436-bfc6-4cde-b383-e87f2a28b8f0 req-8536e201-7873-4dd3-9db9-812c9c39508e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:00.998369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57342436-bfc6-4cde-b383-e87f2a28b8f0 req-8536e201-7873-4dd3-9db9-812c9c39508e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.0702586 Aug 11 08:39:01.063889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57342436-bfc6-4cde-b383-e87f2a28b8f0 req-034166f8-fa43-4827-bbe7-70edf1902f63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642965 Aug 11 08:39:01.082578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:01.085833 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:01.111855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-f4cef3fe-b9b7-4000-945a-850ce8eba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:01.113548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-f4cef3fe-b9b7-4000-945a-850ce8eba2a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199994 Aug 11 08:39:01.201761 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f702de-e434-49bb-80c0-fa3f6d859ed9 x-openstack-request-id: req-65f702de-e434-49bb-80c0-fa3f6d859ed9 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:01.202022 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:01.202260 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65f702de-e434-49bb-80c0-fa3f6d859ed9 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:01.202644 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'status': 'completed', 'code': 200} Aug 11 08:39:01.205433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:01.315235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-362023f5-321a-4482-b535-fc1b6198e88c service neutron] 10.222.0.64 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916888 Aug 11 08:39:01.318403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7a502834-f348-4add-80a3-649991dd6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:01.321192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7a502834-f348-4add-80a3-649991dd6a56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1095 time: 0.0863409 Aug 11 08:39:01.454071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-aed73bd2-f7b7-4328-9672-2e4097ff8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:01.455728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-aed73bd2-f7b7-4328-9672-2e4097ff8237 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1269829 Aug 11 08:39:01.521387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c3aad32-4d0c-41bc-a1f3-e26aff02ad5b req-d02ba46a-2d21-41cb-b17c-46dd90e334c7 service neutron] 10.222.0.64 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979523 Aug 11 08:39:01.608505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:01.623857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7ddbfe44-d296-4e6d-9fb3-72e5edcee6d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 999 time: 0.1596217 Aug 11 08:39:01.683660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-288cd8fa-965a-420c-9e21-4b8d4727b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:01.686234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-288cd8fa-965a-420c-9e21-4b8d4727b744 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0542564 Aug 11 08:39:01.784417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7add4ddd-ea57-4bb0-aa62-46fd62eca14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:01.787122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7add4ddd-ea57-4bb0-aa62-46fd62eca14a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920129 Aug 11 08:39:01.788295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-4f09e7c1-4025-4093-9c16-30b9a5fecc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:01.789851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-4f09e7c1-4025-4093-9c16-30b9a5fecc67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1095 time: 0.1152971 Aug 11 08:39:01.813188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:01.878140 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:01.897065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-99984b61-67b3-49a0-b4f5-ece31528f4e0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "PUT /v2.0/routers/6ce3cc52-be58-4f7d-849e-c933407b9f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9972980 Aug 11 08:39:01.897315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:01.941983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:01.943363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-60659db9-6e65-4701-93d5-0984fa8bb2f2 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495082 Aug 11 08:39:01.946013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:01.947430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:38:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:01.999524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-924f08c9-b1cb-46f2-8a82-a1090d0e05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:02.001370 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-924f08c9-b1cb-46f2-8a82-a1090d0e05ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1984048 Aug 11 08:39:02.124318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-323e06d9-fde8-4768-a0f1-d91a530f83f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 999 time: 0.1150093 Aug 11 08:39:02.159885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:02.193368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-664ea22c-2422-4aeb-be57-e50e5e1d29de service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363112 Aug 11 08:39:02.257704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-d1e136b7-00bc-4813-8e41-0205f38e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:02.259314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-d1e136b7-00bc-4813-8e41-0205f38e4a92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.1169479 Aug 11 08:39:02.314118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79ff8b-b6af-48d1-872c-6802d9846406 req-fdd25910-e8da-47ea-a7f6-10895196b2bc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:02.317244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c79ff8b-b6af-48d1-872c-6802d9846406 req-fdd25910-e8da-47ea-a7f6-10895196b2bc tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 946 time: 0.1150630 Aug 11 08:39:02.329548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d957fda-b68e-4b51-a15c-e2b3a98d5a8c req-28a47659-18c0-4986-a21b-d160a9131671 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:02.337761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d957fda-b68e-4b51-a15c-e2b3a98d5a8c req-28a47659-18c0-4986-a21b-d160a9131671 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.1345222 Aug 11 08:39:02.385333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c79ff8b-b6af-48d1-872c-6802d9846406 req-42043e0b-c8b2-451e-8cc7-ed4f164633af tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564930 Aug 11 08:39:02.388956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7a82b66d-d46d-42b7-b4c5-ffd6f4d3c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:02.390510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-7a82b66d-d46d-42b7-b4c5-ffd6f4d3c3bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218078 Aug 11 08:39:02.395831 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8d957fda-b68e-4b51-a15c-e2b3a98d5a8c req-830db9e0-098a-40a5-9114-2fe8a0a23b4f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566535 Aug 11 08:39:02.436566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:02.497533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-2b14fdc3-9949-4e88-b0dc-62d43b83d70d service neutron] 10.222.0.64 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973041 Aug 11 08:39:02.503007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:00Z', 'revision_number': 6, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:43Z', 'revision_number': 1, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:02.530000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:02.540496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:02.541230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:38:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:02.611721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-07d5f20d-b82a-48a2-9a7d-e58e72b6b810 req-0219a079-c743-42a5-bf09-edb5220248ba service neutron] 10.222.0.64 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065426 Aug 11 08:39:02.668638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:02.726294 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8f1a4556-98d7-4297-a1da-2449c019ff14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:02.955215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:00Z', 'revision_number': 6, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:43Z', 'revision_number': 1, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:02.981690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc08e74-ea3d-476d-82cb-bf1f8bb173ee None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:00Z', 'revision_number': 6, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0d1e1716-96f1-4496-8dba-4e457b2ac547', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'port_id': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'mac_address': 'fa:16:3e:bf:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:37:40Z', 'updated_at': '2021-08-11T08:37:43Z', 'revision_number': 1, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:03.532796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef2814-1e9f-4a2d-91e9-045fb0525693 req-1cd895b7-95dc-4b83-85df-aedb1e9beb0a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:03.534417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fef2814-1e9f-4a2d-91e9-045fb0525693 req-1cd895b7-95dc-4b83-85df-aedb1e9beb0a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 946 time: 0.0737584 Aug 11 08:39:03.587735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fef2814-1e9f-4a2d-91e9-045fb0525693 req-6c53ff6d-9c56-47f0-bd74-d821113b092d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=3a597b87-943c-45ce-99c0-d78ced3b9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460770 Aug 11 08:39:03.591333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153699df-c905-4a96-9e7d-e08d2b16c3ba req-2e0512b5-9045-41a3-9a5f-c4cc7fd41804 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:03.593097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-153699df-c905-4a96-9e7d-e08d2b16c3ba req-2e0512b5-9045-41a3-9a5f-c4cc7fd41804 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.0827672 Aug 11 08:39:03.594222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8645a5c6-240c-4c7c-9b68-6afef439f7bf no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:03.618395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8645a5c6-240c-4c7c-9b68-6afef439f7bf {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:03.618747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8645a5c6-240c-4c7c-9b68-6afef439f7bf not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:03.633336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54204) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:03.657618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-153699df-c905-4a96-9e7d-e08d2b16c3ba req-65dcf368-99b4-4d1e-b36a-2e3979b92a4c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472875 Aug 11 08:39:03.752699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee78cd7b-77bb-4c81-b957-618897377336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:03.845135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-fc78bf6d-fbb7-40e7-a52b-b42035672580 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:03.846707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-fc78bf6d-fbb7-40e7-a52b-b42035672580 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 946 time: 0.0568020 Aug 11 08:39:03.857733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee78cd7b-77bb-4c81-b957-618897377336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:03.862841 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ee78cd7b-77bb-4c81-b957-618897377336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:03.901176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ee78cd7b-77bb-4c81-b957-618897377336 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5526b61c35644dec80a9aad6771c4178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666807 Aug 11 08:39:03.902264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78cd7b-77bb-4c81-b957-618897377336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faf2d50-6742-403b-91f9-897358d96c1d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:03.904622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54208) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:03.949028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 182de877-1b13-4c67-9774-fe01b75f8406 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:03.949464 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:03.966744 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1aeb-d881-4249-94fd-b0dd2fee6687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:03.998056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1aeb-d881-4249-94fd-b0dd2fee6687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.050436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 182de877-1b13-4c67-9774-fe01b75f8406, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=182de877-1b13-4c67-9774-fe01b75f8406,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:04.050757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.053011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1aeb-d881-4249-94fd-b0dd2fee6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.055897 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1aeb-d881-4249-94fd-b0dd2fee6687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.057150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9cfd1aeb-d881-4249-94fd-b0dd2fee6687 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7faf2d50-6742-403b-91f9-897358d96c1d HTTP/1.1" status: 204 len: 168 time: 0.1515183 Aug 11 08:39:04.065468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1aeb-d881-4249-94fd-b0dd2fee6687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faf2d50-6742-403b-91f9-897358d96c1d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:04.357801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54216) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:04.372400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e22a5dda-2f24-4d0a-adf7-d9343828e783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.412643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 182de877-1b13-4c67-9774-fe01b75f8406 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:04.472267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e22a5dda-2f24-4d0a-adf7-d9343828e783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.477111 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e22a5dda-2f24-4d0a-adf7-d9343828e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.518986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e22a5dda-2f24-4d0a-adf7-d9343828e783 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4680dc1137fb4a1095d8b3a95c3c248d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598995 Aug 11 08:39:04.519866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a5dda-2f24-4d0a-adf7-d9343828e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9374496-68f0-4422-b199-e306a871b7ac,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:04.521809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54218) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:04.572247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.603567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=182de877-1b13-4c67-9774-fe01b75f8406,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:04.643825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08b7e4bf-b6bf-420b-8ffc-e9d4f8390dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.659512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] No DVR routers for this DVR port 182de877-1b13-4c67-9774-fe01b75f8406 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:04.665186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.667183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ad54adb4-1f1c-4bd5-b3ea-8b516a05a7e6 req-edaac799-e2a3-4f93-b1ab-c0a88b209589 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "DELETE /v2.0/ports/182de877-1b13-4c67-9774-fe01b75f8406 HTTP/1.1" status: 204 len: 173 time: 0.8137021 Aug 11 08:39:04.667643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'name': 'network-vif-deleted', 'tag': '182de877-1b13-4c67-9774-fe01b75f8406'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:04.670006 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69541dd4-ba02-49bb-9340-c9634ea98d79" -d '{"events": [{"server_uuid": "aea6ede8-9e18-4e06-aee0-b705a11544f3", "name": "network-vif-deleted", "tag": "182de877-1b13-4c67-9774-fe01b75f8406"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:04.701992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08b7e4bf-b6bf-420b-8ffc-e9d4f8390dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.734015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b585c9c6-d54c-45fe-9fed-2a192a85fc2d req-649cea89-dfec-474c-a197-b39cfb9e149c tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=aea6ede8-9e18-4e06-aee0-b705a11544f3 HTTP/1.1" status: 200 len: 210 time: 0.0646892 Aug 11 08:39:04.741623 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa006ad-cdca-4ffc-be9a-c039a2de78de x-openstack-request-id: req-8aa006ad-cdca-4ffc-be9a-c039a2de78de {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:04.741892 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6ede8-9e18-4e06-aee0-b705a11544f3", "name": "network-vif-deleted", "tag": "182de877-1b13-4c67-9774-fe01b75f8406", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:04.742144 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8aa006ad-cdca-4ffc-be9a-c039a2de78de {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:04.742604 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6ede8-9e18-4e06-aee0-b705a11544f3', 'name': 'network-vif-deleted', 'tag': '182de877-1b13-4c67-9774-fe01b75f8406', 'status': 'completed', 'code': 200} Aug 11 08:39:04.768494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08b7e4bf-b6bf-420b-8ffc-e9d4f8390dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.772050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08b7e4bf-b6bf-420b-8ffc-e9d4f8390dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.775655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-08b7e4bf-b6bf-420b-8ffc-e9d4f8390dc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9374496-68f0-4422-b199-e306a871b7ac HTTP/1.1" status: 204 len: 168 time: 0.2504418 Aug 11 08:39:04.798496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7e4bf-b6bf-420b-8ffc-e9d4f8390dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9374496-68f0-4422-b199-e306a871b7ac,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:04.877529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:04.887383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6edb4-7709-45bc-b65f-742ed3b2171d req-05e9316c-2466-45cf-9086-8f2598fcadb4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:04.889201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78b6edb4-7709-45bc-b65f-742ed3b2171d req-05e9316c-2466-45cf-9086-8f2598fcadb4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.0673630 Aug 11 08:39:04.933672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-78b6edb4-7709-45bc-b65f-742ed3b2171d req-e10f5410-6453-44bf-9b55-cd64bc9d307f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380940 Aug 11 08:39:04.958181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:39:05.189048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:05.210514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'port_id': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'mac_address': 'fa:16:3e:73:6c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:39:05.261890 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:05.277281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2859832a-f8c0-47ac-8d53-52541ac7b244 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:39:05.280527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480bfd2-8a39-4fb4-80c9-50fd2f75a436 req-431e26aa-df17-463e-adfb-d14ba14954d2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:05.282223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3480bfd2-8a39-4fb4-80c9-50fd2f75a436 req-431e26aa-df17-463e-adfb-d14ba14954d2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 944 time: 0.1046231 Aug 11 08:39:05.300099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:05.308137 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:05.360042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3480bfd2-8a39-4fb4-80c9-50fd2f75a436 req-2ab61d4a-83ae-4f87-9484-b6053e37db7e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591309 Aug 11 08:39:05.376794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:05.403880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-0856e6a1-9b2f-4aa4-901a-cdbbf9c4bcf1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:05.405518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-0856e6a1-9b2f-4aa4-901a-cdbbf9c4bcf1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 945 time: 0.1376109 Aug 11 08:39:05.476036 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-5983502e-9167-482e-ad65-e8d10f3a3368 service neutron] delete failed (client error): The resource could not be found. Aug 11 08:39:05.477148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-5983502e-9167-482e-ad65-e8d10f3a3368 service neutron] 10.222.0.69 "DELETE /v2.0/ports/2859832a-f8c0-47ac-8d53-52541ac7b244/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0638239 Aug 11 08:39:05.587312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-cea0ed20-9034-4720-9966-99a59c0426d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:05.588957 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-cea0ed20-9034-4720-9966-99a59c0426d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1096 time: 0.0436680 Aug 11 08:39:05.653620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['2859832a-f8c0-47ac-8d53-52541ac7b244'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:39:05.680650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-73085d2f-aed2-48b0-8be4-e050985e0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:05.682649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-73085d2f-aed2-48b0-8be4-e050985e0931 service neutron] 10.222.0.69 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.0867627 Aug 11 08:39:05.756803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-8d5e8558-18d5-454a-9d91-1ea34256aed0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 1000 time: 0.0672092 Aug 11 08:39:05.804298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54256) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:05.829598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-0c812083-c09b-458e-ab26-2c753f534782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:05.831369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-0c812083-c09b-458e-ab26-2c753f534782 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0682580 Aug 11 08:39:05.874265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1fea5fd-0724-4900-b1eb-5174e54d592b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:05.889265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-56822c7e-b05b-48d4-9901-06a1e8f6b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:05.890491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-56822c7e-b05b-48d4-9901-06a1e8f6b311 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517623 Aug 11 08:39:05.904658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1fea5fd-0724-4900-b1eb-5174e54d592b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:05.979580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1fea5fd-0724-4900-b1eb-5174e54d592b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:05.982920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1fea5fd-0724-4900-b1eb-5174e54d592b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:05.984250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f1fea5fd-0724-4900-b1eb-5174e54d592b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/security-groups/3a597b87-943c-45ce-99c0-d78ced3b9f30 HTTP/1.1" status: 204 len: 168 time: 0.1787958 Aug 11 08:39:05.999575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fea5fd-0724-4900-b1eb-5174e54d592b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a597b87-943c-45ce-99c0-d78ced3b9f30,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:06.012503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-4376763d-d2ae-41dd-a3da-c43968930bd9 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144764 Aug 11 08:39:06.033878 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54264) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:06.091890 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting subnet 3e62fd5c-5938-4000-8b20-bc495c83fecc {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:39:06.095585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.119392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9267fec-52b5-4720-bea1-6c7176cef398 req-96606ced-50b9-4a18-9433-12bef8db6082 service neutron] 10.222.0.69 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979850 Aug 11 08:39:06.144490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.165228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.243270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.316220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.343030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Subnet': ['ID=3e62fd5c-5938-4000-8b20-bc495c83fecc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:06.349420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.353690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d682ceb8-852c-4113-a8f4-f9be2ad46989 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/subnets/3e62fd5c-5938-4000-8b20-bc495c83fecc HTTP/1.1" status: 204 len: 168 time: 0.3163006 Aug 11 08:39:06.354453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54276) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:06.358040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d7b99-bc52-4254-90b1-90a51b13dfcb None None] Network 0abeb89b-ba6a-410d-9534-ba35f3e05206 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:06.440027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.537220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31259a-dd59-4b3f-b422-639481acca17 req-8f9e329f-df68-419c-a72f-3650d732adf9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:06.538863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc31259a-dd59-4b3f-b422-639481acca17 req-8f9e329f-df68-419c-a72f-3650d732adf9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 945 time: 0.0899754 Aug 11 08:39:06.568440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:06.569457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.598006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] DHCP port deletion for 0abeb89b-ba6a-410d-9534-ba35f3e05206 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:39:06.632916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc31259a-dd59-4b3f-b422-639481acca17 req-b1667e19-72be-4134-84ba-f208c50fdf0c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877905 Aug 11 08:39:06.656356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:06.656761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.660661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] Deleting port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:06.661205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.672384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:06.734949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] For port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,segment=NetworkSegment(2a9922da-9490-4565-b245-72f515c3fc5c),segment_id=2a9922da-9490-4565-b245-72f515c3fc5c)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:06.735353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.754269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] Calling delete_port for 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:06.767657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.802974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:06.816058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] No DVR routers for this DVR port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:06.842574 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.867710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] Pushing event deleted for resources: {'Port': ['ID=7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:06.878042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9246808-7510-4a36-8e22-eec45c697702 None None] No DVR routers for this DVR port 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:06.911274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.922290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abeb89b-ba6a-410d-9534-ba35f3e05206']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:06.926556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54290) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:06.940935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9922da-9490-4565-b245-72f515c3fc5c') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:06.941305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9922da-9490-4565-b245-72f515c3fc5c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:06.963250 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.981069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:06.984244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.991822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:39:06.992214 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:39:06.995437 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:39:07.046716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 2859832a-f8c0-47ac-8d53-52541ac7b244 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:07.049263 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-29c9bda7-0041-4b2d-8353-51739e9b74a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.052753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 2859832a-f8c0-47ac-8d53-52541ac7b244 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:07.053231 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.059288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.081872 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.086789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/networks/0abeb89b-ba6a-410d-9534-ba35f3e05206 HTTP/1.1" status: 204 len: 168 time: 0.7290220 Aug 11 08:39:07.086789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60515dba-2c28-4a1a-914d-c15142a7f796 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Network': ['ID=0abeb89b-ba6a-410d-9534-ba35f3e05206,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:07.087128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54294) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:07.134604 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.163139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:07.165602 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c03a782-eaa0-4b7d-82f8-ffd423ceb715" -d '{"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-plugged", "status": "completed", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:07.182172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:07.187776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.188637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 182de877-1b13-4c67-9774-fe01b75f8406 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:07.213672 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742c691-fc44-497c-af30-4b5a50af40cc x-openstack-request-id: req-6742c691-fc44-497c-af30-4b5a50af40cc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:07.213964 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-plugged", "status": "completed", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:07.214414 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6742c691-fc44-497c-af30-4b5a50af40cc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:07.214811 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'code': 200} Aug 11 08:39:07.233502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 182de877-1b13-4c67-9774-fe01b75f8406 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:07.233849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 182de877-1b13-4c67-9774-fe01b75f8406 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:07.259589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:07.283183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-29c9bda7-0041-4b2d-8353-51739e9b74a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.290327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-29c9bda7-0041-4b2d-8353-51739e9b74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.337705 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-29c9bda7-0041-4b2d-8353-51739e9b74a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74d911c092b64c80b9ae1421844e1271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093263 Aug 11 08:39:07.338438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9bda7-0041-4b2d-8353-51739e9b74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a9c7f-1e5c-46df-8fba-c046968b3b6c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:07.340902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:07.349599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port aac33d39-5463-4992-ba4c-6e1c87ded355 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:07.349943 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.400869 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e69a897e-1fae-49bc-9832-60e4a9d192a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.424234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e69a897e-1fae-49bc-9832-60e4a9d192a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.433522 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.433986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.446490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for aac33d39-5463-4992-ba4c-6e1c87ded355 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:07.478666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e69a897e-1fae-49bc-9832-60e4a9d192a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.481309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e69a897e-1fae-49bc-9832-60e4a9d192a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.482490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e69a897e-1fae-49bc-9832-60e4a9d192a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/052a9c7f-1e5c-46df-8fba-c046968b3b6c HTTP/1.1" status: 204 len: 168 time: 0.1404769 Aug 11 08:39:07.492523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a897e-1fae-49bc-9832-60e4a9d192a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a9c7f-1e5c-46df-8fba-c046968b3b6c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:07.638620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.645598 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:07.665916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:07.666338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=aac33d39-5463-4992-ba4c-6e1c87ded355,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:07.666508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7fbab5f3-4b4e-42ec-abd6-1a54210dc2c8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:07.736536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.736987 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Floating IP 0d1e1716-96f1-4496-8dba-4e457b2ac547 disassociated (deleted). External IP: 172.25.2.166, port: 60d13f2c-aa44-4638-8a79-35f08a52e79b. Aug 11 08:39:07.785159 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014db9-e7b5-4de4-b039-704675a94a27 req-539b984a-456a-42b8-8448-dcbc872f857a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:07.787576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91014db9-e7b5-4de4-b039-704675a94a27 req-539b984a-456a-42b8-8448-dcbc872f857a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0580502 Aug 11 08:39:07.831181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54308) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:07.838712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91014db9-e7b5-4de4-b039-704675a94a27 req-07736fd3-aa18-43b7-98a6-338fa9061a67 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429375 Aug 11 08:39:07.853133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59f3141e-d4c3-49d1-b632-4dca38048ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:07.868182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54310) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:07.945696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-63ba98c4-2be8-4dfb-ba95-e9dc80daeedc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/fdb585e8-6ba1-47b2-be16-1899d1c7d368 HTTP/1.1" status: 200 len: 993 time: 0.0758166 Aug 11 08:39:08.050743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:08.075348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59f3141e-d4c3-49d1-b632-4dca38048ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.111839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59f3141e-d4c3-49d1-b632-4dca38048ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.195056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-59f3141e-d4c3-49d1-b632-4dca38048ffa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f56fc989fb68477499d0ea30940c6959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626328 Aug 11 08:39:08.195751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3141e-d4c3-49d1-b632-4dca38048ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e039e52-c2f0-4870-bb02-980d08890e30,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:08.198074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54312) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:08.217785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:08.222336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.230005 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:08.240213 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:08.240836 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:08.251780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-67034db7-ad9c-4116-89b2-247ea1803d16 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/floatingips/0d1e1716-96f1-4496-8dba-4e457b2ac547 HTTP/1.1" status: 204 len: 168 time: 1.1620183 Aug 11 08:39:08.252631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:08.256809 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d025e2-0a1d-487e-b73d-4a79b8a4be61" -d '{"events": [{"name": "network-changed", "server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:08.258221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf11db9-f8cb-44d9-b68c-df54b931c86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.287023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf11db9-f8cb-44d9-b68c-df54b931c86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.300539 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86fdc93-1094-4c87-a926-216f92ae5b66 x-openstack-request-id: req-c86fdc93-1094-4c87-a926-216f92ae5b66 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:08.301117 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:08.301371 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c86fdc93-1094-4c87-a926-216f92ae5b66 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:08.302066 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'status': 'completed', 'code': 200} Aug 11 08:39:08.365303 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf11db9-f8cb-44d9-b68c-df54b931c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.370445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acf11db9-f8cb-44d9-b68c-df54b931c86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:08.384484 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-acf11db9-f8cb-44d9-b68c-df54b931c86d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e039e52-c2f0-4870-bb02-980d08890e30 HTTP/1.1" status: 204 len: 168 time: 0.1754489 Aug 11 08:39:08.404865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf11db9-f8cb-44d9-b68c-df54b931c86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e039e52-c2f0-4870-bb02-980d08890e30,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:08.446113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-331b1897-3d3e-46e2-aa1e-c391c258ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:08.448455 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-331b1897-3d3e-46e2-aa1e-c391c258ba3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 1097 time: 0.0918555 Aug 11 08:39:08.455998 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:08.564927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989961d-3f05-4b88-b2b5-ebac39e646ab req-97641c5d-dab6-4109-9be1-28f6041b2743 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:08.573365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a989961d-3f05-4b88-b2b5-ebac39e646ab req-97641c5d-dab6-4109-9be1-28f6041b2743 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 946 time: 0.0807436 Aug 11 08:39:08.626182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a989961d-3f05-4b88-b2b5-ebac39e646ab req-588608da-fdd9-434c-ba0c-1c31600129ed tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517874 Aug 11 08:39:08.667303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-9bb51eec-f244-48c2-b007-31c3feba96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:08.668849 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-9bb51eec-f244-48c2-b007-31c3feba96ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 200 len: 898 time: 0.2132411 Aug 11 08:39:08.719809 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-2d451f25-886c-4bb9-a3ee-ad48b63376b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 200 len: 217 time: 0.0423715 Aug 11 08:39:08.733989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:00Z', 'revision_number': 6, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:08.767190 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:08.778257 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:08.778886 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:08.792301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-b352ce07-6493-489d-a6fa-d2d22ef6ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:08.794463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-b352ce07-6493-489d-a6fa-d2d22ef6ffba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 200 len: 833 time: 0.0656135 Aug 11 08:39:08.856008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-5fad9323-0be3-46d9-822d-acc2e3cd7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:08.860324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-5fad9323-0be3-46d9-822d-acc2e3cd7067 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=285c086c-9b46-4f0a-bcfc-878a27dd2c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558145 Aug 11 08:39:08.932813 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:08.972014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-7bd3de1d-003f-45db-bf43-d5c130b3ee6f service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036510 Aug 11 08:39:09.083357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20d025e2-0a1d-487e-b73d-4a79b8a4be61 req-7a7de3ec-6dff-4758-ab1f-edb2726679b4 service neutron] 10.222.0.64 "GET /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026311 Aug 11 08:39:09.171514 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:00Z', 'revision_number': 6, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:09.204826 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ee0d2-0465-42d4-9de4-21792a2832f3 None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:00Z', 'revision_number': 6, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c27094a3-662b-40f1-983b-3ee503b916d4', 'name': '', 'network_id': '285c086c-9b46-4f0a-bcfc-878a27dd2c48', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:8f:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:18Z', 'updated_at': '2021-08-11T08:37:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '333ce815-23ed-45c4-8757-f128be1a5a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:09.518819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641624c-06b9-44ea-b471-8c54e4b0dfa9 None None] New status for floating IP 0d1e1716-96f1-4496-8dba-4e457b2ac547: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:39:09.833624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5653662-300a-4bdd-8797-288e296ca856 req-8a5edcd8-2e7c-4a82-af60-1c49d5ca9885 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:09.836416 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5653662-300a-4bdd-8797-288e296ca856 req-8a5edcd8-2e7c-4a82-af60-1c49d5ca9885 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 946 time: 0.1288457 Aug 11 08:39:09.921998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f5653662-300a-4bdd-8797-288e296ca856 req-d26e2584-6814-437c-8700-9e2df1168c3f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2dd8282-4f25-47ff-bbbc-db929a49734b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711606 Aug 11 08:39:09.980521 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-7cba8f05-d431-4d2b-956f-a5b3d35a4df8 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:09.982226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-7cba8f05-d431-4d2b-956f-a5b3d35a4df8 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 946 time: 0.0718682 Aug 11 08:39:10.086645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 60d13f2c-aa44-4638-8a79-35f08a52e79b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:10.087394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:10.179256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 60d13f2c-aa44-4638-8a79-35f08a52e79b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=60d13f2c-aa44-4638-8a79-35f08a52e79b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:10.179754 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:10.196362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 60d13f2c-aa44-4638-8a79-35f08a52e79b owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:10.344003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:10.373723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=60d13f2c-aa44-4638-8a79-35f08a52e79b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:10.419992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] No DVR routers for this DVR port 60d13f2c-aa44-4638-8a79-35f08a52e79b on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:10.423436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:10.426420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0443d415-cd92-4726-bd1d-5ebf003608a8 req-dc91f875-6616-42b1-b98e-dd7aa8fdb467 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "DELETE /v2.0/ports/60d13f2c-aa44-4638-8a79-35f08a52e79b HTTP/1.1" status: 204 len: 173 time: 0.4380851 Aug 11 08:39:10.427049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'name': 'network-vif-deleted', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:10.434124 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be78eea-60d8-42fa-ba9c-ac64b008c079" -d '{"events": [{"server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "name": "network-vif-deleted", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:10.481858 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026d18fa-d173-4a7a-837d-7b41b3e5505f x-openstack-request-id: req-026d18fa-d173-4a7a-837d-7b41b3e5505f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:10.482234 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8119ea8-ee65-4490-b060-9c6e9d022023", "name": "network-vif-deleted", "tag": "60d13f2c-aa44-4638-8a79-35f08a52e79b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:10.482434 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-026d18fa-d173-4a7a-837d-7b41b3e5505f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:10.482906 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8119ea8-ee65-4490-b060-9c6e9d022023', 'name': 'network-vif-deleted', 'tag': '60d13f2c-aa44-4638-8a79-35f08a52e79b', 'status': 'completed', 'code': 200} Aug 11 08:39:11.061647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-10a6a716-0938-4ab4-a6d9-cc6e2f7a17e6 req-4b19c96b-fe1e-4e18-ae73-b5d9f9f5eb5e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8119ea8-ee65-4490-b060-9c6e9d022023 HTTP/1.1" status: 200 len: 210 time: 0.0278192 Aug 11 08:39:12.124236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:12.188207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca4e2-0f31-4b7d-b6ae-52bffc2a504e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:12.213629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca4e2-0f31-4b7d-b6ae-52bffc2a504e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:12.279408 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca4e2-0f31-4b7d-b6ae-52bffc2a504e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:12.282072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca4e2-0f31-4b7d-b6ae-52bffc2a504e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:12.283515 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fb8ca4e2-0f31-4b7d-b6ae-52bffc2a504e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2dd8282-4f25-47ff-bbbc-db929a49734b HTTP/1.1" status: 204 len: 168 time: 0.1579120 Aug 11 08:39:12.296100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca4e2-0f31-4b7d-b6ae-52bffc2a504e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd8282-4f25-47ff-bbbc-db929a49734b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:12.328505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54408) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:12.712568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:12.989774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port c27094a3-662b-40f1-983b-3ee503b916d4 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:12.990164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:13.042859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 60d13f2c-aa44-4638-8a79-35f08a52e79b no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:13.073452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 60d13f2c-aa44-4638-8a79-35f08a52e79b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:13.074154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 60d13f2c-aa44-4638-8a79-35f08a52e79b not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:13.102442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port c27094a3-662b-40f1-983b-3ee503b916d4, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c27094a3-662b-40f1-983b-3ee503b916d4,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:13.102799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:13.117236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for c27094a3-662b-40f1-983b-3ee503b916d4 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:13.314760 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:13.343109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=c27094a3-662b-40f1-983b-3ee503b916d4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:13.533151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.154165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 6ce3cc52-be58-4f7d-849e-c933407b9f49 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:14.269369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:14.275325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-84b0b6ca-2f50-4040-b8cb-1f91fe006c08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "PUT /v2.0/routers/6ce3cc52-be58-4f7d-849e-c933407b9f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9454341 Aug 11 08:39:14.278688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54430) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:14.281667 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] Sync routers for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:14.293323 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:14.294527 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:14.358391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting subnet 333ce815-23ed-45c4-8757-f128be1a5a3d {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:39:14.362117 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.405657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.415695 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:14.501927 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.577457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.604668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Subnet': ['ID=333ce815-23ed-45c4-8757-f128be1a5a3d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:14.608351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.610354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-22347c0e-aa40-4895-a907-e74ee048e585 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/subnets/333ce815-23ed-45c4-8757-f128be1a5a3d HTTP/1.1" status: 204 len: 168 time: 0.3306673 Aug 11 08:39:14.613558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54432) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:14.625385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667f1a4-597f-436a-a133-1568a36aa016 None None] Network 285c086c-9b46-4f0a-bcfc-878a27dd2c48 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:14.742601 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:13Z', 'revision_number': 7, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:14.748223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.777822 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] Checking router: 6ce3cc52-be58-4f7d-849e-c933407b9f49 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:14.787207 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] Routers {'6ce3cc52-be58-4f7d-849e-c933407b9f49'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:14.788002 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['6ce3cc52-be58-4f7d-849e-c933407b9f49'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:14.883835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] DHCP port deletion for 285c086c-9b46-4f0a-bcfc-878a27dd2c48 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:39:14.898369 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.920495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] Set router 6ce3cc52-be58-4f7d-849e-c933407b9f49 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:14.950078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] Deleting port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:14.950743 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:14.976556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 58872a6c-aad7-417e-8781-0630ee26201c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:14.977515 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.056392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] For port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,segment=NetworkSegment(0a449aa6-34d6-416f-bc66-3779d79dd696),segment_id=0a449aa6-34d6-416f-bc66-3779d79dd696)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:15.057598 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.078503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] Calling delete_port for 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:15.087850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 58872a6c-aad7-417e-8781-0630ee26201c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=58872a6c-aad7-417e-8781-0630ee26201c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:15.088132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.116026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 58872a6c-aad7-417e-8781-0630ee26201c owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:15.218406 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.261796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] Pushing event deleted for resources: {'Port': ['ID=8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:15.267728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73670872-ae2b-45fa-8b19-e773a9856855 None None] No DVR routers for this DVR port 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:15.275198 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:13Z', 'revision_number': 7, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:15.306432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f7d4c-4fcb-41f9-aff6-daa31b8b704f None None] The sync data for ids ['6ce3cc52-be58-4f7d-849e-c933407b9f49'] in n-d-789963-6 is: [{'id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'name': 'tempest-TestNetworkBasicOps-router-617677652', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '58872a6c-aad7-417e-8781-0630ee26201c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:12Z', 'updated_at': '2021-08-11T08:39:13Z', 'revision_number': 7, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': '58872a6c-aad7-417e-8781-0630ee26201c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce3cc52-be58-4f7d-849e-c933407b9f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:13Z', 'updated_at': '2021-08-11T08:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:15.308735 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:39:15.405464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54448) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:15.438149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.478424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=58872a6c-aad7-417e-8781-0630ee26201c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:15.545763 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.572159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fadc69ec-eaa2-4898-b75c-bd286d77a3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.642200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.645559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.681266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fadc69ec-eaa2-4898-b75c-bd286d77a3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.688402 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fadc69ec-eaa2-4898-b75c-bd286d77a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.708559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.709645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Fanout notify agent at l3_agent the message router_deleted on router 6ce3cc52-be58-4f7d-849e-c933407b9f49 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:39:15.718939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.720488 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-511021f5-53e9-46fb-a64c-fc8e06ea38a4 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/routers/6ce3cc52-be58-4f7d-849e-c933407b9f49 HTTP/1.1" status: 204 len: 168 time: 1.1063194 Aug 11 08:39:15.723125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54452) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:15.738374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fadc69ec-eaa2-4898-b75c-bd286d77a3d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bd5a3cb1f82448eae554329434a9500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312645 Aug 11 08:39:15.739255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc69ec-eaa2-4898-b75c-bd286d77a3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34883547-0964-4b54-b3ab-a52ca5f994a5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:15.741832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54454) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:15.810278 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5ad0-985e-4a15-ad11-5b53303a98cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.844423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c27094a3-662b-40f1-983b-3ee503b916d4 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:15.848438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5ad0-985e-4a15-ad11-5b53303a98cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.872367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.886181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c27094a3-662b-40f1-983b-3ee503b916d4 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:15.887514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c27094a3-662b-40f1-983b-3ee503b916d4 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:15.888121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:15.919712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:15.920577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8b19c40b-01d4-4748-a8bb-e85f6b9d1c2b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:15.937323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5ad0-985e-4a15-ad11-5b53303a98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.942266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5ad0-985e-4a15-ad11-5b53303a98cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.950211 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5d6a5ad0-985e-4a15-ad11-5b53303a98cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34883547-0964-4b54-b3ab-a52ca5f994a5 HTTP/1.1" status: 204 len: 168 time: 0.2068205 Aug 11 08:39:15.964205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5ad0-985e-4a15-ad11-5b53303a98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34883547-0964-4b54-b3ab-a52ca5f994a5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:15.987237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:15.998666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285c086c-9b46-4f0a-bcfc-878a27dd2c48']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:16.016205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a449aa6-34d6-416f-bc66-3779d79dd696') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:16.016564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a449aa6-34d6-416f-bc66-3779d79dd696') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:16.027031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.041997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.048468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:39:16.048939 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:39:16.053062 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:39:16.132181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.140928 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.146271 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/networks/285c086c-9b46-4f0a-bcfc-878a27dd2c48 HTTP/1.1" status: 204 len: 168 time: 0.4214149 Aug 11 08:39:16.159221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da4bed-cabf-4bc4-859f-4fdb09c85925 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Network': ['ID=285c086c-9b46-4f0a-bcfc-878a27dd2c48,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:16.168189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:16.173993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'network': {'name': 'tempest-network-smoke--1710771295', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:16.215594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:39:16.220426 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.251708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:39:16.264412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.264841 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Added segment 7a6da4f9-9f49-49af-92a8-72e701ee73df of type vlan for network a311401e-ccad-48a4-bed1-c38548079f02 Aug 11 08:39:16.314512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.353324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.359315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:16.360524 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.366133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54464) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:16.380281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3e700dd-2c12-4614-8dd6-99d4ca60fb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.459298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Network': ['ID=a311401e-ccad-48a4-bed1-c38548079f02,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:16.475284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network a311401e-ccad-48a4-bed1-c38548079f02 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:39:16.536425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3e700dd-2c12-4614-8dd6-99d4ca60fb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.544210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3e700dd-2c12-4614-8dd6-99d4ca60fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.551223 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f5bfb161-2e00-4747-8855-95f925bf8898 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3816302 Aug 11 08:39:16.553874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54466) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:16.559332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-82268665', 'admin_state_up': True, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:16.598209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f3e700dd-2c12-4614-8dd6-99d4ca60fb1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9047a994ec3443f83d467f0c8a27a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308235 Aug 11 08:39:16.599204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e700dd-2c12-4614-8dd6-99d4ca60fb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088c8b9d-dffb-4a43-9068-a1cbe27c2254,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:16.604668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54468) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:16.630808 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.632165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.693293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54f205b7-e2c4-41cc-ab35-8fa7a82de5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.708627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.720179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54f205b7-e2c4-41cc-ab35-8fa7a82de5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.775460 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54f205b7-e2c4-41cc-ab35-8fa7a82de5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.779976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54f205b7-e2c4-41cc-ab35-8fa7a82de5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:16.784140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54f205b7-e2c4-41cc-ab35-8fa7a82de5af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/088c8b9d-dffb-4a43-9068-a1cbe27c2254 HTTP/1.1" status: 204 len: 168 time: 0.1758280 Aug 11 08:39:16.790115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f205b7-e2c4-41cc-ab35-8fa7a82de5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088c8b9d-dffb-4a43-9068-a1cbe27c2254,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:16.882313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:17.080579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:17.104212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:17.218270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.25.2.152 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/cdb7b7a4-89f3-498e-a265-dddd03d5deb8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:17.346576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:17.397526 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:17.448062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:17.451570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:17.455691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:17.482043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:17.600149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58872a6c-aad7-417e-8781-0630ee26201c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:17.627487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 58872a6c-aad7-417e-8781-0630ee26201c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:17.627841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58872a6c-aad7-417e-8781-0630ee26201c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:17.755203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:18.018262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:18.172258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 1db68795-719b-4bab-a7b5-76f845e0d83d is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:39:18.294357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:18.314932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Sync routers for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:18.329633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:18.331300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:18.342310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:18.358570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1753adaa-53b2-43f1-b903-4b2ee3fcfeee tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8034463 Aug 11 08:39:18.359676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54516) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:18.428662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ce252028-9c2f-401e-bc46-affcd2d500ff tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d289f5422cfc4a39a7a604acf613bc7c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674205 Aug 11 08:39:18.430940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54518) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:18.506786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:18.567029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c10eeaa-7105-4038-8cb0-474404bf218d tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:18.568784 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c10eeaa-7105-4038-8cb0-474404bf218d tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354587 Aug 11 08:39:18.571553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54522) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:18.604974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2f44a18f-7256-47ce-98e2-94c7e32338b4 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320659 Aug 11 08:39:18.608710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54524) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:18.614671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186766472', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:18.728449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:39:18.734325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:18.916427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:17Z', 'revision_number': 3, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:18.948903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Checking router: 1db68795-719b-4bab-a7b5-76f845e0d83d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:18.949256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Updating router 1db68795-719b-4bab-a7b5-76f845e0d83d port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:39:18.981665 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:18.996782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.072775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Subnet': ['ID=1d40a88e-05b6-4c57-b318-4003ec414031,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:19.083864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Checking segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:19.084242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network hostable DHCP agents. Network: a311401e-ccad-48a4-bed1-c38548079f02, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:39:19.104171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network a311401e-ccad-48a4-bed1-c38548079f02 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:39:19.115273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, a311401e-ccad-48a4-bed1-c38548079f02) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:19.119604 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:19.120192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.134920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fc33a-3236-4170-9cec-2040ca0f3481 None None] Network a311401e-ccad-48a4-bed1-c38548079f02 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:19.137866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9fd0781d-0ee6-4269-96e6-2015eeeddd1e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5275402 Aug 11 08:39:19.140417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54532) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:19.417736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-a311401e-ccad-48a4-bed1-c38548079f02', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:39:19.418737 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.434114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.463727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Transition to ACTIVE for port object cdb7b7a4-89f3-498e-a265-dddd03d5deb8 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:19.538659 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.579543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Attempting to bind port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:19.579898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Attempting to bind port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:19.580267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Attempting to bind port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:19.624553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:19.624974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:19.625894 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.626494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:19.627223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Bound port: cdb7b7a4-89f3-498e-a265-dddd03d5deb8, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:19.627833 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.717695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48fb44-e08d-4b2e-9aaa-82f0f105e521 None None] Pushing event updated for resources: {'Port': ['ID=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:19.760418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] For port cdb7b7a4-89f3-498e-a265-dddd03d5deb8, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:19.763369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Allocated IP 172.20.0.2 (a311401e-ccad-48a4-bed1-c38548079f02/1d40a88e-05b6-4c57-b318-4003ec414031/f49208ac-4468-4d70-a158-c5b03b69731a) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:19.766402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] For port cdb7b7a4-89f3-498e-a265-dddd03d5deb8, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:19.777808 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:19.903687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:19.904190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:19.907682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48fb44-e08d-4b2e-9aaa-82f0f105e521 None None] Pushing event updated for resources: {'Port': ['ID=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:20.071152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.078622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:20.145733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Transition to ACTIVE for port object f49208ac-4468-4d70-a158-c5b03b69731a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:20.157102 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.212254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Transition to ACTIVE for port object f49208ac-4468-4d70-a158-c5b03b69731a will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:20.224167 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.285061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Network a311401e-ccad-48a4-bed1-c38548079f02 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:20.294510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:20.302441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:20.319758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Pushing event updated for resources: {'Port': ['ID=f49208ac-4468-4d70-a158-c5b03b69731a,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:20.429447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Attempting to bind port f49208ac-4468-4d70-a158-c5b03b69731a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:20.430025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Attempting to bind port f49208ac-4468-4d70-a158-c5b03b69731a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:20.430463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Attempting to bind port f49208ac-4468-4d70-a158-c5b03b69731a on network a311401e-ccad-48a4-bed1-c38548079f02 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:20.441009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:20.441586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Checking segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:20.442180 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.442662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Bound using segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:20.443232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Bound port: f49208ac-4468-4d70-a158-c5b03b69731a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:20.443698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.517568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:17Z', 'revision_number': 3, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:20.548143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d60ce-83b2-4217-91bc-802a856d6550 None None] The sync data for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 is: [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:17Z', 'revision_number': 3, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:20.561110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.20.0.1 (a311401e-ccad-48a4-bed1-c38548079f02/1d40a88e-05b6-4c57-b318-4003ec414031/468da320-61f2-4519-8895-2aa880ee5a57) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:20.596549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] For port f49208ac-4468-4d70-a158-c5b03b69731a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:20.600640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] For port f49208ac-4468-4d70-a158-c5b03b69731a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f49208ac-4468-4d70-a158-c5b03b69731a,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:20.608157 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.701939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bcaf6-e3c3-4cb8-9971-c34085f3fe56 None None] Pushing event updated for resources: {'Port': ['ID=f49208ac-4468-4d70-a158-c5b03b69731a,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:20.721200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.741219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Transition to ACTIVE for port object 468da320-61f2-4519-8895-2aa880ee5a57 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:20.791565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:20.858543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network a311401e-ccad-48a4-bed1-c38548079f02 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:20.860308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:20.864849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:20.937455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=468da320-61f2-4519-8895-2aa880ee5a57,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:20.978222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:21.156942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:21.617666 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:21.631540 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:21.740018 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:21.742179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=468da320-61f2-4519-8895-2aa880ee5a57,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:21.795408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f49208ac-4468-4d70-a158-c5b03b69731a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:21.897175 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f49208ac-4468-4d70-a158-c5b03b69731a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:21.906023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network a311401e-ccad-48a4-bed1-c38548079f02 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:21.907506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:21.919974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdb7b7a4-89f3-498e-a265-dddd03d5deb8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:22.030644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:22.037943 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:22.038916 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:22.099870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 1db68795-719b-4bab-a7b5-76f845e0d83d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:22.204455 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:22.245451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port cdb7b7a4-89f3-498e-a265-dddd03d5deb8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:22.254652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:22.275514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:22.284563 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-238fbfc1-f7a2-464d-a9f1-49bffbd04013 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "PUT /v2.0/routers/1db68795-719b-4bab-a7b5-76f845e0d83d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1425207 Aug 11 08:39:22.287212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54572) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:22.330983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:22.346476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db4da2-4a40-4e55-a261-ec5881827e5e None None] Network a311401e-ccad-48a4-bed1-c38548079f02 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:22.405169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.405774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.406248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.406712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.407167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.407797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.412734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54574) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:22.413017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-588a59b7-ec94-4b9b-ab81-6dcc7a9bf197 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.1237454 Aug 11 08:39:22.427358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] Provisioning for port f49208ac-4468-4d70-a158-c5b03b69731a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:22.435814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] Provisioning complete for port f49208ac-4468-4d70-a158-c5b03b69731a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:22.436198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:22.525939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.526321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.526840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.527385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.527858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.528427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:22.532921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e87a3c2c-3174-495b-b434-41600a74abf8 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1165609 Aug 11 08:39:22.533246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54576) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:22.614385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:22.656146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] For port f49208ac-4468-4d70-a158-c5b03b69731a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f49208ac-4468-4d70-a158-c5b03b69731a,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:22.664627 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:22.742391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94d68-472f-4bcd-ab44-be0113242e53 None None] Pushing event updated for resources: {'Port': ['ID=f49208ac-4468-4d70-a158-c5b03b69731a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:22.853215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9242ecde-d258-46f5-856e-51ae400a81e3 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.3187265 Aug 11 08:39:22.999629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e14658c0-1e6c-4a9a-9ff8-08c66cc0b1e9 None None] Provisioning complete for port f49208ac-4468-4d70-a158-c5b03b69731a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:23.000129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e14658c0-1e6c-4a9a-9ff8-08c66cc0b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.073621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Sync routers for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:23.094059 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:23.094695 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:23.128429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e14658c0-1e6c-4a9a-9ff8-08c66cc0b1e9 None None] Provisioning for port 468da320-61f2-4519-8895-2aa880ee5a57 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:23.138558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e14658c0-1e6c-4a9a-9ff8-08c66cc0b1e9 None None] Provisioning complete for port 468da320-61f2-4519-8895-2aa880ee5a57 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:23.139029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e14658c0-1e6c-4a9a-9ff8-08c66cc0b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.233987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e14658c0-1e6c-4a9a-9ff8-08c66cc0b1e9 None None] Port 468da320-61f2-4519-8895-2aa880ee5a57 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:23.309696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54588) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:23.311513 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:23.315292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640824688', 'description': 'tempest-secgroup-smoke-640824688 description', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:23.362084 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fb816ebe-db01-4c49-a9aa-cdc27824f235 None None] Provisioning complete for port 468da320-61f2-4519-8895-2aa880ee5a57 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:23.363277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fb816ebe-db01-4c49-a9aa-cdc27824f235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.366866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.446202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fb816ebe-db01-4c49-a9aa-cdc27824f235 None None] Port 468da320-61f2-4519-8895-2aa880ee5a57 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:23.511436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.518694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.570959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.572373 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-682da810-b5df-4a6d-93fb-267a8c31163e None None] Provisioning complete for port 468da320-61f2-4519-8895-2aa880ee5a57 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:23.572742 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-682da810-b5df-4a6d-93fb-267a8c31163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.575572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54594) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:23.576451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2642345 Aug 11 08:39:23.578285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf4c1a-3b16-4f9d-b6b3-9dce3298b4ca tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d891e-b132-4a8a-b770-1b91aeccd1cc,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:23.590057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'f26d891e-b132-4a8a-b770-1b91aeccd1cc', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:23.629142 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 2, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:23.648074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.655482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-682da810-b5df-4a6d-93fb-267a8c31163e None None] Port 468da320-61f2-4519-8895-2aa880ee5a57 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:23.682757 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Checking router: 1db68795-719b-4bab-a7b5-76f845e0d83d for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:23.683402 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Updating router 1db68795-719b-4bab-a7b5-76f845e0d83d port 468da320-61f2-4519-8895-2aa880ee5a57 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:39:23.712027 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.760833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdb7b7a4-89f3-498e-a265-dddd03d5deb8 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:23.770569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.777320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.820978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6595f6-9864-4006-975d-04ca4ffd2535,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:23.832066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.834500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2562022 Aug 11 08:39:23.837216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.837745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.838161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54596) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:23.838524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.839020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.839512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.840124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.840710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.841226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.841728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.842243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.842814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.843298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be35b372-0aab-403d-aca9-9c474b8f394e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:23.844117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'f26d891e-b132-4a8a-b770-1b91aeccd1cc', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:23.861104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:23.861777 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.903466 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:23.954676 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f49208ac-4468-4d70-a158-c5b03b69731a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:24.054172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f49208ac-4468-4d70-a158-c5b03b69731a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:24.055298 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.064643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.071947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.111112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6a0d56-cda0-44fe-bbe2-1904fa262c9c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.132548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.133836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-24d38b63-0b8f-47d0-9b7a-7b7003ab353b tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2944970 Aug 11 08:39:24.136850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54604) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:24.141723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'f26d891e-b132-4a8a-b770-1b91aeccd1cc', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:24.194908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.238113 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.250658 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Transition to ACTIVE for port object 468da320-61f2-4519-8895-2aa880ee5a57 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:24.264241 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.286417 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-cff21b09-4df1-47e1-b32a-cbdec9e6f6cd req-86f71baa-683c-4073-b9f9-5c9500b31f73 service neutron] (94573) timed out ('10.222.0.69', 58716) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:39:24.295802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.302968 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.327990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad79f993-8131-4a6e-94f0-e680690d43dc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.347251 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.353485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e4b53307-bc6e-4569-8a68-216d5e3c7bbb tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154212 Aug 11 08:39:24.354180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54608) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:24.358890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'f26d891e-b132-4a8a-b770-1b91aeccd1cc', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:24.361679 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2da42a-e9ec-4f18-be07-311118897404 None None] Pushing event updated for resources: {'Port': ['ID=468da320-61f2-4519-8895-2aa880ee5a57,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.412341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.433123 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Attempting to bind port 468da320-61f2-4519-8895-2aa880ee5a57 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:24.433803 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Attempting to bind port 468da320-61f2-4519-8895-2aa880ee5a57 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:24.434632 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Attempting to bind port 468da320-61f2-4519-8895-2aa880ee5a57 on network a311401e-ccad-48a4-bed1-c38548079f02 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:24.440675 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:24.441477 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Checking segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:24.442171 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.442812 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Bound using segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:24.443587 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Bound port: 468da320-61f2-4519-8895-2aa880ee5a57, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:24.444226 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.488510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.498478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.515120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] For port 468da320-61f2-4519-8895-2aa880ee5a57, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:24.518973 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] For port 468da320-61f2-4519-8895-2aa880ee5a57, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=468da320-61f2-4519-8895-2aa880ee5a57,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:24.530277 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.530497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.534485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766710 Aug 11 08:39:24.534820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54610) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:24.540896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'f26d891e-b132-4a8a-b770-1b91aeccd1cc', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:24.546259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb8f15-7d75-4638-b8c6-f3552e8bf45d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb0cadb-cac7-4f50-afb6-6b853caefecf,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.569861 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Project d289f5422cfc4a39a7a604acf613bc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:39:24.575698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.608855 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2da42a-e9ec-4f18-be07-311118897404 None None] Pushing event updated for resources: {'Port': ['ID=468da320-61f2-4519-8895-2aa880ee5a57,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.643675 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:24.644555 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:24.648757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.656461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.693487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.694782 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589262 Aug 11 08:39:24.698037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54612) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:24.700512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaa64e-870b-4d28-bc40-4a157547b7de tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da98080e-2068-45a7-9788-d33c2a07c305,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.704000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'security_group_rule': {'security_group_id': 'f26d891e-b132-4a8a-b770-1b91aeccd1cc', 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:24.786421 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Project d289f5422cfc4a39a7a604acf613bc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:39:24.805713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.868288 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:24.880581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.898607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.920139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d6ca51-0a20-44b5-9cac-263ab3ad49ed,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:24.934257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:24.935508 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-27274635-d283-4ab1-b01d-da7f03dc86a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2360530 Aug 11 08:39:25.178549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-3b9e970c-1659-49d6-b795-f9ebc790b2fd tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640824688&fields=id&tenant_id=d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 267 time: 0.0414188 Aug 11 08:39:25.315030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:24Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:25.380808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-0b5aab09-7a3e-4fbf-abea-e9b3cf8c822f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:25.382643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-0b5aab09-7a3e-4fbf-abea-e9b3cf8c822f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/networks?id=a311401e-ccad-48a4-bed1-c38548079f02 HTTP/1.1" status: 200 len: 797 time: 0.1965735 Aug 11 08:39:25.391970 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249ac0a0-d7c3-424a-86a2-fc06d11062b1 None None] The sync data for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 is: [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:24Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:25.418157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-f6c052ee-591a-44e5-9a0d-9fdd2bda2b2f tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/quotas/d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 375 time: 0.0276313 Aug 11 08:39:25.531361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-318f3519-1d16-43fb-8a48-9404919970ba tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992243 Aug 11 08:39:25.735049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89ffa-e017-47b6-afe8-7e01e8d557c2 req-efe7db87-ac05-4bd6-8c97-f279467b1c97 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:25.736691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-32d89ffa-e017-47b6-afe8-7e01e8d557c2 req-efe7db87-ac05-4bd6-8c97-f279467b1c97 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 946 time: 0.0984695 Aug 11 08:39:25.774193 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-708d9241-f553-4528-9494-696d21ec9285 service neutron] 10.222.0.58 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312043 Aug 11 08:39:25.778990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 468da320-61f2-4519-8895-2aa880ee5a57 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:25.838055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-32d89ffa-e017-47b6-afe8-7e01e8d557c2 req-4dc5f1b7-86b7-4ac3-832c-ec9883b81dc2 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854993 Aug 11 08:39:25.872454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 468da320-61f2-4519-8895-2aa880ee5a57 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:25.877529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 468da320-61f2-4519-8895-2aa880ee5a57 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:25.877898 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:25.941020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-653b9067-02b0-4b9e-a1c3-6b1920fc4c8c service neutron] 10.222.0.58 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650753 Aug 11 08:39:25.990656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:26.041712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 468da320-61f2-4519-8895-2aa880ee5a57, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=468da320-61f2-4519-8895-2aa880ee5a57,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:26.048862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:26.110180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=468da320-61f2-4519-8895-2aa880ee5a57,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:26.170664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d09f90cd-b5b2-4fb4-9ffb-e3d27c21ec11 req-45198924-e1dd-4991-a03d-2ef0681003a0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 210 time: 0.0365169 Aug 11 08:39:27.004107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffa9c-8fdc-4aa4-b0b0-d3062d29f242 req-25428858-7ed0-43ba-a24d-00e5d35720ab tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:27.006733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6ffa9c-8fdc-4aa4-b0b0-d3062d29f242 req-25428858-7ed0-43ba-a24d-00e5d35720ab tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 946 time: 0.0756271 Aug 11 08:39:27.051406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba6ffa9c-8fdc-4aa4-b0b0-d3062d29f242 req-a2938664-0837-4b57-aa4b-8b64ad88af3c tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/security-groups?id=10f98365-e074-42a2-83fb-4d53f825b7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367970 Aug 11 08:39:27.283813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26ac9df9-0191-44fc-97c9-3d5b0b9c5fcb req-2cc3ffd6-3e05-4d53-806e-fc7344fe1cc3 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 210 time: 0.0387852 Aug 11 08:39:27.308954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-f8c385ac-871e-4e85-8195-673b2e916fd7 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:27.312048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-f8c385ac-871e-4e85-8195-673b2e916fd7 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 946 time: 0.0971241 Aug 11 08:39:27.434298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-de7ad7c7-1365-4651-988f-c4de169b5b74 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:27.436180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-de7ad7c7-1365-4651-988f-c4de169b5b74 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/networks?id=a311401e-ccad-48a4-bed1-c38548079f02 HTTP/1.1" status: 200 len: 797 time: 0.1507688 Aug 11 08:39:27.463703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Deleting port a55ab190-e72f-4aea-b407-843e0829d4bf {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:27.464079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:27.507329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-82f91707-fad9-415c-8f67-9a46c4432677 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d289f5422cfc4a39a7a604acf613bc7c HTTP/1.1" status: 200 len: 379 time: 0.0521536 Aug 11 08:39:27.537703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'port': {'device_id': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'admin_state_up': True, 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'security_groups': ['f26d891e-b132-4a8a-b770-1b91aeccd1cc']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:27.593395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] For port a55ab190-e72f-4aea-b407-843e0829d4bf, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=a55ab190-e72f-4aea-b407-843e0829d4bf,segment=NetworkSegment(8a21df05-9d4b-4066-998e-1a9e1804e8b6),segment_id=8a21df05-9d4b-4066-998e-1a9e1804e8b6)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:27.593716 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:27.613111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Calling delete_port for a55ab190-e72f-4aea-b407-843e0829d4bf owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:27.744124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 468da320-61f2-4519-8895-2aa880ee5a57 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:27.793083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Made reservation on behalf of d289f5422cfc4a39a7a604acf613bc7c for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:39:27.797774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:27.838062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 468da320-61f2-4519-8895-2aa880ee5a57 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:27.838719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:27.869555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:27.910840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['a55ab190-e72f-4aea-b407-843e0829d4bf'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:39:27.981587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] No DVR routers for this DVR port a55ab190-e72f-4aea-b407-843e0829d4bf on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:27.994347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:27.994879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.20.0.7 (a311401e-ccad-48a4-bed1-c38548079f02/1d40a88e-05b6-4c57-b318-4003ec414031/55993440-5e8e-46df-ae94-ecf0f305be34) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:27.996473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c66635b-1bdf-401a-b4da-4e9feb4e9641 req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.69 "DELETE /v2.0/ports/a55ab190-e72f-4aea-b407-843e0829d4bf HTTP/1.1" status: 204 len: 173 time: 0.6789491 Aug 11 08:39:27.997327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1785b75-0a90-40b7-9aa1-16a8adaa5c74 tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] Pushing event deleted for resources: {'Port': ['ID=a55ab190-e72f-4aea-b407-843e0829d4bf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:27.998923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'name': 'network-vif-deleted', 'tag': 'a55ab190-e72f-4aea-b407-843e0829d4bf'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:28.003608 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f60a2-f789-4c7b-8b83-301f8098ec95" -d '{"events": [{"server_uuid": "f5ecfa7a-e6b4-462e-96e9-43ade55e2053", "name": "network-vif-deleted", "tag": "a55ab190-e72f-4aea-b407-843e0829d4bf"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:28.044055 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39460167-95f9-410a-8488-c4b82987f986 x-openstack-request-id: req-39460167-95f9-410a-8488-c4b82987f986 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:28.045777 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ecfa7a-e6b4-462e-96e9-43ade55e2053", "name": "network-vif-deleted", "tag": "a55ab190-e72f-4aea-b407-843e0829d4bf", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:28.046244 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-39460167-95f9-410a-8488-c4b82987f986 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:28.046834 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ecfa7a-e6b4-462e-96e9-43ade55e2053', 'name': 'network-vif-deleted', 'tag': 'a55ab190-e72f-4aea-b407-843e0829d4bf', 'status': 'completed', 'code': 200} Aug 11 08:39:28.216427 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.266145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e44bd35-e052-48ac-bb7d-369f28cd7d70 req-285dd9fa-78d9-441d-89ae-8b530cf91b4f tempest-VolumesSnapshotTestJSON-1554417619 tempest-VolumesSnapshotTestJSON-1554417619-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ecfa7a-e6b4-462e-96e9-43ade55e2053 HTTP/1.1" status: 200 len: 210 time: 0.0432014 Aug 11 08:39:28.297312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Transition to ACTIVE for port object 55993440-5e8e-46df-ae94-ecf0f305be34 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:28.346880 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.405917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network a311401e-ccad-48a4-bed1-c38548079f02 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:28.413791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:28.416923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609067-edd0-4bdc-8023-4de48b0084b9 req-b4dd7275-a690-4afd-9b39-61ea56060ad0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:28.418650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86609067-edd0-4bdc-8023-4de48b0084b9 req-b4dd7275-a690-4afd-9b39-61ea56060ad0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 931 time: 0.0519240 Aug 11 08:39:28.425410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:28.434041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=55993440-5e8e-46df-ae94-ecf0f305be34,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:28.517616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86609067-edd0-4bdc-8023-4de48b0084b9 req-ce316763-2003-4152-9a93-9f8c67febedf tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841718 Aug 11 08:39:28.520770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:28.521967 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.561157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-2855e894-de3f-437e-81a8-ceb38bc92e8e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270646 Aug 11 08:39:28.577875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Request body: {'port': {'device_id': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:28.651105 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.814673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-97cbeb22-dc93-4335-a5dd-ccb928063dbc None None] Provisioning for port 55993440-5e8e-46df-ae94-ecf0f305be34 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:28.820472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-97cbeb22-dc93-4335-a5dd-ccb928063dbc None None] Provisioning complete for port 55993440-5e8e-46df-ae94-ecf0f305be34 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:28.821151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-97cbeb22-dc93-4335-a5dd-ccb928063dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.876014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-97cbeb22-dc93-4335-a5dd-ccb928063dbc None None] Port 55993440-5e8e-46df-ae94-ecf0f305be34 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:28.878284 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.955765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55993440-5e8e-46df-ae94-ecf0f305be34 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:39:28.964197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:28.979024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Transition to ACTIVE for port object 55993440-5e8e-46df-ae94-ecf0f305be34 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:28.983954 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:29.038318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Pushing event updated for resources: {'Port': ['ID=55993440-5e8e-46df-ae94-ecf0f305be34,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:29.110229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Attempting to bind port 55993440-5e8e-46df-ae94-ecf0f305be34 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:29.110562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Attempting to bind port 55993440-5e8e-46df-ae94-ecf0f305be34 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:29.110893 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Attempting to bind port 55993440-5e8e-46df-ae94-ecf0f305be34 on network a311401e-ccad-48a4-bed1-c38548079f02 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:29.115838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Port 55993440-5e8e-46df-ae94-ecf0f305be34 on network a311401e-ccad-48a4-bed1-c38548079f02 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:39:29.116161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Attempting to bind port 55993440-5e8e-46df-ae94-ecf0f305be34 on network a311401e-ccad-48a4-bed1-c38548079f02 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:29.121661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:29.122001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Checking segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:29.122389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Bound using segment: {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:29.122823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Bound port: 55993440-5e8e-46df-ae94-ecf0f305be34, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6da4f9-9f49-49af-92a8-72e701ee73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:29.123183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:29.191129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] For port 55993440-5e8e-46df-ae94-ecf0f305be34, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:29.195385 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] For port 55993440-5e8e-46df-ae94-ecf0f305be34, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=55993440-5e8e-46df-ae94-ecf0f305be34,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:29.201771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:29.242289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:29.242765 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:29.244160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] 10.222.0.64 "PUT /v2.0/ports/55993440-5e8e-46df-ae94-ecf0f305be34 HTTP/1.1" status: 200 len: 1091 time: 0.6714361 Aug 11 08:39:29.244599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:29.246924 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:29.282554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373313f-2636-4e45-8d34-7bfa9e14b055 service neutron] Pushing event updated for resources: {'Port': ['ID=55993440-5e8e-46df-ae94-ecf0f305be34,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:29.291133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ee68b840-f53b-47b1-9392-b5b9bc6876d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:29.329562 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2104f648-30e1-462f-8a03-53aaa4ba6c9a x-openstack-request-id: req-2104f648-30e1-462f-8a03-53aaa4ba6c9a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:29.330162 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:29.330162 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2104f648-30e1-462f-8a03-53aaa4ba6c9a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:29.330614 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34', 'status': 'completed', 'code': 200} Aug 11 08:39:29.371351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-e2fb6e92-bc80-4f42-86ca-568baef5981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:29.372964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-e2fb6e92-bc80-4f42-86ca-568baef5981a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 1094 time: 0.0558641 Aug 11 08:39:29.428807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-faef8c37-d17b-454b-ada5-e4592d260d7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55993440-5e8e-46df-ae94-ecf0f305be34 HTTP/1.1" status: 200 len: 217 time: 0.0408611 Aug 11 08:39:29.488390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-e972df0c-068c-4dcf-a581-09925af3f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:29.490382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-e972df0c-068c-4dcf-a581-09925af3f386 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d40a88e-05b6-4c57-b318-4003ec414031 HTTP/1.1" status: 200 len: 834 time: 0.0533290 Aug 11 08:39:29.548505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-4f2b86e5-1297-4e01-b629-c24cabeb62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:29.550103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-4f2b86e5-1297-4e01-b629-c24cabeb62db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a311401e-ccad-48a4-bed1-c38548079f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515759 Aug 11 08:39:29.689989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4da3a-19fc-4338-b8d4-596e8169c019 req-ecc15c9d-32f9-45ac-b937-8fe4c7ebb1d0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:29.697826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1f4da3a-19fc-4338-b8d4-596e8169c019 req-ecc15c9d-32f9-45ac-b937-8fe4c7ebb1d0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 943 time: 0.0911090 Aug 11 08:39:29.718128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-f4faecf8-11de-4728-95d6-e82f5af85db6 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602619 Aug 11 08:39:29.805164 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1f4da3a-19fc-4338-b8d4-596e8169c019 req-72e13f95-209d-4aac-ad62-d52d3651fda1 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063416 Aug 11 08:39:29.857825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bcedb58f-837c-4c04-957b-d3e0ad29e111 req-cbe057ca-ba2a-4506-95aa-ffa7f4b1e7a4 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309121 Aug 11 08:39:29.910325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a55ab190-e72f-4aea-b407-843e0829d4bf no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:29.941292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: a55ab190-e72f-4aea-b407-843e0829d4bf {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:29.942007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device a55ab190-e72f-4aea-b407-843e0829d4bf not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:29.946165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:29.989995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-45642772-2656-47c2-b279-db2528a72df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:29.991300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-45642772-2656-47c2-b279-db2528a72df6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 1094 time: 0.0437336 Aug 11 08:39:30.114968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-baf2e9a0-d5cf-4321-8479-055f508dd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:30.117302 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-baf2e9a0-d5cf-4321-8479-055f508dd086 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a311401e-ccad-48a4-bed1-c38548079f02 HTTP/1.1" status: 200 len: 898 time: 0.1179800 Aug 11 08:39:30.167459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-dad0ae6f-e9df-4906-90ee-7cf19393688e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55993440-5e8e-46df-ae94-ecf0f305be34 HTTP/1.1" status: 200 len: 217 time: 0.0414050 Aug 11 08:39:30.260684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-c87574f3-1deb-4ecc-923d-4b4cc1a4619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:30.262139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-c87574f3-1deb-4ecc-923d-4b4cc1a4619b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d40a88e-05b6-4c57-b318-4003ec414031 HTTP/1.1" status: 200 len: 834 time: 0.0677438 Aug 11 08:39:30.340469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-0ece996b-3a3b-4d30-b161-d6f4f8c3bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:30.342344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-0ece996b-3a3b-4d30-b161-d6f4f8c3bfe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a311401e-ccad-48a4-bed1-c38548079f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708556 Aug 11 08:39:30.453254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-cf99e5c0-973a-47bd-92e1-4b45636b1306 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029019 Aug 11 08:39:30.557843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-230a058d-eb18-4ac3-92a5-73bbb8ca9b95 req-a25d23b5-90d3-4a42-9e14-0847afb7d6cc service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967767 Aug 11 08:39:30.936357 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8451706-b5f6-4cd3-8184-6b5f51eabe56 req-9d3e4e60-1cf7-46f2-9d48-fa96cacb441d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:30.936357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8451706-b5f6-4cd3-8184-6b5f51eabe56 req-9d3e4e60-1cf7-46f2-9d48-fa96cacb441d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 943 time: 0.0557339 Aug 11 08:39:30.980211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8451706-b5f6-4cd3-8184-6b5f51eabe56 req-295d53a6-171b-4f91-9ab4-65afee2c8806 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365305 Aug 11 08:39:32.374415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54716) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:32.424595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.464808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1baa4a-1403-496d-913f-0a9ca1d9cf22 req-ec96909d-1bbb-4030-9f09-7cf794f794a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:32.466352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f1baa4a-1403-496d-913f-0a9ca1d9cf22 req-ec96909d-1bbb-4030-9f09-7cf794f794a7 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 943 time: 0.4053054 Aug 11 08:39:32.507329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f1baa4a-1403-496d-913f-0a9ca1d9cf22 req-919dd350-caea-415c-924c-3b4154c12e0e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345404 Aug 11 08:39:32.522749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f98c239a-dae1-4675-b7ca-25af64e66abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.617569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f98c239a-dae1-4675-b7ca-25af64e66abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.622855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f98c239a-dae1-4675-b7ca-25af64e66abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.661292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f98c239a-dae1-4675-b7ca-25af64e66abd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be59d299b72041cba07d89ae2c127e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856488 Aug 11 08:39:32.662001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c239a-dae1-4675-b7ca-25af64e66abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc34b8-4f62-4f2f-a08f-2a607c53579c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:32.664362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54720) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:32.710255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3159-0868-48cc-8756-b0008520ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.716579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2d2acc7-fbc9-4d15-9827-b890fc9bb1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.739426 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2d2acc7-fbc9-4d15-9827-b890fc9bb1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.795190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2d2acc7-fbc9-4d15-9827-b890fc9bb1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.797763 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2d2acc7-fbc9-4d15-9827-b890fc9bb1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:32.799047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d2d2acc7-fbc9-4d15-9827-b890fc9bb1af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14fc34b8-4f62-4f2f-a08f-2a607c53579c HTTP/1.1" status: 204 len: 168 time: 0.1336420 Aug 11 08:39:32.813832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2acc7-fbc9-4d15-9827-b890fc9bb1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc34b8-4f62-4f2f-a08f-2a607c53579c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:33.076624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54732) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:33.090205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-db0c717e-b607-46fc-915b-0b44f95031b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.152929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 55993440-5e8e-46df-ae94-ecf0f305be34 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:39:33.187123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-db0c717e-b607-46fc-915b-0b44f95031b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.192506 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-db0c717e-b607-46fc-915b-0b44f95031b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.233708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c717e-b607-46fc-915b-0b44f95031b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d5d7f-4633-4520-84e5-b959549e6d9e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:33.238149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-db0c717e-b607-46fc-915b-0b44f95031b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df3a569698ce4da094aabb247c7e6fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604445 Aug 11 08:39:33.241145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54734) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:33.257043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 55993440-5e8e-46df-ae94-ecf0f305be34, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=55993440-5e8e-46df-ae94-ecf0f305be34,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:33.300215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c06d13f9-0200-4bd5-983c-c252b9901ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.327461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c06d13f9-0200-4bd5-983c-c252b9901ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.390544 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c06d13f9-0200-4bd5-983c-c252b9901ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.393169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c06d13f9-0200-4bd5-983c-c252b9901ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.394401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c06d13f9-0200-4bd5-983c-c252b9901ec6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d11d5d7f-4633-4520-84e5-b959549e6d9e HTTP/1.1" status: 204 len: 168 time: 0.1523294 Aug 11 08:39:33.402895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d13f9-0200-4bd5-983c-c252b9901ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d5d7f-4633-4520-84e5-b959549e6d9e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:33.435365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '55993440-5e8e-46df-ae94-ecf0f305be34', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'port_id': '55993440-5e8e-46df-ae94-ecf0f305be34', 'mac_address': 'fa:16:3e:8c:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:39:33.489140 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.503344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55993440-5e8e-46df-ae94-ecf0f305be34 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:39:33.525592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 55993440-5e8e-46df-ae94-ecf0f305be34, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=55993440-5e8e-46df-ae94-ecf0f305be34,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:33.533557 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:33.587624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=55993440-5e8e-46df-ae94-ecf0f305be34,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:33.638146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44e55-2f15-4e95-b7e2-c651777a392b req-2fce71ea-b88d-4c3c-a9f6-dc20bf34b802 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:33.639712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2f44e55-2f15-4e95-b7e2-c651777a392b req-2fce71ea-b88d-4c3c-a9f6-dc20bf34b802 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 944 time: 0.0590498 Aug 11 08:39:33.679481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2f44e55-2f15-4e95-b7e2-c651777a392b req-8d1c9996-5483-40c2-9c78-b18eeb159994 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Aug 11 08:39:33.819656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['55993440-5e8e-46df-ae94-ecf0f305be34'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:39:34.819384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf89d4-bd86-4274-925b-c6525ec2c557 req-3113df3e-4a0d-4ceb-92ca-9aca0b722513 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:34.821250 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2daf89d4-bd86-4274-925b-c6525ec2c557 req-3113df3e-4a0d-4ceb-92ca-9aca0b722513 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 944 time: 0.0667903 Aug 11 08:39:34.879362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2daf89d4-bd86-4274-925b-c6525ec2c557 req-6334f0b2-ecd4-40e6-90e6-ca4b69118a4a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509419 Aug 11 08:39:34.895568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:35.156450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 55993440-5e8e-46df-ae94-ecf0f305be34 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:35.235032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 55993440-5e8e-46df-ae94-ecf0f305be34 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:35.242019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 55993440-5e8e-46df-ae94-ecf0f305be34 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:35.242585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:35.353281 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:35.382198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:35.384570 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0320d337-0f58-4e9f-a8ab-9cf8df49cc69" -d '{"events": [{"server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "name": "network-vif-plugged", "status": "completed", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:35.402263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 55993440-5e8e-46df-ae94-ecf0f305be34, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=55993440-5e8e-46df-ae94-ecf0f305be34,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:35.407855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:35.435717 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca9258f-085d-4761-b933-56d6500d6e69 x-openstack-request-id: req-bca9258f-085d-4761-b933-56d6500d6e69 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:35.445137 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "name": "network-vif-plugged", "status": "completed", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:35.445958 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bca9258f-085d-4761-b933-56d6500d6e69 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:35.446605 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34', 'code': 200} Aug 11 08:39:35.491683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=55993440-5e8e-46df-ae94-ecf0f305be34,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:35.578010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845c71e-cb9d-4f8a-898c-0b9e29ff9739 req-c00ed6af-9d42-4d78-b0d2-18862943f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:35.579854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e845c71e-cb9d-4f8a-898c-0b9e29ff9739 req-c00ed6af-9d42-4d78-b0d2-18862943f4ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 1096 time: 0.0481403 Aug 11 08:39:36.011016 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e845c71e-cb9d-4f8a-898c-0b9e29ff9739 req-9077f35b-d89c-4959-8306-1fd941f19b98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4100173 Aug 11 08:39:36.037192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee51ad-078c-4964-bb1f-368f997d90ba req-11f55aaa-7460-4efc-ba78-6d2f078ad5e5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:36.038705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bee51ad-078c-4964-bb1f-368f997d90ba req-11f55aaa-7460-4efc-ba78-6d2f078ad5e5 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.0682349 Aug 11 08:39:36.087143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bee51ad-078c-4964-bb1f-368f997d90ba req-1c4cc586-3049-4ff4-890e-d8f828ad5df9 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Aug 11 08:39:36.162469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:36.827879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85854313-aad8-4648-b67e-addabc575395 req-cfbe122d-afcc-4549-933c-97a3c586b7b0 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:36.831005 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85854313-aad8-4648-b67e-addabc575395 req-cfbe122d-afcc-4549-933c-97a3c586b7b0 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0479760 Aug 11 08:39:36.873139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85854313-aad8-4648-b67e-addabc575395 req-4ce032b8-a2d2-4dd5-90ca-e54a7c0665d5 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358171 Aug 11 08:39:36.896864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54856) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:37.101860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port cd37e4ad-749a-4447-935b-f4c730570cec {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:37.102818 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:37.240996 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:37.241364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:37.249391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0686730-e056-43ff-9872-f89db5796803 req-0bcd9c25-b04e-4999-8449-25ed67943298 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:37.257869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for cd37e4ad-749a-4447-935b-f4c730570cec owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:37.258148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0686730-e056-43ff-9872-f89db5796803 req-0bcd9c25-b04e-4999-8449-25ed67943298 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.0649543 Aug 11 08:39:37.298630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0686730-e056-43ff-9872-f89db5796803 req-14e66529-8bb0-47f7-995c-4bec7a0be1ec tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396650 Aug 11 08:39:37.444209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:37.473856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=cd37e4ad-749a-4447-935b-f4c730570cec,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:37.547871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:37.548238 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP fdb585e8-6ba1-47b2-be16-1899d1c7d368 disassociated (deleted). External IP: 172.25.2.58, port: 2859832a-f8c0-47ac-8d53-52541ac7b244. Aug 11 08:39:37.802629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router ff334e0f-4268-4282-89ae-89582000d8af has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:37.940234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:37.948070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:37.952113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] Sync routers for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:37.966058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:37.967364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:37.997795 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5bc71591-9e4d-4435-bd75-ab37f87fae00 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/floatingips/fdb585e8-6ba1-47b2-be16-1899d1c7d368 HTTP/1.1" status: 204 len: 168 time: 1.0971119 Aug 11 08:39:37.997795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:38.001759 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590" -d '{"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:38.065983 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124dc4c4-8d15-4347-958a-39a1106d3e2e x-openstack-request-id: req-124dc4c4-8d15-4347-958a-39a1106d3e2e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:38.066379 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:38.066783 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-124dc4c4-8d15-4347-958a-39a1106d3e2e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:38.068095 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'status': 'completed', 'code': 200} Aug 11 08:39:38.151674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:38.170305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-57083e30-5fd6-4706-87b5-d82e0d7326a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.172305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-57083e30-5fd6-4706-87b5-d82e0d7326a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 1097 time: 0.0525520 Aug 11 08:39:38.336250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-cbd9ee63-2104-429a-9e9a-bc91e4043cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.338019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-cbd9ee63-2104-429a-9e9a-bc91e4043cf4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 200 len: 898 time: 0.1586595 Aug 11 08:39:38.412340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-4991c719-7c94-4bcd-9fff-6d83255e8b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 200 len: 217 time: 0.0653939 Aug 11 08:39:38.416841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be39baf-fb22-42ff-a703-16dc3998f671 req-08cb24fa-3765-4a3e-ab99-4599d27c1648 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.428530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1be39baf-fb22-42ff-a703-16dc3998f671 req-08cb24fa-3765-4a3e-ab99-4599d27c1648 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0976818 Aug 11 08:39:38.477855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1be39baf-fb22-42ff-a703-16dc3998f671 req-5f27b95e-1e42-4390-bd27-103573a8fa53 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419281 Aug 11 08:39:38.509710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:56Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:38.515905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-14a4b116-dc24-41ec-a0e5-837ce830ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.517491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-14a4b116-dc24-41ec-a0e5-837ce830ff21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 200 len: 834 time: 0.0950708 Aug 11 08:39:38.547707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] Checking router: ff334e0f-4268-4282-89ae-89582000d8af for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:38.559547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:38.560158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:38.591689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a84ad-5958-4835-a988-1a3d55182cb7 req-21b8ff77-c2e1-4d58-a6b9-3cd42d04bd23 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.593261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b3a84ad-5958-4835-a988-1a3d55182cb7 req-21b8ff77-c2e1-4d58-a6b9-3cd42d04bd23 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.0955207 Aug 11 08:39:38.600747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-7c5f122d-2012-431f-981a-f99be78b8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.602295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-7c5f122d-2012-431f-981a-f99be78b8985 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43811430-d33a-4247-92b8-e7aeecbc736a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646393 Aug 11 08:39:38.689504 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4b3a84ad-5958-4835-a988-1a3d55182cb7 req-4bb07b0e-64bf-4260-aeb0-d61be61fa0ec tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861852 Aug 11 08:39:38.720419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:38.731845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-b6dca56a-77c2-4267-9fbc-37b9bf35ca2d service neutron] 10.222.0.64 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212041 Aug 11 08:39:38.883372 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba9bc25-85ae-47a5-b3e9-7a9e41909590 req-efcd4be1-bfe0-4c1d-b5c6-7118a9b3899b service neutron] 10.222.0.64 "GET /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429384 Aug 11 08:39:38.921091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2d0a3-cfd3-4340-bfb9-ae1cd66d7b47 req-16ad0793-461a-4593-bec0-31d976d4bf08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:38.929133 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31f2d0a3-cfd3-4340-bfb9-ae1cd66d7b47 req-16ad0793-461a-4593-bec0-31d976d4bf08 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.1005094 Aug 11 08:39:38.988610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31f2d0a3-cfd3-4340-bfb9-ae1cd66d7b47 req-2a33e9f2-fcdb-499d-bdc6-c3da726c8cdf tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575364 Aug 11 08:39:39.009094 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54878) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:39.066222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5438a0-7d8e-4f45-bd9e-506cc70d0483 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:39.068214 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dc5438a0-7d8e-4f45-bd9e-506cc70d0483 tempest-TestNetworkBasicOps-551655151 tempest-TestNetworkBasicOps-551655151-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 1091 time: 0.0580680 Aug 11 08:39:39.071507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:39.076993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '55993440-5e8e-46df-ae94-ecf0f305be34', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:39.082750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:56Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:39.111891 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:39.115189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce2b8a-b61c-44f2-99a3-fb0da864e890 None None] The sync data for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 is: [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:37:51Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'cac017b0-ed38-402e-a405-21ec08dab70c', 'name': '', 'network_id': '43811430-d33a-4247-92b8-e7aeecbc736a', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:a9:91:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '93958077-0ef9-4895-8f09-9403024481e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:49Z', 'updated_at': '2021-08-11T08:37:56Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '93958077-0ef9-4895-8f09-9403024481e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:39.253864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:39.437662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Allocated IP 172.25.2.250 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/ed159331-1c8a-4d13-8f30-1aa4966673a1) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:39.447302 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e333ac-f7b5-4f9a-b3c2-d0ba52f6a35e None None] New status for floating IP fdb585e8-6ba1-47b2-be16-1899d1c7d368: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:39:39.638828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:39.671255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e2bc-db9b-462a-a574-ab8c04b9524d req-fb9ff992-18a2-4e53-936a-08723d2ec12d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:39.673266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61c5e2bc-db9b-462a-a574-ab8c04b9524d req-fb9ff992-18a2-4e53-936a-08723d2ec12d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.0801888 Aug 11 08:39:39.686374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:39.727853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:39.732924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:39.736685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:39.760808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61c5e2bc-db9b-462a-a574-ab8c04b9524d req-2821d772-bdd2-40cb-bfb6-cf3c077e2543 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c23c5b2d-2e77-4698-aaf8-ebec61e511e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804007 Aug 11 08:39:39.787793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=ed159331-1c8a-4d13-8f30-1aa4966673a1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:39.789440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44825437-2ed0-4965-825f-245a41994474 req-36216903-37c3-46fa-93cc-52d7422ff3ef tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:39.804197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-44825437-2ed0-4965-825f-245a41994474 req-36216903-37c3-46fa-93cc-52d7422ff3ef tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.64 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 946 time: 0.1030877 Aug 11 08:39:39.924710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 2859832a-f8c0-47ac-8d53-52541ac7b244 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:39.925186 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.036929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 2859832a-f8c0-47ac-8d53-52541ac7b244, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=2859832a-f8c0-47ac-8d53-52541ac7b244,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:40.037711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.064778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 2859832a-f8c0-47ac-8d53-52541ac7b244 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:40.235071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.275721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=2859832a-f8c0-47ac-8d53-52541ac7b244,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:40.322755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] No DVR routers for this DVR port 2859832a-f8c0-47ac-8d53-52541ac7b244 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:40.325431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.328261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-44825437-2ed0-4965-825f-245a41994474 req-c55b2dc8-4d6e-458f-85b9-124296a55db5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.64 "DELETE /v2.0/ports/2859832a-f8c0-47ac-8d53-52541ac7b244 HTTP/1.1" status: 204 len: 173 time: 0.5174565 Aug 11 08:39:40.328425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-deleted', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:40.336770 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d203c4-98e4-4d11-9ace-46c3e75a9bc5" -d '{"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-deleted", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:40.375623 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.405386 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275ef0bd-8d8a-40ee-b209-74f52ae43964 x-openstack-request-id: req-275ef0bd-8d8a-40ee-b209-74f52ae43964 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:40.405746 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4f5d9c-1839-49eb-a726-6c7954869c9e", "name": "network-vif-deleted", "tag": "2859832a-f8c0-47ac-8d53-52541ac7b244", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:40.406063 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-275ef0bd-8d8a-40ee-b209-74f52ae43964 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:40.406532 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4f5d9c-1839-49eb-a726-6c7954869c9e', 'name': 'network-vif-deleted', 'tag': '2859832a-f8c0-47ac-8d53-52541ac7b244', 'status': 'completed', 'code': 200} Aug 11 08:39:40.478685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.678801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.685632 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.784983 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event updated for resources: {'Port': ['ID=ed159331-1c8a-4d13-8f30-1aa4966673a1,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:40.816260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:40.946257 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9795d1a8-30ea-4dda-89c2-5d0b0d860fb4 req-3ab4988d-707f-41e1-9546-cc7c2398ec6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4f5d9c-1839-49eb-a726-6c7954869c9e HTTP/1.1" status: 200 len: 210 time: 0.0461290 Aug 11 08:39:41.037932 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Floating IP 1b6bce65-6a43-4640-8476-a694ea11bdbb associated. External IP: 172.25.2.250, port: 55993440-5e8e-46df-ae94-ecf0f305be34. Aug 11 08:39:41.273470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 1db68795-719b-4bab-a7b5-76f845e0d83d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:41.420638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:41.435076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] Sync routers for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:41.444238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:41.446731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:41.449801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:41.487341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e6830be9-39a4-4ba6-901a-174e7d388613 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4145942 Aug 11 08:39:41.488415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:39:41.490261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54898) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:41.492595 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f868d2-a264-4a57-8f2b-eea81040ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:39:41.554785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ef74a31c-90b4-41da-a0c8-307dda7288c1 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/1b6bce65-6a43-4640-8476-a694ea11bdbb HTTP/1.1" status: 200 len: 991 time: 0.0632949 Aug 11 08:39:41.561475 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b102e3be-cc83-4116-b2c6-ee0a6adbc16a x-openstack-request-id: req-b102e3be-cc83-4116-b2c6-ee0a6adbc16a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:39:41.561758 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:39:41.562031 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b102e3be-cc83-4116-b2c6-ee0a6adbc16a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:39:41.562400 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34', 'status': 'completed', 'code': 200} Aug 11 08:39:41.604055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:41.649046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-251ab8a0-6c5b-460f-9146-082a8b819a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:41.650649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-251ab8a0-6c5b-460f-9146-082a8b819a8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 1096 time: 0.0453331 Aug 11 08:39:41.762029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-c980e4fb-f708-450e-ab66-8a9b2f79a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:41.763652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-c980e4fb-f708-450e-ab66-8a9b2f79a9cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=a311401e-ccad-48a4-bed1-c38548079f02 HTTP/1.1" status: 200 len: 898 time: 0.1066260 Aug 11 08:39:41.835072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-c27d59ac-4e5d-4b54-9070-31c9bc3625bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55993440-5e8e-46df-ae94-ecf0f305be34 HTTP/1.1" status: 200 len: 999 time: 0.0643587 Aug 11 08:39:41.867279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1b6bce65-6a43-4640-8476-a694ea11bdbb', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'port_id': '55993440-5e8e-46df-ae94-ecf0f305be34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'mac_address': 'fa:16:3e:8c:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:39:40Z', 'updated_at': '2021-08-11T08:39:40Z', 'revision_number': 0, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:41.892653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-47d44a5b-1e1e-4474-8133-de64acbfd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:41.894558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-47d44a5b-1e1e-4474-8133-de64acbfd2f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d40a88e-05b6-4c57-b318-4003ec414031 HTTP/1.1" status: 200 len: 834 time: 0.0529292 Aug 11 08:39:41.895218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] Checking router: 1db68795-719b-4bab-a7b5-76f845e0d83d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:41.904255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:41.904904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:41.942504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-141a786a-af1b-4ccc-acb8-e4f4a82ed782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:41.944248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-141a786a-af1b-4ccc-acb8-e4f4a82ed782 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a311401e-ccad-48a4-bed1-c38548079f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427880 Aug 11 08:39:42.037543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:42.050455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:42.066052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-e2009a10-5f44-4f67-b2a6-aef564ed8963 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133785 Aug 11 08:39:42.213623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31f868d2-a264-4a57-8f2b-eea81040ef2e req-701c400f-49ff-4753-8727-ce1a26fc9012 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402969 Aug 11 08:39:42.370516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1b6bce65-6a43-4640-8476-a694ea11bdbb', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'port_id': '55993440-5e8e-46df-ae94-ecf0f305be34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'mac_address': 'fa:16:3e:8c:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:39:40Z', 'updated_at': '2021-08-11T08:39:40Z', 'revision_number': 0, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:42.411711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e402413-5dad-4685-b2bf-cafad179a98f None None] The sync data for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 is: [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1b6bce65-6a43-4640-8476-a694ea11bdbb', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'port_id': '55993440-5e8e-46df-ae94-ecf0f305be34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'mac_address': 'fa:16:3e:8c:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:39:40Z', 'updated_at': '2021-08-11T08:39:40Z', 'revision_number': 0, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:42.558750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:42.594582 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:42.697402 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f726ea49-a69a-491b-8285-9e7a88b5e123 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/1b6bce65-6a43-4640-8476-a694ea11bdbb HTTP/1.1" status: 200 len: 991 time: 0.1371431 Aug 11 08:39:42.766429 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6cf56-69b8-4620-a030-74e7077b93eb None None] New status for floating IP 1b6bce65-6a43-4640-8476-a694ea11bdbb: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:39:42.969981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port cac017b0-ed38-402e-a405-21ec08dab70c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:42.970360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:43.082264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port cac017b0-ed38-402e-a405-21ec08dab70c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cac017b0-ed38-402e-a405-21ec08dab70c,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:43.082555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:43.101131 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for cac017b0-ed38-402e-a405-21ec08dab70c owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:43.166990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:43.209064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 2859832a-f8c0-47ac-8d53-52541ac7b244 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:43.209332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 2859832a-f8c0-47ac-8d53-52541ac7b244 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:43.356199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:43.391759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=cac017b0-ed38-402e-a405-21ec08dab70c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:43.595605 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:43.699630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54922) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:43.801835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9366192d-5ca9-480d-a0a4-928b9b18e5d0 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/1b6bce65-6a43-4640-8476-a694ea11bdbb HTTP/1.1" status: 200 len: 993 time: 0.0919178 Aug 11 08:39:44.194533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router ff334e0f-4268-4282-89ae-89582000d8af has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:44.312921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:44.318888 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26cb16b7-9471-4e31-a156-090d59a87d83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/ff334e0f-4268-4282-89ae-89582000d8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2701237 Aug 11 08:39:44.321609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54924) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:44.325953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] Sync routers for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:44.345865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:44.346956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:44.381561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting subnet 93958077-0ef9-4895-8f09-9403024481e7 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:39:44.385181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:44.468729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:44.562584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:44.640012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:44.745119 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:44.835416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Subnet': ['ID=93958077-0ef9-4895-8f09-9403024481e7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:44.837753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:44.843491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1517299e-f594-4301-ae50-908103557534 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/subnets/93958077-0ef9-4895-8f09-9403024481e7 HTTP/1.1" status: 204 len: 168 time: 0.5208311 Aug 11 08:39:44.846706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54936) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:44.903169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a9ee8-f367-4b83-afc7-b2e20ef1ac87 None None] Network 43811430-d33a-4247-92b8-e7aeecbc736a requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:45.021415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.062964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:39:43Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:45.096051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] Checking router: ff334e0f-4268-4282-89ae-89582000d8af for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:45.112285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] Routers {'ff334e0f-4268-4282-89ae-89582000d8af'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:45.113137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['ff334e0f-4268-4282-89ae-89582000d8af'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:45.161243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.236898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 03016f25-6ecd-4244-a275-7ddaef7cd3f3 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:45.237248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.279382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] Set router ff334e0f-4268-4282-89ae-89582000d8af gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:45.294497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] DHCP port deletion for 43811430-d33a-4247-92b8-e7aeecbc736a request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:39:45.349958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 03016f25-6ecd-4244-a275-7ddaef7cd3f3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=03016f25-6ecd-4244-a275-7ddaef7cd3f3,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:45.350432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.366404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 03016f25-6ecd-4244-a275-7ddaef7cd3f3 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:45.537248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] Deleting port d17e8749-41c5-4e80-a107-07278cea7b53 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:39:45.538476 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.556151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:39:43Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:45.605005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.643154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=03016f25-6ecd-4244-a275-7ddaef7cd3f3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:45.680095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e412e21-9598-48f7-86fd-f84ae6183bf7 None None] The sync data for ids ['ff334e0f-4268-4282-89ae-89582000d8af'] in n-d-789963-6 is: [{'id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486095636', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:37:44Z', 'updated_at': '2021-08-11T08:39:43Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '03016f25-6ecd-4244-a275-7ddaef7cd3f3', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff334e0f-4268-4282-89ae-89582000d8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:37:45Z', 'updated_at': '2021-08-11T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:45.691435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d17e8749-41c5-4e80-a107-07278cea7b53 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:45.724986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.739667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] For port d17e8749-41c5-4e80-a107-07278cea7b53, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d17e8749-41c5-4e80-a107-07278cea7b53,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:45.740116 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.759955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] Calling delete_port for d17e8749-41c5-4e80-a107-07278cea7b53 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:39:45.859317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.860412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.862616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.908656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d17e8749-41c5-4e80-a107-07278cea7b53, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d17e8749-41c5-4e80-a107-07278cea7b53,segment=NetworkSegment(89ebdd5f-4115-4fe2-88d8-b85afa3e0d76),segment_id=89ebdd5f-4115-4fe2-88d8-b85afa3e0d76)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:45.915262 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.916097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Fanout notify agent at l3_agent the message router_deleted on router ff334e0f-4268-4282-89ae-89582000d8af {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:39:45.922566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.940220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.942177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae1f4383-4793-45d7-a2eb-c495a1625ec7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/routers/ff334e0f-4268-4282-89ae-89582000d8af HTTP/1.1" status: 204 len: 168 time: 1.0941253 Aug 11 08:39:45.944779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54946) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:45.957125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:45.976135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] No DVR routers for this DVR port d17e8749-41c5-4e80-a107-07278cea7b53 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:39:45.995222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d17e8749-41c5-4e80-a107-07278cea7b53,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:46.025832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e17eb4-f10a-4572-b7a7-38b9c24c084d None None] Pushing event deleted for resources: {'Port': ['ID=d17e8749-41c5-4e80-a107-07278cea7b53,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:46.084449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.218296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.229406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43811430-d33a-4247-92b8-e7aeecbc736a']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:46.250657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:46.251124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ebdd5f-4115-4fe2-88d8-b85afa3e0d76') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:46.262616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.280485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.289464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:39:46.290228 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:39:46.295185 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:39:46.374577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.383727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.388799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/networks/43811430-d33a-4247-92b8-e7aeecbc736a HTTP/1.1" status: 204 len: 168 time: 0.4399805 Aug 11 08:39:46.389213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54950) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:46.439823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb30d3-a862-4e7f-ab3a-b8bb06a46aa7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Network': ['ID=43811430-d33a-4247-92b8-e7aeecbc736a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:46.505193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3205-74ca-4393-a5f5-1619a3c33712 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.554231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3205-74ca-4393-a5f5-1619a3c33712 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.627514 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3205-74ca-4393-a5f5-1619a3c33712 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.630579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3205-74ca-4393-a5f5-1619a3c33712 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:46.634377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cc7d3205-74ca-4393-a5f5-1619a3c33712 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/security-groups/c23c5b2d-2e77-4698-aaf8-ebec61e511e9 HTTP/1.1" status: 204 len: 168 time: 0.2415876 Aug 11 08:39:46.662468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d3205-74ca-4393-a5f5-1619a3c33712 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c5b2d-2e77-4698-aaf8-ebec61e511e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:47.666091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 03016f25-6ecd-4244-a275-7ddaef7cd3f3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:47.685989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 03016f25-6ecd-4244-a275-7ddaef7cd3f3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:47.686312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 03016f25-6ecd-4244-a275-7ddaef7cd3f3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:47.686928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cac017b0-ed38-402e-a405-21ec08dab70c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:39:47.711594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: cac017b0-ed38-402e-a405-21ec08dab70c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:39:47.711962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cac017b0-ed38-402e-a405-21ec08dab70c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:39:47.903848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54964) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:47.909841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056599157', 'description': 'tempest-secgroup-smoke-2056599157 description', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:47.935615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.022443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.028442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.059053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ff0dc-506d-4295-b3a7-ba60b8168831,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.062906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.069004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b59c26bc-2c98-4729-9c17-4dc1f99e340a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593144 Aug 11 08:39:48.070255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54966) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.075072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': '4e9ff0dc-506d-4295-b3a7-ba60b8168831', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:48.111043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.172841 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.177785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.204647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a5fff4-e640-4157-8f8f-1789b5f191c8,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.208906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.213067 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2e66fcef-9493-4078-9bed-90d6b88eb756 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395586 Aug 11 08:39:48.213534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54970) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.218055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': '4e9ff0dc-506d-4295-b3a7-ba60b8168831', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:48.252595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.311274 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.324071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.348591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e3544c-2be4-4fa0-b8a3-ebbfe4eddeb8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.352934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.354407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-56c74a75-a4f2-46ad-9c02-a3567a5a4f1e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402097 Aug 11 08:39:48.357321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54974) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.365860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': '4e9ff0dc-506d-4295-b3a7-ba60b8168831', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:48.401656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.475238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.481166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.500333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6e5928-94e6-4f75-846b-f6c5a9cebad5,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.510405 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.511646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6021e15d-9dbe-4eb1-9f26-835366dc47d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532938 Aug 11 08:39:48.514740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54976) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.519340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': '4e9ff0dc-506d-4295-b3a7-ba60b8168831', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:48.554289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.623900 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.631274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.651338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3624fdd8-3e2c-481d-acc1-0b0ff1170526,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.666605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.667900 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3d117333-00c5-4be6-acbe-2707574a29a3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521566 Aug 11 08:39:48.670866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54982) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.675750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': '4e9ff0dc-506d-4295-b3a7-ba60b8168831', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:48.699743 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:39:48.705480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.772591 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.778916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.800605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb3f292-a633-4f0a-8901-675d464b0ef8,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.813054 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.824565 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e9911f58-6f53-49c8-aa73-41415e29f7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524129 Aug 11 08:39:48.825269 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54990) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.830617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': '4e9ff0dc-506d-4295-b3a7-ba60b8168831', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:48.859541 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:39:48.866001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.939304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.945983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.968939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e42f55-7124-41f2-9533-2a22912dd75d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:48.982532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:48.986655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5fc94893-fb82-41cb-a596-33f3e22bf755 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576579 Aug 11 08:39:48.986901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 54992) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:48.991930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'network': {'name': 'tempest-network-smoke--1789417942', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'port_security_enabled': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:49.015801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:39:49.021353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.052464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:39:49.063799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.064162 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Added segment a1367f2f-ca58-4ed1-b672-088ea8b44389 of type vlan for network c5ed6156-d716-496e-9a15-2e8e437240aa Aug 11 08:39:49.111127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.152769 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.158949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:49.159675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.219750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2293081 Aug 11 08:39:49.225268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 54994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:49.236945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'admin_state_up': True, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:49.246297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3265ad8-4e67-41b9-892c-f29113bdd5b6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Network': ['ID=c5ed6156-d716-496e-9a15-2e8e437240aa,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:49.266227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c5ed6156-d716-496e-9a15-2e8e437240aa details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:39:49.287031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.288128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.357155 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.513667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.800087 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.830971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:49.951245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.227 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/83adee0d-51a6-423c-99d6-17f9aa05ba79) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:50.066206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:50.112370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:50.156953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:50.160932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:50.168686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:50.172535 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=83adee0d-51a6-423c-99d6-17f9aa05ba79,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:50.485317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:50.702675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:50.864101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:39:50.997116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:51.012458 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Sync routers for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:51.023518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:51.024393 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:51.051043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:51.055462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-73c42007-d206-4ac5-baea-6028829abb94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8279777 Aug 11 08:39:51.058111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55020) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:51.160700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:51.175090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f115febd-5438-424b-9a62-9d98721e9c24 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=fe672334e73c4a9c95e6508dc9bf69b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1154838 Aug 11 08:39:51.181573 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55022) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:51.374136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b94d6-be74-4b0b-b217-8b5bf1e7e1cc tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:51.381537 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2c0b94d6-be74-4b0b-b217-8b5bf1e7e1cc tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1893282 Aug 11 08:39:51.382029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55024) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:51.407914 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:50Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:51.417016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-393573e2-f3a2-40c3-a558-0f8a177b2e69 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316324 Aug 11 08:39:51.417763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55026) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:51.423978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304848405', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:51.468776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Checking router: d6cdeddb-f878-4ab8-9701-f8fee350ddb0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:51.469777 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Updating router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 port 83adee0d-51a6-423c-99d6-17f9aa05ba79 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:39:51.503675 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:51.582352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:39:51.586360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:51.862771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:51.884482 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:51.896016 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Transition to ACTIVE for port object 83adee0d-51a6-423c-99d6-17f9aa05ba79 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:51.904282 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:51.968687 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Attempting to bind port 83adee0d-51a6-423c-99d6-17f9aa05ba79 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:51.970764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Attempting to bind port 83adee0d-51a6-423c-99d6-17f9aa05ba79 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:51.971430 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Attempting to bind port 83adee0d-51a6-423c-99d6-17f9aa05ba79 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:51.980914 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Pushing event updated for resources: {'Port': ['ID=83adee0d-51a6-423c-99d6-17f9aa05ba79,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:52.000954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Subnet': ['ID=cf49295e-d99f-4e70-a454-07d6cbf69d24,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:52.001772 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:52.002966 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:52.003374 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.003876 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:52.005178 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Bound port: 83adee0d-51a6-423c-99d6-17f9aa05ba79, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:52.005824 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.018120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Checking segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:52.018759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network hostable DHCP agents. Network: c5ed6156-d716-496e-9a15-2e8e437240aa, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:39:52.049917 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.051616 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.051616 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.051955 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.052681 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.053223 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.053714 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.054201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.054688 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.055194 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.055671 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.056145 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.062918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network c5ed6156-d716-496e-9a15-2e8e437240aa is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:39:52.082300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c5ed6156-d716-496e-9a15-2e8e437240aa) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:52.090482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] For port 83adee0d-51a6-423c-99d6-17f9aa05ba79, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:52.092047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:52.092999 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.095533 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] For port 83adee0d-51a6-423c-99d6-17f9aa05ba79, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83adee0d-51a6-423c-99d6-17f9aa05ba79,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:52.099399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307cfd5-33a9-4f1f-aedf-958124debdf3 None None] Network c5ed6156-d716-496e-9a15-2e8e437240aa requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:52.112073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-502707c5-72f8-4bde-8604-eb7d50a38dae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6928561 Aug 11 08:39:52.114085 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.114872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55040) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:52.212386 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6318733-87c7-4e39-846b-d5f39ec5430c None None] Pushing event updated for resources: {'Port': ['ID=83adee0d-51a6-423c-99d6-17f9aa05ba79,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:52.259129 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:52.262719 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:52.325198 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:39:52.407997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c5ed6156-d716-496e-9a15-2e8e437240aa', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:39:52.409192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.480557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:52.613005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Allocated IP 172.20.0.2 (c5ed6156-d716-496e-9a15-2e8e437240aa/cf49295e-d99f-4e70-a454-07d6cbf69d24/71ff9b03-69cc-4908-91e0-bf526cbf32d5) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:52.763424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.772416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Transition to ACTIVE for port object 71ff9b03-69cc-4908-91e0-bf526cbf32d5 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:52.796955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Transition to ACTIVE for port object 71ff9b03-69cc-4908-91e0-bf526cbf32d5 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:52.814417 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.864296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Pushing event updated for resources: {'Port': ['ID=71ff9b03-69cc-4908-91e0-bf526cbf32d5,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:52.882221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.882876 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.883383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.883884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.885920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.886514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.887633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.888423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.888952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.889440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.890004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.890491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:39:52.909187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Network c5ed6156-d716-496e-9a15-2e8e437240aa is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:52.912769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:52.918283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:52.931761 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:52.933634 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:50Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:52.981031 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616992b-594b-4c81-9eb0-8301709ec66f None None] The sync data for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 is: [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:50Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:53.041535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Attempting to bind port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:53.041535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Attempting to bind port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:53.041535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Attempting to bind port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:53.041535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:53.041535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Checking segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:53.041535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:53.044088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Bound using segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:53.044088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Bound port: 71ff9b03-69cc-4908-91e0-bf526cbf32d5, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:53.044787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:53.226524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] For port 71ff9b03-69cc-4908-91e0-bf526cbf32d5, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:53.230306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] For port 71ff9b03-69cc-4908-91e0-bf526cbf32d5, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71ff9b03-69cc-4908-91e0-bf526cbf32d5,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:53.242112 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:53.389143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c2f34-3750-43df-a92f-d57a5eb2b581 None None] Pushing event updated for resources: {'Port': ['ID=71ff9b03-69cc-4908-91e0-bf526cbf32d5,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:53.612672 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.1 (c5ed6156-d716-496e-9a15-2e8e437240aa/cf49295e-d99f-4e70-a454-07d6cbf69d24/26f95584-2005-43b6-a19a-b6d3fdd2b0df) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:53.854403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83adee0d-51a6-423c-99d6-17f9aa05ba79 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:53.955781 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:53.977951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 83adee0d-51a6-423c-99d6-17f9aa05ba79 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:53.990752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object 26f95584-2005-43b6-a19a-b6d3fdd2b0df will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:53.997025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 83adee0d-51a6-423c-99d6-17f9aa05ba79 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:54.000256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:54.059869 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:54.135630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network c5ed6156-d716-496e-9a15-2e8e437240aa is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:54.142367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:54.164668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:39:54.223263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:54.280971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 83adee0d-51a6-423c-99d6-17f9aa05ba79, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83adee0d-51a6-423c-99d6-17f9aa05ba79,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:54.289879 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:54.341746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:54.347246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=26f95584-2005-43b6-a19a-b6d3fdd2b0df,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:54.403350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=83adee0d-51a6-423c-99d6-17f9aa05ba79,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:55.093825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c85559-61d6-4740-a3c0-011a411078db None None] Network c5ed6156-d716-496e-9a15-2e8e437240aa requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:39:55.157413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:55.199365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d0c6719b-d6a5-4719-b507-bb5178a1fb9b None None] Provisioning for port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:55.761639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:55.771888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:55.782538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e694839-138f-41e0-9740-e5d467270936 None None] Provisioning for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:55.788098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e694839-138f-41e0-9740-e5d467270936 None None] Provisioning complete for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:55.789152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e694839-138f-41e0-9740-e5d467270936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:55.839571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4e694839-138f-41e0-9740-e5d467270936 None None] Port 26f95584-2005-43b6-a19a-b6d3fdd2b0df cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:55.882091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:55.896660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=26f95584-2005-43b6-a19a-b6d3fdd2b0df,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:55.899222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71ff9b03-69cc-4908-91e0-bf526cbf32d5 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:55.997696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:56.005392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:56.006055 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:56.022932 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network c5ed6156-d716-496e-9a15-2e8e437240aa is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:39:56.024611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:39:56.123097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ba043e8b-a5bc-4d9a-ab3d-83ae36a45524 None None] Provisioning complete for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:56.123469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba043e8b-a5bc-4d9a-ab3d-83ae36a45524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:56.179450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:56.182538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ba043e8b-a5bc-4d9a-ab3d-83ae36a45524 None None] Port 26f95584-2005-43b6-a19a-b6d3fdd2b0df cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:56.205456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:39:56.269952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 71ff9b03-69cc-4908-91e0-bf526cbf32d5, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71ff9b03-69cc-4908-91e0-bf526cbf32d5,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:39:56.281108 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:56.282952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83adee0d-51a6-423c-99d6-17f9aa05ba79 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:56.472371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:39:56.478163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-43115135-c9ba-4b27-929d-fb822137dd42 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/d6cdeddb-f878-4ab8-9701-f8fee350ddb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3622098 Aug 11 08:39:56.548843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Sync routers for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:39:56.597802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:56.598478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:56.601242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c8089ef8-68ea-4e17-9332-52d3539f4207 None None] Provisioning complete for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:56.601242 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8089ef8-68ea-4e17-9332-52d3539f4207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:56.604255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=71ff9b03-69cc-4908-91e0-bf526cbf32d5,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:56.696967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 83adee0d-51a6-423c-99d6-17f9aa05ba79 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:56.697341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:56.725542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c8089ef8-68ea-4e17-9332-52d3539f4207 None None] Port 26f95584-2005-43b6-a19a-b6d3fdd2b0df cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:39:56.759069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-b5d2cb5e-2cff-4df0-9be6-6d91c58f44fb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056599157&fields=id&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 267 time: 0.0675731 Aug 11 08:39:56.797658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:56.971339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-68b238cd-48ae-4aca-a3e7-34845e1ac10f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:56.979604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-68b238cd-48ae-4aca-a3e7-34845e1ac10f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 797 time: 0.2029622 Aug 11 08:39:57.000641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-07d1e3fd-1c35-4443-ac26-e7cb459d2289 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/quotas/fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 375 time: 0.0193520 Aug 11 08:39:57.124379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-9304ea1e-85b8-4290-b3f6-9489ad52afc4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097023 Aug 11 08:39:57.159427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 2, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:57.217632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Checking router: d6cdeddb-f878-4ab8-9701-f8fee350ddb0 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:39:57.218304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Updating router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 port 26f95584-2005-43b6-a19a-b6d3fdd2b0df binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:39:57.297035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:57.355592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-62d6147e-286f-429c-8893-d00f70be4e91 service neutron] 10.222.0.58 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116942 Aug 11 08:39:57.461157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-3fcf51ad-7a4e-4d6d-93bb-56ecba525022 service neutron] 10.222.0.58 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986590 Aug 11 08:39:57.722733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71ff9b03-69cc-4908-91e0-bf526cbf32d5 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:57.747450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4dab63f2-7a4a-495a-8e89-e3019cf65d68 req-a2511045-d75e-4051-84f8-96ff226c5a2b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 210 time: 0.0340359 Aug 11 08:39:57.850863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:57.851355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:57.925994 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:57.942270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Transition to ACTIVE for port object 26f95584-2005-43b6-a19a-b6d3fdd2b0df will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:39:57.955065 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:58.037366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4007bfa-aacf-4375-8c61-274b6c0b7c66 None None] Pushing event updated for resources: {'Port': ['ID=26f95584-2005-43b6-a19a-b6d3fdd2b0df,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:58.092983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Attempting to bind port 26f95584-2005-43b6-a19a-b6d3fdd2b0df on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:39:58.093447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Attempting to bind port 26f95584-2005-43b6-a19a-b6d3fdd2b0df by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:39:58.093791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Attempting to bind port 26f95584-2005-43b6-a19a-b6d3fdd2b0df on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:39:58.100430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:39:58.100949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Checking segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:39:58.101342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:58.101698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Bound using segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:39:58.102161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Bound port: 26f95584-2005-43b6-a19a-b6d3fdd2b0df, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:39:58.102556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:58.185788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] For port 26f95584-2005-43b6-a19a-b6d3fdd2b0df, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:39:58.189602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] For port 26f95584-2005-43b6-a19a-b6d3fdd2b0df, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=26f95584-2005-43b6-a19a-b6d3fdd2b0df,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:39:58.197528 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:58.289005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:39:58.289669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:39:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:58.292471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4007bfa-aacf-4375-8c61-274b6c0b7c66 None None] Pushing event updated for resources: {'Port': ['ID=26f95584-2005-43b6-a19a-b6d3fdd2b0df,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:39:58.429596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:39:58.681433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:39:58Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:39:58.714555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f191c9-a148-444c-a472-d637f4dfc7f3 None None] The sync data for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 is: [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:39:58Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:39:58.892640 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:58.976562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faf3f03-8858-4995-a356-555ad5c10b64 req-18148874-967f-46ca-b915-be1234ecb42d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 210 time: 0.0725741 Aug 11 08:39:59.117606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-5388842f-1f6c-457a-9801-821587948510 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:39:59.119750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-5388842f-1f6c-457a-9801-821587948510 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 797 time: 0.1391857 Aug 11 08:39:59.220209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-33907597-6a44-4d0c-a0c6-12972c232ccb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 380 time: 0.0845125 Aug 11 08:39:59.241006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'port': {'device_id': '5c8fc834-50cf-4826-a945-550987fcc05f', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'admin_state_up': True, 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'security_groups': ['4e9ff0dc-506d-4295-b3a7-ba60b8168831']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:39:59.295065 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1356b0f6-2d9a-40ad-83f9-5f99fdd8d38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:59.412567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:39:59.419901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:59.643428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.6 (c5ed6156-d716-496e-9a15-2e8e437240aa/cf49295e-d99f-4e70-a454-07d6cbf69d24/b46faeee-e912-4e64-b235-4ba3adfc0a39) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:39:59.789351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 26f95584-2005-43b6-a19a-b6d3fdd2b0df up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:39:59.831565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55116) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:39:59.895841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:39:59.904187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:39:59.904679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:59.977705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:59.989853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:39:59.999090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object b46faeee-e912-4e64-b235-4ba3adfc0a39 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:00.057030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.135405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network c5ed6156-d716-496e-9a15-2e8e437240aa is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:00.137086 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.145051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.169702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:00.183803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:00.189631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:00.195570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0d2c9-ba43-4b69-bfbd-de619a0498db req-06aa5226-0f2b-49b9-88fb-ca054bf3fe9c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:00.204520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14f0d2c9-ba43-4b69-bfbd-de619a0498db req-06aa5226-0f2b-49b9-88fb-ca054bf3fe9c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 931 time: 0.1398253 Aug 11 08:40:00.220347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 26f95584-2005-43b6-a19a-b6d3fdd2b0df, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=26f95584-2005-43b6-a19a-b6d3fdd2b0df,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:00.229832 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.273747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14f0d2c9-ba43-4b69-bfbd-de619a0498db req-9e06d349-2bb1-4b70-b419-5687f8c946db tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678523 Aug 11 08:40:00.321427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:00.322572 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.344214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=26f95584-2005-43b6-a19a-b6d3fdd2b0df,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:00.435862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.447276 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.453910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-ccb83057-e553-4008-b9f8-3d995fecf45e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2190471 Aug 11 08:40:00.474153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Request body: {'port': {'device_id': '5c8fc834-50cf-4826-a945-550987fcc05f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:00.513492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7f5fe7e6b73472599cbd0e1ede4d61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807292 Aug 11 08:40:00.514775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55124) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:00.532514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b6330-e63b-4b3f-bc5b-ba74008fad13,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:00.542259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.543095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.543730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.544248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.544762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.545294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.545820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.546305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.546865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.547389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.547879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.548374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01d823-decc-406a-97c2-12d8feb91e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:00.586484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-43c8d32d-f107-4592-a702-344b5df11a9a None None] Provisioning for port b46faeee-e912-4e64-b235-4ba3adfc0a39 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:00.588734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.592973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-43c8d32d-f107-4592-a702-344b5df11a9a None None] Provisioning complete for port b46faeee-e912-4e64-b235-4ba3adfc0a39 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:00.593463 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-43c8d32d-f107-4592-a702-344b5df11a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.635503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-43c8d32d-f107-4592-a702-344b5df11a9a None None] Port b46faeee-e912-4e64-b235-4ba3adfc0a39 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:00.637888 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22c79980-2439-47b2-a571-6162e127d741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.682839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22c79980-2439-47b2-a571-6162e127d741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.845577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22c79980-2439-47b2-a571-6162e127d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.848149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-22c79980-2439-47b2-a571-6162e127d741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:00.852218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-22c79980-2439-47b2-a571-6162e127d741 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c9b6330-e63b-4b3f-bc5b-ba74008fad13 HTTP/1.1" status: 204 len: 168 time: 0.3336523 Aug 11 08:40:00.864305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c79980-2439-47b2-a571-6162e127d741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b6330-e63b-4b3f-bc5b-ba74008fad13,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:01.311659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46faeee-e912-4e64-b235-4ba3adfc0a39 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:40:01.321116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:01.338457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Transition to ACTIVE for port object b46faeee-e912-4e64-b235-4ba3adfc0a39 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:01.344296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:01.436708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:01.512494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dacdab-2acd-48a2-a3d4-d5da860bd5ef req-dbfadcc2-aa00-44a4-b9f9-9c145f98cb61 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:01.514167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23dacdab-2acd-48a2-a3d4-d5da860bd5ef req-dbfadcc2-aa00-44a4-b9f9-9c145f98cb61 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.1280739 Aug 11 08:40:01.567845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:01.568190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:01.568529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:01.590061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23dacdab-2acd-48a2-a3d4-d5da860bd5ef req-447217a1-232a-47d9-9a72-5cc0fd4f79b1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657430 Aug 11 08:40:01.592471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:40:01.592801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:01.598698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:01.599381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Checking segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:01.599979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Bound using segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:01.600606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Bound port: b46faeee-e912-4e64-b235-4ba3adfc0a39, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:01.601179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:01.740445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:01.744372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:01.749181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 26f95584-2005-43b6-a19a-b6d3fdd2b0df up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:01.755205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:01.811700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:01.812242 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:01.813788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] 10.222.0.69 "PUT /v2.0/ports/b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 1091 time: 1.3457055 Aug 11 08:40:01.814231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:01.818127 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60849f3-b5d2-4778-9455-ca848a1b9405" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:01.866523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4e74-20df-4780-b732-c965109a1539 service neutron] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:01.886528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 26f95584-2005-43b6-a19a-b6d3fdd2b0df triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:01.888112 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:01.936410 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3959743-9051-4578-a1f0-5ebe1ffe4d0b x-openstack-request-id: req-b3959743-9051-4578-a1f0-5ebe1ffe4d0b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:01.936681 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:01.936989 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3959743-9051-4578-a1f0-5ebe1ffe4d0b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:01.937779 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'status': 'completed', 'code': 200} Aug 11 08:40:01.958750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-79cc036c-1a18-4679-b7ea-b03f8e6ffd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:01.962053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-79cc036c-1a18-4679-b7ea-b03f8e6ffd06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1094 time: 0.0835648 Aug 11 08:40:02.064855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-b2d1406f-4098-41ca-8030-f2de087f3d65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 217 time: 0.0864813 Aug 11 08:40:02.140134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-eec944f1-c9c6-43be-9285-51b98c84bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.143461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-eec944f1-c9c6-43be-9285-51b98c84bb36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0731790 Aug 11 08:40:02.207438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-dfa8716a-59ce-4820-93b1-79f71e71f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.209258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-dfa8716a-59ce-4820-93b1-79f71e71f630 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575116 Aug 11 08:40:02.314123 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-98ded91a-cdbd-41ed-86e3-4f58bbfb95bc service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946138 Aug 11 08:40:02.447628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:02.474862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee273e00-4071-4a7b-83b4-f13743c8cab6 req-61c23194-b293-423d-92a0-4ffbc4ddcf7c service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530578 Aug 11 08:40:02.636821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-5aa480f4-74e7-41ff-bcef-2ec188de9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.638856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-5aa480f4-74e7-41ff-bcef-2ec188de9603 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1094 time: 0.0700059 Aug 11 08:40:02.721918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6320b682-7cec-401b-b91d-31469fd9ccca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:02.738433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9680b-6c35-4780-adf7-29835d3d256c req-ce9fc93d-5b58-4096-810a-11796b49a700 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.740364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dba9680b-6c35-4780-adf7-29835d3d256c req-ce9fc93d-5b58-4096-810a-11796b49a700 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0570710 Aug 11 08:40:02.783986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dba9680b-6c35-4780-adf7-29835d3d256c req-97ca4b7b-c0ac-431d-ac57-bbe688efaaf8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370860 Aug 11 08:40:02.784936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-8bcc0430-af17-46d2-b291-300c0becf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.786718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-8bcc0430-af17-46d2-b291-300c0becf0fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1399746 Aug 11 08:40:02.844571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-eb13554b-1fe1-4a04-9648-94020da4a0e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 217 time: 0.0489049 Aug 11 08:40:02.898875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-ec0ddd91-9734-4126-8e45-435556a80675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.900676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-ec0ddd91-9734-4126-8e45-435556a80675 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0482428 Aug 11 08:40:02.955915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-d7a66161-754a-4f55-8a36-95a27d9a7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:02.957474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-d7a66161-754a-4f55-8a36-95a27d9a7fbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489676 Aug 11 08:40:03.061400 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-7ef5e8b8-88ec-4c8a-be70-ce5e42c09ac3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955091 Aug 11 08:40:03.167897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b60849f3-b5d2-4778-9455-ca848a1b9405 req-72dccc06-502c-4647-904b-89b0cca059f4 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991008 Aug 11 08:40:03.925256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10242ae6-6df9-418c-aa77-94e7b2f326e9 req-55c96388-bbbf-4a83-ae2d-2d0936df0372 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:03.928460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10242ae6-6df9-418c-aa77-94e7b2f326e9 req-55c96388-bbbf-4a83-ae2d-2d0936df0372 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0532744 Aug 11 08:40:03.974652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10242ae6-6df9-418c-aa77-94e7b2f326e9 req-ee412ced-c9a9-4e6c-b9ec-4dba66d3f9d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Aug 11 08:40:04.028969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:40:04.141131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:04.153576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'mac_address': 'fa:16:3e:4f:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:40:04.195031 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:04.210262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46faeee-e912-4e64-b235-4ba3adfc0a39 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:40:04.233772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:04.239325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:04.295946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:04.513137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b46faeee-e912-4e64-b235-4ba3adfc0a39'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:40:04.874520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:05.104987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a75be-bf3f-4368-8ee4-bff1cc7d710c req-01fe0691-508c-46d0-b67e-dfc266b86e8f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:05.106475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea5a75be-bf3f-4368-8ee4-bff1cc7d710c req-01fe0691-508c-46d0-b67e-dfc266b86e8f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.0540118 Aug 11 08:40:05.160165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea5a75be-bf3f-4368-8ee4-bff1cc7d710c req-f4d872b8-606f-49a4-8309-910a29905666 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Aug 11 08:40:06.047533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:06.129182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port b46faeee-e912-4e64-b235-4ba3adfc0a39 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:06.137005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b46faeee-e912-4e64-b235-4ba3adfc0a39 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:06.137505 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.278931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.311550 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.341296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:06.343721 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9d2ce-0ff6-4429-9266-aef3cca22429" -d '{"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-plugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:06.344276 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1f22a-e2fe-464e-9c0c-d0d41a244136 req-bfc584d8-e031-4d51-a75f-fbd1947f039d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:06.347060 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bca1f22a-e2fe-464e-9c0c-d0d41a244136 req-bfc584d8-e031-4d51-a75f-fbd1947f039d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.0843363 Aug 11 08:40:06.362579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:06.373554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.432765 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bca1f22a-e2fe-464e-9c0c-d0d41a244136 req-4616e293-3b77-4f6a-83c3-ca24cfdbdabd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735483 Aug 11 08:40:06.453727 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece1fc1-f6c6-40a5-a856-17371bc8aa73 x-openstack-request-id: req-3ece1fc1-f6c6-40a5-a856-17371bc8aa73 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:06.454034 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-plugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:06.455092 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ece1fc1-f6c6-40a5-a856-17371bc8aa73 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:06.455092 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'code': 200} Aug 11 08:40:06.471516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:06.557126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55222) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:06.618838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a46312-eb30-463b-ba70-1bf61ee287fe req-c7cc2467-c9ee-49cc-ab2e-3539d83f8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:06.621407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a46312-eb30-463b-ba70-1bf61ee287fe req-c7cc2467-c9ee-49cc-ab2e-3539d83f8d7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1096 time: 0.0709062 Aug 11 08:40:06.667922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a46312-eb30-463b-ba70-1bf61ee287fe req-b075e147-5e28-4fc5-afeb-544f9722feb9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Aug 11 08:40:06.722278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07a7ba84-8153-42b4-8eba-d13b4935223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.837208 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07a7ba84-8153-42b4-8eba-d13b4935223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.847243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07a7ba84-8153-42b4-8eba-d13b4935223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.895464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-07a7ba84-8153-42b4-8eba-d13b4935223f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88590239b80d43acac3263dd1b1f4ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340375 Aug 11 08:40:06.895464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7ba84-8153-42b4-8eba-d13b4935223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9025531-a9cb-4f57-9d70-6177f34437c7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:06.896815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55226) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:06.953033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f747916-3142-4d5f-9fb2-893ea78b90d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:06.976380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f747916-3142-4d5f-9fb2-893ea78b90d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:07.030133 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f747916-3142-4d5f-9fb2-893ea78b90d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:07.033194 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5f747916-3142-4d5f-9fb2-893ea78b90d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:07.034375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5f747916-3142-4d5f-9fb2-893ea78b90d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9025531-a9cb-4f57-9d70-6177f34437c7 HTTP/1.1" status: 204 len: 168 time: 0.1363044 Aug 11 08:40:07.042598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f747916-3142-4d5f-9fb2-893ea78b90d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9025531-a9cb-4f57-9d70-6177f34437c7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:07.555987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a27a-fb32-4e12-9967-6bfbdb5be098 req-2ea5f156-93a6-4e12-8fe5-fdaf1601dcc5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:07.557731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ff8a27a-fb32-4e12-9967-6bfbdb5be098 req-2ea5f156-93a6-4e12-8fe5-fdaf1601dcc5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0546961 Aug 11 08:40:07.617132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ff8a27a-fb32-4e12-9967-6bfbdb5be098 req-dc3967de-b65c-47c4-b64e-7dbaa6ecd927 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505664 Aug 11 08:40:08.750397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca6e6-fa04-4e08-a6ab-32fbde671636 req-b83a2687-36e4-446c-9515-614e762470ff tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:08.752847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-526ca6e6-fa04-4e08-a6ab-32fbde671636 req-b83a2687-36e4-446c-9515-614e762470ff tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0565686 Aug 11 08:40:08.810670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-526ca6e6-fa04-4e08-a6ab-32fbde671636 req-68f6dad2-6459-4371-9e65-fb124e288273 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Aug 11 08:40:08.965859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283685e-24cb-4342-bd9d-56de8aa08de8 req-c93f49ce-78c0-4eda-9e54-922b698d616a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:08.967959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6283685e-24cb-4342-bd9d-56de8aa08de8 req-c93f49ce-78c0-4eda-9e54-922b698d616a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0624716 Aug 11 08:40:09.012220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6283685e-24cb-4342-bd9d-56de8aa08de8 req-c37182e4-3b90-43c7-80f8-f1261e206aaf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Aug 11 08:40:09.037100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55274) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:09.085215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868407fa-75f2-4a01-95bd-e7bbc2047b20 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:09.086769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-868407fa-75f2-4a01-95bd-e7bbc2047b20 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1091 time: 0.0486486 Aug 11 08:40:09.090218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55276) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:09.095323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:09.123776 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:09.240342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:09.367015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.48 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/305e2bad-83a3-45bf-870d-76e4a71b67ad) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:09.510736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-d9b7d76b-30da-446c-950b-2116661d0f13 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=748f881d8c954e53851292a05ed1b3a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437763 Aug 11 08:40:09.553797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:09.765083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-eed5e7c3-6e43-4f53-a2d5-1422b574f5e8 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:09.766641 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-eed5e7c3-6e43-4f53-a2d5-1422b574f5e8 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376709 Aug 11 08:40:09.781228 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:09.812430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-23eb3358-0540-4a2c-a1e3-4cd227716c1e tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/quotas/748f881d8c954e53851292a05ed1b3a6 HTTP/1.1" status: 200 len: 375 time: 0.0387836 Aug 11 08:40:09.842113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:09.846444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:09.867873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-79c6953a-e891-449d-ba3e-059e8588b606 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=748f881d8c954e53851292a05ed1b3a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474622 Aug 11 08:40:09.868974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:09.871378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=305e2bad-83a3-45bf-870d-76e4a71b67ad,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:10.123535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63769337-cfbe-4a47-94c7-a43d67e6bcbc req-7ba6c583-1fb1-4a13-9ebd-8d564d930921 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 210 time: 0.0643837 Aug 11 08:40:10.430616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:10.560413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:10.767972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:10.774349 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:10.886789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=305e2bad-83a3-45bf-870d-76e4a71b67ad,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:10.908205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:11.038856 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP 1436cdaf-1183-45c2-aa59-cd0e534ffb84 associated. External IP: 172.25.2.48, port: b46faeee-e912-4e64-b235-4ba3adfc0a39. Aug 11 08:40:11.249871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36f030fd-ebbe-4875-9164-3c3e5378d396 req-e4d88add-f739-4adb-8128-b62fc8195a49 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 210 time: 0.0303967 Aug 11 08:40:11.276174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-cefa17e2-ec9d-475e-8a1a-b9fba4969b69 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=748f881d8c954e53851292a05ed1b3a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342681 Aug 11 08:40:11.326487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:11.489814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:11.506971 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] Sync routers for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:11.522414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:11.523304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:11.525668 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:11.532669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-25374757-1b97-4675-9932-9ae5cbebc14a tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:11.534630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-25374757-1b97-4675-9932-9ae5cbebc14a tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527454 Aug 11 08:40:11.554412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Request body: {'port': {'device_id': '8534a656-a802-4969-9e08-b31ad5c02d24', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '748f881d8c954e53851292a05ed1b3a6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:11.700442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Made reservation on behalf of 748f881d8c954e53851292a05ed1b3a6 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:11.707086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:11.720617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:11.752183 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:11.847167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:11.853938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:11.928741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeba625-a1ba-4c36-a118-8c465ed81d03,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:12.019068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Allocated IP 192.168.233.126 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:12.026716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9ed6af48-ca09-4d73-9223-900471529d09 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9352942 Aug 11 08:40:12.027594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:12.030209 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:12.101753 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a795b5-84bd-4522-8bbd-1a08ae55c804 x-openstack-request-id: req-46a795b5-84bd-4522-8bbd-1a08ae55c804 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:12.102129 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:12.102383 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46a795b5-84bd-4522-8bbd-1a08ae55c804 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:12.102775 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'status': 'completed', 'code': 200} Aug 11 08:40:12.105074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1436cdaf-1183-45c2-aa59-cd0e534ffb84', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'mac_address': 'fa:16:3e:4f:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8fc834-50cf-4826-a945-550987fcc05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:40:10Z', 'updated_at': '2021-08-11T08:40:10Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:40:00Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:12.137137 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] Checking router: d6cdeddb-f878-4ab8-9701-f8fee350ddb0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:12.152753 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:12.153746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:12.194251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-8973b2e1-0710-40e1-be3c-ab95533d1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.196314 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-8973b2e1-0710-40e1-be3c-ab95533d1767 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1096 time: 0.0513406 Aug 11 08:40:12.209387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c9f78-f00d-4b5f-8e03-5c63a9ea0a19 req-e249c62c-0b5b-4d30-b5c3-e0ce74ed67e5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.211005 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad1c9f78-f00d-4b5f-8e03-5c63a9ea0a19 req-e249c62c-0b5b-4d30-b5c3-e0ce74ed67e5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1035147 Aug 11 08:40:12.284056 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:12.300343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Transition to ACTIVE for port object f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:12.381934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ad1c9f78-f00d-4b5f-8e03-5c63a9ea0a19 req-831daca2-16e0-4ab0-8560-9712c82253c7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455965 Aug 11 08:40:12.381934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:12.390801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55334) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:12.447589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:12.451116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:12.456795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:12.461696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Pushing event updated for resources: {'Port': ['ID=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:12.506177 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:12.506762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-ef93110b-9e2e-4fe9-9a2e-1227acb02fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.508351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-ef93110b-9e2e-4fe9-9a2e-1227acb02fae service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.3048463 Aug 11 08:40:12.525753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.527217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:12.551256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-31bc5233-0c44-450b-b547-0e4f1b83b100 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0015523 Aug 11 08:40:12.569843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Request body: {'port': {'device_id': '8534a656-a802-4969-9e08-b31ad5c02d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:12.572042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be000de-9ef3-4279-9331-af224f970007 req-5c477d60-e038-4381-9aff-2f961dde7723 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.573480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be000de-9ef3-4279-9331-af224f970007 req-5c477d60-e038-4381-9aff-2f961dde7723 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 936 time: 0.2019274 Aug 11 08:40:12.595788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6a4a76cb-6c1c-44f7-a646-908ed9295c27 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1436cdaf-1183-45c2-aa59-cd0e534ffb84 HTTP/1.1" status: 200 len: 990 time: 0.2026474 Aug 11 08:40:12.639781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-d723898e-519a-43ba-a2be-3cb80b0433c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.1215672 Aug 11 08:40:12.647464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2be000de-9ef3-4279-9331-af224f970007 req-fba8dd28-986e-4250-9e4e-4a5390c9dba0 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656052 Aug 11 08:40:12.689474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:12.722747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-00873fe9-eca8-47b2-82ed-8a64bad61557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.725486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-00873fe9-eca8-47b2-82ed-8a64bad61557 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0719533 Aug 11 08:40:12.792292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-eb7d36e0-4a84-489b-97ef-e8b0cf7724f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:12.794428 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-eb7d36e0-4a84-489b-97ef-e8b0cf7724f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615661 Aug 11 08:40:12.843567 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1436cdaf-1183-45c2-aa59-cd0e534ffb84', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'mac_address': 'fa:16:3e:4f:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8fc834-50cf-4826-a945-550987fcc05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:40:10Z', 'updated_at': '2021-08-11T08:40:10Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:40:00Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:12.845923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d2e9870-10a6-4904-8669-c56002636b45 None None] Provisioning for port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:12.852436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7d2e9870-10a6-4904-8669-c56002636b45 None None] Provisioning complete for port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:12.852813 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9870-10a6-4904-8669-c56002636b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:12.888038 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f03547-d7ec-4ae1-ade1-c53ac9f9f029 None None] The sync data for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 is: [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1436cdaf-1183-45c2-aa59-cd0e534ffb84', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'mac_address': 'fa:16:3e:4f:c6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8fc834-50cf-4826-a945-550987fcc05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:40:10Z', 'updated_at': '2021-08-11T08:40:10Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:40:00Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:12.911402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e9870-10a6-4904-8669-c56002636b45 None None] Port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:12.961736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-c93ab9e6-dee2-446b-9f5c-67ec42bcc9b3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601381 Aug 11 08:40:13.078409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a658e9c-ee1f-4948-b3ae-3afbb02c3479 req-79dbb4f6-4610-449f-9430-416b218052f5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085126 Aug 11 08:40:13.084263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:40:13.093229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.109127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Transition to ACTIVE for port object f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:13.119344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.124163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55338) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:13.156849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb48b1d-95cb-49dd-bab8-3cd7b99aed79 None None] New status for floating IP 1436cdaf-1183-45c2-aa59-cd0e534ffb84: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:40:13.211393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Pushing event updated for resources: {'Port': ['ID=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:13.223038 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a84eece-5462-49a5-8251-b471023014ed tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/floatingips/1b6bce65-6a43-4640-8476-a694ea11bdbb HTTP/1.1" status: 200 len: 993 time: 0.0970750 Aug 11 08:40:13.329201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Attempting to bind port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:13.329820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Attempting to bind port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:13.329924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Attempting to bind port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:13.339589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:40:13.339756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Attempting to bind port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:13.347452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:13.347837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:13.348173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:13.348872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Bound port: f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:13.349326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.451637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] For port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:13.456148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] For port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:13.463122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.536704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Pushing event updated for resources: {'Port': ['ID=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:13.547305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55350) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:13.550450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:13.551351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.552872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-24361ee3-e257-4e2b-9a9b-d031eacf9c44 service neutron] 10.222.0.69 "PUT /v2.0/ports/f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b HTTP/1.1" status: 200 len: 1096 time: 0.9881155 Aug 11 08:40:13.553330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8534a656-a802-4969-9e08-b31ad5c02d24', 'tag': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:13.555700 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baca2b0-c451-44be-bf83-8fc3bf42379a" -d '{"events": [{"name": "network-changed", "server_uuid": "8534a656-a802-4969-9e08-b31ad5c02d24", "tag": "f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:13.599104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55354) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:13.676082 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff36b871-9bd4-4436-ab53-f628d74711df x-openstack-request-id: req-ff36b871-9bd4-4436-ab53-f628d74711df {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:13.676082 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8534a656-a802-4969-9e08-b31ad5c02d24", "tag": "f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:13.676565 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff36b871-9bd4-4436-ab53-f628d74711df {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:13.677109 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8534a656-a802-4969-9e08-b31ad5c02d24', 'tag': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b', 'status': 'completed', 'code': 200} Aug 11 08:40:13.762684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ea96d131-6400-4f87-bf7c-5e40bd361b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1436cdaf-1183-45c2-aa59-cd0e534ffb84 HTTP/1.1" status: 200 len: 990 time: 0.1620691 Aug 11 08:40:13.765232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-eaeea040-c18a-4f9b-ad64-678f3fe86614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:13.766642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-eaeea040-c18a-4f9b-ad64-678f3fe86614 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=748f881d8c954e53851292a05ed1b3a6&device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 1099 time: 0.0931876 Aug 11 08:40:13.838795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port ed159331-1c8a-4d13-8f30-1aa4966673a1 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:13.839577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.866693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-d753a992-a4ba-4f58-82e5-6d0e931134ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b HTTP/1.1" status: 200 len: 217 time: 0.0873039 Aug 11 08:40:13.939153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c76f-c415-40bb-8ffb-6d66d820a31c req-251ad4eb-2a09-4469-aad0-ecabea263109 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:13.940721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f86c76f-c415-40bb-8ffb-6d66d820a31c req-251ad4eb-2a09-4469-aad0-ecabea263109 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 948 time: 0.1117573 Aug 11 08:40:13.949531 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.949871 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:13.960718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-f75be22c-a1c4-4f18-b674-025367d0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:13.962245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-f75be22c-a1c4-4f18-b674-025367d0b683 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0867655 Aug 11 08:40:13.970845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for ed159331-1c8a-4d13-8f30-1aa4966673a1 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:14.029313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f86c76f-c415-40bb-8ffb-6d66d820a31c req-3ce095b6-d16a-4c74-b2b4-d2d62e226cbc tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801356 Aug 11 08:40:14.049663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-8830e9c2-fab8-45a2-be0e-16cf12017963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:14.051208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-8830e9c2-fab8-45a2-be0e-16cf12017963 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752013 Aug 11 08:40:14.157191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:14.169889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-6549ef9f-f870-4762-b9bb-158a6c8800ba service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098404 Aug 11 08:40:14.187490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=ed159331-1c8a-4d13-8f30-1aa4966673a1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:14.255852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:14.256205 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Floating IP 1b6bce65-6a43-4640-8476-a694ea11bdbb disassociated (deleted). External IP: 172.25.2.250, port: 55993440-5e8e-46df-ae94-ecf0f305be34. Aug 11 08:40:14.284276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccb33c30-91ef-453b-aa03-ac741d9bf14d req-fca86b71-fc58-4edf-a78a-ae414325ee58 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074133 Aug 11 08:40:14.418213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-15329732-2927-4abd-8990-958ac916e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:14.420018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-15329732-2927-4abd-8990-958ac916e4aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=748f881d8c954e53851292a05ed1b3a6&device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 1099 time: 0.0507607 Aug 11 08:40:14.535168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 1db68795-719b-4bab-a7b5-76f845e0d83d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:14.545927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-03a98ce8-a2f9-4cae-a260-ba7b8503885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:14.548032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-03a98ce8-a2f9-4cae-a260-ba7b8503885d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.1202466 Aug 11 08:40:14.596214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-63a625c0-b923-4851-95c3-7de7e3fa7bbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b HTTP/1.1" status: 200 len: 217 time: 0.0394783 Aug 11 08:40:14.662060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-38638f73-0a0f-40ac-ae0a-d631d924345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:14.666291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-38638f73-0a0f-40ac-ae0a-d631d924345c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0607049 Aug 11 08:40:14.669249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:14.677202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:14.685261 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] Sync routers for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:14.699653 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:14.700705 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:14.714729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-558cab60-e53c-4175-bbac-06c5e14a04fa tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/floatingips/1b6bce65-6a43-4640-8476-a694ea11bdbb HTTP/1.1" status: 204 len: 168 time: 1.1665540 Aug 11 08:40:14.715333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:14.726646 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe39689-c042-4b92-a5db-995ad9af5a12" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:14.764748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55364) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:14.768623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-a7cf95de-8342-4881-abab-60b31d006140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:14.768925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-a7cf95de-8342-4881-abab-60b31d006140 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969548 Aug 11 08:40:14.884794 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:14.890270 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8540dd9-e442-4943-a8c9-3b2ad666415e x-openstack-request-id: req-d8540dd9-e442-4943-a8c9-3b2ad666415e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:14.890773 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:14.891125 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8540dd9-e442-4943-a8c9-3b2ad666415e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:14.892073 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34', 'status': 'completed', 'code': 200} Aug 11 08:40:14.914029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-7d4d2377-a890-42aa-a833-c83f706595b1 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334438 Aug 11 08:40:14.931222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-d265c13d-3611-4e15-8a16-04fcee9a33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:14.933317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-d265c13d-3611-4e15-8a16-04fcee9a33b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 1096 time: 0.0732462 Aug 11 08:40:14.956678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-04b5fbbb-055d-40b8-afd1-c6f047c7318a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1436cdaf-1183-45c2-aa59-cd0e534ffb84 HTTP/1.1" status: 200 len: 992 time: 0.1904106 Aug 11 08:40:15.064518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-f3452bfd-1403-4095-9de2-9ca3e2260b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:15.066801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-f3452bfd-1403-4095-9de2-9ca3e2260b97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a311401e-ccad-48a4-bed1-c38548079f02 HTTP/1.1" status: 200 len: 898 time: 0.1258388 Aug 11 08:40:15.124842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8baca2b0-c451-44be-bf83-8fc3bf42379a req-6852b912-a479-49db-b4d4-41838e6ba8bd service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037261 Aug 11 08:40:15.141168 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-ce3dcfde-b841-4d9f-8355-a39da5adf17d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55993440-5e8e-46df-ae94-ecf0f305be34 HTTP/1.1" status: 200 len: 217 time: 0.0672922 Aug 11 08:40:15.197888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d952d-77c6-43db-8db4-07c9fce684cd req-5f291716-49fd-4d83-ae2f-7cbb61decc79 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:15.205624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee9d952d-77c6-43db-8db4-07c9fce684cd req-5f291716-49fd-4d83-ae2f-7cbb61decc79 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.0783210 Aug 11 08:40:15.246066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ee9d952d-77c6-43db-8db4-07c9fce684cd req-a0931af8-1a13-4428-87b3-dcc526fb196d tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Aug 11 08:40:15.254170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-cac08fef-0991-46dd-9cb0-894ac1827742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:15.255745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-cac08fef-0991-46dd-9cb0-894ac1827742 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d40a88e-05b6-4c57-b318-4003ec414031 HTTP/1.1" status: 200 len: 834 time: 0.1076586 Aug 11 08:40:15.259436 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:15.268204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa1daa-1d58-44e2-a733-24f8f1e71146 req-3bcc9712-1762-4388-b1d3-d645506add01 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:15.270025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6aa1daa-1d58-44e2-a733-24f8f1e71146 req-3bcc9712-1762-4388-b1d3-d645506add01 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 948 time: 0.1231990 Aug 11 08:40:15.297560 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] Checking router: 1db68795-719b-4bab-a7b5-76f845e0d83d for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:15.308293 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:15.308902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:15.340217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6aa1daa-1d58-44e2-a733-24f8f1e71146 req-5b88b283-a420-4122-a18f-e3ca50588b92 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Aug 11 08:40:15.361227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-1ceab961-ddd9-4f1f-bc95-156e6aec9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:15.361227 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-1ceab961-ddd9-4f1f-bc95-156e6aec9a49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a311401e-ccad-48a4-bed1-c38548079f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857618 Aug 11 08:40:15.424029 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:15.454977 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-92158a77-429e-491c-bddb-f14c1bd85aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898039 Aug 11 08:40:15.575092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbe39689-c042-4b92-a5db-995ad9af5a12 req-4574b32d-0923-4c65-adcc-1d51b31a91c6 service neutron] 10.222.0.64 "GET /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100049 Aug 11 08:40:15.662286 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:15.695488 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4105beb-adb4-40f6-b999-ebc7e255a4e0 None None] The sync data for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 is: [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:39:21Z', 'revision_number': 4, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '468da320-61f2-4519-8895-2aa880ee5a57', 'name': '', 'network_id': 'a311401e-ccad-48a4-bed1-c38548079f02', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'mac_address': 'fa:16:3e:29:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:20Z', 'updated_at': '2021-08-11T08:39:26Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'subnets': [{'id': '1d40a88e-05b6-4c57-b318-4003ec414031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:16.001899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95cddf-419c-4754-9559-f4061553564a None None] New status for floating IP 1b6bce65-6a43-4640-8476-a694ea11bdbb: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:40:16.114495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:40:16.221805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:16.235438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b', 'mac_address': 'fa:16:3e:d9:3b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:40:16.285701 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:16.310610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:40:16.342638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:16.351495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:16.423993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b6eb-0eca-4d26-891d-556183407159 req-f5c9a076-246a-4680-a813-3e967f5593c8 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:16.427377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41a8b6eb-0eca-4d26-891d-556183407159 req-f5c9a076-246a-4680-a813-3e967f5593c8 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.0931110 Aug 11 08:40:16.428346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:16.490466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6610-023a-40c4-b186-52ef63f61b71 req-f082dae5-cc63-4ff7-90bd-1a1c4a60539b tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:16.492322 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20cc6610-023a-40c4-b186-52ef63f61b71 req-f082dae5-cc63-4ff7-90bd-1a1c4a60539b tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 949 time: 0.0650554 Aug 11 08:40:16.493501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41a8b6eb-0eca-4d26-891d-556183407159 req-538d08ae-e0ef-4268-bc1d-2cce2baaedb3 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/security-groups?id=f26d891e-b132-4a8a-b770-1b91aeccd1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587966 Aug 11 08:40:16.576227 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20cc6610-023a-40c4-b186-52ef63f61b71 req-1d210f22-ac77-4bc9-ae59-69ca257bca43 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731592 Aug 11 08:40:16.593079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-707966e0-262e-4719-aaa3-744c4c360a46 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:16.594623 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-707966e0-262e-4719-aaa3-744c4c360a46 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 945 time: 0.0778246 Aug 11 08:40:16.632281 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:40:16.722060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 55993440-5e8e-46df-ae94-ecf0f305be34 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:16.722375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:16.839910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 55993440-5e8e-46df-ae94-ecf0f305be34, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=55993440-5e8e-46df-ae94-ecf0f305be34,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:16.840275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:16.854569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 55993440-5e8e-46df-ae94-ecf0f305be34 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:16.998166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:17.029300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=55993440-5e8e-46df-ae94-ecf0f305be34,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:17.075023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] No DVR routers for this DVR port 55993440-5e8e-46df-ae94-ecf0f305be34 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:40:17.080479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:17.082907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7ca941d1-bca8-4af5-b033-08e7a0fe7f80 req-3da5ec63-bdb6-4b72-8458-9a8dc1090c66 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.64 "DELETE /v2.0/ports/55993440-5e8e-46df-ae94-ecf0f305be34 HTTP/1.1" status: 204 len: 173 time: 0.4817212 Aug 11 08:40:17.083431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'name': 'network-vif-deleted', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:17.086051 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a582407-be71-4474-8841-19620d609d4b" -d '{"events": [{"server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "name": "network-vif-deleted", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:17.132093 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749c78fe-b5d9-43ae-a369-44580f1f1046 x-openstack-request-id: req-749c78fe-b5d9-43ae-a369-44580f1f1046 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:17.138178 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd711e6-e4d8-4ab5-9def-172dd21b554f", "name": "network-vif-deleted", "tag": "55993440-5e8e-46df-ae94-ecf0f305be34", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:17.138458 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-749c78fe-b5d9-43ae-a369-44580f1f1046 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:17.138896 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd711e6-e4d8-4ab5-9def-172dd21b554f', 'name': 'network-vif-deleted', 'tag': '55993440-5e8e-46df-ae94-ecf0f305be34', 'status': 'completed', 'code': 200} Aug 11 08:40:17.649055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a072ff6-fbd8-48af-98b5-9cc23f31e10d req-bca1d58f-1a20-4635-939e-02d5e3305769 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bd711e6-e4d8-4ab5-9def-172dd21b554f HTTP/1.1" status: 200 len: 210 time: 0.0422859 Aug 11 08:40:17.742044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21947d5-b8d9-459c-b2fe-5a9e071f49dc req-4f5cf945-0408-466d-9176-a08792ccc579 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:17.743776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d21947d5-b8d9-459c-b2fe-5a9e071f49dc req-4f5cf945-0408-466d-9176-a08792ccc579 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 949 time: 0.0663764 Aug 11 08:40:17.799778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d21947d5-b8d9-459c-b2fe-5a9e071f49dc req-f3d9f40e-66f4-4468-a618-3a45c86023a0 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Aug 11 08:40:18.113379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:18.170257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:18.177028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:18.177424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.266302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.289801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8534a656-a802-4969-9e08-b31ad5c02d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:18.292165 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629e7ded-f50b-486a-9aa7-1d66297f8e21" -d '{"events": [{"server_uuid": "8534a656-a802-4969-9e08-b31ad5c02d24", "name": "network-vif-plugged", "status": "completed", "tag": "f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:18.306727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:18.313044 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.342133 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2d0157-7772-48cd-a576-199c10d53625 x-openstack-request-id: req-2e2d0157-7772-48cd-a576-199c10d53625 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:18.342420 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8534a656-a802-4969-9e08-b31ad5c02d24", "name": "network-vif-plugged", "status": "completed", "tag": "f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:18.342667 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e2d0157-7772-48cd-a576-199c10d53625 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:18.343065 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8534a656-a802-4969-9e08-b31ad5c02d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b', 'code': 200} Aug 11 08:40:18.371223 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:18.471111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0aa0-2025-4e10-9b71-46faffe9341f req-9666ba52-13b0-4637-896a-b4978d8f9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:18.472968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-039f0aa0-2025-4e10-9b71-46faffe9341f req-9666ba52-13b0-4637-896a-b4978d8f9ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 1101 time: 0.0514390 Aug 11 08:40:18.514716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-039f0aa0-2025-4e10-9b71-46faffe9341f req-0f759522-47ce-4a78-97e0-b7a010af3dc9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 11 08:40:18.709288 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55396) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:18.777122 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f93-c775-463f-b116-96c634a5204e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.802942 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f93-c775-463f-b116-96c634a5204e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.872019 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f93-c775-463f-b116-96c634a5204e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.874813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5f93-c775-463f-b116-96c634a5204e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:18.876131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1e4c5f93-c775-463f-b116-96c634a5204e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/security-groups/f26d891e-b132-4a8a-b770-1b91aeccd1cc HTTP/1.1" status: 204 len: 168 time: 0.1657162 Aug 11 08:40:18.890789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c5f93-c775-463f-b116-96c634a5204e tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d891e-b132-4a8a-b770-1b91aeccd1cc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:18.920929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55404) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:18.921482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55406) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:18.962740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda66fdd-08f0-45f9-9682-75eb643cef04 req-44de8658-0b1f-433b-9bd0-7e1b0783c4c2 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:18.964399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fda66fdd-08f0-45f9-9682-75eb643cef04 req-44de8658-0b1f-433b-9bd0-7e1b0783c4c2 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 950 time: 0.0707712 Aug 11 08:40:19.024099 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fda66fdd-08f0-45f9-9682-75eb643cef04 req-efe84b24-9740-4159-a802-27f2598f9c53 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527835 Aug 11 08:40:19.057611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Deleting subnet 7a917fdb-9ed6-4022-81ea-45db1d5bf67c {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:40:19.063604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.119066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.230025 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.327917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.354838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 55993440-5e8e-46df-ae94-ecf0f305be34 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:19.365806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a917fdb-9ed6-4022-81ea-45db1d5bf67c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:19.367863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.372558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c88d3790-dc8a-4a37-81bf-1e75b7fd16f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7a917fdb-9ed6-4022-81ea-45db1d5bf67c HTTP/1.1" status: 204 len: 168 time: 0.4486501 Aug 11 08:40:19.373037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55410) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:19.377730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 55993440-5e8e-46df-ae94-ecf0f305be34 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:19.378219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 55993440-5e8e-46df-ae94-ecf0f305be34 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:19.448810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.486037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.537472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.550857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a487cc-135e-404f-aefc-392828344241']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:19.569649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a21df05-9d4b-4066-998e-1a9e1804e8b6') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:19.569983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a21df05-9d4b-4066-998e-1a9e1804e8b6') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:19.580322 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.595251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.602900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:40:19.603275 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:40:19.605451 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:40:19.672006 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.679183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:19.684483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] 10.222.0.58 "DELETE /v2.0/networks/34a487cc-135e-404f-aefc-392828344241 HTTP/1.1" status: 204 len: 168 time: 0.3099525 Aug 11 08:40:19.703681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d315d-99f6-4c02-9079-0ed530b00304 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a487cc-135e-404f-aefc-392828344241,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:19.886221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55414) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:19.933223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f02c4eaf-7a22-4c43-91d9-dbb55aacafd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3caa9f26d8a348ef9c6a89e7e95bc0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456679 Aug 11 08:40:19.936434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55416) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:19.997031 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1485124f-8c75-4f30-9b21-4a0fadb4c96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.022111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1485124f-8c75-4f30-9b21-4a0fadb4c96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.073256 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1485124f-8c75-4f30-9b21-4a0fadb4c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.079644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1485124f-8c75-4f30-9b21-4a0fadb4c96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.084021 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1485124f-8c75-4f30-9b21-4a0fadb4c96d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10f98365-e074-42a2-83fb-4d53f825b7e4 HTTP/1.1" status: 204 len: 168 time: 0.1434269 Aug 11 08:40:20.094701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485124f-8c75-4f30-9b21-4a0fadb4c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f98365-e074-42a2-83fb-4d53f825b7e4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:20.178293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf79412-da1a-49a3-a3e7-df1005106f49 req-fac3c40e-2c70-4a48-8560-f052f95b8fd0 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:20.179844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cf79412-da1a-49a3-a3e7-df1005106f49 req-fac3c40e-2c70-4a48-8560-f052f95b8fd0 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 950 time: 0.0665462 Aug 11 08:40:20.194504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port 468da320-61f2-4519-8895-2aa880ee5a57 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:20.194856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.274500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cf79412-da1a-49a3-a3e7-df1005106f49 req-a2ad9ba1-2464-4057-97c5-94a861c60704 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882006 Aug 11 08:40:20.322255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port 468da320-61f2-4519-8895-2aa880ee5a57, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=468da320-61f2-4519-8895-2aa880ee5a57,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:20.322631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.356787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for 468da320-61f2-4519-8895-2aa880ee5a57 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:20.592479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:20.646308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=468da320-61f2-4519-8895-2aa880ee5a57,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:20.689920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6269-187c-4805-a2a5-e0c3cf88e4dd req-05162679-f1f6-4629-be22-e95e94bbb741 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:20.695951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b2f6269-187c-4805-a2a5-e0c3cf88e4dd req-05162679-f1f6-4629-be22-e95e94bbb741 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 950 time: 0.1129560 Aug 11 08:40:20.768628 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b2f6269-187c-4805-a2a5-e0c3cf88e4dd req-9e3e58f4-ac7c-4c24-b988-f127f5942ac9 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540321 Aug 11 08:40:20.886534 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:21.127064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Router 1db68795-719b-4bab-a7b5-76f845e0d83d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:21.251282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:21.256803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-808e8c32-a0cb-4350-a990-b5a661d5e46a tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "PUT /v2.0/routers/1db68795-719b-4bab-a7b5-76f845e0d83d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3341815 Aug 11 08:40:21.259838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55456) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:21.264001 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] Sync routers for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:21.276078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:21.279531 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:21.319895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting subnet 1d40a88e-05b6-4c57-b318-4003ec414031 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:40:21.323555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:21.391038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:21.420572 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:21.499496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:21.590434 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:21.626608 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:21.631871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55464) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:21.632663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/subnets/1d40a88e-05b6-4c57-b318-4003ec414031 HTTP/1.1" status: 204 len: 168 time: 0.3710165 Aug 11 08:40:21.634059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71983af5-861f-4dd0-a498-79556783ce84 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Subnet': ['ID=1d40a88e-05b6-4c57-b318-4003ec414031,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:21.646375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c71a5-0740-41e4-b7ed-a8f549454880 None None] Network a311401e-ccad-48a4-bed1-c38548079f02 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:21.656278 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:40:20Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:21.685636 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] Checking router: 1db68795-719b-4bab-a7b5-76f845e0d83d for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:21.696054 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] Routers {'1db68795-719b-4bab-a7b5-76f845e0d83d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:21.696768 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['1db68795-719b-4bab-a7b5-76f845e0d83d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:21.908169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.019906 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] Set router 1db68795-719b-4bab-a7b5-76f845e0d83d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:22.021987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] DHCP port deletion for a311401e-ccad-48a4-bed1-c38548079f02 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:40:22.057374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47637b5a-1033-44dc-a5ba-7ba1401b07b3 req-cdaef0fd-6ac2-4d4f-a4f1-704fec0e577e tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:22.059005 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47637b5a-1033-44dc-a5ba-7ba1401b07b3 req-cdaef0fd-6ac2-4d4f-a4f1-704fec0e577e tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 950 time: 0.1474898 Aug 11 08:40:22.101442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.138264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] Deleting port f49208ac-4468-4d70-a158-c5b03b69731a {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:22.138433 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.138914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-f7c12735-410c-453a-91fe-ea5077a743bf tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:22.140932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-f7c12735-410c-453a-91fe-ea5077a743bf tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.69 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 950 time: 0.0985744 Aug 11 08:40:22.163265 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47637b5a-1033-44dc-a5ba-7ba1401b07b3 req-8f1622de-07e3-43dc-824d-dc705f19690a tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/security-groups?id=dfeba625-a1ba-4c36-a118-8c465ed81d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950649 Aug 11 08:40:22.199842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Deleting port cdb7b7a4-89f3-498e-a265-dddd03d5deb8 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:22.200518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.293596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Deleting port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:22.294978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.296977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] For port f49208ac-4468-4d70-a158-c5b03b69731a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f49208ac-4468-4d70-a158-c5b03b69731a,segment=NetworkSegment(7a6da4f9-9f49-49af-92a8-72e701ee73df),segment_id=7a6da4f9-9f49-49af-92a8-72e701ee73df)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:22.303162 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.311807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] For port cdb7b7a4-89f3-498e-a265-dddd03d5deb8, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:22.312174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.326731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Calling delete_port for cdb7b7a4-89f3-498e-a265-dddd03d5deb8 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:22.346786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] Calling delete_port for f49208ac-4468-4d70-a158-c5b03b69731a owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:22.386511 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:40:20Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:22.419523 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb1886-c8a7-4308-b46f-0ede07fc1198 None None] The sync data for ids ['1db68795-719b-4bab-a7b5-76f845e0d83d'] in n-d-789963-6 is: [{'id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'name': 'tempest-TestNetworkBasicOps-router-82268665', 'tenant_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:16Z', 'updated_at': '2021-08-11T08:40:20Z', 'revision_number': 5, 'project_id': 'd289f5422cfc4a39a7a604acf613bc7c', 'gw_port': {'id': 'cdb7b7a4-89f3-498e-a265-dddd03d5deb8', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db68795-719b-4bab-a7b5-76f845e0d83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:17Z', 'updated_at': '2021-08-11T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:22.429120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] For port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:22.429507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.450326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Calling delete_port for f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:22.528355 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.552794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.558866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] Pushing event deleted for resources: {'Port': ['ID=f49208ac-4468-4d70-a158-c5b03b69731a,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:22.564546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ce7b0-466a-4838-988d-288081993a80 None None] No DVR routers for this DVR port f49208ac-4468-4d70-a158-c5b03b69731a on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:40:22.588216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Port': ['ID=cdb7b7a4-89f3-498e-a265-dddd03d5deb8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:22.652622 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.663705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.717251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Pushing event deleted for resources: {'Port': ['ID=f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:22.752766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] No DVR routers for this DVR port f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:40:22.757510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.760442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5d677bd-8433-4d31-9f99-9dd4adbc2fce req-211180b2-a921-440e-9794-e3bbb1506538 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.69 "DELETE /v2.0/ports/f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b HTTP/1.1" status: 204 len: 173 time: 0.6117144 Aug 11 08:40:22.761239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8534a656-a802-4969-9e08-b31ad5c02d24', 'name': 'network-vif-deleted', 'tag': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:22.775360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.777997 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a4bc2-3766-45ba-a8d4-0dc6034d6518" -d '{"events": [{"server_uuid": "8534a656-a802-4969-9e08-b31ad5c02d24", "name": "network-vif-deleted", "tag": "f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:22.778670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.859911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.860495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Fanout notify agent at l3_agent the message router_deleted on router 1db68795-719b-4bab-a7b5-76f845e0d83d {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:40:22.865781 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6eb97-4127-4b5a-a7aa-1f7693adb02b x-openstack-request-id: req-06f6eb97-4127-4b5a-a7aa-1f7693adb02b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:22.866193 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8534a656-a802-4969-9e08-b31ad5c02d24", "name": "network-vif-deleted", "tag": "f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:22.866312 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06f6eb97-4127-4b5a-a7aa-1f7693adb02b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:22.866754 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8534a656-a802-4969-9e08-b31ad5c02d24', 'name': 'network-vif-deleted', 'tag': 'f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b', 'status': 'completed', 'code': 200} Aug 11 08:40:22.868197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:22.869400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c256152b-59a5-434a-9c7b-1b60d7721c88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/routers/1db68795-719b-4bab-a7b5-76f845e0d83d HTTP/1.1" status: 204 len: 168 time: 1.2364974 Aug 11 08:40:22.872602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55484) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:22.985357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.072157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55486) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:23.078749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'network': {'name': 'tempest-network-smoke--1244297397', 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'port_security_enabled': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:23.104404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Made reservation on behalf of d442a135c5ec405fb91c42e080134c17 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:23.108146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.124227 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.129451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.141165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a311401e-ccad-48a4-bed1-c38548079f02']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:23.153494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6da4f9-9f49-49af-92a8-72e701ee73df') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:23.153795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6da4f9-9f49-49af-92a8-72e701ee73df') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:23.165842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.185725 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.201388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:40:23.202061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:40:23.208614 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:40:23.309123 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.314124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.320494 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.335631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.344942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] 10.222.0.58 "DELETE /v2.0/networks/a311401e-ccad-48a4-bed1-c38548079f02 HTTP/1.1" status: 204 len: 168 time: 0.4680688 Aug 11 08:40:23.364821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a9874-7cdf-498e-9990-e642a90ecb88 tempest-TestNetworkBasicOps-669246739 tempest-TestNetworkBasicOps-669246739-project] Pushing event deleted for resources: {'Network': ['ID=a311401e-ccad-48a4-bed1-c38548079f02,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:23.400307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:40:23.428511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1ef37f1-6fde-41a9-aaa1-3dfa18e179b8 req-03c814cf-d5b6-4e8e-ace9-6788d1117aa7 tempest-VolumesNegativeTest-629100792 tempest-VolumesNegativeTest-629100792-project] 10.222.0.58 "GET /v2.0/ports?device_id=8534a656-a802-4969-9e08-b31ad5c02d24 HTTP/1.1" status: 200 len: 210 time: 0.0841160 Aug 11 08:40:23.431290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbb097f-c365-4600-abfd-0ee6db639b75,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:23.444731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.446196 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Added segment a422d492-6ada-4aa9-b351-c28a34ea7dda of type vlan for network 118464d5-2d93-46dc-9bb1-e3237b2cac30 Aug 11 08:40:23.542589 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.578872 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.585322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:23.585974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.642903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5689700 Aug 11 08:40:23.646641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55492) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:23.651667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'admin_state_up': True, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:23.673696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e028d6d-f38e-4353-8b1d-03e9d42ebc5d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Network': ['ID=118464d5-2d93-46dc-9bb1-e3237b2cac30,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:23.685248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:40:23.689323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.690944 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.773870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:23.776355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55496) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:23.892702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f49208ac-4468-4d70-a158-c5b03b69731a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:23.920042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f49208ac-4468-4d70-a158-c5b03b69731a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:23.920667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f49208ac-4468-4d70-a158-c5b03b69731a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:23.921356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdb7b7a4-89f3-498e-a265-dddd03d5deb8 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:23.942120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: cdb7b7a4-89f3-498e-a265-dddd03d5deb8 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:23.942454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device cdb7b7a4-89f3-498e-a265-dddd03d5deb8 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:23.943039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 468da320-61f2-4519-8895-2aa880ee5a57 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:23.965303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 468da320-61f2-4519-8895-2aa880ee5a57 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:23.965651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 468da320-61f2-4519-8895-2aa880ee5a57 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:24.161509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:24.182520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:24.182873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device f4241ce9-7cc3-4c56-a5a3-20d3faf5c44b not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:24.353550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.416448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-010c7fe1-52e3-45ba-8cc4-685c7f71350b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d289f5422cfc4a39a7a604acf613bc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385076 Aug 11 08:40:24.418928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55500) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:24.478766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.516389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.580307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.583727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.587542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82bd6099-38d9-4e9c-891f-73dc152d58a2 HTTP/1.1" status: 204 len: 168 time: 0.1649842 Aug 11 08:40:24.593985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd6099-38d9-4e9c-891f-73dc152d58a2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:24.597157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.603042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.603410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.603739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.604078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.604412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.606015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.606015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.606015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.606015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.606015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.612390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.612390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557fddb-55e8-4958-89e9-6267079d58e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:24.620810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.764634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.25.2.125 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6a69215a-9465-4031-a3b7-5cac9fad0445) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:24.933234 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:24.982889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.031002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:25.039373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:25.041946 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:25.053829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55530) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:25.075518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=6a69215a-9465-4031-a3b7-5cac9fad0445,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:25.078767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebc0659f-2fc6-48a2-9d47-db2bb63d1a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.219337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebc0659f-2fc6-48a2-9d47-db2bb63d1a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.225919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebc0659f-2fc6-48a2-9d47-db2bb63d1a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.281230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebc0659f-2fc6-48a2-9d47-db2bb63d1a41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2da46f906ce44813ae336cac3edf5ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227285 Aug 11 08:40:25.281230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0659f-2fc6-48a2-9d47-db2bb63d1a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e431956-3248-41a5-a92f-de934976ccdb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:25.283680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55546) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:25.360661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a362ac2-1219-4315-ae55-6482ed2d7480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.370817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.405755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a362ac2-1219-4315-ae55-6482ed2d7480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.496911 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a362ac2-1219-4315-ae55-6482ed2d7480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.501227 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a362ac2-1219-4315-ae55-6482ed2d7480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.503121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4a362ac2-1219-4315-ae55-6482ed2d7480 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e431956-3248-41a5-a92f-de934976ccdb HTTP/1.1" status: 204 len: 168 time: 0.2180226 Aug 11 08:40:25.516164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a362ac2-1219-4315-ae55-6482ed2d7480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e431956-3248-41a5-a92f-de934976ccdb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:25.693350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:25.870375 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:40:26.012427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:26.032133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Sync routers for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:26.045879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:26.046629 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:26.048076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:26.052573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-249b38ec-298c-4d7d-878f-f4e0c4cf5f9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4014988 Aug 11 08:40:26.053919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55616) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:26.180118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:26.363477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c7cc2871-c83b-409e-8a86-a5a658bc44be tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d442a135c5ec405fb91c42e080134c17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3088067 Aug 11 08:40:26.369602 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:26.463690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:25Z', 'revision_number': 3, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:26.495791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Checking router: 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:26.496306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Updating router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc port 6a69215a-9465-4031-a3b7-5cac9fad0445 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:26.533394 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:26.540920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8a9fb-ea89-45f4-8714-b16942ebd979 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:26.549728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55644) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:26.559255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-33f8a9fb-ea89-45f4-8714-b16942ebd979 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847603 Aug 11 08:40:26.615702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6fccf79e-7a21-4ac6-a3d2-6bed4026b293 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0618100 Aug 11 08:40:26.616340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55652) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:26.625587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505263108', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:26.779010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Made reservation on behalf of d442a135c5ec405fb91c42e080134c17 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:26.790114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.001424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.014638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Transition to ACTIVE for port object 6a69215a-9465-4031-a3b7-5cac9fad0445 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:27.027311 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.084666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Attempting to bind port 6a69215a-9465-4031-a3b7-5cac9fad0445 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:27.085407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Attempting to bind port 6a69215a-9465-4031-a3b7-5cac9fad0445 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:27.085764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Attempting to bind port 6a69215a-9465-4031-a3b7-5cac9fad0445 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:27.099481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:27.100234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:27.101243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.101849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:27.102537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Bound port: 6a69215a-9465-4031-a3b7-5cac9fad0445, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:27.103113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.130119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271b10f-ba81-492b-877d-788344f0ae6f None None] Pushing event updated for resources: {'Port': ['ID=6a69215a-9465-4031-a3b7-5cac9fad0445,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:27.166130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.181957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] For port 6a69215a-9465-4031-a3b7-5cac9fad0445, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:27.186587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] For port 6a69215a-9465-4031-a3b7-5cac9fad0445, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a69215a-9465-4031-a3b7-5cac9fad0445,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:27.193131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.278562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Subnet': ['ID=23717d24-a2cc-4eb3-9a91-4a105f42362a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:27.279267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:27.280026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:27.284239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Checking segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:27.284949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network hostable DHCP agents. Network: 118464d5-2d93-46dc-9bb1-e3237b2cac30, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:40:27.314826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:40:27.329829 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 118464d5-2d93-46dc-9bb1-e3237b2cac30) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:27.339129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:27.341066 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:27.382021 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fbfe0057-3b10-484a-85c1-20174a2774e2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7637956 Aug 11 08:40:27.385108 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55714) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:27.388596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2df77f-58db-42ed-9e4f-dfb36f64d2f8 None None] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:27.494615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271b10f-ba81-492b-877d-788344f0ae6f None None] Pushing event updated for resources: {'Port': ['ID=6a69215a-9465-4031-a3b7-5cac9fad0445,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:27.607400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:27.611583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-118464d5-2d93-46dc-9bb1-e3237b2cac30', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:40:27.612475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.009234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Allocated IP 172.20.0.2 (118464d5-2d93-46dc-9bb1-e3237b2cac30/23717d24-a2cc-4eb3-9a91-4a105f42362a/8f1df26e-0dc7-4812-b170-5066dbec9c06) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:28.114063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:25Z', 'revision_number': 3, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:28.165611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf2b79-aeb7-43c1-9c34-a81f38080804 None None] The sync data for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 is: [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:25Z', 'revision_number': 3, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:28.233766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.356060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.372777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Transition to ACTIVE for port object 8f1df26e-0dc7-4812-b170-5066dbec9c06 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:28.412113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Transition to ACTIVE for port object 8f1df26e-0dc7-4812-b170-5066dbec9c06 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:28.425229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.487197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:28.496135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:28.500342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:28.510270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Pushing event updated for resources: {'Port': ['ID=8f1df26e-0dc7-4812-b170-5066dbec9c06,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:28.623746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Attempting to bind port 8f1df26e-0dc7-4812-b170-5066dbec9c06 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:28.624118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Attempting to bind port 8f1df26e-0dc7-4812-b170-5066dbec9c06 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:28.625008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Attempting to bind port 8f1df26e-0dc7-4812-b170-5066dbec9c06 on network 118464d5-2d93-46dc-9bb1-e3237b2cac30 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:28.641678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:28.641985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Checking segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:28.643040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.643662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Bound using segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:28.644600 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Bound port: 8f1df26e-0dc7-4812-b170-5066dbec9c06, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:28.645492 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.833349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.20.0.1 (118464d5-2d93-46dc-9bb1-e3237b2cac30/23717d24-a2cc-4eb3-9a91-4a105f42362a/ea82d079-6352-4a77-b3fc-bc92bd832bb9) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:28.861393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] For port 8f1df26e-0dc7-4812-b170-5066dbec9c06, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:28.903804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] For port 8f1df26e-0dc7-4812-b170-5066dbec9c06, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f1df26e-0dc7-4812-b170-5066dbec9c06,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:28.907617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.912244 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:28.979435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89eb3f-b0fb-4a46-939c-a9add6ad723b None None] Pushing event updated for resources: {'Port': ['ID=8f1df26e-0dc7-4812-b170-5066dbec9c06,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:29.098120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.121239 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Transition to ACTIVE for port object ea82d079-6352-4a77-b3fc-bc92bd832bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:29.146693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55898) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:29.181559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.268082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:40:29.268592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:29.308497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:29.316179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:29.319139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2198e06c-e034-4fe2-9284-31d5735e75c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.328057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=ea82d079-6352-4a77-b3fc-bc92bd832bb9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:29.374750 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cffd0f62-f242-4a13-81aa-bdaa16e9a6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.405873 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.532064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cffd0f62-f242-4a13-81aa-bdaa16e9a6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.538178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cffd0f62-f242-4a13-81aa-bdaa16e9a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.587347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd0f62-f242-4a13-81aa-bdaa16e9a6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e4dcd-178b-4a73-8c6e-b755c6b5d1ae,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:29.592794 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cffd0f62-f242-4a13-81aa-bdaa16e9a6a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74c0c91b29a64c6fa9f82c031ae60b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442613 Aug 11 08:40:29.595739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:29.620866 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.720774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-362c7cd6-e8c4-4cb9-bbe9-e28a740bbd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.786182 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-362c7cd6-e8c4-4cb9-bbe9-e28a740bbd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:29.832418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f1df26e-0dc7-4812-b170-5066dbec9c06 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:29.921663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8f1df26e-0dc7-4812-b170-5066dbec9c06 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:29.941231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a69215a-9465-4031-a3b7-5cac9fad0445 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:30.174920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.211165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6a69215a-9465-4031-a3b7-5cac9fad0445 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:30.228168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6a69215a-9465-4031-a3b7-5cac9fad0445 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:30.228168 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.357800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.389597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6a69215a-9465-4031-a3b7-5cac9fad0445, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a69215a-9465-4031-a3b7-5cac9fad0445,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:30.397513 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.439383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-362c7cd6-e8c4-4cb9-bbe9-e28a740bbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.443721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-362c7cd6-e8c4-4cb9-bbe9-e28a740bbd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.445277 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-362c7cd6-e8c4-4cb9-bbe9-e28a740bbd2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/853e4dcd-178b-4a73-8c6e-b755c6b5d1ae HTTP/1.1" status: 204 len: 168 time: 0.8482707 Aug 11 08:40:30.479618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b7b7e4-6d42-49b3-89d6-809042b03f30 None None] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:30.492719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c7cd6-e8c4-4cb9-bbe9-e28a740bbd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e4dcd-178b-4a73-8c6e-b755c6b5d1ae,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:30.632483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6a69215a-9465-4031-a3b7-5cac9fad0445,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:30.671013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] Provisioning for port 8f1df26e-0dc7-4812-b170-5066dbec9c06 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:30.684790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] Provisioning complete for port 8f1df26e-0dc7-4812-b170-5066dbec9c06 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:30.685346 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.695882 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.705749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.807965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=ea82d079-6352-4a77-b3fc-bc92bd832bb9,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:30.825979 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.939515 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:30.979061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:30.995235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] For port 8f1df26e-0dc7-4812-b170-5066dbec9c06, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f1df26e-0dc7-4812-b170-5066dbec9c06,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:31.001264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:31.003307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:31.005591 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92fac64a-b7ce-4828-8dc8-f74cf269a581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.006951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.114914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39dda-dffb-4c1d-aabb-078dbfde289a None None] Pushing event updated for resources: {'Port': ['ID=8f1df26e-0dc7-4812-b170-5066dbec9c06,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:31.225017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:31.306463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92fac64a-b7ce-4828-8dc8-f74cf269a581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.321359 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-92fac64a-b7ce-4828-8dc8-f74cf269a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.411868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fac64a-b7ce-4828-8dc8-f74cf269a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f04248e-144f-4352-b1df-105c87ce2036,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:31.421091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55918) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:31.422996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-92fac64a-b7ce-4828-8dc8-f74cf269a581 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c2109fe1f424fa38e7623787ddf1949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416051 Aug 11 08:40:31.460457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7028810d-aea3-4d81-9686-5a98d9abddb5 None None] Provisioning complete for port 8f1df26e-0dc7-4812-b170-5066dbec9c06 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:31.461126 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7028810d-aea3-4d81-9686-5a98d9abddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.469363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:31.478774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-52d6f174-e04f-4b25-9f45-5d78d8032bfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "PUT /v2.0/routers/3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0922358 Aug 11 08:40:31.479496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55920) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:31.481592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55922) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:31.488278 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Sync routers for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:31.498479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--739156593', 'description': 'tempest-secgroup_access--739156593 description', 'project_id': 'd442a135c5ec405fb91c42e080134c17'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:31.498775 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:31.499428 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:31.535471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0340e910-ebe7-44fe-9025-662c0c0c0679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.590376 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.619125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0340e910-ebe7-44fe-9025-662c0c0c0679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.652113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7028810d-aea3-4d81-9686-5a98d9abddb5 None None] Provisioning for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:31.662774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7028810d-aea3-4d81-9686-5a98d9abddb5 None None] Provisioning complete for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:31.663430 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7028810d-aea3-4d81-9686-5a98d9abddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.756839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7028810d-aea3-4d81-9686-5a98d9abddb5 None None] Port ea82d079-6352-4a77-b3fc-bc92bd832bb9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:31.764051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0340e910-ebe7-44fe-9025-662c0c0c0679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.773188 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:31.773748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0340e910-ebe7-44fe-9025-662c0c0c0679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.775076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0340e910-ebe7-44fe-9025-662c0c0c0679 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f04248e-144f-4352-b1df-105c87ce2036 HTTP/1.1" status: 204 len: 168 time: 0.3503339 Aug 11 08:40:31.803038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340e910-ebe7-44fe-9025-662c0c0c0679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f04248e-144f-4352-b1df-105c87ce2036,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:31.809437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a69215a-9465-4031-a3b7-5cac9fad0445 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:31.817550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.835609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.909364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f386252-0a05-45fe-8a43-0777210cfb8a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:31.931192 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:31.934420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-94c3b6cb-047f-4191-a8b2-4791a64456db tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4517877 Aug 11 08:40:31.939191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55928) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:31.946241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--698522907', 'description': 'tempest-secgroup_general--698522907 description', 'project_id': 'd442a135c5ec405fb91c42e080134c17'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:31.958273 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7b8094dc-645a-4686-8657-62f4035e09fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=748f881d8c954e53851292a05ed1b3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771805 Aug 11 08:40:31.959468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55930) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:32.025462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0d3be9da-8fc1-4fdf-8c6d-bd8725889bf3 None None] Provisioning complete for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:32.025988 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d3be9da-8fc1-4fdf-8c6d-bd8725889bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.030737 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-068bcd04-a774-4ca5-b5b6-09d9b4cc7597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.036244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.073554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-068bcd04-a774-4ca5-b5b6-09d9b4cc7597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.144425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0d3be9da-8fc1-4fdf-8c6d-bd8725889bf3 None None] Port ea82d079-6352-4a77-b3fc-bc92bd832bb9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:32.166473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-068bcd04-a774-4ca5-b5b6-09d9b4cc7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.170080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-068bcd04-a774-4ca5-b5b6-09d9b4cc7597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.174765 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-068bcd04-a774-4ca5-b5b6-09d9b4cc7597 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfeba625-a1ba-4c36-a118-8c465ed81d03 HTTP/1.1" status: 204 len: 168 time: 0.2140572 Aug 11 08:40:32.185834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bcd04-a774-4ca5-b5b6-09d9b4cc7597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeba625-a1ba-4c36-a118-8c465ed81d03,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:32.209908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6a69215a-9465-4031-a3b7-5cac9fad0445 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:32.210268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.213027 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 2, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:32.248011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.258464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.278807 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Checking router: 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:32.279442 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Updating router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc port ea82d079-6352-4a77-b3fc-bc92bd832bb9 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:32.312942 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.314523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3734355 Aug 11 08:40:32.317817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55938) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:32.321655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-607fb5c0-abf0-4ee0-ae43-23cf356def9d None None] Provisioning complete for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:32.322097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-607fb5c0-abf0-4ee0-ae43-23cf356def9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.323433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'security_group_rule': {'security_group_id': '1f386252-0a05-45fe-8a43-0777210cfb8a', 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:32.328257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c71be8-aad4-4d1a-b7a3-a838b93ccd03 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fe7871-32f6-4bea-83d5-d1ef42c4e9de,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:32.333613 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.371749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f1df26e-0dc7-4812-b170-5066dbec9c06 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:32.397402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-607fb5c0-abf0-4ee0-ae43-23cf356def9d None None] Port ea82d079-6352-4a77-b3fc-bc92bd832bb9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:32.398265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.431427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.447324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8f1df26e-0dc7-4812-b170-5066dbec9c06 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:32.447721 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.549353 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.564333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.610732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975fce67-2c39-43ed-a453-ecaa1f945c52,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:32.623715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.625463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-957602f4-217a-4d2e-b44c-a7c1d848bc75 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3064303 Aug 11 08:40:32.711862 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.735008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75ac5e1e-7c31-4432-9859-b68fe5582a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.738025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Transition to ACTIVE for port object ea82d079-6352-4a77-b3fc-bc92bd832bb9 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:32.748564 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.822267 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043afc-e59a-410d-b31b-2039cac16dd8 None None] Pushing event updated for resources: {'Port': ['ID=ea82d079-6352-4a77-b3fc-bc92bd832bb9,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:32.856014 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Attempting to bind port ea82d079-6352-4a77-b3fc-bc92bd832bb9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:32.856430 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Attempting to bind port ea82d079-6352-4a77-b3fc-bc92bd832bb9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:32.856800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Attempting to bind port ea82d079-6352-4a77-b3fc-bc92bd832bb9 on network 118464d5-2d93-46dc-9bb1-e3237b2cac30 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:32.868443 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:32.869364 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Checking segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:32.869870 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.870269 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Bound using segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:32.870769 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Bound port: ea82d079-6352-4a77-b3fc-bc92bd832bb9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:32.871150 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:32.988422 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] For port ea82d079-6352-4a77-b3fc-bc92bd832bb9, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:32.992585 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] For port ea82d079-6352-4a77-b3fc-bc92bd832bb9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ea82d079-6352-4a77-b3fc-bc92bd832bb9,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:33.001672 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.053709 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-2ecef7d3-cc06-4a15-9a04-95b654c4dd66 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--739156593&fields=id&tenant_id=d442a135c5ec405fb91c42e080134c17 HTTP/1.1" status: 200 len: 267 time: 0.0829132 Aug 11 08:40:33.073726 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043afc-e59a-410d-b31b-2039cac16dd8 None None] Pushing event updated for resources: {'Port': ['ID=ea82d079-6352-4a77-b3fc-bc92bd832bb9,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:33.109034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:33.109938 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:33.126299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55976) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:33.153355 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-a6773d55-b495-4a40-88fa-08704a170059 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--698522907&fields=id&tenant_id=d442a135c5ec405fb91c42e080134c17 HTTP/1.1" status: 200 len: 267 time: 0.0985591 Aug 11 08:40:33.262606 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:33.293215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-540db57e-9983-420d-bdbb-eb4bee694bce tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:33.301867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-540db57e-9983-420d-bdbb-eb4bee694bce tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/networks?id=118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 200 len: 797 time: 0.1474705 Aug 11 08:40:33.319453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-63f873a7-d892-4a0c-9f5a-371cf3f5ae2f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/quotas/d442a135c5ec405fb91c42e080134c17 HTTP/1.1" status: 200 len: 375 time: 0.0157635 Aug 11 08:40:33.388036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1842587471-network', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:33.402789 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1ebf1ce5-c623-408c-b055-0ec65b22b79b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817473 Aug 11 08:40:33.418042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Made reservation on behalf of 6c6773ee76a84c3c826dfd73432da870 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:33.421239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.437609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.523294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-4b1e52a4-e741-4e7c-82c7-422d4999ce13 service neutron] 10.222.0.58 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074140 Aug 11 08:40:33.554312 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:32Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:33.564013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.568487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.587717 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579de4f7-d3ed-4653-966d-cf6b9abe93ce None None] The sync data for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 is: [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:32Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:33.600730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:40:33.612042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb765e-5f23-4e50-a364-7a70348e5c01,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:33.620385 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.620736 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Added segment d1dd8d4b-28d3-4acc-8504-4241ed786ac1 of type vlan for network 31b9c99e-ce82-4cac-8601-866466d4aa0c Aug 11 08:40:33.696091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 55992) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:33.712759 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-248e4ce7-3290-4797-84f1-330444dd3d11 service neutron] 10.222.0.58 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820903 Aug 11 08:40:33.734831 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.767883 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.769024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:33.769701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.839153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea82d079-6352-4a77-b3fc-bc92bd832bb9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:33.864080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7329035 Aug 11 08:40:33.864470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 55996) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:33.869639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Request body: {'subnet': {'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1842587471-subnet', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:33.895097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6c970-c6c7-41e9-9901-30bac58c4532 admin admin] Pushing event updated for resources: {'Network': ['ID=31b9c99e-ce82-4cac-8601-866466d4aa0c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:33.902596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1977870877-network', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:33.917896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Made reservation on behalf of 6c6773ee76a84c3c826dfd73432da870 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:33.921954 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.924867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:40:33.975738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Made reservation on behalf of 06f8d7845fff43bcb2c3b9b100878b97 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:33.978270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:33.996797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:34.010330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.011298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:34.011735 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.089674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ec10b6e-2b81-4e25-9ee2-c3ec3564ce86 req-e8ffa8bb-6a55-430d-a190-ec3058eab7b2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 210 time: 0.0550988 Aug 11 08:40:34.118711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.180796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port ea82d079-6352-4a77-b3fc-bc92bd832bb9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ea82d079-6352-4a77-b3fc-bc92bd832bb9,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:34.194381 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.214789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.220629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.250556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:40:34.263551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a9509-81c8-446c-a9bf-fb159ccf694b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:34.270464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.271154 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Added segment b7c8bf1e-025d-4c26-b0ab-6227920fcf54 of type vlan for network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c Aug 11 08:40:34.274358 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.325329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=ea82d079-6352-4a77-b3fc-bc92bd832bb9,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:34.353045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.370332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06cb030-7594-4938-9c03-1be2cff03128,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:34.387250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Checking segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:34.387620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Network hostable DHCP agents. Network: 31b9c99e-ce82-4cac-8601-866466d4aa0c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:40:34.397565 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.398692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:34.399405 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.408008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:40:34.421677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 31b9c99e-ce82-4cac-8601-866466d4aa0c) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:34.426523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:34.427454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.432964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21cb76-1a2d-4938-813c-f74904b9a649 None None] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:34.446291 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-83ae8ecc-6825-4c8d-a1a1-846d101018f1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5804989 Aug 11 08:40:34.449026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56008) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:34.454606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:34.468196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7707150 Aug 11 08:40:34.472314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56010) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:34.477727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Request body: {'subnet': {'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1977870877-subnet', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:34.488909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758ca0a-e275-48af-b146-cf80d2edad2b admin admin] Pushing event updated for resources: {'Network': ['ID=6888c5b7-ea88-4c14-b39a-9c02f5e21d3c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:34.491729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.500618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.503893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:40:34.521794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Made reservation on behalf of 06f8d7845fff43bcb2c3b9b100878b97 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:34.526792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.623594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.739555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-31b9c99e-ce82-4cac-8601-866466d4aa0c', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:40:34.740390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.820870 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.841034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.907615 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:34.937280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09be88f2-6d74-4ca1-ba38-a4cba90e7aa7,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:34.949995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Checking segment: {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:34.950344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Network hostable DHCP agents. Network: 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:40:34.973470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:40:34.985688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:34.994137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:34.995070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.000862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52caa637-f6c1-462e-85bc-daa8b957c70b None None] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:35.022456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2c1601cc-b80b-4f56-9fbf-59ced2dca96d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5463622 Aug 11 08:40:35.025298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56014) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:35.031232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:35.063787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Allocated IP 172.20.0.2 (31b9c99e-ce82-4cac-8601-866466d4aa0c/a06cb030-7594-4938-9c03-1be2cff03128/83eb1e19-683a-4266-b42c-12f4f173befb) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:35.072021 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.076154 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.137032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.165480 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.175193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.238794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3824341b-c3b8-40c3-a647-9e660dd36f8d req-924f4744-0260-4902-b97a-232f01af2dfc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Aug 11 08:40:35.291801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-6888c5b7-ea88-4c14-b39a-9c02f5e21d3c', 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'fixed_ips': [{'subnet_id': '09be88f2-6d74-4ca1-ba38-a4cba90e7aa7'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:40:35.292791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.317396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Allocated IP 172.25.2.126 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/5a79ffcd-a438-45d3-8711-5afbdb0f23df) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:35.381497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.407742 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.430460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Transition to ACTIVE for port object 83eb1e19-683a-4266-b42c-12f4f173befb will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:35.480274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.482275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Transition to ACTIVE for port object 83eb1e19-683a-4266-b42c-12f4f173befb will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:35.496560 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.539287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Allocated IP 172.20.0.2 (6888c5b7-ea88-4c14-b39a-9c02f5e21d3c/09be88f2-6d74-4ca1-ba38-a4cba90e7aa7/648501e9-cc74-477e-aed2-f658db9eacea) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:35.556541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:35.566848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:35.572421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:35.607696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-4b5debc1-75b7-42a6-9ebe-3f2929b1abf0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:35.609201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-4b5debc1-75b7-42a6-9ebe-3f2929b1abf0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.64 "GET /v2.0/networks?id=118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 200 len: 797 time: 0.1455514 Aug 11 08:40:35.619788 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.657379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Pushing event updated for resources: {'Port': ['ID=83eb1e19-683a-4266-b42c-12f4f173befb,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:35.691447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a79ffcd-a438-45d3-8711-5afbdb0f23df,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:35.691624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.697453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:35.700451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:35.703427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:35.729979 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.745209 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-aae7733d-bb34-4dad-b711-a244d18298f1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d442a135c5ec405fb91c42e080134c17 HTTP/1.1" status: 200 len: 476 time: 0.0796604 Aug 11 08:40:35.763706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'port': {'device_id': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'admin_state_up': True, 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'security_groups': ['1f386252-0a05-45fe-8a43-0777210cfb8a', '20fe7871-32f6-4bea-83d5-d1ef42c4e9de']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:35.784236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea82d079-6352-4a77-b3fc-bc92bd832bb9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:35.789925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Attempting to bind port 83eb1e19-683a-4266-b42c-12f4f173befb on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:35.790426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Attempting to bind port 83eb1e19-683a-4266-b42c-12f4f173befb by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:35.790885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Attempting to bind port 83eb1e19-683a-4266-b42c-12f4f173befb on network 31b9c99e-ce82-4cac-8601-866466d4aa0c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:35.817227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:35.818689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Checking segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:35.819104 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.819534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Bound using segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:35.820718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Bound port: 83eb1e19-683a-4266-b42c-12f4f173befb, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:35.821134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.849049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Allocated IP 172.25.2.200 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/198b6d40-11b3-43c8-b2be-0d76ba70c363) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:35.855563 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.888296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Transition to ACTIVE for port object 648501e9-cc74-477e-aed2-f658db9eacea will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:35.923905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Transition to ACTIVE for port object 648501e9-cc74-477e-aed2-f658db9eacea will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:35.941369 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.976186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] For port 83eb1e19-683a-4266-b42c-12f4f173befb, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:35.987620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port ea82d079-6352-4a77-b3fc-bc92bd832bb9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:35.988172 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:35.991482 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.012393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Made reservation on behalf of d442a135c5ec405fb91c42e080134c17 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:36.016136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.022842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:36.029749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] For port 83eb1e19-683a-4266-b42c-12f4f173befb, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83eb1e19-683a-4266-b42c-12f4f173befb,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:36.034859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:36.037685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:36.042220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.080411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Pushing event updated for resources: {'Port': ['ID=648501e9-cc74-477e-aed2-f658db9eacea,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:36.103289 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:36.104206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.104655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=198b6d40-11b3-43c8-b2be-0d76ba70c363,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:36.107642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:36.117734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:36.149947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.204048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Attempting to bind port 648501e9-cc74-477e-aed2-f658db9eacea on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:36.204479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Attempting to bind port 648501e9-cc74-477e-aed2-f658db9eacea by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:36.204942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Attempting to bind port 648501e9-cc74-477e-aed2-f658db9eacea on network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:36.233420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423a2d6-afb6-4fea-83ec-d3bd2d1a7188 None None] Pushing event updated for resources: {'Port': ['ID=83eb1e19-683a-4266-b42c-12f4f173befb,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:36.236391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:36.246743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Checking segment: {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:36.246743 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.247086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Bound using segment: {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:36.247465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Bound port: 648501e9-cc74-477e-aed2-f658db9eacea, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:36.247920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.250843 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.319130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.20.0.4 (118464d5-2d93-46dc-9bb1-e3237b2cac30/23717d24-a2cc-4eb3-9a91-4a105f42362a/b8aae01a-1c8e-4f3e-bb00-89b7704228d1) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:36.327162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] For port 648501e9-cc74-477e-aed2-f658db9eacea, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:36.331377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] For port 648501e9-cc74-477e-aed2-f658db9eacea, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=648501e9-cc74-477e-aed2-f658db9eacea,segment=NetworkSegment(b7c8bf1e-025d-4c26-b0ab-6227920fcf54),segment_id=b7c8bf1e-025d-4c26-b0ab-6227920fcf54)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:36.338519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.448961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d70c85-cb8b-4bf4-b0d6-222343769d66 None None] Pushing event updated for resources: {'Port': ['ID=648501e9-cc74-477e-aed2-f658db9eacea,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:36.523375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-03caae72-cd8e-44c9-8e46-773d67ad83bc req-45fadd5b-3f62-44ae-91ec-90ff862f4b09 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 210 time: 0.0644312 Aug 11 08:40:36.599637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.620591 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.724266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.779899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Transition to ACTIVE for port object b8aae01a-1c8e-4f3e-bb00-89b7704228d1 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:36.828982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.854073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:36.863181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Router 4a4f6345-cf03-4266-816e-0697bbdd9964 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:40:36.904634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:36.911855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:36.915104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:36.985213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:36.994677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Router 0d224280-5eb8-440b-b69d-e738489a763b is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:40:37.027805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:37.028365 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:37.096842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-1a6cd438-1350-4627-825f-142e730fb2a3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3388894 Aug 11 08:40:37.099044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:37.110966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Sync routers for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:37.116981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Request body: {'port': {'device_id': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:37.125427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:37.126087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:37.146331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:37.150721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-03d7b897-6215-4d94-95c6-f5d897b1d8a1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7004986 Aug 11 08:40:37.154142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56022) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:37.247904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:37.292274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5e18659e-1057-4d78-b7da-dfd277d8b83d None None] Provisioning for port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:37.545842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5e18659e-1057-4d78-b7da-dfd277d8b83d None None] Provisioning complete for port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:37.546227 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e18659e-1057-4d78-b7da-dfd277d8b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:37.616253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:37.625810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5e18659e-1057-4d78-b7da-dfd277d8b83d None None] Port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:37.627421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aabcc8-dfeb-41ef-9c09-393341ca16ec None None] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:37.629408 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Sync routers for ids ['0d224280-5eb8-440b-b69d-e738489a763b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:37.641833 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Routers {'0d224280-5eb8-440b-b69d-e738489a763b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:37.642725 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d224280-5eb8-440b-b69d-e738489a763b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:37.647843 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:37.652025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0aa2710d-91aa-4308-8d58-8690f7be2fe8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.6227844 Aug 11 08:40:37.652714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56026) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:37.669941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:37.843581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5b70fdc4-367b-4076-b033-540c97db5538 None None] Provisioning for port 83eb1e19-683a-4266-b42c-12f4f173befb completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:37.930042 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Set router 0d224280-5eb8-440b-b69d-e738489a763b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:37.942461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83eb1e19-683a-4266-b42c-12f4f173befb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:38.175585 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:36Z', 'revision_number': 3, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port': {'id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:38.212401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b247d8-e305-4f57-9f89-9fb8a7e45fe5 None None] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:38.214977 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Checking router: 0d224280-5eb8-440b-b69d-e738489a763b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:38.216264 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Updating router 0d224280-5eb8-440b-b69d-e738489a763b port 198b6d40-11b3-43c8-b2be-0d76ba70c363 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:38.230856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 83eb1e19-683a-4266-b42c-12f4f173befb completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:38.260455 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.270827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787e359-c4bc-4b3b-bd3c-cceae9a7e6a1 req-b46359ab-1d78-42c3-a912-d6b215a0203a tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:38.272465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e787e359-c4bc-4b3b-bd3c-cceae9a7e6a1 req-b46359ab-1d78-42c3-a912-d6b215a0203a tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 970 time: 0.1181619 Aug 11 08:40:38.291329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 83eb1e19-683a-4266-b42c-12f4f173befb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:38.291719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.374115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2dfa8107-3948-4407-8f46-9500c354cb9c None None] Provisioning for port 648501e9-cc74-477e-aed2-f658db9eacea completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:38.463048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e787e359-c4bc-4b3b-bd3c-cceae9a7e6a1 req-0cc2b251-efa9-41a9-846a-08518fdac341 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1510162 Aug 11 08:40:38.538672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:35Z', 'revision_number': 3, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:38.590816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.613391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Checking router: 4a4f6345-cf03-4266-816e-0697bbdd9964 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:38.614105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Updating router 4a4f6345-cf03-4266-816e-0697bbdd9964 port 5a79ffcd-a438-45d3-8711-5afbdb0f23df binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:38.629226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.665966 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.678984 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Transition to ACTIVE for port object 198b6d40-11b3-43c8-b2be-0d76ba70c363 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:38.680185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8aae01a-1c8e-4f3e-bb00-89b7704228d1 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:40:38.689199 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.691619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.702178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.736515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Transition to ACTIVE for port object b8aae01a-1c8e-4f3e-bb00-89b7704228d1 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:38.757549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.765001 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c7fb7-c039-400a-9220-cba3568547eb None None] Pushing event updated for resources: {'Port': ['ID=198b6d40-11b3-43c8-b2be-0d76ba70c363,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:38.781874 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 83eb1e19-683a-4266-b42c-12f4f173befb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83eb1e19-683a-4266-b42c-12f4f173befb,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:38.796364 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.797360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 648501e9-cc74-477e-aed2-f658db9eacea up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:38.835672 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Attempting to bind port 198b6d40-11b3-43c8-b2be-0d76ba70c363 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:38.836208 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Attempting to bind port 198b6d40-11b3-43c8-b2be-0d76ba70c363 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:38.836849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Attempting to bind port 198b6d40-11b3-43c8-b2be-0d76ba70c363 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:38.841630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.846688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Pushing event updated for resources: {'Port': ['ID=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:38.867082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:38.867733 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:38.868308 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.869030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:38.869685 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Bound port: 198b6d40-11b3-43c8-b2be-0d76ba70c363, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:38.870286 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.939511 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] For port 198b6d40-11b3-43c8-b2be-0d76ba70c363, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:38.944797 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] For port 198b6d40-11b3-43c8-b2be-0d76ba70c363, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=198b6d40-11b3-43c8-b2be-0d76ba70c363,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:38.946927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-83a1d0ab-fcee-47f4-8402-ea696e067a51 None None] Provisioning complete for port 83eb1e19-683a-4266-b42c-12f4f173befb triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:38.947629 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83a1d0ab-fcee-47f4-8402-ea696e067a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.954978 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:38.974438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Allocated IP 172.20.0.1 (6888c5b7-ea88-4c14-b39a-9c02f5e21d3c/09be88f2-6d74-4ca1-ba38-a4cba90e7aa7/2ce199ff-b81c-4ac6-8ccf-bd68b4501013) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:39.034392 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c7fb7-c039-400a-9220-cba3568547eb None None] Pushing event updated for resources: {'Port': ['ID=198b6d40-11b3-43c8-b2be-0d76ba70c363,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:39.067709 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Routers {'0d224280-5eb8-440b-b69d-e738489a763b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:39.068517 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d224280-5eb8-440b-b69d-e738489a763b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:39.134005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=83eb1e19-683a-4266-b42c-12f4f173befb,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:39.150624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Attempting to bind port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:39.150990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Attempting to bind port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:39.151308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Attempting to bind port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 on network 118464d5-2d93-46dc-9bb1-e3237b2cac30 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:39.204469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 on network 118464d5-2d93-46dc-9bb1-e3237b2cac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:40:39.204797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Attempting to bind port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 on network 118464d5-2d93-46dc-9bb1-e3237b2cac30 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:39.211901 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.221533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 648501e9-cc74-477e-aed2-f658db9eacea completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:39.235579 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] Set router 0d224280-5eb8-440b-b69d-e738489a763b gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:39.236088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Transition to ACTIVE for port object 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:39.239029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:39.240017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Checking segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:39.241592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Bound using segment: {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:39.242079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Bound port: b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a422d492-6ada-4aa9-b351-c28a34ea7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:39.242454 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.252446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 648501e9-cc74-477e-aed2-f658db9eacea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:39.252929 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.279106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.325466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:39.342780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:39.348127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:39.393023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce199ff-b81c-4ac6-8ccf-bd68b4501013,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:39.410953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Allocated IP 172.20.0.1 (31b9c99e-ce82-4cac-8601-866466d4aa0c/a06cb030-7594-4938-9c03-1be2cff03128/06fa7b61-a492-4604-a75a-e1a2bbcec28c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:39.423701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.453926 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.468401 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.472983 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Transition to ACTIVE for port object 5a79ffcd-a438-45d3-8711-5afbdb0f23df will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:39.521015 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:36Z', 'revision_number': 3, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port': {'id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:39.525608 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.560585 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b6459-e132-4e5f-bc4a-75b173d75674 None None] The sync data for ids ['0d224280-5eb8-440b-b69d-e738489a763b'] in n-d-789963-6 is: [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:36Z', 'revision_number': 3, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port': {'id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:39.625964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.650675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 648501e9-cc74-477e-aed2-f658db9eacea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=648501e9-cc74-477e-aed2-f658db9eacea,segment=NetworkSegment(b7c8bf1e-025d-4c26-b0ab-6227920fcf54),segment_id=b7c8bf1e-025d-4c26-b0ab-6227920fcf54)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:39.667885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1734dd6e-8781-4fbb-8e25-cd4056b1228f None None] Provisioning complete for port 648501e9-cc74-477e-aed2-f658db9eacea triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:39.669803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1734dd6e-8781-4fbb-8e25-cd4056b1228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.680055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db3b84-aa08-4d30-abad-8ae6f57780a0 None None] Pushing event updated for resources: {'Port': ['ID=5a79ffcd-a438-45d3-8711-5afbdb0f23df,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:39.683032 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.709666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Attempting to bind port 5a79ffcd-a438-45d3-8711-5afbdb0f23df on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:39.710128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Attempting to bind port 5a79ffcd-a438-45d3-8711-5afbdb0f23df by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:39.710657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Attempting to bind port 5a79ffcd-a438-45d3-8711-5afbdb0f23df on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:39.751508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.756445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:39.757125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:39.757836 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.758504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:39.760275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Bound port: 5a79ffcd-a438-45d3-8711-5afbdb0f23df, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:39.760961 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.805342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Transition to ACTIVE for port object 06fa7b61-a492-4604-a75a-e1a2bbcec28c will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:39.821719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83eb1e19-683a-4266-b42c-12f4f173befb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:39.827421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] For port b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:39.833184 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] For port b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:39.840985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a74c-6e34-44a7-b41d-0c3db37d107c req-dbb91715-8547-4988-a666-a1ca27f03a28 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:39.842819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c995a74c-6e34-44a7-b41d-0c3db37d107c req-dbb91715-8547-4988-a666-a1ca27f03a28 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 982 time: 0.2262681 Aug 11 08:40:39.854558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.906115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:39.906115 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:39.907140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] 10.222.0.64 "PUT /v2.0/ports/b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 200 len: 1130 time: 2.7953393 Aug 11 08:40:39.907910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:39.910390 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e1f672-1f44-4893-9893-5a3b62b38265" -d '{"events": [{"name": "network-changed", "server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:39.911166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c995a74c-6e34-44a7-b41d-0c3db37d107c req-f69903f8-3c88-4d1f-ad2d-47e1ae8ce4ea tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0612724 Aug 11 08:40:39.954175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.015290 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.026273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.026597 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209d74f-c087-4d9f-af2a-c44aa072dfab x-openstack-request-id: req-9209d74f-c087-4d9f-af2a-c44aa072dfab {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:40.026742 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:40.026862 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9209d74f-c087-4d9f-af2a-c44aa072dfab {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:40.027253 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'status': 'completed', 'code': 200} Aug 11 08:40:40.070476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b81c1f-1b80-4c0b-8c9d-3399aa632e29 service neutron] Pushing event updated for resources: {'Port': ['ID=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:40.091397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:40.097963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:40.131196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] For port 5a79ffcd-a438-45d3-8711-5afbdb0f23df, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:40.132397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:40.134713 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.152459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=648501e9-cc74-477e-aed2-f658db9eacea,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:40.220665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] For port 5a79ffcd-a438-45d3-8711-5afbdb0f23df, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5a79ffcd-a438-45d3-8711-5afbdb0f23df,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:40.231503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Pushing event updated for resources: {'Port': ['ID=06fa7b61-a492-4604-a75a-e1a2bbcec28c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:40.244815 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.246063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-f05e742f-cd3f-4a78-bc4f-c9289fad5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:40.247890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-f05e742f-cd3f-4a78-bc4f-c9289fad5d92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1133 time: 0.2247753 Aug 11 08:40:40.251003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce199ff-b81c-4ac6-8ccf-bd68b4501013,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:40.336024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-acc44d56-b1e8-40dd-a560-0dd2150bd3f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 200 len: 217 time: 0.0703800 Aug 11 08:40:40.343502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.350039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db3b84-aa08-4d30-abad-8ae6f57780a0 None None] Pushing event updated for resources: {'Port': ['ID=5a79ffcd-a438-45d3-8711-5afbdb0f23df,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:40.384495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:40.386096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:40.389732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:40.390575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:40.436647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 83eb1e19-683a-4266-b42c-12f4f173befb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:40.437060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.520556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-fbe309ad-d90d-444a-b7f4-1d97632ef41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:40.522313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-fbe309ad-d90d-444a-b7f4-1d97632ef41a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23717d24-a2cc-4eb3-9a91-4a105f42362a HTTP/1.1" status: 200 len: 835 time: 0.1805699 Aug 11 08:40:40.579777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Provisioning for port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:40.586810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Provisioning complete for port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:40.587566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.605015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Router 0d224280-5eb8-440b-b69d-e738489a763b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:40.652016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:40.659567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.697841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-7ab36c3e-6e52-46d2-93c6-3f74349f207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:40.699281 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-7ab36c3e-6e52-46d2-93c6-3f74349f207b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118464d5-2d93-46dc-9bb1-e3237b2cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560307 Aug 11 08:40:40.770682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:40.779461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-28d89a4b-e479-45a5-9689-9ec97533f402 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d224280-5eb8-440b-b69d-e738489a763b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1254742 Aug 11 08:40:40.780905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:40.836250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Provisioning for port 06fa7b61-a492-4604-a75a-e1a2bbcec28c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:40.847478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Provisioning complete for port 06fa7b61-a492-4604-a75a-e1a2bbcec28c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:40.847887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:40.910529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f3f532ac-756f-4ca8-a4ea-875ed8014668 None None] Port 06fa7b61-a492-4604-a75a-e1a2bbcec28c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:40.922786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-dddd152e-8a0b-4fff-a13d-2880df764a1c service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547804 Aug 11 08:40:40.944080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:35Z', 'revision_number': 3, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:41.004590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976567f5-3764-4e3c-bc3b-8573f13376b6 None None] The sync data for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 is: [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:35Z', 'revision_number': 3, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:41.043560 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:41.045845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3a5e9162-d209-444b-a806-cd6e1812c554 None None] Provisioning complete for port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:41.048618 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3a5e9162-d209-444b-a806-cd6e1812c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:41.060153 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:41.117363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e9162-d209-444b-a806-cd6e1812c554 None None] Port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:41.133254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d5b0d323-ea56-4d17-98a6-2bbdc82fc433 req-3584d3c0-ceaf-4a70-91df-0df5b671f88d service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953216 Aug 11 08:40:41.149525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Pushing event updated for resources: {'Port': ['ID=06fa7b61-a492-4604-a75a-e1a2bbcec28c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:41.161466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747a39c-9bb6-46fb-adb3-5370541b2465 req-b9afada8-a864-4a6e-80dd-ab1a2b02a131 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:41.163111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0747a39c-9bb6-46fb-adb3-5370541b2465 req-b9afada8-a864-4a6e-80dd-ab1a2b02a131 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 982 time: 0.1033063 Aug 11 08:40:41.167196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:41.224460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0747a39c-9bb6-46fb-adb3-5370541b2465 req-4007644a-6e1b-49e6-9b54-f1c08938fa4f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0515771 Aug 11 08:40:41.307788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-b0118400-7d19-4d60-adb0-3ba6c07575a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:41.309361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-b0118400-7d19-4d60-adb0-3ba6c07575a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1133 time: 0.0715041 Aug 11 08:40:41.322114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:41.344781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:41.541081 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-74a0247e-bfff-43bd-a501-91de2a8da090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:41.543838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-74a0247e-bfff-43bd-a501-91de2a8da090 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 200 len: 898 time: 0.2236829 Aug 11 08:40:41.612984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-501ae9b5-3ffa-4595-a054-c8cafb325bc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 200 len: 217 time: 0.0603070 Aug 11 08:40:41.617560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Router 4a4f6345-cf03-4266-816e-0697bbdd9964 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:41.722013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-967433b7-ea7a-4845-9f0c-fd5c9b043090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:41.725185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-967433b7-ea7a-4845-9f0c-fd5c9b043090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23717d24-a2cc-4eb3-9a91-4a105f42362a HTTP/1.1" status: 200 len: 835 time: 0.1016302 Aug 11 08:40:41.755887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f5530b1c-1165-493b-959e-cfbfcfb773cc None None] Provisioning complete for port 06fa7b61-a492-4604-a75a-e1a2bbcec28c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:41.756480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f5530b1c-1165-493b-959e-cfbfcfb773cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:41.804715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f5530b1c-1165-493b-959e-cfbfcfb773cc None None] Port 06fa7b61-a492-4604-a75a-e1a2bbcec28c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:41.836849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-3604e3a9-ee2d-4fbe-b53b-f1a82a228f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:41.838395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-3604e3a9-ee2d-4fbe-b53b-f1a82a228f6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118464d5-2d93-46dc-9bb1-e3237b2cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759518 Aug 11 08:40:41.843447 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:41.864843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-47aac923-a8c0-47f9-88e3-2ada0a84b361 admin admin] 10.222.0.58 "PUT /v2.0/routers/4a4f6345-cf03-4266-816e-0697bbdd9964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7086587 Aug 11 08:40:41.994283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5a79ffcd-a438-45d3-8711-5afbdb0f23df up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:41.994520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-f8ea3ef0-059a-4cd9-8115-f022e167370e service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461549 Aug 11 08:40:42.086704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5a79ffcd-a438-45d3-8711-5afbdb0f23df completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:42.092347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5a79ffcd-a438-45d3-8711-5afbdb0f23df triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:42.093968 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.125594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64e1f672-1f44-4893-9893-5a3b62b38265 req-0c2ce48d-0d45-4e0f-8739-48d4e7d42cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222219 Aug 11 08:40:42.223797 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Sync routers for ids ['0d224280-5eb8-440b-b69d-e738489a763b'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:42.229736 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.248154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Routers {'0d224280-5eb8-440b-b69d-e738489a763b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:42.253401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d224280-5eb8-440b-b69d-e738489a763b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:42.299834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 5a79ffcd-a438-45d3-8711-5afbdb0f23df, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5a79ffcd-a438-45d3-8711-5afbdb0f23df,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:42.310973 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.311770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 648501e9-cc74-477e-aed2-f658db9eacea up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:42.431571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539a2a3-fc84-4804-b4dc-e1d0cd84cbe0 req-4cb40318-757e-49be-9ca3-0b219c439c17 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:42.434127 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a539a2a3-fc84-4804-b4dc-e1d0cd84cbe0 req-4cb40318-757e-49be-9ca3-0b219c439c17 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 982 time: 0.1095035 Aug 11 08:40:42.470274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=5a79ffcd-a438-45d3-8711-5afbdb0f23df,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:42.478270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Set router 0d224280-5eb8-440b-b69d-e738489a763b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:42.507734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a539a2a3-fc84-4804-b4dc-e1d0cd84cbe0 req-6fd30413-aa92-4766-b245-21cf3143efbf tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0676069 Aug 11 08:40:42.507955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 648501e9-cc74-477e-aed2-f658db9eacea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:42.508185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.527724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56068) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:42.696867 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 198b6d40-11b3-43c8-b2be-0d76ba70c363 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:42.709756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56072) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:42.725995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1503160230-network', 'tenant_id': '68f2dd554fc34ba3be193548398d3462'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:42.776729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Made reservation on behalf of 68f2dd554fc34ba3be193548398d3462 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:42.781080 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.798276 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.809836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 198b6d40-11b3-43c8-b2be-0d76ba70c363 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:42.816404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 198b6d40-11b3-43c8-b2be-0d76ba70c363 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:42.816798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.847544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:39Z', 'revision_number': 4, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port': {'id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '2ce199ff-b81c-4ac6-8ccf-bd68b4501013', 'name': '', 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'mac_address': 'fa:16:3e:78:39:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '09be88f2-6d74-4ca1-ba38-a4cba90e7aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:39Z', 'revision_number': 2, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'subnets': [{'id': '09be88f2-6d74-4ca1-ba38-a4cba90e7aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:42.883897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Checking router: 0d224280-5eb8-440b-b69d-e738489a763b for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:42.884316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Updating router 0d224280-5eb8-440b-b69d-e738489a763b port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:42.927552 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.929416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.935463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.976670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:40:42.985417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.988312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23a972-4e26-4f58-9f6d-afd6df87e3f2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:42.995092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:42.995537 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Added segment 5fe5606a-6bea-47eb-98f0-e188cd4f919d of type vlan for network c6d31381-3ac6-40a0-aeed-42c3f204080e Aug 11 08:40:43.043023 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.076332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.084630 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.085744 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:43.086482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.124327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 198b6d40-11b3-43c8-b2be-0d76ba70c363, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=198b6d40-11b3-43c8-b2be-0d76ba70c363,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:43.135150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.250030 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d31381-3ac6-40a0-aeed-42c3f204080e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:43.262034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=198b6d40-11b3-43c8-b2be-0d76ba70c363,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:43.273284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network c6d31381-3ac6-40a0-aeed-42c3f204080e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:40:43.284825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-acb3e8a1-b110-48f4-87c1-dce67bcfa8e0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5697253 Aug 11 08:40:43.285381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56074) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:43.294691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Request body: {'subnet': {'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1503160230-subnet', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:43.328701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Made reservation on behalf of 68f2dd554fc34ba3be193548398d3462 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:40:43.333461 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.455869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Deleting port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:43.456350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.467250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b8aae01a-1c8e-4f3e-bb00-89b7704228d1 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:40:43.479365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.526571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Transition to ACTIVE for port object 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:43.560602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.578572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Calling delete_port for 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:43.583897 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.624812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.639942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:43.643812 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Sync routers for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:43.658173 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:43.659146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:43.699601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'port_id': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'mac_address': 'fa:16:3e:37:68:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:40:43.699766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Checking segment: {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:43.700066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Network hostable DHCP agents. Network: c6d31381-3ac6-40a0-aeed-42c3f204080e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:40:43.704755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a6e7e2-9e82-4c7d-88fc-595496dc8967,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:43.745520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Network c6d31381-3ac6-40a0-aeed-42c3f204080e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:40:43.759098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, c6d31381-3ac6-40a0-aeed-42c3f204080e) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:43.768712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:43.769350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.804771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:43.805341 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b296aff-58ac-4df8-9779-909d3dc4d63f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5187337 Aug 11 08:40:43.830286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:43.844220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.863229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1824f2-dbc3-4b05-b5e0-7f51e3a6b4b9 None None] Network c6d31381-3ac6-40a0-aeed-42c3f204080e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:43.889437 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:43.890931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.892467 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:43.925706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a1493-de3c-4c66-9238-fcc656945da3 req-9f9c1953-cdc8-4af3-80a2-c985a7585bfb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:43.927910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-569a1493-de3c-4c66-9238-fcc656945da3 req-9f9c1953-cdc8-4af3-80a2-c985a7585bfb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 982 time: 0.2567635 Aug 11 08:40:43.973220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1312f-1869-4800-a57c-45f454e5d7f6 None None] Pushing event updated for resources: {'Port': ['ID=2ce199ff-b81c-4ac6-8ccf-bd68b4501013,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:43.994980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5a79ffcd-a438-45d3-8711-5afbdb0f23df up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:44.031688 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.117849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-569a1493-de3c-4c66-9238-fcc656945da3 req-346babe1-8ad4-4065-9d4a-09a47c13ae42 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1823494 Aug 11 08:40:44.172040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.184257 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 2, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:44.212956 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Checking router: 4a4f6345-cf03-4266-816e-0697bbdd9964 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:44.213404 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Updating router 4a4f6345-cf03-4266-816e-0697bbdd9964 port 06fa7b61-a492-4604-a75a-e1a2bbcec28c binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:44.240992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.241244 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.247954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce199ff-b81c-4ac6-8ccf-bd68b4501013,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:44.248807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-51718837-c964-4643-baa6-cd84e2a20136 None None] Could not find standard attr ID for object 2ce199ff-b81c-4ac6-8ccf-bd68b4501013. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 08:40:44.251815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8aae01a-1c8e-4f3e-bb00-89b7704228d1 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:40:44.279794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:44.317792 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.330578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Attempting to bind port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:44.331234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Attempting to bind port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:44.331757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Attempting to bind port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 on network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:44.369064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:44.370061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Checking segment: {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:44.371003 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.371689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Bound using segment: {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:44.372724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Bound port: 2ce199ff-b81c-4ac6-8ccf-bd68b4501013, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6888c5b7-ea88-4c14-b39a-9c02f5e21d3c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:44.373615 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.377177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5a79ffcd-a438-45d3-8711-5afbdb0f23df triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:44.378093 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.488914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Port 2ce199ff-b81c-4ac6-8ccf-bd68b4501013 has been deleted concurrently {{(pid=94574) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 08:40:44.497842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-c6d31381-3ac6-40a0-aeed-42c3f204080e', 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'fixed_ips': [{'subnet_id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:40:44.498737 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.539279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6f403-cb0c-4604-92e2-2b0c8c1a07f6 req-b469d0d1-d944-489a-b8ec-ae851f68f5c3 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:44.548103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-44f6f403-cb0c-4604-92e2-2b0c8c1a07f6 req-b469d0d1-d944-489a-b8ec-ae851f68f5c3 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1096 time: 0.1761515 Aug 11 08:40:44.563422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:44.618116 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-44f6f403-cb0c-4604-92e2-2b0c8c1a07f6 req-b1b08501-4835-4eac-a76e-2cc03445f663 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684679 Aug 11 08:40:44.699936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['b8aae01a-1c8e-4f3e-bb00-89b7704228d1'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:40:44.706441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Routers {'0d224280-5eb8-440b-b69d-e738489a763b'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:44.707087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d224280-5eb8-440b-b69d-e738489a763b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:44.732110 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.750381 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Transition to ACTIVE for port object 06fa7b61-a492-4604-a75a-e1a2bbcec28c will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:44.773003 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.862048 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94ad9-3bc7-4323-af46-713707707bc0 None None] Pushing event updated for resources: {'Port': ['ID=06fa7b61-a492-4604-a75a-e1a2bbcec28c,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:44.868385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Allocated IP 172.20.0.2 (c6d31381-3ac6-40a0-aeed-42c3f204080e/56a6e7e2-9e82-4c7d-88fc-595496dc8967/384b4390-767d-44c4-94bd-271902d487d6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:44.928963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 198b6d40-11b3-43c8-b2be-0d76ba70c363 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:44.933137 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Attempting to bind port 06fa7b61-a492-4604-a75a-e1a2bbcec28c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:44.933513 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Attempting to bind port 06fa7b61-a492-4604-a75a-e1a2bbcec28c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:44.933883 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Attempting to bind port 06fa7b61-a492-4604-a75a-e1a2bbcec28c on network 31b9c99e-ce82-4cac-8601-866466d4aa0c {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:44.944557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:44.944963 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Checking segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:44.945375 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:44.945777 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Bound using segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:44.946267 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Bound port: 06fa7b61-a492-4604-a75a-e1a2bbcec28c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:44.946649 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.029172 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] For port 06fa7b61-a492-4604-a75a-e1a2bbcec28c, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:45.033332 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] For port 06fa7b61-a492-4604-a75a-e1a2bbcec28c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=06fa7b61-a492-4604-a75a-e1a2bbcec28c,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:45.042831 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.072065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad42a6-77c5-48b5-87b1-67221a0a8d55 req-94338976-4b4e-4402-9dda-58036b16e65b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:45.073883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccad42a6-77c5-48b5-87b1-67221a0a8d55 req-94338976-4b4e-4402-9dda-58036b16e65b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1803839 Aug 11 08:40:45.105246 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:45.105902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:45.154506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] Set router 0d224280-5eb8-440b-b69d-e738489a763b gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:45.226924 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:45.320900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.329973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccad42a6-77c5-48b5-87b1-67221a0a8d55 req-4531280e-1bda-442b-9c24-5b1e3ac4c055 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106230 Aug 11 08:40:45.341481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0eb8a-bf9e-4598-98b7-f57a235ccd96 req-d297892c-df04-45aa-8115-77e149f1b898 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:45.351357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1db0eb8a-bf9e-4598-98b7-f57a235ccd96 req-d297892c-df04-45aa-8115-77e149f1b898 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 983 time: 0.1025839 Aug 11 08:40:45.354125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56090) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:45.377768 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94ad9-3bc7-4323-af46-713707707bc0 None None] Pushing event updated for resources: {'Port': ['ID=06fa7b61-a492-4604-a75a-e1a2bbcec28c,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:45.467017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 198b6d40-11b3-43c8-b2be-0d76ba70c363 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:45.467363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.486790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.519009 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.574764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:45Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:45.630274 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a383780e-5bf0-4a18-8956-3d3b47dbb5b8 None None] The sync data for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 is: [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:45Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:45.727638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.753907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Transition to ACTIVE for port object 384b4390-767d-44c4-94bd-271902d487d6 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:45.795243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Allocated IP 172.25.2.184 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/f47df496-b5c6-4340-96a7-df4e44c96cd5) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:45.812181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Transition to ACTIVE for port object 384b4390-767d-44c4-94bd-271902d487d6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:45.821735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:43Z', 'revision_number': 5, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port': {'id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:45.826875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.910415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385c736d-5d12-4620-b077-60d1d21bf773 None None] The sync data for ids ['0d224280-5eb8-440b-b69d-e738489a763b'] in n-d-789963-6 is: [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:43Z', 'revision_number': 5, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port': {'id': '198b6d40-11b3-43c8-b2be-0d76ba70c363', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224280-5eb8-440b-b69d-e738489a763b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:45.921432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Network c6d31381-3ac6-40a0-aeed-42c3f204080e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:45.932916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:45.940325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:45.968742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:45.996706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06fa7b61-a492-4604-a75a-e1a2bbcec28c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:46.024122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Pushing event updated for resources: {'Port': ['ID=384b4390-767d-44c4-94bd-271902d487d6,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:46.064614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-36008e41-207c-4116-a68b-b70eb4d24a8f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1436cdaf-1183-45c2-aa59-cd0e534ffb84 HTTP/1.1" status: 200 len: 992 time: 0.7091885 Aug 11 08:40:46.095439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Router 0d224280-5eb8-440b-b69d-e738489a763b has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:46.115560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1db0eb8a-bf9e-4598-98b7-f57a235ccd96 req-3a6418dd-14dd-4bf3-b721-305d110edf29 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7630122 Aug 11 08:40:46.130335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Attempting to bind port 384b4390-767d-44c4-94bd-271902d487d6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:46.130712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Attempting to bind port 384b4390-767d-44c4-94bd-271902d487d6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:46.131086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Attempting to bind port 384b4390-767d-44c4-94bd-271902d487d6 on network c6d31381-3ac6-40a0-aeed-42c3f204080e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:46.155921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:46.156565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Checking segment: {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:46.157400 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.157808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Bound using segment: {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:46.158383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Bound port: 384b4390-767d-44c4-94bd-271902d487d6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:46.158926 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.163033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 06fa7b61-a492-4604-a75a-e1a2bbcec28c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:46.176166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 06fa7b61-a492-4604-a75a-e1a2bbcec28c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:46.176758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.200741 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.303182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:46.310579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:46.318880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:46.341807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Pushing event updated for resources: {'Port': ['ID=f47df496-b5c6-4340-96a7-df4e44c96cd5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:46.346215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] For port 384b4390-767d-44c4-94bd-271902d487d6, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:46.351526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] For port 384b4390-767d-44c4-94bd-271902d487d6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=384b4390-767d-44c4-94bd-271902d487d6,segment=NetworkSegment(5fe5606a-6bea-47eb-98f0-e188cd4f919d),segment_id=5fe5606a-6bea-47eb-98f0-e188cd4f919d)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:46.352696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:46.356479 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.365214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f3ec94b-a7e9-43e6-ab95-5bea72cd63f3 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d224280-5eb8-440b-b69d-e738489a763b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359315 Aug 11 08:40:46.367567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56098) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:46.375885 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.407776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 06fa7b61-a492-4604-a75a-e1a2bbcec28c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=06fa7b61-a492-4604-a75a-e1a2bbcec28c,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:46.436835 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.484295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebfcdf-b82a-4897-a106-46263ef55cbb None None] Pushing event updated for resources: {'Port': ['ID=384b4390-767d-44c4-94bd-271902d487d6,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:46.559946 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=06fa7b61-a492-4604-a75a-e1a2bbcec28c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:46.648676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.833695 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.851887 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:46.937664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Deleting port 198b6d40-11b3-43c8-b2be-0d76ba70c363 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:46.938007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.034928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] For port 198b6d40-11b3-43c8-b2be-0d76ba70c363, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=198b6d40-11b3-43c8-b2be-0d76ba70c363,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:47.035290 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.053274 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Calling delete_port for 198b6d40-11b3-43c8-b2be-0d76ba70c363 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:47.123089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d0de1-c1ad-476c-a029-acde708f08e5 req-df8061f8-4b77-4d25-8501-5188085e856c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:47.124712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-336d0de1-c1ad-476c-a029-acde708f08e5 req-df8061f8-4b77-4d25-8501-5188085e856c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1305687 Aug 11 08:40:47.132377 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-f7f32bfd-3270-4df8-ac53-f2c7f64c46bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1467743 Aug 11 08:40:47.216304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-336d0de1-c1ad-476c-a029-acde708f08e5 req-45e7980f-032c-4f5f-8d29-8feca09f634b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811312 Aug 11 08:40:47.225581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.379889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c66bb6-ecbe-48c3-9906-349874590303 req-27175c7f-1276-4958-98ca-64b979e63c22 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:47.382208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81c66bb6-ecbe-48c3-9906-349874590303 req-27175c7f-1276-4958-98ca-64b979e63c22 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 983 time: 0.1098490 Aug 11 08:40:47.382911 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.438917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:40:47.446322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=198b6d40-11b3-43c8-b2be-0d76ba70c363,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:47.464045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b8aae01a-1c8e-4f3e-bb00-89b7704228d1 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:47.592458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:47.598057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:47.598533 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.599083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-81c66bb6-ecbe-48c3-9906-349874590303 req-8fb6d449-0559-4540-9874-50fe608509e0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2072406 Aug 11 08:40:47.626185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:47.655012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.661063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.662614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-81775bba-7b80-4c51-9626-45e33150ab7e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8406289 Aug 11 08:40:47.668997 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56124) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:47.708502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Sync routers for ids ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:47.758688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.759254 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Sync routers for ids ['0d224280-5eb8-440b-b69d-e738489a763b'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:47.765319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Routers {'f1e8b536-760d-481b-b2e6-a5ed88ad6b67'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:47.766015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:47.771101 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Routers {'0d224280-5eb8-440b-b69d-e738489a763b'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:47.771749 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['0d224280-5eb8-440b-b69d-e738489a763b'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:47.929013 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Set router 0d224280-5eb8-440b-b69d-e738489a763b gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:47.958091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.962136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:47.998039 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224280-5eb8-440b-b69d-e738489a763b', 'name': 'tempest-ImageQuotaTest-1977870877-router', 'tenant_id': '06f8d7845fff43bcb2c3b9b100878b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:47Z', 'revision_number': 7, 'project_id': '06f8d7845fff43bcb2c3b9b100878b97', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:48.050070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.050576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d224280-5eb8-440b-b69d-e738489a763b {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:40:48.056618 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.074399 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Checking router: 0d224280-5eb8-440b-b69d-e738489a763b for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:48.075996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de03aa69-0340-4436-a1fb-bdb5af039c5a admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d224280-5eb8-440b-b69d-e738489a763b HTTP/1.1" status: 204 len: 168 time: 1.7067065 Aug 11 08:40:48.079970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56132) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:48.108819 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Routers set() bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:48.109602 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Router IDs set() for agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 08:40:48.110428 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_agentschedulers_db [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d224280-5eb8-440b-b69d-e738489a763b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent'). {{(pid=94576) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 08:40:48.110994 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c0882-75c7-409b-b6ab-5a0b1fb4e3f3 None None] The sync data for ids ['0d224280-5eb8-440b-b69d-e738489a763b'] in n-d-789963-6 is: [] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:48.179979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Deleting subnet 09be88f2-6d74-4ca1-ba38-a4cba90e7aa7 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:40:48.185607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.226822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a167b6-ab74-4597-9f8e-f000aaa603f3 None None] Network c6d31381-3ac6-40a0-aeed-42c3f204080e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:48.230657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 384b4390-767d-44c4-94bd-271902d487d6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:48.238400 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.365721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a44f7008-a680-40fb-96fe-7135002f54f3 None None] Provisioning for port 384b4390-767d-44c4-94bd-271902d487d6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:48.376467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:48.378777 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25484e-0c8a-4228-bab2-f2a85451cc4b" -d '{"events": [{"server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "name": "network-vif-plugged", "status": "completed", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:48.403966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.406978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Set router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:48.407197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.419020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:48.431754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f9da-bbae-469a-bd1d-1db74d5a4f85 req-2430bb55-59dd-4c41-b5df-dc29b35cfa56 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:48.434892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e347f9da-bbae-469a-bd1d-1db74d5a4f85 req-2430bb55-59dd-4c41-b5df-dc29b35cfa56 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0963693 Aug 11 08:40:48.494811 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c55e86-ef05-4b0c-8b1f-1a816d82f779 x-openstack-request-id: req-b1c55e86-ef05-4b0c-8b1f-1a816d82f779 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:48.495607 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "name": "network-vif-plugged", "status": "completed", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:48.495607 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1c55e86-ef05-4b0c-8b1f-1a816d82f779 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:48.495803 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'code': 200} Aug 11 08:40:48.502467 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.528971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.557222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09be88f2-6d74-4ca1-ba38-a4cba90e7aa7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:48.564178 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.570538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dec2bd4f-8fc5-4bd2-b273-54e6ee7ccf27 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/09be88f2-6d74-4ca1-ba38-a4cba90e7aa7 HTTP/1.1" status: 204 len: 168 time: 0.4877744 Aug 11 08:40:48.571399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56138) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:48.588948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e53864-e861-4995-a986-1b4aac6070be None None] Network 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:40:48.652849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 384b4390-767d-44c4-94bd-271902d487d6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:48.659916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e347f9da-bbae-469a-bd1d-1db74d5a4f85 req-975e1a53-7471-4123-8540-066a4439c119 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725385 Aug 11 08:40:48.695751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 384b4390-767d-44c4-94bd-271902d487d6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:48.696019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.708768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:48.738988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-8e54e68c-a7de-4959-8b7b-daa26dd5fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:48.740980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-8e54e68c-a7de-4959-8b7b-daa26dd5fdf0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1096 time: 0.0778725 Aug 11 08:40:48.744511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Allocated IP 172.20.0.1 (c6d31381-3ac6-40a0-aeed-42c3f204080e/56a6e7e2-9e82-4c7d-88fc-595496dc8967/1810ade8-51da-484b-ad8e-8d7edfad3d5d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:48.750465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:48.795180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7ba09-7a48-4d06-bfcf-1e6ce1e13198 req-77768427-2fdb-4e08-8f9c-6d3cf8d1a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:48.796729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62c7ba09-7a48-4d06-bfcf-1e6ce1e13198 req-77768427-2fdb-4e08-8f9c-6d3cf8d1a79c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1135 time: 0.1267738 Aug 11 08:40:48.874992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c37b8a-bf5d-4ee2-bf5f-32f1f02f152a req-4bc9fc60-2bc5-4b67-808c-f259d33ade9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:48.877401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6c37b8a-bf5d-4ee2-bf5f-32f1f02f152a req-4bc9fc60-2bc5-4b67-808c-f259d33ade9f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 984 time: 0.1458671 Aug 11 08:40:48.879604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62c7ba09-7a48-4d06-bfcf-1e6ce1e13198 req-98b5b269-1cb0-429e-893c-f4e74e7db836 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f386252-0a05-45fe-8a43-0777210cfb8a&id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0563684 Aug 11 08:40:48.933606 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6c37b8a-bf5d-4ee2-bf5f-32f1f02f152a req-69fc3d42-6119-4114-99ab-6e1f32b75b45 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0447378 Aug 11 08:40:48.945835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Deleting port 648501e9-cc74-477e-aed2-f658db9eacea {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:40:48.946101 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.001648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.014465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-bf92ac56-519a-4fe3-ae48-e540070e51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:49.016556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-bf92ac56-519a-4fe3-ae48-e540070e51d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.2021899 Aug 11 08:40:49.030655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] For port 648501e9-cc74-477e-aed2-f658db9eacea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=648501e9-cc74-477e-aed2-f658db9eacea,segment=NetworkSegment(b7c8bf1e-025d-4c26-b0ab-6227920fcf54),segment_id=b7c8bf1e-025d-4c26-b0ab-6227920fcf54)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:49.033357 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.033642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Transition to ACTIVE for port object 1810ade8-51da-484b-ad8e-8d7edfad3d5d will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:49.050229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Calling delete_port for 648501e9-cc74-477e-aed2-f658db9eacea owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:40:49.112032 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.130953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-1cbc3301-01e0-420b-b38d-b24cd7255bf8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 1000 time: 0.1059813 Aug 11 08:40:49.137197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 3, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:49.160989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.178345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Checking router: f1e8b536-760d-481b-b2e6-a5ed88ad6b67 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:49.178833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Updating router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 port f47df496-b5c6-4340-96a7-df4e44c96cd5 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:49.207421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-2d70b294-492d-4a6e-94c5-af644e4b1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:49.209251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Pushing event deleted for resources: {'Port': ['ID=648501e9-cc74-477e-aed2-f658db9eacea,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:49.209743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-2d70b294-492d-4a6e-94c5-af644e4b1913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0582931 Aug 11 08:40:49.211395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.213794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] No DVR routers for this DVR port 648501e9-cc74-477e-aed2-f658db9eacea on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:40:49.230901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 384b4390-767d-44c4-94bd-271902d487d6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=384b4390-767d-44c4-94bd-271902d487d6,segment=NetworkSegment(5fe5606a-6bea-47eb-98f0-e188cd4f919d),segment_id=5fe5606a-6bea-47eb-98f0-e188cd4f919d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:49.232236 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.258173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.259093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06fa7b61-a492-4604-a75a-e1a2bbcec28c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:49.338657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Network c6d31381-3ac6-40a0-aeed-42c3f204080e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:49.351517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:49.356269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:49.360948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Pushing event updated for resources: {'Port': ['ID=1810ade8-51da-484b-ad8e-8d7edfad3d5d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:49.370027 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.383738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6888c5b7-ea88-4c14-b39a-9c02f5e21d3c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:49.401535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:49.401947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c8bf1e-025d-4c26-b0ab-6227920fcf54') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:49.402605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-66992223-7719-4ddd-9150-57cc7f40c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:49.404174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-66992223-7719-4ddd-9150-57cc7f40c428 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763344 Aug 11 08:40:49.413449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.415381 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.432793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.440115 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:40:49.440608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:40:49.443741 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:40:49.464387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f14490-586e-4436-9451-9bda87ebc4e8 None None] DHCP port deletion for 6888c5b7-ea88-4c14-b39a-9c02f5e21d3c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:40:49.538224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.566687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e5c4bcf-dbfd-49b6-aeb0-80567ea82744 None None] Provisioning complete for port 384b4390-767d-44c4-94bd-271902d487d6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:49.568021 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4bcf-dbfd-49b6-aeb0-80567ea82744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.574068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.576376 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6888c5b7-ea88-4c14-b39a-9c02f5e21d3c HTTP/1.1" status: 204 len: 168 time: 1.0036168 Aug 11 08:40:49.577547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d73c41-3606-42ac-af42-02cfdb271635 admin admin] Pushing event deleted for resources: {'Network': ['ID=6888c5b7-ea88-4c14-b39a-9c02f5e21d3c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:49.625954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=384b4390-767d-44c4-94bd-271902d487d6,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:49.736646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 06fa7b61-a492-4604-a75a-e1a2bbcec28c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:49.736964 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.776071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.801256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Transition to ACTIVE for port object f47df496-b5c6-4340-96a7-df4e44c96cd5 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:49.824116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56146) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:49.836268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.884248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc8c280b-6579-471e-b206-7e31e34b38c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06f8d7845fff43bcb2c3b9b100878b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562725 Aug 11 08:40:49.884709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56148) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:49.940273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Attempting to bind port f47df496-b5c6-4340-96a7-df4e44c96cd5 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:49.940832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Attempting to bind port f47df496-b5c6-4340-96a7-df4e44c96cd5 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:49.941432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Attempting to bind port f47df496-b5c6-4340-96a7-df4e44c96cd5 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:49.943527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98ac361b-87e9-4a9a-ae37-d910872e9de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:49.961928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2444b-16fe-471e-a7bb-eb3954818614 None None] Pushing event updated for resources: {'Port': ['ID=f47df496-b5c6-4340-96a7-df4e44c96cd5,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:49.967467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98ac361b-87e9-4a9a-ae37-d910872e9de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.000370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:50.009045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:50.009498 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.009860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:50.010368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Bound port: f47df496-b5c6-4340-96a7-df4e44c96cd5, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:50.010760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.037038 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98ac361b-87e9-4a9a-ae37-d910872e9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.041683 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98ac361b-87e9-4a9a-ae37-d910872e9de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.043754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-98ac361b-87e9-4a9a-ae37-d910872e9de0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/767a9509-81c8-446c-a9bf-fb159ccf694b HTTP/1.1" status: 204 len: 168 time: 0.1579661 Aug 11 08:40:50.069389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac361b-87e9-4a9a-ae37-d910872e9de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a9509-81c8-446c-a9bf-fb159ccf694b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:50.084338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f983f-6bce-49da-94b6-f8010980961c req-d0d71d85-f593-4b74-bfa6-2a237f2bcc1f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:50.086087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-191f983f-6bce-49da-94b6-f8010980961c req-d0d71d85-f593-4b74-bfa6-2a237f2bcc1f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1295018 Aug 11 08:40:50.108087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-1e23b521-cc97-4be4-8562-4e20ee814fc2 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960866 Aug 11 08:40:50.132193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cac05926-5da7-4da8-9056-2d6081751b6a None None] Provisioning for port 1810ade8-51da-484b-ad8e-8d7edfad3d5d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:50.136408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] For port f47df496-b5c6-4340-96a7-df4e44c96cd5, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:50.158701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af9b2c-6aa7-4d93-8617-b70723647f50 req-74820c63-814a-4102-85a9-c0cc251752ab tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:50.160591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18af9b2c-6aa7-4d93-8617-b70723647f50 req-74820c63-814a-4102-85a9-c0cc251752ab tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 984 time: 0.0930147 Aug 11 08:40:50.167312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cac05926-5da7-4da8-9056-2d6081751b6a None None] Provisioning complete for port 1810ade8-51da-484b-ad8e-8d7edfad3d5d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:50.170511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cac05926-5da7-4da8-9056-2d6081751b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.208542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] For port f47df496-b5c6-4340-96a7-df4e44c96cd5, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f47df496-b5c6-4340-96a7-df4e44c96cd5,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:50.211872 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 384b4390-767d-44c4-94bd-271902d487d6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:50.225355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-191f983f-6bce-49da-94b6-f8010980961c req-c093b5cc-3641-4e75-9999-1aa3a7ed5966 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314797 Aug 11 08:40:50.228987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.238183 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.252803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18af9b2c-6aa7-4d93-8617-b70723647f50 req-948f69ac-1e90-4583-b4e2-a9d7f1cfea1f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0842922 Aug 11 08:40:50.287865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-cac05926-5da7-4da8-9056-2d6081751b6a None None] Port 1810ade8-51da-484b-ad8e-8d7edfad3d5d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:50.334525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ca0d3c5-ba98-4daf-baf3-0b59240c4658 req-f2e43de4-a17f-4830-90cb-81cd7f3f6f38 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142594 Aug 11 08:40:50.339368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Routers {'f1e8b536-760d-481b-b2e6-a5ed88ad6b67'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:50.340146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:50.343818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2444b-16fe-471e-a7bb-eb3954818614 None None] Pushing event updated for resources: {'Port': ['ID=f47df496-b5c6-4340-96a7-df4e44c96cd5,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:50.386379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 384b4390-767d-44c4-94bd-271902d487d6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:50.386759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.524305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e839f-3d18-444a-b8fc-d49e0cd0611d req-943c0c45-84e9-4d20-9185-64b58be12a32 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:50.525834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c4e839f-3d18-444a-b8fc-d49e0cd0611d req-943c0c45-84e9-4d20-9185-64b58be12a32 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 984 time: 0.1575592 Aug 11 08:40:50.536802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-c3d6f893-2427-4725-a019-3b551bcfd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:50.538308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-c3d6f893-2427-4725-a019-3b551bcfd587 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1096 time: 0.1265934 Aug 11 08:40:50.602964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56158) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:50.624916 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-842e88b3-699e-4df8-9186-bdbafcf93722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.647221 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.655169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] Set router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:50.656760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c4e839f-3d18-444a-b8fc-d49e0cd0611d req-a6d30a13-4186-4aad-9132-c5fccb812831 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1226249 Aug 11 08:40:50.660427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.763158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.772505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-58a35927-219b-4670-9873-ce2be385335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:50.774560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-58a35927-219b-4670-9873-ce2be385335f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.2283070 Aug 11 08:40:50.796699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-842e88b3-699e-4df8-9186-bdbafcf93722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.809449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-842e88b3-699e-4df8-9186-bdbafcf93722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.834071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b2b5-128b-4afd-934e-cac5727b746e req-add6ba27-9bae-46ac-a84a-b83b01df5b6f tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:50.835829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbb7b2b5-128b-4afd-934e-cac5727b746e req-add6ba27-9bae-46ac-a84a-b83b01df5b6f tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1135 time: 0.0906391 Aug 11 08:40:50.881232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-842e88b3-699e-4df8-9186-bdbafcf93722 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2764041 Aug 11 08:40:50.883386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56162) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:50.889050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Pushing event updated for resources: {'Port': ['ID=1810ade8-51da-484b-ad8e-8d7edfad3d5d,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:50.898590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e88b3-699e-4df8-9186-bdbafcf93722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f79cc-9ead-45d2-bddd-7e310a5d9f56,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:50.903594 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fbb7b2b5-128b-4afd-934e-cac5727b746e req-4b441c80-9bd0-41a5-b8ba-7f1cdd4ac880 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.930363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 198b6d40-11b3-43c8-b2be-0d76ba70c363 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:50.938398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-f7e55813-f953-419a-969a-b2b557dcf52d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 1000 time: 0.1538973 Aug 11 08:40:50.957149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '1810ade8-51da-484b-ad8e-8d7edfad3d5d', 'name': '', 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'mac_address': 'fa:16:3e:f2:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:48Z', 'updated_at': '2021-08-11T08:40:48Z', 'revision_number': 1, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'subnets': [{'id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:50.961505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 198b6d40-11b3-43c8-b2be-0d76ba70c363 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:50.961505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 198b6d40-11b3-43c8-b2be-0d76ba70c363 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:50.961826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 648501e9-cc74-477e-aed2-f658db9eacea no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:40:50.990466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595ee20-3a1d-4de6-8201-d4bb7979bf86 None None] The sync data for ids ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'] in n-d-789963-6 is: [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '1810ade8-51da-484b-ad8e-8d7edfad3d5d', 'name': '', 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'mac_address': 'fa:16:3e:f2:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:48Z', 'updated_at': '2021-08-11T08:40:48Z', 'revision_number': 1, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'subnets': [{'id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:50.994224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb17b33d-115c-4330-ba0e-fd9f98ef46ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:50.999788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Network c6d31381-3ac6-40a0-aeed-42c3f204080e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:51.005456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:51.012499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 648501e9-cc74-477e-aed2-f658db9eacea {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:40:51.013055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 648501e9-cc74-477e-aed2-f658db9eacea not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:40:51.016390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7392b561-0dbb-46d3-8fd1-5ca5f3f5f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:51.017956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7392b561-0dbb-46d3-8fd1-5ca5f3f5f648 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0727389 Aug 11 08:40:51.038593 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb17b33d-115c-4330-ba0e-fd9f98ef46ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.125332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fbb7b2b5-128b-4afd-934e-cac5727b746e req-4b441c80-9bd0-41a5-b8ba-7f1cdd4ac880 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.133656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fbb7b2b5-128b-4afd-934e-cac5727b746e req-4b441c80-9bd0-41a5-b8ba-7f1cdd4ac880 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.148504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb17b33d-115c-4330-ba0e-fd9f98ef46ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.151300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb17b33d-115c-4330-ba0e-fd9f98ef46ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.157060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fb17b33d-115c-4330-ba0e-fd9f98ef46ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b68f79cc-9ead-45d2-bddd-7e310a5d9f56 HTTP/1.1" status: 204 len: 168 time: 0.2720418 Aug 11 08:40:51.180289 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbb7b2b5-128b-4afd-934e-cac5727b746e req-4b441c80-9bd0-41a5-b8ba-7f1cdd4ac880 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3342905 Aug 11 08:40:51.187382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-e90c5f66-e2be-4f31-9f57-02988df277f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:51.189782 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-e90c5f66-e2be-4f31-9f57-02988df277f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999942 Aug 11 08:40:51.211971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56166) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:51.248424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b441c80-9bd0-41a5-b8ba-7f1cdd4ac880 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a86e6c-7da1-45f8-b918-343f40fa2b46,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:51.271518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17b33d-115c-4330-ba0e-fd9f98ef46ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f79cc-9ead-45d2-bddd-7e310a5d9f56,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:51.302214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48dfdbc-f537-400e-9e3b-c49b925c18ab tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:51.307363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d48dfdbc-f537-400e-9e3b-c49b925c18ab tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1130 time: 0.0910974 Aug 11 08:40:51.307363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56170) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:51.312002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:40:51.314384 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-9afff227-4714-4156-9fb3-f852ef53071f service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159186 Aug 11 08:40:51.375030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.522306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b5d04df4-580f-4242-99c0-5ab03876c970 None None] Provisioning complete for port 1810ade8-51da-484b-ad8e-8d7edfad3d5d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:51.523117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b5d04df4-580f-4242-99c0-5ab03876c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.536379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:51.572291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b5d04df4-580f-4242-99c0-5ab03876c970 None None] Port 1810ade8-51da-484b-ad8e-8d7edfad3d5d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:40:51.576604 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:51.606020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ca1e7-81bb-452c-9695-2bea2ceed39c req-25bc8f9f-858f-47f2-aeaf-c370f791ccd6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:51.607871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d03ca1e7-81bb-452c-9695-2bea2ceed39c req-25bc8f9f-858f-47f2-aeaf-c370f791ccd6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1717236 Aug 11 08:40:51.616856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-710a516e-e6bb-4386-8a19-691687974071 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908108 Aug 11 08:40:51.700299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d03ca1e7-81bb-452c-9695-2bea2ceed39c req-cc748332-28ca-4211-abf5-be904309d273 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513306 Aug 11 08:40:51.812286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.25.2.11 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/5a922861-edb4-4d26-9a65-26f9a120da27) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:40:51.849237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:51.861214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e384eb0a-1f30-4bd4-a64f-618fb579dfbd admin admin] 10.222.0.58 "PUT /v2.0/routers/f1e8b536-760d-481b-b2e6-a5ed88ad6b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1840358 Aug 11 08:40:51.972737 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:52.033162 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:52.087765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:40:52.090626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=5a922861-edb4-4d26-9a65-26f9a120da27,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:52.094449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:40:52.097675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:40:52.222410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f47df496-b5c6-4340-96a7-df4e44c96cd5 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:52.277709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f47df496-b5c6-4340-96a7-df4e44c96cd5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:52.282093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f47df496-b5c6-4340-96a7-df4e44c96cd5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:52.282653 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:52.370772 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:52.393515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f47df496-b5c6-4340-96a7-df4e44c96cd5, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f47df496-b5c6-4340-96a7-df4e44c96cd5,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:52.399033 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:52.453871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f47df496-b5c6-4340-96a7-df4e44c96cd5,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:52.992729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:53.041980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809dd01-503d-4f04-a346-2e1cb2a76fc4 req-ddf360bb-70e2-477c-9aa3-85dcc41f83c5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:53.043613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2809dd01-503d-4f04-a346-2e1cb2a76fc4 req-ddf360bb-70e2-477c-9aa3-85dcc41f83c5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1841927 Aug 11 08:40:53.138042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2809dd01-503d-4f04-a346-2e1cb2a76fc4 req-0b80185b-c907-44bc-a9d8-cad98dd82d24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777559 Aug 11 08:40:53.146800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:53.318266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:53.325690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:53.404575 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=5a922861-edb4-4d26-9a65-26f9a120da27,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:53.416899 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:53.526579 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Floating IP 4f03d7d0-4acc-463c-94cc-ba57efa329ba associated. External IP: 172.25.2.11, port: b8aae01a-1c8e-4f3e-bb00-89b7704228d1. Aug 11 08:40:53.751032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:40:53.874980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:40:53.885985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] Sync routers for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:53.894375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:53.900942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:53.901692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:53.928655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9095c085-086d-4ce2-a820-dbfcb91fb5c0 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6197829 Aug 11 08:40:53.930017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:40:53.930829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:53.935360 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:40:53.984597 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a360f-dec0-4896-a188-1f2c9e12a193 x-openstack-request-id: req-0c7a360f-dec0-4896-a188-1f2c9e12a193 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:40:53.984993 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:40:53.985293 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c7a360f-dec0-4896-a188-1f2c9e12a193 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:40:53.985945 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'status': 'completed', 'code': 200} Aug 11 08:40:54.057460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:54.076364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.077098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.078303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.078978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.079653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.080342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.081246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.083793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0626a50d-8dfb-4910-97af-09348e2fdcbd tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4975 time: 0.1519473 Aug 11 08:40:54.087153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56256) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:54.107559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-aeaeb64b-fae9-42d5-94b6-0475c45fdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.109185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-aeaeb64b-fae9-42d5-94b6-0475c45fdeaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1135 time: 0.0759382 Aug 11 08:40:54.174769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.175496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.176430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.177437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.178109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.179027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.179805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.182440 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a3ad487b-856d-4c48-a40b-7f2f7b3b0e54 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.0941184 Aug 11 08:40:54.185381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f47df496-b5c6-4340-96a7-df4e44c96cd5 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:54.186232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56260) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:54.281040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-7a66abde-278d-493e-9c48-3f854db6ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.282750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-7a66abde-278d-493e-9c48-3f854db6ca61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 200 len: 898 time: 0.1662476 Aug 11 08:40:54.342356 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Sync routers for ids ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:40:54.355354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc46da-7604-46dd-b965-01f73ec9b106 req-3572a6da-51a5-4d43-8838-8af82c964a8c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.356999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89dc46da-7604-46dd-b965-01f73ec9b106 req-3572a6da-51a5-4d43-8838-8af82c964a8c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1164184 Aug 11 08:40:54.359998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f47df496-b5c6-4340-96a7-df4e44c96cd5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:54.360377 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:54.364509 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Routers {'f1e8b536-760d-481b-b2e6-a5ed88ad6b67'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:54.365554 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:54.407117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2f91525f-7806-41f5-bc55-2dff7adf1ae3 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3788 time: 0.2192700 Aug 11 08:40:54.410138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56262) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:40:54.412113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-8f576ef3-1556-4c02-b855-5b879d4bdda1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 200 len: 998 time: 0.1218488 Aug 11 08:40:54.462396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-89dc46da-7604-46dd-b965-01f73ec9b106 req-ad2d33e4-ca75-4d14-a0c8-9ce209946b2f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908458 Aug 11 08:40:54.474266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be7d9e-99fa-4df9-a428-8937e3495345 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.476173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be7d9e-99fa-4df9-a428-8937e3495345 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.491164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e4be7d9e-99fa-4df9-a428-8937e3495345 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc HTTP/1.1" status: 200 len: 1990 time: 0.0794051 Aug 11 08:40:54.505923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-3f5f4e8d-a60f-45ff-802f-f319d6d4e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.508413 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-3f5f4e8d-a60f-45ff-802f-f319d6d4e4ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23717d24-a2cc-4eb3-9a91-4a105f42362a HTTP/1.1" status: 200 len: 835 time: 0.0853336 Aug 11 08:40:54.558610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Set router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:54.568560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-629507f4-f272-4a02-96f0-bc52c75912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:54.570340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-629507f4-f272-4a02-96f0-bc52c75912c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118464d5-2d93-46dc-9bb1-e3237b2cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538888 Aug 11 08:40:54.575634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '4f03d7d0-4acc-463c-94cc-ba57efa329ba', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'port_id': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'mac_address': 'fa:16:3e:37:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:40:52Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 0, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:34Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:54.605515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] Checking router: 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:54.616628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:54.618936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:54.696441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-1ea6f489-0690-4963-aa6b-74b4aa1cdedc service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187069 Aug 11 08:40:54.739717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:54.806146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '1810ade8-51da-484b-ad8e-8d7edfad3d5d', 'name': '', 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'mac_address': 'fa:16:3e:f2:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:48Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 2, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'subnets': [{'id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:54.821112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e5f3cf3-da6d-4dc9-81d6-c6f7ede8dee8 req-61964aa1-0b2e-4a47-b4da-b120b11846a1 service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117921 Aug 11 08:40:54.848613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Checking router: f1e8b536-760d-481b-b2e6-a5ed88ad6b67 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:40:54.849051 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Updating router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 port 1810ade8-51da-484b-ad8e-8d7edfad3d5d binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:40:54.875947 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:55.010354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '4f03d7d0-4acc-463c-94cc-ba57efa329ba', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'port_id': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'mac_address': 'fa:16:3e:37:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:40:52Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 0, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:34Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:55.037966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828b31a-97a5-4452-8653-d473b0df3e00 None None] The sync data for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 is: [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '4f03d7d0-4acc-463c-94cc-ba57efa329ba', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'port_id': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'mac_address': 'fa:16:3e:37:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:40:52Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 0, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:34Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:55.185656 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:55.196949 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Transition to ACTIVE for port object 1810ade8-51da-484b-ad8e-8d7edfad3d5d will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:40:55.204016 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:55.263362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4ad5b-1513-4fa6-95fb-12a9b7e3ea7b None None] New status for floating IP 4f03d7d0-4acc-463c-94cc-ba57efa329ba: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:40:55.392502 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Pushing event updated for resources: {'Port': ['ID=1810ade8-51da-484b-ad8e-8d7edfad3d5d,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:55.416531 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.416937 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.417279 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.417610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.417936 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.418260 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.418580 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.418899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.419216 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.419540 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.419852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.420168 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:55.437259 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Attempting to bind port 1810ade8-51da-484b-ad8e-8d7edfad3d5d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:40:55.437621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Attempting to bind port 1810ade8-51da-484b-ad8e-8d7edfad3d5d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:40:55.438117 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Attempting to bind port 1810ade8-51da-484b-ad8e-8d7edfad3d5d on network c6d31381-3ac6-40a0-aeed-42c3f204080e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:40:55.444239 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:40:55.444629 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Checking segment: {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:40:55.445053 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:55.445440 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Bound using segment: {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:40:55.445899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Bound port: 1810ade8-51da-484b-ad8e-8d7edfad3d5d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe5606a-6bea-47eb-98f0-e188cd4f919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:40:55.446274 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:55.518678 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] For port 1810ade8-51da-484b-ad8e-8d7edfad3d5d, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:40:55.522940 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] For port 1810ade8-51da-484b-ad8e-8d7edfad3d5d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1810ade8-51da-484b-ad8e-8d7edfad3d5d,segment=NetworkSegment(5fe5606a-6bea-47eb-98f0-e188cd4f919d),segment_id=5fe5606a-6bea-47eb-98f0-e188cd4f919d)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:40:55.530423 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:55.589080 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Routers {'f1e8b536-760d-481b-b2e6-a5ed88ad6b67'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:40:55.589909 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:40:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:55.628940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63994a09-390a-4432-b143-9cbff30f35cc req-59a58946-8b4f-4f87-b2ab-102ad897f3b0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:55.630114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e947e12-0d25-4a92-9ac3-6ff28bb8ea70 None None] Pushing event updated for resources: {'Port': ['ID=1810ade8-51da-484b-ad8e-8d7edfad3d5d,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:55.647901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63994a09-390a-4432-b143-9cbff30f35cc req-59a58946-8b4f-4f87-b2ab-102ad897f3b0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0861411 Aug 11 08:40:55.698172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63994a09-390a-4432-b143-9cbff30f35cc req-886c8591-30de-44ec-8e9e-d3dcc18c5d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Aug 11 08:40:55.721630 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] Set router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:40:55.940404 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '1810ade8-51da-484b-ad8e-8d7edfad3d5d', 'name': '', 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'mac_address': 'fa:16:3e:f2:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:48Z', 'updated_at': '2021-08-11T08:40:55Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'subnets': [{'id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:40:55.968509 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38593c8b-5d91-4a87-b33c-e331561f6b75 None None] The sync data for ids ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'] in n-d-789963-6 is: [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:40:50Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '1810ade8-51da-484b-ad8e-8d7edfad3d5d', 'name': '', 'network_id': 'c6d31381-3ac6-40a0-aeed-42c3f204080e', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'mac_address': 'fa:16:3e:f2:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:48Z', 'updated_at': '2021-08-11T08:40:55Z', 'revision_number': 4, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'subnets': [{'id': '56a6e7e2-9e82-4c7d-88fc-595496dc8967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:40:56.174648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1810ade8-51da-484b-ad8e-8d7edfad3d5d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:56.228549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1810ade8-51da-484b-ad8e-8d7edfad3d5d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:40:56.232443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1810ade8-51da-484b-ad8e-8d7edfad3d5d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:56.232817 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:56.314553 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:56.362115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 1810ade8-51da-484b-ad8e-8d7edfad3d5d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1810ade8-51da-484b-ad8e-8d7edfad3d5d,segment=NetworkSegment(5fe5606a-6bea-47eb-98f0-e188cd4f919d),segment_id=5fe5606a-6bea-47eb-98f0-e188cd4f919d)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:40:56.367500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:56.417062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=1810ade8-51da-484b-ad8e-8d7edfad3d5d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:40:56.424715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.424996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.425332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.425661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.425987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.426310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.426667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.426985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.427351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.427618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.427937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.428247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:40:56.818894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff16e2-f1a7-4fc2-9911-18aba52a7b3d req-57da9435-6ccd-4467-8383-f706a0b7b7fb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:56.820418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0ff16e2-f1a7-4fc2-9911-18aba52a7b3d req-57da9435-6ccd-4467-8383-f706a0b7b7fb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0555909 Aug 11 08:40:56.862074 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0ff16e2-f1a7-4fc2-9911-18aba52a7b3d req-7ec4e0da-7d4b-45c1-8d34-665024ddaf03 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345459 Aug 11 08:40:57.999880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58803f-a195-4194-97fc-5f3b6bb08c59 req-f18067ba-4941-4ede-a73b-0664d0756563 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:58.001600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d58803f-a195-4194-97fc-5f3b6bb08c59 req-f18067ba-4941-4ede-a73b-0664d0756563 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0548191 Aug 11 08:40:58.043553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d58803f-a195-4194-97fc-5f3b6bb08c59 req-50f9d416-4371-4739-acad-14fd3f142df9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Aug 11 08:40:58.128607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1810ade8-51da-484b-ad8e-8d7edfad3d5d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:40:58.190086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1810ade8-51da-484b-ad8e-8d7edfad3d5d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:40:58.190760 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:58.895770 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:59.177278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5e66-cf6c-4371-83ee-a29872fd0914 req-3b4320bf-20ba-4a2d-8c47-450695f49d63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:40:59.178893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4adb5e66-cf6c-4371-83ee-a29872fd0914 req-3b4320bf-20ba-4a2d-8c47-450695f49d63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0638990 Aug 11 08:40:59.220167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4adb5e66-cf6c-4371-83ee-a29872fd0914 req-0c1fa13c-f6e2-4483-a87f-85f6861da377 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350506 Aug 11 08:40:59.299325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d93a85d6-e0a3-4588-8ca3-37caa53c21be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:40:59.941341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:00.344732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2bd3a-9142-4050-bbe5-2875c5dc246c req-b54358c6-200f-4988-8780-3245e9f01ae2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:00.346295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8f2bd3a-9142-4050-bbe5-2875c5dc246c req-b54358c6-200f-4988-8780-3245e9f01ae2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0535810 Aug 11 08:41:00.385615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8f2bd3a-9142-4050-bbe5-2875c5dc246c req-01f7688d-25ab-4346-9258-6dd41d3c6b29 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331407 Aug 11 08:41:01.528256 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ba35f-4e13-4f9d-b42c-a17ca1a317a0 req-f1fabf1e-1b38-40c0-acf7-e340b8f70110 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:01.529909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-389ba35f-4e13-4f9d-b42c-a17ca1a317a0 req-f1fabf1e-1b38-40c0-acf7-e340b8f70110 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0564044 Aug 11 08:41:01.571960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-389ba35f-4e13-4f9d-b42c-a17ca1a317a0 req-6e527e19-4e14-464d-9879-f16285b7c372 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355408 Aug 11 08:41:02.429040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:02.693712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314ce07-4c59-4ae0-be98-36c13bb88f6e req-eb098d1b-e185-48b8-82a0-6e61d32da3b5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:02.695292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a314ce07-4c59-4ae0-be98-36c13bb88f6e req-eb098d1b-e185-48b8-82a0-6e61d32da3b5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.0514469 Aug 11 08:41:02.717330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1d5f805c-fb25-4604-90ef-0ffbce9c2c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:02.737411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a314ce07-4c59-4ae0-be98-36c13bb88f6e req-a725f0ab-5fac-46e4-bff5-213d402651ff tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359426 Aug 11 08:41:03.672563 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-aec643a9-6dd6-4266-a587-47228963f0f2 service neutron] show failed (client error): The resource could not be found. Aug 11 08:41:03.673769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-aec643a9-6dd6-4266-a587-47228963f0f2 service neutron] 10.222.0.69 "GET /v2.0/ports/b46faeee-e912-4e64-b235-4ba3adfc0a39/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0647924 Aug 11 08:41:03.924136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1f51-8c41-4f9e-bc95-2534eebc63b9 req-1b0b9c0e-5655-4bd8-a212-29b0d09fe147 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:03.925670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-808e1f51-8c41-4f9e-bc95-2534eebc63b9 req-1b0b9c0e-5655-4bd8-a212-29b0d09fe147 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 945 time: 0.1049352 Aug 11 08:41:03.960410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-3a3d0976-8ac8-4ec5-b011-106ba1ad49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:03.961981 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-3a3d0976-8ac8-4ec5-b011-106ba1ad49b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 1096 time: 0.1050761 Aug 11 08:41:03.980354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-808e1f51-8c41-4f9e-bc95-2534eebc63b9 req-45ca7c97-f6a1-40cf-82c8-5255990f25a2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479319 Aug 11 08:41:03.984112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:04.043003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:04.260563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:04.294636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:04.334423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:04.336718 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce5049-5090-440a-a10d-6582254df0ee" -d '{"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-unplugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:04.341771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:04.356383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Transition to ACTIVE for port object b46faeee-e912-4e64-b235-4ba3adfc0a39 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:04.361347 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:04.393916 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28377078-a773-4163-9022-68a500438c08 x-openstack-request-id: req-28377078-a773-4163-9022-68a500438c08 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:04.394323 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-unplugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:04.394675 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28377078-a773-4163-9022-68a500438c08 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:04.395161 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'code': 200} Aug 11 08:41:04.492413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:04.521067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.521419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.521764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.522102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.522438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.522804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.523217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.523431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.523770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.524092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.524386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.525172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:04.600918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] No DVR routers for this DVR port b46faeee-e912-4e64-b235-4ba3adfc0a39 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:04.888233 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:05.027897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:41:05.028522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:41:05.028649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:05.034011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:41:05.034402 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:05.040799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:41:05.041168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Checking segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:05.041592 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Bound using segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:41:05.042694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Bound port: b46faeee-e912-4e64-b235-4ba3adfc0a39, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:41:05.042694 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:05.143769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:05.147673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:41:05.157063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26dce6-140d-4c48-a409-eb3fbea4fd75 req-fd66e9f5-97e9-4e01-9cf6-1e490d224883 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:05.158722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe26dce6-140d-4c48-a409-eb3fbea4fd75 req-fd66e9f5-97e9-4e01-9cf6-1e490d224883 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0986753 Aug 11 08:41:05.160620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:05.222807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:05.223435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:05.224906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] 10.222.0.64 "PUT /v2.0/ports/b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 1091 time: 1.2483013 Aug 11 08:41:05.266600 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe26dce6-140d-4c48-a409-eb3fbea4fd75 req-0beff317-bd54-49f3-9532-ea9ff0ff7f97 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998123 Aug 11 08:41:05.267550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf532f0-cb15-41dd-a5ab-2477e014737a service neutron] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:05.377771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-aa00b4aa-05f4-4c00-98e0-bfac98b58954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:05.379287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-aa00b4aa-05f4-4c00-98e0-bfac98b58954 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1094 time: 0.0521612 Aug 11 08:41:05.496776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-2ab7cb85-5b2d-49c7-9ef5-59f60b88e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:05.498807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-2ab7cb85-5b2d-49c7-9ef5-59f60b88e616 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1084719 Aug 11 08:41:05.596224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-1d7ba978-c36d-4cb2-9e69-9dcaea6f7e49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0887072 Aug 11 08:41:05.649280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-a613c0fd-4301-433e-bd37-463e059cf031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:05.651161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-a613c0fd-4301-433e-bd37-463e059cf031 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0477958 Aug 11 08:41:05.703824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-efb107e8-bab4-4413-847a-86610253cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:05.705733 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-efb107e8-bab4-4413-847a-86610253cce4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466878 Aug 11 08:41:05.805668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-bbe4ada8-8c06-4faa-8ca7-e856477664b8 service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924542 Aug 11 08:41:05.900054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-056d5c9e-654a-40ba-81e0-0ca2b5a2eb1b req-b8e7787d-9c38-4a78-9608-87b7abc08c0c service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870593 Aug 11 08:41:06.167810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:06.270784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:41:06.312255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:06.374824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:06.396502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:06.399710 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:06.420054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40411ae-cf2c-45cf-bf79-71656cc5ec98 req-896cb62d-9523-4c82-b079-b61b66f499bc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.422581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a40411ae-cf2c-45cf-bf79-71656cc5ec98 req-896cb62d-9523-4c82-b079-b61b66f499bc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0626972 Aug 11 08:41:06.461153 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a97281-6a4f-4309-87bc-5e87c575ec58 x-openstack-request-id: req-d9a97281-6a4f-4309-87bc-5e87c575ec58 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:06.462029 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:06.462627 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9a97281-6a4f-4309-87bc-5e87c575ec58 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:06.463119 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'status': 'completed', 'code': 200} Aug 11 08:41:06.472915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a40411ae-cf2c-45cf-bf79-71656cc5ec98 req-98771ac5-b7df-47f1-aae1-70db991fea9a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Aug 11 08:41:06.555931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-e75da6d1-143a-43d9-9c63-878b41a67af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.557714 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-e75da6d1-143a-43d9-9c63-878b41a67af3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1094 time: 0.0506718 Aug 11 08:41:06.558803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-af690dba-70f8-485b-8cfd-9f3adc342031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.560377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-af690dba-70f8-485b-8cfd-9f3adc342031 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1094 time: 0.0532639 Aug 11 08:41:06.679297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-055e9fe9-4fe6-488a-a351-32f2704a6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.680928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-055e9fe9-4fe6-488a-a351-32f2704a6e55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1107605 Aug 11 08:41:06.686104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-3ed1a0c7-1a52-4594-b11e-648ca4d0f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.687936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-3ed1a0c7-1a52-4594-b11e-648ca4d0f20f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1219287 Aug 11 08:41:06.765961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-5066de8a-d531-43d8-bddb-bde4c3826a73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0705280 Aug 11 08:41:06.770148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-c722d869-e29e-4fdd-b006-121d701ace84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0779598 Aug 11 08:41:06.834174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-6fb91575-2d8d-4ec9-86a9-54cc1de9d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.836867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-6fb91575-2d8d-4ec9-86a9-54cc1de9d4c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0592849 Aug 11 08:41:06.839905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-24920280-723d-47e8-aafa-ce600eaf8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.841824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-24920280-723d-47e8-aafa-ce600eaf8a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0682812 Aug 11 08:41:06.894360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-fa913b20-7a7c-4457-a6ca-46c7bcb9c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.895923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-fa913b20-7a7c-4457-a6ca-46c7bcb9c773 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464211 Aug 11 08:41:06.897936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-9cd93117-e034-4254-84b3-3d324b872d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:06.899461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-9cd93117-e034-4254-84b3-3d324b872d1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499439 Aug 11 08:41:06.991199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-1ed9e22f-62cb-4a84-b205-58181e5e4708 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875928 Aug 11 08:41:07.003497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-a94ad53a-c2a7-41bc-8c19-21947a92fc39 service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931602 Aug 11 08:41:07.091082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-fa0b74e3-3089-40af-a522-2181f6b51c2f service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926256 Aug 11 08:41:07.100852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a5c7f81-9a48-48ed-9f04-0185cbdf97e0 req-6e667222-76b2-4c0b-90bf-253ed66bb868 service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887206 Aug 11 08:41:07.606533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d2b6a-f675-4d5c-8ccf-1dac37f82684 req-8f972af6-f053-4480-93f3-cac00e386b85 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:07.608344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e43d2b6a-f675-4d5c-8ccf-1dac37f82684 req-8f972af6-f053-4480-93f3-cac00e386b85 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0547254 Aug 11 08:41:07.652353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e43d2b6a-f675-4d5c-8ccf-1dac37f82684 req-4d5be6ec-2da5-468b-bb62-00fb9595fc40 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369415 Aug 11 08:41:08.772871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb45d42-5251-4ddb-8426-d9ef3c69e086 req-07017b41-fd45-477d-bcfc-3806db5a14c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:08.774429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afb45d42-5251-4ddb-8426-d9ef3c69e086 req-07017b41-fd45-477d-bcfc-3806db5a14c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0510700 Aug 11 08:41:08.814369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afb45d42-5251-4ddb-8426-d9ef3c69e086 req-26061ab0-3012-4d39-b067-2783e88f809e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Aug 11 08:41:09.077488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f3ea-647e-4962-9f20-3069f8eb0231 req-62975cee-cbc9-4bbb-8ba9-fb0b4018eb25 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:09.080117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2879f3ea-647e-4962-9f20-3069f8eb0231 req-62975cee-cbc9-4bbb-8ba9-fb0b4018eb25 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 943 time: 0.0544722 Aug 11 08:41:09.105263 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-a7d7b943-c142-43b9-a1e9-9c95804ffc30 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:09.106994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-a7d7b943-c142-43b9-a1e9-9c95804ffc30 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 943 time: 0.0933869 Aug 11 08:41:09.123294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2879f3ea-647e-4962-9f20-3069f8eb0231 req-0f1d366b-ae14-46df-b0c2-cedfcc25f4fe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378487 Aug 11 08:41:09.189664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-1e794912-d07d-4e25-b6bb-0ad6d7edb53d service neutron] 10.222.0.64 "GET /v2.0/ports/b46faeee-e912-4e64-b235-4ba3adfc0a39/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 382 time: 0.0746632 Aug 11 08:41:09.270979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-18c314aa-c0e7-461f-ba03-10a82d8018d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:09.272525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-18c314aa-c0e7-461f-ba03-10a82d8018d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1094 time: 0.0425096 Aug 11 08:41:09.380371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-579fa8dd-bd33-4d81-847a-eb0194fe84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:09.381936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-579fa8dd-bd33-4d81-847a-eb0194fe84e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.0974259 Aug 11 08:41:09.451315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-640a913b-002a-44d5-a468-49cc8b164d67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0613611 Aug 11 08:41:09.510821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-69c9268d-c9e8-4398-9020-6c1382de189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:09.512219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-69c9268d-c9e8-4398-9020-6c1382de189c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0497463 Aug 11 08:41:09.558432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-72cc29ee-fd10-4f16-92fc-488c1f02d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:09.559952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-72cc29ee-fd10-4f16-92fc-488c1f02d292 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408909 Aug 11 08:41:09.578923 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:41:09.655261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2080a7b4-34d8-4549-b536-9c55d5d561d6 service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Aug 11 08:41:09.675395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:09.687592 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'mac_address': 'fa:16:3e:4f:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:41:09.729846 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:09.742656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46faeee-e912-4e64-b235-4ba3adfc0a39 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:41:09.756500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-b8adcd47-27c7-4127-8046-c886799f2057 service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940194 Aug 11 08:41:09.762862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:09.768307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:09.820774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:10.079067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['b46faeee-e912-4e64-b235-4ba3adfc0a39'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:41:10.270707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587456e-e135-4275-a2e8-bf5f14a975d0 req-00f457f2-9243-4225-9d89-a842f0fe22bf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:10.273092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b587456e-e135-4275-a2e8-bf5f14a975d0 req-00f457f2-9243-4225-9d89-a842f0fe22bf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.0568092 Aug 11 08:41:10.317040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b587456e-e135-4275-a2e8-bf5f14a975d0 req-a5abbf27-2f9f-4021-baba-59762bbe56df tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364244 Aug 11 08:41:11.457729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f20b9-f159-419f-b133-6561211e5b8b req-6acd876e-230d-4855-a29b-44d1defbb147 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:11.459169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-045f20b9-f159-419f-b133-6561211e5b8b req-6acd876e-230d-4855-a29b-44d1defbb147 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.0620346 Aug 11 08:41:11.500313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-045f20b9-f159-419f-b133-6561211e5b8b req-48209ccd-8a6c-4cab-8fdb-f7ba8f17b6f5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Aug 11 08:41:11.589474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:11.651507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port b46faeee-e912-4e64-b235-4ba3adfc0a39 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:11.655956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port b46faeee-e912-4e64-b235-4ba3adfc0a39 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:11.656333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:11.923340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:11.951660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:11.954817 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb13d1-e529-4ddd-a1a1-ddbff5fe3aba" -d '{"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-plugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:11.979511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:11.985706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:12.017910 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67447278-5f96-4238-bc07-3231c4f4c814 x-openstack-request-id: req-67447278-5f96-4238-bc07-3231c4f4c814 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:12.018512 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-plugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:12.019070 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67447278-5f96-4238-bc07-3231c4f4c814 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:12.020556 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'code': 200} Aug 11 08:41:12.063770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:12.134122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-7cd4ecfc-b59c-46de-87c5-3f37a3c93231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:12.135982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-7cd4ecfc-b59c-46de-87c5-3f37a3c93231 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 1096 time: 0.0898438 Aug 11 08:41:12.155782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:12.221601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:12.429038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:12.472657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:12.520625 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:12.523096 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e00281-f22b-4387-8f81-6773610be3c3" -d '{"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-unplugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:12.527252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:12.542140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Transition to ACTIVE for port object b46faeee-e912-4e64-b235-4ba3adfc0a39 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:12.547454 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:12.587131 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece52298-faf1-493d-99d6-aeaaf8909dde x-openstack-request-id: req-ece52298-faf1-493d-99d6-aeaaf8909dde {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:12.587444 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-unplugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:12.587677 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ece52298-faf1-493d-99d6-aeaaf8909dde {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:12.588245 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'code': 200} Aug 11 08:41:12.689959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:12.748357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395e322-a489-4411-8d71-7832c518afd2 req-4a300d4c-355c-47ac-acd0-5e00acd24c2a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:12.749919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f395e322-a489-4411-8d71-7832c518afd2 req-4a300d4c-355c-47ac-acd0-5e00acd24c2a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.1669991 Aug 11 08:41:12.770880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] No DVR routers for this DVR port b46faeee-e912-4e64-b235-4ba3adfc0a39 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:12.846664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f395e322-a489-4411-8d71-7832c518afd2 req-e4c2dd4b-58a8-4faa-8ec2-4574fecebd46 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902669 Aug 11 08:41:12.934808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:41:12.935147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:41:12.935481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:12.940352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:41:12.940575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Attempting to bind port b46faeee-e912-4e64-b235-4ba3adfc0a39 on network c5ed6156-d716-496e-9a15-2e8e437240aa {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:12.947086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:41:12.947494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Checking segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:12.948076 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Bound using segment: {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:41:12.948520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Bound port: b46faeee-e912-4e64-b235-4ba3adfc0a39, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1367f2f-ca58-4ed1-b672-088ea8b44389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:41:12.948907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:13.371164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:13.374925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:41:13.381938 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:13.419402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:13.420182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:13.421568 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] 10.222.0.69 "PUT /v2.0/ports/b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 1092 time: 1.2722363 Aug 11 08:41:13.445422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22eef7-72cb-4cb8-a8de-186342fe7f1d service neutron] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=11']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:13.502973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-7640866a-af5e-432c-aee1-94b9e457a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:13.504557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-7640866a-af5e-432c-aee1-94b9e457a1f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1095 time: 0.0474756 Aug 11 08:41:13.609850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-6094f913-e612-4a4b-9fbe-1d49c949bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:13.611641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-6094f913-e612-4a4b-9fbe-1d49c949bb69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1003213 Aug 11 08:41:13.689304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-6edfd50d-5e29-4644-a0b3-fcace8a237de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0708616 Aug 11 08:41:13.741912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-4c0664a2-700e-4a9c-af00-263c026a768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:13.743526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-4c0664a2-700e-4a9c-af00-263c026a768a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0474575 Aug 11 08:41:13.794677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-14111126-b2cb-42ce-a432-4ae0d42b4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:13.796262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-14111126-b2cb-42ce-a432-4ae0d42b4016 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460980 Aug 11 08:41:13.885817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-77884782-3373-4ba1-ab29-9009d1577b4f service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816445 Aug 11 08:41:13.990619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0ee5-a1ce-4cae-a680-5a5ed034e3ee req-88605158-6925-43f8-bc25-622144919048 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:13.992349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ebe0ee5-a1ce-4cae-a680-5a5ed034e3ee req-88605158-6925-43f8-bc25-622144919048 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.0575812 Aug 11 08:41:13.993651 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cdc9162f-0084-4b97-8d49-f61d8a2abb49 req-436a3b3f-26d9-4848-ac40-eff3f67ae5b2 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010342 Aug 11 08:41:14.038408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ebe0ee5-a1ce-4cae-a680-5a5ed034e3ee req-790d414e-3f7c-4364-9947-5d2a75624792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Aug 11 08:41:14.589617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:14.591976 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca6a03b-0173-4098-9e8b-07d531176cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:14.642888 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a04c859-39d6-44a9-8235-b3fd92dbf558 x-openstack-request-id: req-0a04c859-39d6-44a9-8235-b3fd92dbf558 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:14.643335 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:14.643779 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0a04c859-39d6-44a9-8235-b3fd92dbf558 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:14.644311 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'status': 'completed', 'code': 200} Aug 11 08:41:14.731866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-00369684-6626-43b1-8b8b-fad61e8befa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:14.733329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-00369684-6626-43b1-8b8b-fad61e8befa6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1095 time: 0.0433831 Aug 11 08:41:14.734612 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-1f93f1fc-7884-48fd-8966-b816bf382f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:14.736112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-1f93f1fc-7884-48fd-8966-b816bf382f49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1095 time: 0.0478783 Aug 11 08:41:14.834761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-6ae5ff02-3c03-4554-9ddc-2cdf91fe9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:14.836267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-6ae5ff02-3c03-4554-9ddc-2cdf91fe9f47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.0931349 Aug 11 08:41:14.841369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-71d7d1dc-d961-4815-b82b-f502e86f5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:14.842897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-71d7d1dc-d961-4815-b82b-f502e86f5ac4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1022584 Aug 11 08:41:14.914108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-8093e142-e9a3-4002-bddc-d6cb575ed4dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0630977 Aug 11 08:41:14.914750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-750ce822-b277-4d11-ab75-c926b3ecd14a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 998 time: 0.0698555 Aug 11 08:41:14.970298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-6c4e9ae9-a6e3-4785-a38a-ce47974925e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:14.971824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-6c4e9ae9-a6e3-4785-a38a-ce47974925e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0493932 Aug 11 08:41:14.972588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-6d4e701c-b5a1-45f9-85c2-5cc52a3d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:14.974091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-6d4e701c-b5a1-45f9-85c2-5cc52a3d3e86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0519249 Aug 11 08:41:15.020987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-84fb5e34-94d6-4f56-a35f-9385c6baffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:15.022687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-84fb5e34-94d6-4f56-a35f-9385c6baffc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441954 Aug 11 08:41:15.027446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-1dd5f9c1-c19d-414f-b04b-d8f96357d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:15.029053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-1dd5f9c1-c19d-414f-b04b-d8f96357d224 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465333 Aug 11 08:41:15.130504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-5514f7bc-b66c-4377-b15a-f9ad52b60308 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935187 Aug 11 08:41:15.155150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-eeec6861-4009-4cd2-9700-fcf44a573841 service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242452 Aug 11 08:41:15.224506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5ab71-1be8-4e6e-81ce-1b12b8661e86 req-9c788501-2a18-4065-b42c-2b62214d6c4c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:15.228527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-30f56d4e-186a-4647-a776-8cf004fd202e service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898046 Aug 11 08:41:15.228738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fca5ab71-1be8-4e6e-81ce-1b12b8661e86 req-9c788501-2a18-4065-b42c-2b62214d6c4c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.1044493 Aug 11 08:41:15.283592 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fca5ab71-1be8-4e6e-81ce-1b12b8661e86 req-42276d4d-e196-4594-849b-9cec8fdeea3c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510850 Aug 11 08:41:15.299636 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ca6a03b-0173-4098-9e8b-07d531176cf4 req-0945a379-cf3a-452e-8427-08b49273997e service neutron] 10.222.0.64 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337943 Aug 11 08:41:15.622148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:15.664764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:16.314335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:41:16.415753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4ab92-9c26-40d8-bc61-b09d53d5ac1d req-b1ff9efa-a742-435e-8fd4-4251ee13cc53 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:16.418171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cd4ab92-9c26-40d8-bc61-b09d53d5ac1d req-b1ff9efa-a742-435e-8fd4-4251ee13cc53 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 944 time: 0.0559483 Aug 11 08:41:16.426516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:16.439538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'port_id': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'mac_address': 'fa:16:3e:4f:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:41:16.459211 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0cd4ab92-9c26-40d8-bc61-b09d53d5ac1d req-cb70d9b0-d90f-4bb5-8472-64afd9d08172 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341628 Aug 11 08:41:16.477375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:16.484088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56436) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:16.492971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46faeee-e912-4e64-b235-4ba3adfc0a39 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:41:16.514426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:16.521335 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:16.562815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9714afc0-c4d8-4514-9295-12fd4686979c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1436cdaf-1183-45c2-aa59-cd0e534ffb84 HTTP/1.1" status: 200 len: 990 time: 0.0679131 Aug 11 08:41:16.576828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=12']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:16.816696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b46faeee-e912-4e64-b235-4ba3adfc0a39'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:41:18.324962 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:18.378327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port b46faeee-e912-4e64-b235-4ba3adfc0a39 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:18.381933 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b46faeee-e912-4e64-b235-4ba3adfc0a39 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:18.382296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:18.458784 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:18.484765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:18.487217 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af7c22-3b45-42ff-b011-15eda46944ad" -d '{"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-plugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:18.501181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:18.506586 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:18.531443 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cad843-3327-4dca-9622-fad23e53f55b x-openstack-request-id: req-28cad843-3327-4dca-9622-fad23e53f55b {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:18.531721 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-plugged", "status": "completed", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:18.531963 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28cad843-3327-4dca-9622-fad23e53f55b {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:18.532370 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'code': 200} Aug 11 08:41:18.556991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=13']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:27.904961 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56536) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:27.996039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-74b0d7ee-725b-4557-9e73-f2f00b883bd5 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2801 time: 0.0898442 Aug 11 08:41:27.999129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56538) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:28.004005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'network': {'name': 'tempest-network-smoke--975289741', 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'port_security_enabled': False}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:28.027563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Made reservation on behalf of d442a135c5ec405fb91c42e080134c17 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:41:28.031856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.056926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:41:28.066267 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.066609 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Added segment 737fe170-a4a1-4c7f-8338-6139728abd53 of type vlan for network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 Aug 11 08:41:28.107986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.141721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.147384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:28.148004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.212460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2123070 Aug 11 08:41:28.215925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56540) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:28.220450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'admin_state_up': True, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:28.229045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc94f95-a68d-484e-a7e0-dc01fd99c0f5 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Network': ['ID=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:28.242548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:41:28.254184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.255354 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.312852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.464377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.665085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.687809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.794343 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.25.2.180 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6ef20b37-1e8d-41cc-8b74-66e6663204f2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:41:28.910076 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.912552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.952197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:28.988211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:41:28.994921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:41:28.999016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:41:29.005084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=6ef20b37-1e8d-41cc-8b74-66e6663204f2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:29.265007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:29.304373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-da6648d2-9184-4e64-b5ce-59bb702c19e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:29.748239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:29.880307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:41:29.956675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:29.999292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:41:30.011348 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Sync routers for ids ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:41:30.020344 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.024541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-31f0cf69-afac-470d-82b0-d5a20227216f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8048532 Aug 11 08:41:30.025095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56554) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.027223 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Routers {'8f779f11-6d84-4764-90e0-48f1ef49e7a6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:30.027926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:30.101487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b31eb-2e84-47c5-b26e-82fc30d89441 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:30.105709 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-684b31eb-2e84-47c5-b26e-82fc30d89441 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d442a135c5ec405fb91c42e080134c17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0769815 Aug 11 08:41:30.106303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56560) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.146647 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Set router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:30.203019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aad6a3-f519-4b63-a339-ac741ec19897 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:30.204953 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-15aad6a3-f519-4b63-a339-ac741ec19897 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976951 Aug 11 08:41:30.207968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56562) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.239363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f36f0acf-2190-45da-8117-9c6450bafdb9 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276515 Aug 11 08:41:30.239616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.272196 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a573cf6a-f943-4e0a-8cd7-ceacd46ea950 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d442a135c5ec405fb91c42e080134c17&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315623 Aug 11 08:41:30.275020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56566) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.343351 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:29Z', 'revision_number': 3, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:30.363414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156868f1-1dbb-43ea-8746-a47989e3654b tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:30.368142 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-156868f1-1dbb-43ea-8746-a47989e3654b tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890195 Aug 11 08:41:30.368281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56568) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.374436 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Checking router: 8f779f11-6d84-4764-90e0-48f1ef49e7a6 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:41:30.374763 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Updating router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:41:30.401694 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.410518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eb04f392-1ce3-4a6e-b31a-1ee1dd8986f9 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385344 Aug 11 08:41:30.410699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56570) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.415522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1458088727', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:30.514161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Made reservation on behalf of d442a135c5ec405fb91c42e080134c17 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:41:30.517813 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.660796 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.670823 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Transition to ACTIVE for port object 6ef20b37-1e8d-41cc-8b74-66e6663204f2 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:30.678725 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.702111 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.729503 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Attempting to bind port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:41:30.729503 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Attempting to bind port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:41:30.730014 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Attempting to bind port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:30.738995 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10c8bd-de00-4681-bd66-0497047609ba None None] Pushing event updated for resources: {'Port': ['ID=6ef20b37-1e8d-41cc-8b74-66e6663204f2,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:30.741408 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:41:30.741781 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:30.742176 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.742555 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:41:30.743025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Bound port: 6ef20b37-1e8d-41cc-8b74-66e6663204f2, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:41:30.743443 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.766892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Subnet': ['ID=07f279a7-f90f-4a48-8b75-c64f73f79eba,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:30.775650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Checking segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:30.776008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network hostable DHCP agents. Network: 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:41:30.794314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:41:30.798009 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] For port 6ef20b37-1e8d-41cc-8b74-66e6663204f2, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:30.801238 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] For port 6ef20b37-1e8d-41cc-8b74-66e6663204f2, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6ef20b37-1e8d-41cc-8b74-66e6663204f2,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:41:30.807154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:41:30.808825 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.816905 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c42115-727c-475e-b97f-c2473b0a5ed0 None None] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:41:30.820605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:30.821238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:30.843632 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-08247496-b681-4d32-9fad-332ce250f3da tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4318814 Aug 11 08:41:30.846589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56574) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:30.889371 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10c8bd-de00-4681-bd66-0497047609ba None None] Pushing event updated for resources: {'Port': ['ID=6ef20b37-1e8d-41cc-8b74-66e6663204f2,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:30.894083 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Routers {'8f779f11-6d84-4764-90e0-48f1ef49e7a6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:30.895149 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:30.978612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'fixed_ips': [{'subnet_id': '07f279a7-f90f-4a48-8b75-c64f73f79eba'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:41:30.979906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.026590 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] Set router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:31.182328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Allocated IP 172.20.0.18 (386fbbb2-8747-4cc2-a207-9dcdefc6b4e6/07f279a7-f90f-4a48-8b75-c64f73f79eba/bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:41:31.247578 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:29Z', 'revision_number': 3, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:31.276020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd3657-7df4-4290-9e01-137c58cfea52 None None] The sync data for ids ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'] in n-d-789963-6 is: [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:29Z', 'revision_number': 3, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:41:31.336554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.350382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Transition to ACTIVE for port object bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:31.370635 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Transition to ACTIVE for port object bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:31.379198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.402847 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.421126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:41:31.424013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:41:31.434075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:41:31.471069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Pushing event updated for resources: {'Port': ['ID=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:31.510082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Attempting to bind port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:41:31.510444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Attempting to bind port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:41:31.510853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Attempting to bind port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b on network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:31.516782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:41:31.517196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Checking segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:31.517603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.517999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Bound using segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:41:31.518469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Bound port: bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:41:31.518856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.596258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] For port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:31.599800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] For port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:41:31.608845 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.704449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b08ad8-813a-43a7-8868-815894c15278 None None] Pushing event updated for resources: {'Port': ['ID=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:31.764431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.20.0.17 (386fbbb2-8747-4cc2-a207-9dcdefc6b4e6/07f279a7-f90f-4a48-8b75-c64f73f79eba/667cb200-8c22-405b-82d9-0ea8a5f3557a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:41:31.952132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:31.967977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Transition to ACTIVE for port object 667cb200-8c22-405b-82d9-0ea8a5f3557a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:32.051635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.105189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:41:32.114218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:41:32.114218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:41:32.153086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=667cb200-8c22-405b-82d9-0ea8a5f3557a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:32.181110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.260981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6ef20b37-1e8d-41cc-8b74-66e6663204f2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:32.332608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:32.338333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:32.339053 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.367772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.453021 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.470881 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.501364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6ef20b37-1e8d-41cc-8b74-66e6663204f2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6ef20b37-1e8d-41cc-8b74-66e6663204f2,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:32.509405 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.510944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:32.600929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6ef20b37-1e8d-41cc-8b74-66e6663204f2,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:32.617379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:32.717500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-33cb42c2-dc8f-494d-84dc-382a73033737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.728435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.735649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.815651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:32.826593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=667cb200-8c22-405b-82d9-0ea8a5f3557a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:32.933963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:41:32.935489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:41:32.968322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81fee1-c551-4976-adcc-07872e0d1ce1 None None] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:41:33.066100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:41:33.110977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] Provisioning for port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:33.130771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] Provisioning complete for port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:33.131460 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:33.249422 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:33.307129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] For port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:33.315047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:33.378007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf203b-4755-413e-b553-2a5d558ad064 None None] Pushing event updated for resources: {'Port': ['ID=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:33.545553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2a22b845-d020-4b4d-8809-182edc23d1be None None] Provisioning complete for port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:33.546429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2a22b845-d020-4b4d-8809-182edc23d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:33.551967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:41:33.560943 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a49e3790-613b-4408-9a2f-20021c3cb1a9 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "PUT /v2.0/routers/8f779f11-6d84-4764-90e0-48f1ef49e7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122293 Aug 11 08:41:33.600018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Sync routers for ids ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:41:33.617304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Routers {'8f779f11-6d84-4764-90e0-48f1ef49e7a6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:33.617956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:33.795581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Set router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:33.826456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2a22b845-d020-4b4d-8809-182edc23d1be None None] Provisioning for port 667cb200-8c22-405b-82d9-0ea8a5f3557a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:33.833827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2a22b845-d020-4b4d-8809-182edc23d1be None None] Provisioning complete for port 667cb200-8c22-405b-82d9-0ea8a5f3557a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:33.834192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2a22b845-d020-4b4d-8809-182edc23d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:33.927523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-ab1116a4-bf6a-4be5-8485-e13eb24cf71d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:33.931091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-ab1116a4-bf6a-4be5-8485-e13eb24cf71d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/networks?id=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 HTTP/1.1" status: 200 len: 797 time: 0.1410253 Aug 11 08:41:33.945949 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-6d863906-fcfa-4412-89ee-6ddb35acc6d8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/quotas/d442a135c5ec405fb91c42e080134c17 HTTP/1.1" status: 200 len: 375 time: 0.0100660 Aug 11 08:41:33.949108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2a22b845-d020-4b4d-8809-182edc23d1be None None] Port 667cb200-8c22-405b-82d9-0ea8a5f3557a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:41:34.014530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-87973a44-7d4e-49cc-a8d1-fc58384ee83d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0603571 Aug 11 08:41:34.045151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '667cb200-8c22-405b-82d9-0ea8a5f3557a', 'name': '', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:0e:eb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:31Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 2, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:34.076345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Checking router: 8f779f11-6d84-4764-90e0-48f1ef49e7a6 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:41:34.076700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Updating router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 port 667cb200-8c22-405b-82d9-0ea8a5f3557a binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:41:34.106856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-96b78560-3f8c-4557-8bad-51ce5d92c358 None None] Provisioning complete for port 667cb200-8c22-405b-82d9-0ea8a5f3557a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:34.107185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-96b78560-3f8c-4557-8bad-51ce5d92c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.108617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.126200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-fce6845e-feba-45d6-a791-ff11d80fd436 service neutron] 10.222.0.58 "GET /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002502 Aug 11 08:41:34.192731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6ef20b37-1e8d-41cc-8b74-66e6663204f2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:34.199632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-96b78560-3f8c-4557-8bad-51ce5d92c358 None None] Port 667cb200-8c22-405b-82d9-0ea8a5f3557a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:41:34.226456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-b6baf22c-730a-44a5-8628-027a6a6eb22f service neutron] 10.222.0.58 "GET /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938585 Aug 11 08:41:34.350662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:34.351229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.417986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c383f52b-31f6-4ad9-8a79-9226312642eb req-fac7bc9f-f1ff-48f4-a4d0-4fbd1cbbe2aa tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 210 time: 0.0346532 Aug 11 08:41:34.694832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:34.727828 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.748254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Transition to ACTIVE for port object 667cb200-8c22-405b-82d9-0ea8a5f3557a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:34.759238 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.814492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:34.815084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.858832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dde751-9e3f-430f-a935-10442648563d None None] Pushing event updated for resources: {'Port': ['ID=667cb200-8c22-405b-82d9-0ea8a5f3557a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:34.942856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.947941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Attempting to bind port 667cb200-8c22-405b-82d9-0ea8a5f3557a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:41:34.948316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Attempting to bind port 667cb200-8c22-405b-82d9-0ea8a5f3557a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:41:34.948949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Attempting to bind port 667cb200-8c22-405b-82d9-0ea8a5f3557a on network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:34.957724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:41:34.958137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Checking segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:34.958660 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:34.959107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Bound using segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:41:34.959648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Bound port: 667cb200-8c22-405b-82d9-0ea8a5f3557a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:41:34.960087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:35.087745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] For port 667cb200-8c22-405b-82d9-0ea8a5f3557a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:35.091314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] For port 667cb200-8c22-405b-82d9-0ea8a5f3557a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=667cb200-8c22-405b-82d9-0ea8a5f3557a,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:41:35.096668 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:35.168298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Routers {'8f779f11-6d84-4764-90e0-48f1ef49e7a6'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:35.168960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:35.172850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dde751-9e3f-430f-a935-10442648563d None None] Pushing event updated for resources: {'Port': ['ID=667cb200-8c22-405b-82d9-0ea8a5f3557a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:35.289754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] Set router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:35.549534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '667cb200-8c22-405b-82d9-0ea8a5f3557a', 'name': '', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:0e:eb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:31Z', 'updated_at': '2021-08-11T08:41:35Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:35.560984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3180e1f8-7397-48c8-bc8b-2c884a7b29d3 req-f4f566c2-97a9-486c-af56-c2ac0fc910a6 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 210 time: 0.0303617 Aug 11 08:41:35.589656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13400f9d-9fd1-4912-8fee-cff29352a158 None None] The sync data for ids ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'] in n-d-789963-6 is: [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '667cb200-8c22-405b-82d9-0ea8a5f3557a', 'name': '', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:0e:eb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:31Z', 'updated_at': '2021-08-11T08:41:35Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:41:35.629154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-fb626374-2263-4eb7-a7ba-18f56090dfbb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:35.630884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-fb626374-2263-4eb7-a7ba-18f56090dfbb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.69 "GET /v2.0/networks?id=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 HTTP/1.1" status: 200 len: 797 time: 0.1716008 Aug 11 08:41:35.660533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Request body: {'port': {'device_id': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'admin_state_up': True, 'tenant_id': 'd442a135c5ec405fb91c42e080134c17'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:35.812521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Made reservation on behalf of d442a135c5ec405fb91c42e080134c17 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:41:35.816839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:35.956743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Allocated IP 172.20.0.29 (386fbbb2-8747-4cc2-a207-9dcdefc6b4e6/07f279a7-f90f-4a48-8b75-c64f73f79eba/c4edff6c-0425-4369-b875-aa426356fa3c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:41:36.092110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.123042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Transition to ACTIVE for port object c4edff6c-0425-4369-b875-aa426356fa3c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:36.174514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.188433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.229459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:41:36.232894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:41:36.237386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:41:36.247886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 667cb200-8c22-405b-82d9-0ea8a5f3557a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:36.304137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event updated for resources: {'Port': ['ID=c4edff6c-0425-4369-b875-aa426356fa3c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:36.330689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 667cb200-8c22-405b-82d9-0ea8a5f3557a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:36.341089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.341435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.341766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 667cb200-8c22-405b-82d9-0ea8a5f3557a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:36.341896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.342149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.342459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.342745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.342901 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.343112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.343387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.343746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.344068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.344388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.344828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:41:36.375653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:36.376352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.405207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-f24f7f70-27e9-47fd-aa72-cb6832bd9d80 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7488403 Aug 11 08:41:36.428441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Request body: {'port': {'device_id': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:36.488213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.506018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.543452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 667cb200-8c22-405b-82d9-0ea8a5f3557a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=667cb200-8c22-405b-82d9-0ea8a5f3557a,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:36.550804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.619710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c24c926-4bf3-43eb-a9f7-b835915458fb None None] Provisioning for port c4edff6c-0425-4369-b875-aa426356fa3c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:36.627181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c24c926-4bf3-43eb-a9f7-b835915458fb None None] Provisioning complete for port c4edff6c-0425-4369-b875-aa426356fa3c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:36.627578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c24c926-4bf3-43eb-a9f7-b835915458fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.629315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=667cb200-8c22-405b-82d9-0ea8a5f3557a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:36.708753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0c24c926-4bf3-43eb-a9f7-b835915458fb None None] Port c4edff6c-0425-4369-b875-aa426356fa3c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:41:36.745158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968efa8-a240-4193-84db-95d51d754e81 req-c85bf4eb-74e7-4c72-b092-e3d6b1b995fe tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:36.754555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d968efa8-a240-4193-84db-95d51d754e81 req-c85bf4eb-74e7-4c72-b092-e3d6b1b995fe tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 895 time: 0.0672655 Aug 11 08:41:36.838270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4edff6c-0425-4369-b875-aa426356fa3c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:41:36.846253 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.859146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Transition to ACTIVE for port object c4edff6c-0425-4369-b875-aa426356fa3c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:41:36.864032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:36.971286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Pushing event updated for resources: {'Port': ['ID=c4edff6c-0425-4369-b875-aa426356fa3c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:37.011054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Attempting to bind port c4edff6c-0425-4369-b875-aa426356fa3c on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:41:37.013251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Attempting to bind port c4edff6c-0425-4369-b875-aa426356fa3c by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:41:37.017273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Attempting to bind port c4edff6c-0425-4369-b875-aa426356fa3c on network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:37.023094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Port c4edff6c-0425-4369-b875-aa426356fa3c on network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:41:37.023497 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Attempting to bind port c4edff6c-0425-4369-b875-aa426356fa3c on network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:41:37.031539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:41:37.031963 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Checking segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:41:37.032428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Bound using segment: {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:41:37.033005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Bound port: c4edff6c-0425-4369-b875-aa426356fa3c, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737fe170-a4a1-4c7f-8338-6139728abd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:41:37.033699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:37.114336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] For port c4edff6c-0425-4369-b875-aa426356fa3c, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:41:37.117981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] For port c4edff6c-0425-4369-b875-aa426356fa3c, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c4edff6c-0425-4369-b875-aa426356fa3c,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:41:37.125457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:37.164385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.165689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:37.167074 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] 10.222.0.69 "PUT /v2.0/ports/c4edff6c-0425-4369-b875-aa426356fa3c HTTP/1.1" status: 200 len: 1055 time: 0.7458022 Aug 11 08:41:37.170051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'tag': 'c4edff6c-0425-4369-b875-aa426356fa3c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:37.172513 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1ce99-84f0-49b2-992c-7218a0caf50f" -d '{"events": [{"name": "network-changed", "server_uuid": "670eea3b-489d-49c3-92b3-88995ddc9aed", "tag": "c4edff6c-0425-4369-b875-aa426356fa3c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:37.198788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8ae27-bb9c-4d32-ad09-6b8c9a7a2b3f service neutron] Pushing event updated for resources: {'Port': ['ID=c4edff6c-0425-4369-b875-aa426356fa3c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:37.242110 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1799ef-be68-4594-8203-450b7618d2d4 x-openstack-request-id: req-5b1799ef-be68-4594-8203-450b7618d2d4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:37.242557 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670eea3b-489d-49c3-92b3-88995ddc9aed", "tag": "c4edff6c-0425-4369-b875-aa426356fa3c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:37.243418 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b1799ef-be68-4594-8203-450b7618d2d4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:37.243418 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'tag': 'c4edff6c-0425-4369-b875-aa426356fa3c', 'status': 'completed', 'code': 200} Aug 11 08:41:37.306896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-4af58ec5-f0f0-4fd9-9979-2f9718f7c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.309555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-4af58ec5-f0f0-4fd9-9979-2f9718f7c61e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 1058 time: 0.0516551 Aug 11 08:41:37.383783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-29dd044a-41ec-41b8-8470-d915a63172cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=c4edff6c-0425-4369-b875-aa426356fa3c HTTP/1.1" status: 200 len: 217 time: 0.0366607 Aug 11 08:41:37.434004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-62b91a3d-c593-4f9c-b472-373efe44b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.435533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-62b91a3d-c593-4f9c-b472-373efe44b999 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07f279a7-f90f-4a48-8b75-c64f73f79eba HTTP/1.1" status: 200 len: 838 time: 0.0459228 Aug 11 08:41:37.487081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-ad2d1adc-07d9-433a-9a3f-2524b4d25504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.489206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-ad2d1adc-07d9-433a-9a3f-2524b4d25504 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453012 Aug 11 08:41:37.587443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-a2f277c7-6a1b-4cd4-b0fd-6fdf39bd532c service neutron] 10.222.0.69 "GET /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899954 Aug 11 08:41:37.683303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20dc764d-f40a-442b-90ea-d1da6e8372b5 req-1a2cf8b3-693d-4919-b8e1-eb3394b45a1d service neutron] 10.222.0.69 "GET /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862069 Aug 11 08:41:37.836297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-572cfcc9-1fe6-4a69-924e-00eefda92469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.836971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-572cfcc9-1fe6-4a69-924e-00eefda92469 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 1058 time: 0.0509255 Aug 11 08:41:37.876666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b455-2b0b-4bf1-bc00-9007a5a80cb3 req-c4bb23e2-5c61-4094-9954-26925b6eb22f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.878147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da82b455-2b0b-4bf1-bc00-9007a5a80cb3 req-c4bb23e2-5c61-4094-9954-26925b6eb22f tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 907 time: 0.0552180 Aug 11 08:41:37.930006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-aafb4efd-ce32-4b22-803d-968c72b1e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:37.931510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-aafb4efd-ce32-4b22-803d-968c72b1e91a service neutron] 10.222.0.69 "GET /v2.0/networks?id=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 HTTP/1.1" status: 200 len: 898 time: 0.0876997 Aug 11 08:41:37.981072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-9ff71b37-fc48-4936-a530-76dab4c0167f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=c4edff6c-0425-4369-b875-aa426356fa3c HTTP/1.1" status: 200 len: 217 time: 0.0394704 Aug 11 08:41:38.034135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-61f6a3d7-e6ed-4e04-b3e4-e4f6248cd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:38.035646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-61f6a3d7-e6ed-4e04-b3e4-e4f6248cd162 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=07f279a7-f90f-4a48-8b75-c64f73f79eba HTTP/1.1" status: 200 len: 838 time: 0.0466757 Aug 11 08:41:38.085005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-f0ea1870-4a55-44c1-96f5-0f98fdc4f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:38.086536 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-f0ea1870-4a55-44c1-96f5-0f98fdc4f793 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417349 Aug 11 08:41:38.167224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 667cb200-8c22-405b-82d9-0ea8a5f3557a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:38.191919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-69d283ee-698e-4eed-8686-9c600d0a947c service neutron] 10.222.0.69 "GET /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963016 Aug 11 08:41:38.222080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 667cb200-8c22-405b-82d9-0ea8a5f3557a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:38.222849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:38.288187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3b1ce99-84f0-49b2-992c-7218a0caf50f req-e60648b3-cef6-46da-a5ab-bafbc641c4c8 service neutron] 10.222.0.69 "GET /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 Aug 11 08:41:39.001049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d21082-78da-46c1-8ef5-2a72b58ffeaa req-148ecdd9-3205-4a58-becf-07624e5511bc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:39.002518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9d21082-78da-46c1-8ef5-2a72b58ffeaa req-148ecdd9-3205-4a58-becf-07624e5511bc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 907 time: 0.0526335 Aug 11 08:41:40.128044 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb82fd-66f9-4aa9-a194-871eb5431526 req-66882f1e-3bab-47d2-b02e-4e6d6179e087 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:40.129612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5acb82fd-66f9-4aa9-a194-871eb5431526 req-66882f1e-3bab-47d2-b02e-4e6d6179e087 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 907 time: 0.0562267 Aug 11 08:41:40.466096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c4edff6c-0425-4369-b875-aa426356fa3c details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:41:40.572531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port c4edff6c-0425-4369-b875-aa426356fa3c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c4edff6c-0425-4369-b875-aa426356fa3c,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:40.585109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'c4edff6c-0425-4369-b875-aa426356fa3c', 'network_id': '386fbbb2-8747-4cc2-a207-9dcdefc6b4e6', 'port_id': 'c4edff6c-0425-4369-b875-aa426356fa3c', 'mac_address': 'fa:16:3e:28:3b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f279a7-f90f-4a48-8b75-c64f73f79eba', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:41:40.624092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:40.640568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4edff6c-0425-4369-b875-aa426356fa3c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:41:40.660367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port c4edff6c-0425-4369-b875-aa426356fa3c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c4edff6c-0425-4369-b875-aa426356fa3c,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:40.670879 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:40.721473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=c4edff6c-0425-4369-b875-aa426356fa3c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:40.968130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['c4edff6c-0425-4369-b875-aa426356fa3c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:41:41.261648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bedf7-a0a9-4c63-ae17-24fd3dca3703 req-c1d6dad2-d380-4cbf-80a6-a24f1c438402 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:41.263867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd7bedf7-a0a9-4c63-ae17-24fd3dca3703 req-c1d6dad2-d380-4cbf-80a6-a24f1c438402 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 908 time: 0.0629268 Aug 11 08:41:42.394156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d39a2-536c-4736-a9bd-e2395d8ef4c1 req-ef351bea-9cb6-4044-93b6-f3f6e022bef6 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:42.395665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-655d39a2-536c-4736-a9bd-e2395d8ef4c1 req-ef351bea-9cb6-4044-93b6-f3f6e022bef6 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 908 time: 0.0598459 Aug 11 08:41:42.465405 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c4edff6c-0425-4369-b875-aa426356fa3c up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:41:42.518974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port c4edff6c-0425-4369-b875-aa426356fa3c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:41:42.522850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port c4edff6c-0425-4369-b875-aa426356fa3c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:41:42.523224 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:42.610207 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:42.634333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4edff6c-0425-4369-b875-aa426356fa3c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:42.637227 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb054f5-859d-4e65-875c-0ad018d1f5e9" -d '{"events": [{"server_uuid": "670eea3b-489d-49c3-92b3-88995ddc9aed", "name": "network-vif-plugged", "status": "completed", "tag": "c4edff6c-0425-4369-b875-aa426356fa3c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:42.661218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port c4edff6c-0425-4369-b875-aa426356fa3c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c4edff6c-0425-4369-b875-aa426356fa3c,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:42.667039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:42.694571 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cee68a-7c17-4ac8-b633-928b42fee419 x-openstack-request-id: req-29cee68a-7c17-4ac8-b633-928b42fee419 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:42.694880 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670eea3b-489d-49c3-92b3-88995ddc9aed", "name": "network-vif-plugged", "status": "completed", "tag": "c4edff6c-0425-4369-b875-aa426356fa3c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:42.695126 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29cee68a-7c17-4ac8-b633-928b42fee419 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:42.695516 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4edff6c-0425-4369-b875-aa426356fa3c', 'code': 200} Aug 11 08:41:42.722666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=c4edff6c-0425-4369-b875-aa426356fa3c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:42.818366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323780-af38-4380-8594-0f55b25fa2b4 req-b88908a6-b83f-45ca-a539-21be2df045c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:42.819859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5323780-af38-4380-8594-0f55b25fa2b4 req-b88908a6-b83f-45ca-a539-21be2df045c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 1060 time: 0.0419073 Aug 11 08:41:43.270677 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:41:43.516290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d49ec-3383-43e9-a082-56e296d08271 req-350aa5f4-b434-4c7f-99e9-ec3156142f7e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:43.517845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-526d49ec-3383-43e9-a082-56e296d08271 req-350aa5f4-b434-4c7f-99e9-ec3156142f7e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 909 time: 0.0509417 Aug 11 08:41:44.644968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88300b0a-666e-4ae1-af10-799da7b14efe req-9bae3d88-94ba-4b62-917d-8428e9b0c46c tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:44.646512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-88300b0a-666e-4ae1-af10-799da7b14efe req-9bae3d88-94ba-4b62-917d-8428e9b0c46c tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 909 time: 0.0566914 Aug 11 08:41:44.772383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43a2d6-d351-4a51-811e-c7e38ac5f1d1 req-7d368922-1203-43b9-bc06-eb44df61fd3e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:44.774989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d43a2d6-d351-4a51-811e-c7e38ac5f1d1 req-7d368922-1203-43b9-bc06-eb44df61fd3e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 909 time: 0.0538533 Aug 11 08:41:44.886053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccaff3-e208-47d4-a2b1-bee101857191 req-27bda628-0354-4618-8ece-b294f79af21a tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:44.888081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-95ccaff3-e208-47d4-a2b1-bee101857191 req-27bda628-0354-4618-8ece-b294f79af21a tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 1060 time: 0.0461299 Aug 11 08:41:45.002417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92912d-efef-484b-8ed4-be987e349154 req-0f09eabd-0bc1-4000-83f6-e02ba37e5860 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:45.003959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e92912d-efef-484b-8ed4-be987e349154 req-0f09eabd-0bc1-4000-83f6-e02ba37e5860 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1135 time: 0.0444934 Aug 11 08:41:45.041135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9e92912d-efef-484b-8ed4-be987e349154 req-9957c00b-1e88-46e8-91af-a8e9d6a87623 tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0306737 Aug 11 08:41:45.063873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56724) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:45.107939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2645aaa-342f-46af-bcc3-43fc2799613f tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:45.109512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d2645aaa-342f-46af-bcc3-43fc2799613f tempest-TestSecurityGroupsBasicOps-1377176618 tempest-TestSecurityGroupsBasicOps-1377176618-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 1055 time: 0.0445735 Aug 11 08:41:45.340284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7434-ea66-4820-b11c-b9dddb33fb68 req-c21d3551-e2fa-48b9-a7b0-44662744d325 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:45.342119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aee7434-ea66-4820-b11c-b9dddb33fb68 req-c21d3551-e2fa-48b9-a7b0-44662744d325 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 909 time: 0.0552030 Aug 11 08:41:45.959535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-aef52761-d6da-478d-a691-2393b6e57ee4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418022 Aug 11 08:41:46.061482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00f163-86b3-4c08-a859-d0780867963f req-87e8a134-62c6-41b1-b046-76ed31c9a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:46.062921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-87e8a134-62c6-41b1-b046-76ed31c9a241 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1135 time: 0.0420771 Aug 11 08:41:46.176255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00f163-86b3-4c08-a859-d0780867963f req-fda37b33-6eb1-4d70-a325-7c4559427da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:46.177800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-fda37b33-6eb1-4d70-a325-7c4559427da6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 200 len: 898 time: 0.0955162 Aug 11 08:41:46.247637 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-564b3456-e01c-4c37-8a87-0b465d378b9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 200 len: 1000 time: 0.0626664 Aug 11 08:41:46.298584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00f163-86b3-4c08-a859-d0780867963f req-dabc34a4-68fa-47ae-b719-93999479cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:46.300070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-dabc34a4-68fa-47ae-b719-93999479cb94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23717d24-a2cc-4eb3-9a91-4a105f42362a HTTP/1.1" status: 200 len: 835 time: 0.0457721 Aug 11 08:41:46.358444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00f163-86b3-4c08-a859-d0780867963f req-dfc0f874-668d-4aaf-86c4-197c7a49df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:46.359978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-dfc0f874-668d-4aaf-86c4-197c7a49df77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118464d5-2d93-46dc-9bb1-e3237b2cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530813 Aug 11 08:41:46.488798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c84dc-81ba-42cd-9a0c-8f998df494ac req-d1187714-ecf5-44b7-b24c-851b3688fb92 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:46.490324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-518c84dc-81ba-42cd-9a0c-8f998df494ac req-d1187714-ecf5-44b7-b24c-851b3688fb92 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 909 time: 0.0756803 Aug 11 08:41:46.492100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-4702ce47-b3f4-4aa3-9884-8b7d6e16c4d5 service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245155 Aug 11 08:41:46.591836 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e00f163-86b3-4c08-a859-d0780867963f req-2ab78cb5-b40f-4ff1-9d4e-7e94cb252770 service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924988 Aug 11 08:41:46.849052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-95ebb969-c9e5-41fa-8018-ce103733dad2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:46.850808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-95ebb969-c9e5-41fa-8018-ce103733dad2 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.69 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 909 time: 0.0581782 Aug 11 08:41:46.949567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port c4edff6c-0425-4369-b875-aa426356fa3c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:46.949926 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.042560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] For port c4edff6c-0425-4369-b875-aa426356fa3c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=c4edff6c-0425-4369-b875-aa426356fa3c,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:47.042940 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.056793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for c4edff6c-0425-4369-b875-aa426356fa3c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:47.157281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e34e9-2877-4fdb-b5e3-d1d418c063cd req-cff2ed8e-e02c-43bc-9050-ab51d419330c tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:47.158817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e68e34e9-2877-4fdb-b5e3-d1d418c063cd req-cff2ed8e-e02c-43bc-9050-ab51d419330c tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1097 time: 0.0906353 Aug 11 08:41:47.224480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e68e34e9-2877-4fdb-b5e3-d1d418c063cd req-2d5524b1-2c4e-4f33-a94f-9e47124e3046 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576596 Aug 11 08:41:47.247696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.257815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:47.286176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=c4edff6c-0425-4369-b875-aa426356fa3c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:47.337940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] No DVR routers for this DVR port c4edff6c-0425-4369-b875-aa426356fa3c on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:47.341077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.343209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1c920cf-5688-4edc-8326-a8a0fa351d2d req-babb42f1-4e3e-4625-9012-26c001b4a5cb tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.69 "DELETE /v2.0/ports/c4edff6c-0425-4369-b875-aa426356fa3c HTTP/1.1" status: 204 len: 173 time: 0.4859185 Aug 11 08:41:47.343705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'name': 'network-vif-deleted', 'tag': 'c4edff6c-0425-4369-b875-aa426356fa3c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:47.346192 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9b0b9-b759-4b3c-a8eb-1b8cd9f191c4" -d '{"events": [{"server_uuid": "670eea3b-489d-49c3-92b3-88995ddc9aed", "name": "network-vif-deleted", "tag": "c4edff6c-0425-4369-b875-aa426356fa3c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:47.404786 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13629d28-2ec1-4ad6-a32b-94fa22265825 x-openstack-request-id: req-13629d28-2ec1-4ad6-a32b-94fa22265825 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:47.405106 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670eea3b-489d-49c3-92b3-88995ddc9aed", "name": "network-vif-deleted", "tag": "c4edff6c-0425-4369-b875-aa426356fa3c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:47.405360 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13629d28-2ec1-4ad6-a32b-94fa22265825 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:47.405769 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670eea3b-489d-49c3-92b3-88995ddc9aed', 'name': 'network-vif-deleted', 'tag': 'c4edff6c-0425-4369-b875-aa426356fa3c', 'status': 'completed', 'code': 200} Aug 11 08:41:47.461657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 305e2bad-83a3-45bf-870d-76e4a71b67ad {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:47.462239 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.572208 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.572613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.585632 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 305e2bad-83a3-45bf-870d-76e4a71b67ad owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:47.629587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36627a74-70b5-4fa7-b1d1-f349e275acb0 req-79707f7d-ecdf-498d-a710-a17590abf5ca tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=670eea3b-489d-49c3-92b3-88995ddc9aed HTTP/1.1" status: 200 len: 210 time: 0.0323210 Aug 11 08:41:47.739676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.776642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=305e2bad-83a3-45bf-870d-76e4a71b67ad,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:47.847255 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:47.847640 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP 1436cdaf-1183-45c2-aa59-cd0e534ffb84 disassociated (deleted). External IP: 172.25.2.48, port: b46faeee-e912-4e64-b235-4ba3adfc0a39. Aug 11 08:41:48.115898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:41:48.229139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:41:48.234766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:48.243091 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] Sync routers for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:41:48.256897 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:48.257622 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:48.264585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-17344b05-ba3d-4393-bb37-e2f6ba3a0341 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/floatingips/1436cdaf-1183-45c2-aa59-cd0e534ffb84 HTTP/1.1" status: 204 len: 168 time: 1.0056071 Aug 11 08:41:48.265349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:48.268020 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865bfcd3-1839-43dc-8f3c-b32b8d541680" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:48.306864 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d122a03-4e88-4fc6-a4d5-dd1d6f4ee66e x-openstack-request-id: req-5d122a03-4e88-4fc6-a4d5-dd1d6f4ee66e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:48.307246 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:48.307621 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d122a03-4e88-4fc6-a4d5-dd1d6f4ee66e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:48.308169 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'status': 'completed', 'code': 200} Aug 11 08:41:48.397600 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:48.410872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-5605d398-3017-4483-8f31-5076dbfff5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:48.413010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-5605d398-3017-4483-8f31-5076dbfff5f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 1097 time: 0.0574110 Aug 11 08:41:48.565467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1140b-0aab-4a23-b366-b6341af3b77c req-096a0f33-6954-42bb-b727-f9d3c2b352e8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:48.567046 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64b1140b-0aab-4a23-b366-b6341af3b77c req-096a0f33-6954-42bb-b727-f9d3c2b352e8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 946 time: 0.1043026 Aug 11 08:41:48.602092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-adf22f94-bed8-4f3f-8fb2-9b2482925517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:48.603614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-adf22f94-bed8-4f3f-8fb2-9b2482925517 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 200 len: 898 time: 0.1499090 Aug 11 08:41:48.656222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-5475c3e2-d8f9-4675-83e1-831555baabf9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 200 len: 217 time: 0.0407608 Aug 11 08:41:48.659116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-64b1140b-0aab-4a23-b366-b6341af3b77c req-fd0385e8-7046-43f2-8c22-8750c65b642f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806210 Aug 11 08:41:48.698906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56772) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:48.723358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-3d503103-d210-450d-80eb-ad92634f385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:48.725586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-3d503103-d210-450d-80eb-ad92634f385f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 200 len: 834 time: 0.0588524 Aug 11 08:41:48.739984 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:40:00Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:48.774298 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] Checking router: d6cdeddb-f878-4ab8-9701-f8fee350ddb0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:41:48.784978 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:48.785993 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:48.791050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-fcacf0fd-dfd3-41dd-a0e6-281993f23fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:48.793103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-fcacf0fd-dfd3-41dd-a0e6-281993f23fa4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5ed6156-d716-496e-9a15-2e8e437240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583935 Aug 11 08:41:48.937021 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:48.940096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-abd27998-6f6f-40eb-8917-a1a5e514eb89 service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343827 Aug 11 08:41:49.085396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-865bfcd3-1839-43dc-8f3c-b32b8d541680 req-94d06a54-060d-4ecf-9963-1c2e6c6390fe service neutron] 10.222.0.69 "GET /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379364 Aug 11 08:41:49.180671 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:40:00Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:49.212157 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788197bb-fda6-44ef-9cfc-426c35035214 None None] The sync data for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 is: [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:55Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '26f95584-2005-43b6-a19a-b6d3fdd2b0df', 'name': '', 'network_id': 'c5ed6156-d716-496e-9a15-2e8e437240aa', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:41:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:53Z', 'updated_at': '2021-08-11T08:40:00Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': 'cf49295e-d99f-4e70-a454-07d6cbf69d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:41:49.247611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:49.460324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc155e5-de84-4e03-ac27-9759fe625637 None None] New status for floating IP 1436cdaf-1183-45c2-aa59-cd0e534ffb84: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:41:49.567003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port 667cb200-8c22-405b-82d9-0ea8a5f3557a {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:49.567003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:49.662019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] For port 667cb200-8c22-405b-82d9-0ea8a5f3557a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=667cb200-8c22-405b-82d9-0ea8a5f3557a,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:49.662337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:49.676099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for 667cb200-8c22-405b-82d9-0ea8a5f3557a owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:49.790185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77871696-1d30-4535-8c64-a139c33b2b94 req-0122b9a8-991a-451c-8f45-94cce4073447 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:49.792455 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77871696-1d30-4535-8c64-a139c33b2b94 req-0122b9a8-991a-451c-8f45-94cce4073447 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 946 time: 0.0526264 Aug 11 08:41:49.841425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77871696-1d30-4535-8c64-a139c33b2b94 req-c89de884-600d-4ab1-a119-6dd36a188a46 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=4e9ff0dc-506d-4295-b3a7-ba60b8168831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Aug 11 08:41:49.880809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:49.987172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-15d656c8-ca79-497b-b944-fc2294eade80 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:49.989510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-15d656c8-ca79-497b-b944-fc2294eade80 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 946 time: 0.0591037 Aug 11 08:41:50.095317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port b46faeee-e912-4e64-b235-4ba3adfc0a39 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:50.095733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:50.201835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port b46faeee-e912-4e64-b235-4ba3adfc0a39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b46faeee-e912-4e64-b235-4ba3adfc0a39,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:50.202164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:50.214234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=667cb200-8c22-405b-82d9-0ea8a5f3557a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:50.215750 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for b46faeee-e912-4e64-b235-4ba3adfc0a39 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:50.380079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:50.415574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=b46faeee-e912-4e64-b235-4ba3adfc0a39,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:50.436242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:50.473602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] No DVR routers for this DVR port b46faeee-e912-4e64-b235-4ba3adfc0a39 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:50.477397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:50.479913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c1a6501-c0ca-4c74-b811-405219af69d7 req-1df5dac9-9b9f-49db-b8dd-982d3501b5a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "DELETE /v2.0/ports/b46faeee-e912-4e64-b235-4ba3adfc0a39 HTTP/1.1" status: 204 len: 173 time: 0.4844100 Aug 11 08:41:50.481157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-deleted', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:50.484003 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6e8d2-ad5c-4256-a438-5375f0a067a7" -d '{"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-deleted", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:50.496791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c4edff6c-0425-4369-b875-aa426356fa3c no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:50.536444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: c4edff6c-0425-4369-b875-aa426356fa3c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:50.536666 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836410e-3b4e-4ff8-9042-57f9a43d3fb5 x-openstack-request-id: req-4836410e-3b4e-4ff8-9042-57f9a43d3fb5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:50.537166 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc834-50cf-4826-a945-550987fcc05f", "name": "network-vif-deleted", "tag": "b46faeee-e912-4e64-b235-4ba3adfc0a39", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:50.537380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device c4edff6c-0425-4369-b875-aa426356fa3c not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:50.537570 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4836410e-3b4e-4ff8-9042-57f9a43d3fb5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:50.540450 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc834-50cf-4826-a945-550987fcc05f', 'name': 'network-vif-deleted', 'tag': 'b46faeee-e912-4e64-b235-4ba3adfc0a39', 'status': 'completed', 'code': 200} Aug 11 08:41:50.735379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:41:50.854515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:41:50.860732 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aebfbb89-57e3-457c-9f1d-79af2fc29bc1 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "PUT /v2.0/routers/8f779f11-6d84-4764-90e0-48f1ef49e7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1594300 Aug 11 08:41:50.862834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56794) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:50.867927 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] Sync routers for ids ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:41:50.895012 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] Routers {'8f779f11-6d84-4764-90e0-48f1ef49e7a6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:50.895965 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:50.949035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting subnet 07f279a7-f90f-4a48-8b75-c64f73f79eba {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:41:50.964086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.011716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b6dea21-8259-42b5-83ee-f1bac95600e0 req-70a0600a-cd44-4c5b-a6fe-f683358c4f83 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c8fc834-50cf-4826-a945-550987fcc05f HTTP/1.1" status: 200 len: 210 time: 0.0431237 Aug 11 08:41:51.052427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.063070 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] Set router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:51.179090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.249885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.279932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Subnet': ['ID=07f279a7-f90f-4a48-8b75-c64f73f79eba,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:51.287235 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:49Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:51.287765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.290512 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dd0152ee-7e28-4834-b6bd-f680abcd11e8 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/subnets/07f279a7-f90f-4a48-8b75-c64f73f79eba HTTP/1.1" status: 204 len: 168 time: 0.4264102 Aug 11 08:41:51.293177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56800) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:51.298808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03733184-3e85-4bd2-8818-a8dc00e34211 None None] Network 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:41:51.323488 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] Checking router: 8f779f11-6d84-4764-90e0-48f1ef49e7a6 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:41:51.333571 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] Routers {'8f779f11-6d84-4764-90e0-48f1ef49e7a6'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:51.334570 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:51.466842 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] Set router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:51.521723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] DHCP port deletion for 386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:41:51.570189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] Deleting port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:51.570859 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.652531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] For port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,segment=NetworkSegment(737fe170-a4a1-4c7f-8338-6139728abd53),segment_id=737fe170-a4a1-4c7f-8338-6139728abd53)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:51.653555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.669198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] Calling delete_port for bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:51.737223 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:49Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:51.773923 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df7ad8-23b2-4d6d-92db-64477c2bf452 None None] The sync data for ids ['8f779f11-6d84-4764-90e0-48f1ef49e7a6'] in n-d-789963-6 is: [{'id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1135018402', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:49Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6ef20b37-1e8d-41cc-8b74-66e6663204f2', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f779f11-6d84-4764-90e0-48f1ef49e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:28Z', 'updated_at': '2021-08-11T08:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:41:51.794318 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.813153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.814666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] Pushing event deleted for resources: {'Port': ['ID=bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:51.830053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f841f94-dffc-419b-af99-3f62b823c11e None None] No DVR routers for this DVR port bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:51.928715 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:51.986203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port 6ef20b37-1e8d-41cc-8b74-66e6663204f2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:51.986555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.064419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56808) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:52.083581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] For port 6ef20b37-1e8d-41cc-8b74-66e6663204f2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6ef20b37-1e8d-41cc-8b74-66e6663204f2,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:52.084185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.103824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for 6ef20b37-1e8d-41cc-8b74-66e6663204f2 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:52.290865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:52.299195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.327470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:52.328133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bf6cbd26-ec0c-4afc-ac48-2029ad76ed1b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:52.328741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 667cb200-8c22-405b-82d9-0ea8a5f3557a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:52.333853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=6ef20b37-1e8d-41cc-8b74-66e6663204f2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:52.364444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 667cb200-8c22-405b-82d9-0ea8a5f3557a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:52.365166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 667cb200-8c22-405b-82d9-0ea8a5f3557a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:52.426907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.525072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.534410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.571467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.583390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.584213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Fanout notify agent at l3_agent the message router_deleted on router 8f779f11-6d84-4764-90e0-48f1ef49e7a6 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:41:52.592060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.593489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5eeb3cea-43ac-4344-b67e-53fb1361d313 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/routers/8f779f11-6d84-4764-90e0-48f1ef49e7a6 HTTP/1.1" status: 204 len: 168 time: 1.2989614 Aug 11 08:41:52.597977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56812) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:52.702655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.813961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.825421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386fbbb2-8747-4cc2-a207-9dcdefc6b4e6']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:52.837396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737fe170-a4a1-4c7f-8338-6139728abd53') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:52.837612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737fe170-a4a1-4c7f-8338-6139728abd53') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:52.847600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.869172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.876399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:41:52.876767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: items = [ Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:41:52.880199 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:41:52.916066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 26f95584-2005-43b6-a19a-b6d3fdd2b0df {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:52.917229 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.943093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.964693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:52.968925 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/networks/386fbbb2-8747-4cc2-a207-9dcdefc6b4e6 HTTP/1.1" status: 204 len: 168 time: 0.3674507 Aug 11 08:41:52.968925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d380ac-f71f-49bc-9899-f0b21acb3d2e tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Network': ['ID=386fbbb2-8747-4cc2-a207-9dcdefc6b4e6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:52.970101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56818) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:53.026757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 26f95584-2005-43b6-a19a-b6d3fdd2b0df, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=26f95584-2005-43b6-a19a-b6d3fdd2b0df,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:53.027173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.043333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 26f95584-2005-43b6-a19a-b6d3fdd2b0df owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:53.190420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port 5a922861-edb4-4d26-9a65-26f9a120da27 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:53.190810 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.311828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.315594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.315932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.333580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for 5a922861-edb4-4d26-9a65-26f9a120da27 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:53.367154 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=26f95584-2005-43b6-a19a-b6d3fdd2b0df,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:53.551768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.589548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=5a922861-edb4-4d26-9a65-26f9a120da27,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:53.660432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.660706 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Floating IP 4f03d7d0-4acc-463c-94cc-ba57efa329ba disassociated (deleted). External IP: 172.25.2.11, port: b8aae01a-1c8e-4f3e-bb00-89b7704228d1. Aug 11 08:41:53.707180 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:53.932433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:41:53.968379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:41:54.052894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:41:54.057576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:54.073013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] Sync routers for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:41:54.086566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:54.091210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-997766c2-9c26-4fa8-a91a-efb2f2faabcc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/floatingips/4f03d7d0-4acc-463c-94cc-ba57efa329ba HTTP/1.1" status: 204 len: 168 time: 1.1136167 Aug 11 08:41:54.091210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:54.091535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:41:54.093120 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:54.099534 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] Sync routers for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:41:54.100424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e116adb5-9882-4938-91a5-2bbed18b6d8b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/d6cdeddb-f878-4ab8-9701-f8fee350ddb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348585 Aug 11 08:41:54.103101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56838) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:54.106120 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be371f4-b731-4d8e-ab72-1bc178e8d22d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:54.133431 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:54.136328 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:54.185978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting subnet cf49295e-d99f-4e70-a454-07d6cbf69d24 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:41:54.190790 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:54.223929 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5ddd2-8736-406c-873e-5a84adf5447b x-openstack-request-id: req-83a5ddd2-8736-406c-873e-5a84adf5447b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:54.224214 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:54.224459 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83a5ddd2-8736-406c-873e-5a84adf5447b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:54.224927 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'status': 'completed', 'code': 200} Aug 11 08:41:54.276199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:54.398771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6ef20b37-1e8d-41cc-8b74-66e6663204f2 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:54.421771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-4ccf6af9-0669-4d2f-b1fe-796d7c3f7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:54.423363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-4ccf6af9-0669-4d2f-b1fe-796d7c3f7a3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d442a135c5ec405fb91c42e080134c17&device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 1135 time: 0.1119409 Aug 11 08:41:54.428166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6ef20b37-1e8d-41cc-8b74-66e6663204f2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:54.428824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6ef20b37-1e8d-41cc-8b74-66e6663204f2 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:54.435731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:54.442101 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:54.595487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:54.610244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:54.635176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: b46faeee-e912-4e64-b235-4ba3adfc0a39 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:54.635519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b46faeee-e912-4e64-b235-4ba3adfc0a39 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:54.679505 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff12f-bded-402b-94a5-b4bafcc0e919 req-940c5eda-c03d-4f20-85a5-60ebbd935241 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:54.681928 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb0ff12f-bded-402b-94a5-b4bafcc0e919 req-940c5eda-c03d-4f20-85a5-60ebbd935241 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 984 time: 0.2181962 Aug 11 08:41:54.683388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-67d41ac8-5958-4171-8788-526ec36c4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:54.684775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-67d41ac8-5958-4171-8788-526ec36c4e92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 200 len: 898 time: 0.2199719 Aug 11 08:41:54.752382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:34Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:54.765060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-cab4157b-28d4-4e7f-a87a-36eb13062732 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 200 len: 217 time: 0.0647120 Aug 11 08:41:54.778937 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:41:53Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:54.789586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] Checking router: 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:41:54.801849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:54.802689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:54.807577 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] Checking router: d6cdeddb-f878-4ab8-9701-f8fee350ddb0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:41:54.817374 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] Routers {'d6cdeddb-f878-4ab8-9701-f8fee350ddb0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:41:54.818020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:54.845975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb0ff12f-bded-402b-94a5-b4bafcc0e919 req-6b7cc401-b995-4ae1-bd00-6fbaa1bf668c tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1574724 Aug 11 08:41:54.852244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:54.914433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Subnet': ['ID=cf49295e-d99f-4e70-a454-07d6cbf69d24,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:54.921298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:54.923364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fb2b53bf-0545-4dbc-8125-dd71b8bd60b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/subnets/cf49295e-d99f-4e70-a454-07d6cbf69d24 HTTP/1.1" status: 204 len: 168 time: 0.8192935 Aug 11 08:41:54.926145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:54.929251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-36de218f-9ec8-4887-8681-41218d48ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:54.931090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-36de218f-9ec8-4887-8681-41218d48ab2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23717d24-a2cc-4eb3-9a91-4a105f42362a HTTP/1.1" status: 200 len: 835 time: 0.1568058 Aug 11 08:41:55.016474 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] Set router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:55.034361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-439cf66d-fb72-4753-b215-34802d9531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:55.038699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-439cf66d-fb72-4753-b215-34802d9531c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118464d5-2d93-46dc-9bb1-e3237b2cac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996850 Aug 11 08:41:55.053132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.116057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb6a3e-b3ba-43d8-8c9a-7c1c71f13a47 None None] Network c5ed6156-d716-496e-9a15-2e8e437240aa requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:41:55.176216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.217994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-eec5241c-14d4-43a4-84ac-729379153c07 service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691842 Aug 11 08:41:55.301699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 83adee0d-51a6-423c-99d6-17f9aa05ba79 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:55.302448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.307309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:41:55.349908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1be371f4-b731-4d8e-ab72-1bc178e8d22d req-5b3a582e-0776-4f33-881e-2f3ee573803f service neutron] 10.222.0.64 "GET /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224632 Aug 11 08:41:55.354307 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:41:53Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:55.404153 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6df02d-2ce9-444a-900b-ffe7954967f4 None None] The sync data for ids ['d6cdeddb-f878-4ab8-9701-f8fee350ddb0'] in n-d-789963-6 is: [{'id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084155178', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:41:53Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '83adee0d-51a6-423c-99d6-17f9aa05ba79', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cdeddb-f878-4ab8-9701-f8fee350ddb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:39:49Z', 'updated_at': '2021-08-11T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:41:55.491948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 83adee0d-51a6-423c-99d6-17f9aa05ba79, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83adee0d-51a6-423c-99d6-17f9aa05ba79,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:55.492629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.516162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 83adee0d-51a6-423c-99d6-17f9aa05ba79 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:55.586878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:34Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:55.619359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93760991-065c-4e51-bbd7-307a3029d728 None None] The sync data for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 is: [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:40:29Z', 'revision_number': 4, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'ea82d079-6352-4a77-b3fc-bc92bd832bb9', 'name': '', 'network_id': '118464d5-2d93-46dc-9bb1-e3237b2cac30', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'mac_address': 'fa:16:3e:25:3e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:28Z', 'updated_at': '2021-08-11T08:40:34Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'subnets': [{'id': '23717d24-a2cc-4eb3-9a91-4a105f42362a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:41:55.714356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.742462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=83adee0d-51a6-423c-99d6-17f9aa05ba79,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:55.786662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] DHCP port deletion for c5ed6156-d716-496e-9a15-2e8e437240aa request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:41:55.848016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] Deleting port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:55.853111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.890987 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:55.903979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62239199-9478-463a-b7e8-67e63cf16772 req-d39b55b8-6a36-4165-92e7-5d5dd0fa49fd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:55.906464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62239199-9478-463a-b7e8-67e63cf16772 req-d39b55b8-6a36-4165-92e7-5d5dd0fa49fd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 984 time: 0.1352310 Aug 11 08:41:56.029646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] For port 71ff9b03-69cc-4908-91e0-bf526cbf32d5, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=71ff9b03-69cc-4908-91e0-bf526cbf32d5,segment=NetworkSegment(a1367f2f-ca58-4ed1-b672-088ea8b44389),segment_id=a1367f2f-ca58-4ed1-b672-088ea8b44389)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:56.030166 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.057816 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] Calling delete_port for 71ff9b03-69cc-4908-91e0-bf526cbf32d5 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:56.069276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:56.069987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.070724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020df5bf-7fbb-4eac-b29d-39e795ed97b9 None None] New status for floating IP 4f03d7d0-4acc-463c-94cc-ba57efa329ba: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:41:56.146252 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.151415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.211518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] For port b8aae01a-1c8e-4f3e-bb00-89b7704228d1, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:56.212011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.231174 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.237303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for b8aae01a-1c8e-4f3e-bb00-89b7704228d1 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:56.247627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.248917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Fanout notify agent at l3_agent the message router_deleted on router d6cdeddb-f878-4ab8-9701-f8fee350ddb0 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:41:56.261431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.263090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e0ecbf9e-9924-485c-947a-1f22bb67ef9f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/routers/d6cdeddb-f878-4ab8-9701-f8fee350ddb0 HTTP/1.1" status: 204 len: 168 time: 1.3356037 Aug 11 08:41:56.266928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] No DVR routers for this DVR port 71ff9b03-69cc-4908-91e0-bf526cbf32d5 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:56.268616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:56.280133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0471308-0faa-44f3-aa29-4cc7e584c64a req-0e1ddfc9-d1eb-42c9-8a95-273ea024a7d3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:56.281998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c0471308-0faa-44f3-aa29-4cc7e584c64a req-0e1ddfc9-d1eb-42c9-8a95-273ea024a7d3 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4129db2-7a5a-4136-8de0-2f4dddf4cce3 HTTP/1.1" status: 200 len: 984 time: 0.3022346 Aug 11 08:41:56.334199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e178e33-173e-4df6-843a-ca500f48c678 None None] Pushing event deleted for resources: {'Port': ['ID=71ff9b03-69cc-4908-91e0-bf526cbf32d5,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:56.351305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71ff9b03-69cc-4908-91e0-bf526cbf32d5 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:56.374204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 71ff9b03-69cc-4908-91e0-bf526cbf32d5 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:56.374722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 71ff9b03-69cc-4908-91e0-bf526cbf32d5 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:56.375307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 26f95584-2005-43b6-a19a-b6d3fdd2b0df no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:56.402626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 26f95584-2005-43b6-a19a-b6d3fdd2b0df {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:56.403149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 26f95584-2005-43b6-a19a-b6d3fdd2b0df not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:56.462807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.474551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c0471308-0faa-44f3-aa29-4cc7e584c64a req-02e7d581-f8a3-4774-9edc-baf31a54aa56 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "GET /v2.0/security-groups?id=20fe7871-32f6-4bea-83d5-d1ef42c4e9de&id=1f386252-0a05-45fe-8a43-0777210cfb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1816466 Aug 11 08:41:56.512078 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.552336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=b8aae01a-1c8e-4f3e-bb00-89b7704228d1,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:56.574752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.586805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ed6156-d716-496e-9a15-2e8e437240aa']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:56.596015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] No DVR routers for this DVR port b8aae01a-1c8e-4f3e-bb00-89b7704228d1 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:41:56.599082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.601178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1367f2f-ca58-4ed1-b672-088ea8b44389') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:56.601556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1367f2f-ca58-4ed1-b672-088ea8b44389') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:41:56.601678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62239199-9478-463a-b7e8-67e63cf16772 req-0e3997e0-f569-440a-a6f8-d5be8cb5e6bd tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.64 "DELETE /v2.0/ports/b8aae01a-1c8e-4f3e-bb00-89b7704228d1 HTTP/1.1" status: 204 len: 173 time: 0.6876063 Aug 11 08:41:56.602332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'name': 'network-vif-deleted', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:41:56.604972 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfcd43-1cd2-45cb-957c-7dc51e619293" -d '{"events": [{"server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "name": "network-vif-deleted", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:41:56.622319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.647728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.655295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:41:56.655469 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0076701-5905-4324-bd61-f20c56b7117f x-openstack-request-id: req-c0076701-5905-4324-bd61-f20c56b7117f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:41:56.655789 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4129db2-7a5a-4136-8de0-2f4dddf4cce3", "name": "network-vif-deleted", "tag": "b8aae01a-1c8e-4f3e-bb00-89b7704228d1", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:41:56.656047 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0076701-5905-4324-bd61-f20c56b7117f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:41:56.656237 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.656467 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4129db2-7a5a-4136-8de0-2f4dddf4cce3', 'name': 'network-vif-deleted', 'tag': 'b8aae01a-1c8e-4f3e-bb00-89b7704228d1', 'status': 'completed', 'code': 200} Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:41:56.659226 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:41:56.724658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.732052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.733965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/networks/c5ed6156-d716-496e-9a15-2e8e437240aa HTTP/1.1" status: 204 len: 168 time: 0.4638834 Aug 11 08:41:56.736702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:56.753365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600b934-6b87-45c4-99b8-70e59f454ad9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Network': ['ID=c5ed6156-d716-496e-9a15-2e8e437240aa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:56.810020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdfd63cf-5c84-4c44-9d63-8e4dcb9a09ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.835647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdfd63cf-5c84-4c44-9d63-8e4dcb9a09ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.919748 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdfd63cf-5c84-4c44-9d63-8e4dcb9a09ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.922505 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bdfd63cf-5c84-4c44-9d63-8e4dcb9a09ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:56.923725 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bdfd63cf-5c84-4c44-9d63-8e4dcb9a09ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/security-groups/4e9ff0dc-506d-4295-b3a7-ba60b8168831 HTTP/1.1" status: 204 len: 168 time: 0.1860769 Aug 11 08:41:56.933771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd63cf-5c84-4c44-9d63-8e4dcb9a09ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ff0dc-506d-4295-b3a7-ba60b8168831,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.209552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.214517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558898440', 'description': 'tempest-secgroup-smoke-558898440 description', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:57.239978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.341457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.346947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.378147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.382157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1687608 Aug 11 08:41:57.382769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.391857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'afd4c475-114f-44c9-8383-4996031f7600', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:57.393490 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb31db-fc34-4209-aff5-01fc89de2b43 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd4c475-114f-44c9-8383-4996031f7600,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.438609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.493049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.498244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.531149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.533492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492434 Aug 11 08:41:57.535417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56900) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.541094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'afd4c475-114f-44c9-8383-4996031f7600', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:57.541304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7e1eb-a424-4048-bfa8-de9480d52f70 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3829e3c-b36f-4979-a421-e8277a91d6ca,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.543421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56902) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.587304 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.612194 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e2a3-d873-4a20-ae67-28dba5a3012d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.636299 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e2a3-d873-4a20-ae67-28dba5a3012d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.657603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.662807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.682794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1da60e-dcaa-403e-831a-b35d251fe04e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.687567 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e2a3-d873-4a20-ae67-28dba5a3012d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.690860 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e2a3-d873-4a20-ae67-28dba5a3012d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.692243 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f0a5e2a3-d873-4a20-ae67-28dba5a3012d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/security-groups/20fe7871-32f6-4bea-83d5-d1ef42c4e9de HTTP/1.1" status: 204 len: 168 time: 0.1476853 Aug 11 08:41:57.693200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.697476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f3bd58b9-29e4-4d54-9bf8-9a142f105578 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579154 Aug 11 08:41:57.697476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56904) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.697797 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56906) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.704297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'afd4c475-114f-44c9-8383-4996031f7600', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:57.716101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e2a3-d873-4a20-ae67-28dba5a3012d tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fe7871-32f6-4bea-83d5-d1ef42c4e9de,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.745731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.765893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c4874e1-b1fb-4852-ae7c-ff3370ac3984 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.792471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c4874e1-b1fb-4852-ae7c-ff3370ac3984 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.810828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.816086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.830995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd2225b-38f7-4436-9478-36e1b2ce356e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.849542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c4874e1-b1fb-4852-ae7c-ff3370ac3984 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.852368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0c4874e1-b1fb-4852-ae7c-ff3370ac3984 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.853598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0c4874e1-b1fb-4852-ae7c-ff3370ac3984 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/security-groups/1f386252-0a05-45fe-8a43-0777210cfb8a HTTP/1.1" status: 204 len: 168 time: 0.1570756 Aug 11 08:41:57.853976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:57.859034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7301de61-465d-4c0c-aaa7-62143ea8d6a8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603184 Aug 11 08:41:57.859760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56908) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.860153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:57.864505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4874e1-b1fb-4852-ae7c-ff3370ac3984 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f386252-0a05-45fe-8a43-0777210cfb8a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:57.866395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'afd4c475-114f-44c9-8383-4996031f7600', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:57.933335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.129579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83adee0d-51a6-423c-99d6-17f9aa05ba79 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:58.155750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 83adee0d-51a6-423c-99d6-17f9aa05ba79 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:58.156059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83adee0d-51a6-423c-99d6-17f9aa05ba79 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:58.390904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.420840 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.449616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb65b386-9fcc-444a-ba50-b7c7e4fe0c32,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:58.460674 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.463778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:58.465828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e3cb3685-8c88-46e0-a0b8-e646e09d472b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6032805 Aug 11 08:41:58.470859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'afd4c475-114f-44c9-8383-4996031f7600', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:58.507001 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:41:58.514112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.580438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.586496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.607272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4d588c-72a7-472b-8a79-7580c68f7bcb,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:58.612569 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.613980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc85332d-6d15-4365-958d-811d6698595b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491227 Aug 11 08:41:58.617288 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56924) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:58.622457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'afd4c475-114f-44c9-8383-4996031f7600', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:58.647875 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:41:58.656256 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.694251 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.740527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.746731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.767655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8503a7bb-508c-49a1-9d9c-733af57e3ab4,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:58.778070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.783895 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-29f26536-f56f-4396-abc7-9965e0b58ea2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609774 Aug 11 08:41:58.784725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56926) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:58.791370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'network': {'name': 'tempest-network-smoke--1192647147', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:58.822038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:41:58.826816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.865690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:41:58.884819 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.885602 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Added segment 56d29dd3-de56-4595-84e3-63f453d9b5f1 of type vlan for network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 Aug 11 08:41:58.934494 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:58.971092 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.022497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.033606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:41:59.034618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.123871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3385079 Aug 11 08:41:59.127987 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56932) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:41:59.134087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'admin_state_up': True, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:41:59.158901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port ea82d079-6352-4a77-b3fc-bc92bd832bb9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:41:59.161059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38c0a-530c-42f8-a4fe-eaab0d9f8a58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Network': ['ID=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:59.161305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.174845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:41:59.177608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.178663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.290679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.312677 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5f7838d-823c-42d1-b5d1-14faaf724b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.390690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] For port ea82d079-6352-4a77-b3fc-bc92bd832bb9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=ea82d079-6352-4a77-b3fc-bc92bd832bb9,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:41:59.391088 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.440404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for ea82d079-6352-4a77-b3fc-bc92bd832bb9 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:41:59.490205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.873685 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.878261 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.904501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b8aae01a-1c8e-4f3e-bb00-89b7704228d1 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:41:59.928968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: b8aae01a-1c8e-4f3e-bb00-89b7704228d1 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:41:59.929323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=ea82d079-6352-4a77-b3fc-bc92bd832bb9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:41:59.929547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b8aae01a-1c8e-4f3e-bb00-89b7704228d1 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:41:59.933155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:41:59.967848 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:00.172433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.129 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/99e9550c-90a3-42ce-abfe-2d3c5dda7849) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:00.284327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:00.417348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:00.525667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:00.610204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:00.615802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:00.620097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:00.622436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=99e9550c-90a3-42ce-abfe-2d3c5dda7849,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:00.667119 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:42:00.922838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:00.929453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a715acf-eaa0-4d3f-8ca2-2527ef842dae tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "PUT /v2.0/routers/3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0681982 Aug 11 08:42:00.931479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56954) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:00.934499 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] Sync routers for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:00.945559 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:00.946421 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:00.989005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting subnet 23717d24-a2cc-4eb3-9a91-4a105f42362a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:42:00.989491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:00.992799 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.038029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.059064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:01.178504 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.224574 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.262739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.280523 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:41:59Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:01.297939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Subnet': ['ID=23717d24-a2cc-4eb3-9a91-4a105f42362a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:01.307537 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.312066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-db757e56-45db-4dc2-8b7e-58bf906ec7cc tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/subnets/23717d24-a2cc-4eb3-9a91-4a105f42362a HTTP/1.1" status: 204 len: 168 time: 0.3789790 Aug 11 08:42:01.318358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56956) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:01.320301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7bd82-7820-4e4f-8f74-637ca134eff5 None None] Network 118464d5-2d93-46dc-9bb1-e3237b2cac30 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:01.341990 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] Checking router: 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:01.358926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] Routers {'3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:01.359733 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:01.420032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router a26b4e00-5516-46bb-a181-71f3649be2ea is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:42:01.530528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.587029 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] Set router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:01.611417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] DHCP port deletion for 118464d5-2d93-46dc-9bb1-e3237b2cac30 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:42:01.696057 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.722443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Deleting port 8f1df26e-0dc7-4812-b170-5066dbec9c06 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:42:01.722822 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.803170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Deleting port 6a69215a-9465-4031-a3b7-5cac9fad0445 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:42:01.803555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.823078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] For port 8f1df26e-0dc7-4812-b170-5066dbec9c06, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8f1df26e-0dc7-4812-b170-5066dbec9c06,segment=NetworkSegment(a422d492-6ada-4aa9-b351-c28a34ea7dda),segment_id=a422d492-6ada-4aa9-b351-c28a34ea7dda)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:01.823506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.848789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Calling delete_port for 8f1df26e-0dc7-4812-b170-5066dbec9c06 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:42:01.953984 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:41:59Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:01.972803 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.990299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] For port 6a69215a-9465-4031-a3b7-5cac9fad0445, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6a69215a-9465-4031-a3b7-5cac9fad0445,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:01.990920 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:01.998955 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917b060-dde4-4a1c-8c0b-e5cc25e6abac None None] The sync data for ids ['3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc'] in n-d-789963-6 is: [{'id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-911268634', 'tenant_id': 'd442a135c5ec405fb91c42e080134c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:23Z', 'updated_at': '2021-08-11T08:41:59Z', 'revision_number': 5, 'project_id': 'd442a135c5ec405fb91c42e080134c17', 'gw_port': {'id': '6a69215a-9465-4031-a3b7-5cac9fad0445', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:24Z', 'updated_at': '2021-08-11T08:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:02.021621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Calling delete_port for 6a69215a-9465-4031-a3b7-5cac9fad0445 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:42:02.025955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Pushing event deleted for resources: {'Port': ['ID=8f1df26e-0dc7-4812-b170-5066dbec9c06,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:02.039533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] No DVR routers for this DVR port 8f1df26e-0dc7-4812-b170-5066dbec9c06 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:42:02.065340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.065947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.066451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.067122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.067669 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.068169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.068646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.069227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.069733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.070227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.070724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.071376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c491b7-b8ef-4d05-b6dd-e84bb49c6354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:02.104340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:02.116634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Sync routers for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:02.127754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:02.128689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:41:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:02.130634 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.136524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-57f1d445-5d59-4667-a268-718b11afd2c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0043457 Aug 11 08:42:02.136773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56964) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:02.205419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a9043373-acb4-4d8d-bc2f-3c760a3dbfe3 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=fe672334e73c4a9c95e6508dc9bf69b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648835 Aug 11 08:42:02.205647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56966) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:02.245778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:02.293551 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.330514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Port': ['ID=6a69215a-9465-4031-a3b7-5cac9fad0445,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:02.357483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df6eeb-2079-46fa-8b07-5a5b4be866c1 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:02.363076 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-80df6eeb-2079-46fa-8b07-5a5b4be866c1 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568027 Aug 11 08:42:02.364133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56968) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:02.443312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eb2f0905-c2db-4a03-9356-efdf065acfe9 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776832 Aug 11 08:42:02.445226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56970) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:02.451041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810411510', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:02.489011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.517181 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.546069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:00Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:02.585149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Checking router: a26b4e00-5516-46bb-a181-71f3649be2ea for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:02.585569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Updating router a26b4e00-5516-46bb-a181-71f3649be2ea port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:42:02.640062 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.642234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea82d079-6352-4a77-b3fc-bc92bd832bb9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:42:02.676981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:02.684183 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.689317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: ea82d079-6352-4a77-b3fc-bc92bd832bb9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:42:02.689802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device ea82d079-6352-4a77-b3fc-bc92bd832bb9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:42:02.690346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f1df26e-0dc7-4812-b170-5066dbec9c06 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:42:02.691095 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.706430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.715890 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8f1df26e-0dc7-4812-b170-5066dbec9c06 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:42:02.716495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8f1df26e-0dc7-4812-b170-5066dbec9c06 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:42:02.747310 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d7860159-06ca-476f-baf0-9230b641ea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.779099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.779787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Fanout notify agent at l3_agent the message router_deleted on router 3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:42:02.789293 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:02.795396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b794944-9eb3-4d32-9bac-eccf8097a45b tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/routers/3e3ea76b-4d9a-432a-b886-3cb99a3a5cdc HTTP/1.1" status: 204 len: 168 time: 1.4714532 Aug 11 08:42:02.795396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56974) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:02.926397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.066302 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.110015 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.111144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.121562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Transition to ACTIVE for port object 99e9550c-90a3-42ce-abfe-2d3c5dda7849 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:03.126003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118464d5-2d93-46dc-9bb1-e3237b2cac30']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:03.131063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.140229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a422d492-6ada-4aa9-b351-c28a34ea7dda') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:03.140229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a422d492-6ada-4aa9-b351-c28a34ea7dda') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:03.150273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.166229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.170159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Checking segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:03.170519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network hostable DHCP agents. Network: ba5b68c0-0740-46eb-9e2c-bec7a3fa7016, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:42:03.177622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:42:03.177894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Subnet': ['ID=04ebfd36-ad39-4cfa-ace5-84ce2dc91931,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:03.178018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:42:03.182556 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:42:03.203359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:42:03.213190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Attempting to bind port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:03.213734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Attempting to bind port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:03.214078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Attempting to bind port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:03.216820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275737c4-1dc7-4e15-9f5d-f6b8d907a2f4 None None] Pushing event updated for resources: {'Port': ['ID=99e9550c-90a3-42ce-abfe-2d3c5dda7849,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:03.217784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ba5b68c0-0740-46eb-9e2c-bec7a3fa7016) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:03.223086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:03.223523 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:03.224001 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.224396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:03.224890 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Bound port: 99e9550c-90a3-42ce-abfe-2d3c5dda7849, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:03.225292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.243673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:03.244662 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.262038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7cc12e-d852-452c-993a-9fab7c4b7635 None None] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:03.265887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-03d79743-e7b0-4692-9cc0-db748afd5c74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8192813 Aug 11 08:42:03.268956 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 56980) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:03.461411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:42:03.463473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.477978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] For port 99e9550c-90a3-42ce-abfe-2d3c5dda7849, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:03.503679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] For port 99e9550c-90a3-42ce-abfe-2d3c5dda7849, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=99e9550c-90a3-42ce-abfe-2d3c5dda7849,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:03.516897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.690726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:03.691479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:03.746420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275737c4-1dc7-4e15-9f5d-f6b8d907a2f4 None None] Pushing event updated for resources: {'Port': ['ID=99e9550c-90a3-42ce-abfe-2d3c5dda7849,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:03.754977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.767899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.772468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] 10.222.0.58 "DELETE /v2.0/networks/118464d5-2d93-46dc-9bb1-e3237b2cac30 HTTP/1.1" status: 204 len: 168 time: 0.9723797 Aug 11 08:42:03.786994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d34c-5ee3-48b7-9ddc-2caed234a783 tempest-TestSecurityGroupsBasicOps-1012507310 tempest-TestSecurityGroupsBasicOps-1012507310-project] Pushing event deleted for resources: {'Network': ['ID=118464d5-2d93-46dc-9bb1-e3237b2cac30,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:03.842010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:03.883820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:03.967710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Allocated IP 172.20.0.2 (ba5b68c0-0740-46eb-9e2c-bec7a3fa7016/04ebfd36-ad39-4cfa-ace5-84ce2dc91931/354495ba-cf5c-4eee-85d1-85778d724591) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:04.123163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 56998) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:04.149597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a69215a-9465-4031-a3b7-5cac9fad0445 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:42:04.289229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac62d971-b8b0-435f-95c3-b0912d177d5c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d442a135c5ec405fb91c42e080134c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643195 Aug 11 08:42:04.291862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57002) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:04.349350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4faa124-bd7d-47ee-94c8-3e61df6051fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.375826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4faa124-bd7d-47ee-94c8-3e61df6051fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.386046 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6a69215a-9465-4031-a3b7-5cac9fad0445 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:42:04.386767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6a69215a-9465-4031-a3b7-5cac9fad0445 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:42:04.418053 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:00Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:04.424196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.451352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4faa124-bd7d-47ee-94c8-3e61df6051fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.453157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b34ccc7-78ca-4ddd-8dba-c3836dcad453 None None] The sync data for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 is: [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:00Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:04.454442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4faa124-bd7d-47ee-94c8-3e61df6051fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.458449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c4faa124-bd7d-47ee-94c8-3e61df6051fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fbb097f-c365-4600-abfd-0ee6db639b75 HTTP/1.1" status: 204 len: 168 time: 0.1620905 Aug 11 08:42:04.473213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Transition to ACTIVE for port object 354495ba-cf5c-4eee-85d1-85778d724591 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:04.482568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa124-bd7d-47ee-94c8-3e61df6051fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbb097f-c365-4600-abfd-0ee6db639b75,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:04.534987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Transition to ACTIVE for port object 354495ba-cf5c-4eee-85d1-85778d724591 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:04.547130 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.623579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:04.626916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:04.629750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:04.638329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Pushing event updated for resources: {'Port': ['ID=354495ba-cf5c-4eee-85d1-85778d724591,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:04.680687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.1 (ba5b68c0-0740-46eb-9e2c-bec7a3fa7016/04ebfd36-ad39-4cfa-ace5-84ce2dc91931/b332bb6c-39fa-40f9-8c0b-83c2479b0173) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:04.717409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Attempting to bind port 354495ba-cf5c-4eee-85d1-85778d724591 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:04.718457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Attempting to bind port 354495ba-cf5c-4eee-85d1-85778d724591 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:04.719010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Attempting to bind port 354495ba-cf5c-4eee-85d1-85778d724591 on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:04.732599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:04.733271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Checking segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:04.733900 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.734368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Bound using segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:04.734916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Bound port: 354495ba-cf5c-4eee-85d1-85778d724591, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:04.740812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.875721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] For port 354495ba-cf5c-4eee-85d1-85778d724591, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:04.886101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] For port 354495ba-cf5c-4eee-85d1-85778d724591, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=354495ba-cf5c-4eee-85d1-85778d724591,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:04.898853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.921270 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.940677 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:04.945787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object b332bb6c-39fa-40f9-8c0b-83c2479b0173 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:04.998003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.023278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e357-f234-4c29-9189-25539f358c47 None None] Pushing event updated for resources: {'Port': ['ID=354495ba-cf5c-4eee-85d1-85778d724591,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:05.062588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:05.066585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:05.075125 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:05.111311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=b332bb6c-39fa-40f9-8c0b-83c2479b0173,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:05.126873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.127216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.127584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.127869 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.128251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.128583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.128934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.129281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.129590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.130062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.130396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.131007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:05.141207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57022) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:05.162335 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30d3d280-7ecb-4b87-9ebc-d7c623a46fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.164656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.448671 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.573767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30d3d280-7ecb-4b87-9ebc-d7c623a46fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.617141 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30d3d280-7ecb-4b87-9ebc-d7c623a46fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.674222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30d3d280-7ecb-4b87-9ebc-d7c623a46fda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0364c3c5d4364a3cb5e6265fbadaa0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317919 Aug 11 08:42:05.677203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57028) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:05.720919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d280-7ecb-4b87-9ebc-d7c623a46fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd55113b-f881-4ee8-a638-41bf65100c27,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:05.791896 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43a8f10f-09cb-4545-893b-d6d674400d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.845005 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43a8f10f-09cb-4545-893b-d6d674400d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.943550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43a8f10f-09cb-4545-893b-d6d674400d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.946460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-43a8f10f-09cb-4545-893b-d6d674400d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:05.949673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-43a8f10f-09cb-4545-893b-d6d674400d02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd55113b-f881-4ee8-a638-41bf65100c27 HTTP/1.1" status: 204 len: 168 time: 0.2705369 Aug 11 08:42:05.992223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8f10f-09cb-4545-893b-d6d674400d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd55113b-f881-4ee8-a638-41bf65100c27,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:06.051928 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.063298 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.193898 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.250048 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.314958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=b332bb6c-39fa-40f9-8c0b-83c2479b0173,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:06.388786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99e9550c-90a3-42ce-abfe-2d3c5dda7849 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:06.526889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb69ba00-7b51-4e14-ad8d-3ec32cacd9df None None] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:06.561273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:06.563928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:06.665791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3008970f-569b-48dc-928f-dd4e2d928275 None None] Provisioning for port 354495ba-cf5c-4eee-85d1-85778d724591 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:06.710611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:06.716558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:06.716955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.739704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57048) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:06.766536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router a26b4e00-5516-46bb-a181-71f3649be2ea has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:42:06.804383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c9973cd3-8463-4794-ab32-c28878de9747 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2af627dddab0452e94828753e943dbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631301 Aug 11 08:42:06.807077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57052) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:06.909618 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.943525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 99e9550c-90a3-42ce-abfe-2d3c5dda7849, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=99e9550c-90a3-42ce-abfe-2d3c5dda7849,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:06.955504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-497f8157-c4a4-428a-95e2-926a7d6a2ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.955684 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:06.956639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 354495ba-cf5c-4eee-85d1-85778d724591 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:06.987021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:06.995286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-89fb5c7a-63a8-480c-85ab-196f9369e3cf tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/a26b4e00-5516-46bb-a181-71f3649be2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7248440 Aug 11 08:42:06.997799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-497f8157-c4a4-428a-95e2-926a7d6a2ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.063030 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Sync routers for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:07.092110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-497f8157-c4a4-428a-95e2-926a7d6a2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.094948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-497f8157-c4a4-428a-95e2-926a7d6a2ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.095178 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:07.095863 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:07.096194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-497f8157-c4a4-428a-95e2-926a7d6a2ffc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79a86e6c-7da1-45f8-b918-343f40fa2b46 HTTP/1.1" status: 204 len: 168 time: 0.2879455 Aug 11 08:42:07.112621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f8157-c4a4-428a-95e2-926a7d6a2ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a86e6c-7da1-45f8-b918-343f40fa2b46,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:07.173387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=99e9550c-90a3-42ce-abfe-2d3c5dda7849,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:07.261760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 354495ba-cf5c-4eee-85d1-85778d724591 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:07.269509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 354495ba-cf5c-4eee-85d1-85778d724591 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:07.270368 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.400806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-99dc8ca4-3747-4f6e-ba53-d5dfc323d05a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558898440&fields=id&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 267 time: 0.0650892 Aug 11 08:42:07.406441 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:07.443925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.473186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e030eb7f-c048-4f34-b8dd-f0be76f37697 None None] Provisioning complete for port 354495ba-cf5c-4eee-85d1-85778d724591 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:07.474447 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e030eb7f-c048-4f34-b8dd-f0be76f37697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.557182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 354495ba-cf5c-4eee-85d1-85778d724591, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=354495ba-cf5c-4eee-85d1-85778d724591,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:07.576514 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.640409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-59c42787-0455-4bb2-b646-9cd77e60d2e5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:07.642069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-59c42787-0455-4bb2-b646-9cd77e60d2e5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 797 time: 0.2282031 Aug 11 08:42:07.666801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-baf4e1fe-a489-40d6-83bc-dc31e2f1b6b7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/quotas/fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 375 time: 0.0175323 Aug 11 08:42:07.667199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=354495ba-cf5c-4eee-85d1-85778d724591,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:07.772109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e030eb7f-c048-4f34-b8dd-f0be76f37697 None None] Provisioning for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:07.780152 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-54265fff-131b-40dc-a4cf-1081d5b74998 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113827 Aug 11 08:42:07.797906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e030eb7f-c048-4f34-b8dd-f0be76f37697 None None] Provisioning complete for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:07.800357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e030eb7f-c048-4f34-b8dd-f0be76f37697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:07.876910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e030eb7f-c048-4f34-b8dd-f0be76f37697 None None] Port b332bb6c-39fa-40f9-8c0b-83c2479b0173 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:07.989841 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1f959a4c-120d-433a-8b31-15f4d3ccaa60 service neutron] 10.222.0.58 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000921 Aug 11 08:42:08.028287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0ba51164-5b9a-413f-8f97-94a1139b50e4 None None] Provisioning complete for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:08.037678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0ba51164-5b9a-413f-8f97-94a1139b50e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:08.139604 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 2, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:08.163630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0ba51164-5b9a-413f-8f97-94a1139b50e4 None None] Port b332bb6c-39fa-40f9-8c0b-83c2479b0173 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:08.184807 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Checking router: a26b4e00-5516-46bb-a181-71f3649be2ea for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:08.185512 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Updating router a26b4e00-5516-46bb-a181-71f3649be2ea port b332bb6c-39fa-40f9-8c0b-83c2479b0173 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:42:08.226523 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:08.301345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ed88b6ad-d790-4634-9c41-e0a5e0d389b8 None None] Provisioning complete for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:08.302000 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ed88b6ad-d790-4634-9c41-e0a5e0d389b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:08.344205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99e9550c-90a3-42ce-abfe-2d3c5dda7849 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:08.373093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-e8f0f42c-7649-4a83-9cca-d1674efe4f18 service neutron] 10.222.0.58 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795688 Aug 11 08:42:08.403499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ed88b6ad-d790-4634-9c41-e0a5e0d389b8 None None] Port b332bb6c-39fa-40f9-8c0b-83c2479b0173 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:08.429694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:08.430077 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:08.559688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 354495ba-cf5c-4eee-85d1-85778d724591 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:08.659494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 354495ba-cf5c-4eee-85d1-85778d724591 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:08.659881 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:08.708273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57108) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:08.857294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6ceee275-9fd7-4dcc-94ed-b981f2e446f8 req-1d8f7537-2d34-4b26-a324-fa32e4ff28dc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 210 time: 0.0713949 Aug 11 08:42:08.990330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1628013087-network', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:09.045189 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.047980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:09.053509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.058650 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Transition to ACTIVE for port object b332bb6c-39fa-40f9-8c0b-83c2479b0173 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:09.070066 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.074760 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.170148 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Pushing event updated for resources: {'Port': ['ID=b332bb6c-39fa-40f9-8c0b-83c2479b0173,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:09.211350 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.211903 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.212436 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.212987 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.213495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.213833 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.214172 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.214545 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.215018 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.215343 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.215664 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.215978 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:09.238975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Attempting to bind port b332bb6c-39fa-40f9-8c0b-83c2479b0173 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:09.239413 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Attempting to bind port b332bb6c-39fa-40f9-8c0b-83c2479b0173 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:09.240018 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Attempting to bind port b332bb6c-39fa-40f9-8c0b-83c2479b0173 on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:09.247838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:09.248706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Checking segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:09.249327 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.249975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Bound using segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:09.250764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Bound port: b332bb6c-39fa-40f9-8c0b-83c2479b0173, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:09.251346 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.332052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.341334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.351093 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] For port b332bb6c-39fa-40f9-8c0b-83c2479b0173, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:09.355416 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] For port b332bb6c-39fa-40f9-8c0b-83c2479b0173, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b332bb6c-39fa-40f9-8c0b-83c2479b0173,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:09.362670 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.416435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:09.432746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:09.434008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:09.436430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:42:09.457607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.458110 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Added segment 0c1cf086-56eb-4b99-ad69-619d9d1d1a91 of type vlan for network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be Aug 11 08:42:09.482976 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d4d9-f7c9-476e-aed0-4e0e144b0baf None None] Pushing event updated for resources: {'Port': ['ID=b332bb6c-39fa-40f9-8c0b-83c2479b0173,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:09.547593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.601334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.603078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:09.604079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.659765 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:09.722584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] Pushing event updated for resources: {'Network': ['ID=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:09.728069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-10c835f7-5005-480b-a06d-dcdfbc7fbd4c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0178583 Aug 11 08:42:09.731498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57132) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:09.737916 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:42:09.749767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Request body: {'subnet': {'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1628013087-subnet', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:09.798958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:09.813986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:09.927551 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:09Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:09.958706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e27a75-62de-492d-8e93-61f4889cd0a4 None None] The sync data for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 is: [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:09Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:10.063778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff697f6c-479a-43b2-b52c-6eb664f678f1 req-929866de-7f19-475e-9146-78f708d52e04 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 210 time: 0.0771539 Aug 11 08:42:10.165583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.292665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b332bb6c-39fa-40f9-8c0b-83c2479b0173 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:10.334491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1270f5e1-8ad8-432b-bd15-9aafc040dd37 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:10.335737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1270f5e1-8ad8-432b-bd15-9aafc040dd37 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 797 time: 0.1933954 Aug 11 08:42:10.344435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:10.345096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Network hostable DHCP agents. Network: 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:42:10.378474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:10.382614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:10.391774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:10.391774 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.393848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:42:10.411513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:10.426818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:10.427439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.429828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc51ca7-5354-4063-aca2-64b62667db77 None None] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:10.431972 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-a30489fc-0a05-421c-90a9-02ca5361f4e6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 379 time: 0.0793405 Aug 11 08:42:10.453907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb5719dd-1d40-4779-8223-62fc7cf30318 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7199681 Aug 11 08:42:10.455095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57146) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:10.456335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'port': {'device_id': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'admin_state_up': True, 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'security_groups': ['afd4c475-114f-44c9-8383-4996031f7600']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:10.460843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:10.486799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.487879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.559157 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.582663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.611799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:10.617094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.672936 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b332bb6c-39fa-40f9-8c0b-83c2479b0173, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b332bb6c-39fa-40f9-8c0b-83c2479b0173,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:10.689987 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.755434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.777894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:42:10.784091 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:10.824062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b332bb6c-39fa-40f9-8c0b-83c2479b0173,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:10.876395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.3 (ba5b68c0-0740-46eb-9e2c-bec7a3fa7016/04ebfd36-ad39-4cfa-ace5-84ce2dc91931/84e86161-ab56-42e8-ace0-3bad55ff295b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:11.102448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Allocated IP 172.20.0.2 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/e97b0537-3d5e-4425-83df-44d8da6f95b6) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:11.131688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.167849 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.201904 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.247883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object 84e86161-ab56-42e8-ace0-3bad55ff295b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:11.289016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.297498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.310239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Transition to ACTIVE for port object e97b0537-3d5e-4425-83df-44d8da6f95b6 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:11.374096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Transition to ACTIVE for port object e97b0537-3d5e-4425-83df-44d8da6f95b6 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:11.379649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Allocated IP 172.25.2.241 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/0cc590bc-2de3-4d4c-8c64-98ffd2697787) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:11.380724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:11.385118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:11.389260 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.398845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:11.402551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:11.429700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5894f-3185-4444-a011-4ee091d8a73e req-8970144e-938f-4b16-9ab0-999c32846463 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:11.432107 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7dd5894f-3185-4444-a011-4ee091d8a73e req-8970144e-938f-4b16-9ab0-999c32846463 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 931 time: 0.1522987 Aug 11 08:42:11.483009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:11.486863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:11.491293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:11.529549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:11.532679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.541993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Pushing event updated for resources: {'Port': ['ID=e97b0537-3d5e-4425-83df-44d8da6f95b6,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:11.559251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7dd5894f-3185-4444-a011-4ee091d8a73e req-c8d7f8ce-da65-43c6-bd80-643949f9be94 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176231 Aug 11 08:42:11.594732 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-1ba81cb4-2831-48fa-b8c5-808c0168e1a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1474860 Aug 11 08:42:11.613634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Request body: {'port': {'device_id': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:11.651731 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.663678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Attempting to bind port e97b0537-3d5e-4425-83df-44d8da6f95b6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:11.666823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Attempting to bind port e97b0537-3d5e-4425-83df-44d8da6f95b6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:11.667249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Attempting to bind port e97b0537-3d5e-4425-83df-44d8da6f95b6 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:11.679017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:11.679486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:11.680054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.680734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:11.681154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Bound port: e97b0537-3d5e-4425-83df-44d8da6f95b6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:11.681587 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.712555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.747203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.780241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] For port e97b0537-3d5e-4425-83df-44d8da6f95b6, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:11.810404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] For port e97b0537-3d5e-4425-83df-44d8da6f95b6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e97b0537-3d5e-4425-83df-44d8da6f95b6,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:11.817025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:11.833434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:11.840493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:11.843920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:11.847919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Pushing event updated for resources: {'Port': ['ID=0cc590bc-2de3-4d4c-8c64-98ffd2697787,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:11.916239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19aa25-98ef-4ce5-af36-95e4f09d0624 None None] Pushing event updated for resources: {'Port': ['ID=e97b0537-3d5e-4425-83df-44d8da6f95b6,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:11.936534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ff5fbf47-eefe-4a28-bd34-9a11dd9d5d0e None None] Provisioning for port 84e86161-ab56-42e8-ace0-3bad55ff295b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:11.944390 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ff5fbf47-eefe-4a28-bd34-9a11dd9d5d0e None None] Provisioning complete for port 84e86161-ab56-42e8-ace0-3bad55ff295b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:11.945779 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ff5fbf47-eefe-4a28-bd34-9a11dd9d5d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.030780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ff5fbf47-eefe-4a28-bd34-9a11dd9d5d0e None None] Port 84e86161-ab56-42e8-ace0-3bad55ff295b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:12.246753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b332bb6c-39fa-40f9-8c0b-83c2479b0173 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:12.308178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e86161-ab56-42e8-ace0-3bad55ff295b {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:42:12.338296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.351575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b332bb6c-39fa-40f9-8c0b-83c2479b0173 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:12.352569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.386103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Transition to ACTIVE for port object 84e86161-ab56-42e8-ace0-3bad55ff295b will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:12.394854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.506804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:12.597549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:12.598194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:12.598724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:12.610635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:42:12.613026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:12.631036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:12.631427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Checking segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:12.631829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Bound using segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:12.632284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Bound port: 84e86161-ab56-42e8-ace0-3bad55ff295b, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:12.632654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.761949 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.785319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd699a-61ab-4d1c-91cf-cb04924059ba req-0fd46ee1-4375-4c04-b327-7d5ae1fb3ec8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:12.790130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04bd699a-61ab-4d1c-91cf-cb04924059ba req-0fd46ee1-4375-4c04-b327-7d5ae1fb3ec8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 943 time: 0.1308527 Aug 11 08:42:12.806693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:12.833381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:12.838618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.857873 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04bd699a-61ab-4d1c-91cf-cb04924059ba req-7223644b-7c15-4706-b802-e96680cc2b32 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667169 Aug 11 08:42:12.900954 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:12.901801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:12.904131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] 10.222.0.69 "PUT /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 1091 time: 1.2953339 Aug 11 08:42:12.907090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:12.909687 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843b01c-056f-4c59-a9ed-37c00a904ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:12.947905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099f3f-ed15-4dec-875d-aef0a3f1e032 service neutron] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:13.022362 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c226230c-559e-4473-b2cb-f268245caf9d x-openstack-request-id: req-c226230c-559e-4473-b2cb-f268245caf9d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:13.022940 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:13.023471 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c226230c-559e-4473-b2cb-f268245caf9d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:13.024072 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'status': 'completed', 'code': 200} Aug 11 08:42:13.052617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-990011b8-5148-44d3-93e4-3c0e6769db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:13.054781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-990011b8-5148-44d3-93e4-3c0e6769db32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1094 time: 0.0815377 Aug 11 08:42:13.073648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:13.120229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-c9351b5d-c41e-4f96-9236-23c0f1f71f98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 217 time: 0.0505002 Aug 11 08:42:13.193561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-6cb1a2c5-88d9-4863-95e4-43f556960625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:13.195119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-6cb1a2c5-88d9-4863-95e4-43f556960625 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.0675967 Aug 11 08:42:13.247404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Router 5d124117-d965-4b10-97ed-c353c27de025 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:42:13.254300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-3af91191-d96a-4baf-badc-53c38269c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:13.256420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-3af91191-d96a-4baf-badc-53c38269c2f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539727 Aug 11 08:42:13.378780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-ddae404a-4733-4189-a308-355818af625f service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139781 Aug 11 08:42:13.397892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:13.408297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:13.416257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:13.418737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c7673f3c-f356-4d63-9284-0a4cefe89d2a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9622624 Aug 11 08:42:13.420459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:13.421335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:13.422418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:13.483963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443a28b-f2f7-4a1d-98f5-abad20d957e4 None None] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:13.525536 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d39e27c-92dd-4c86-b6b6-73c48dec5f56 req-f59a4b92-1f3c-42c2-b9df-159ea3ad7cd9 service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406014 Aug 11 08:42:13.616573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3a514744-a717-4717-83da-aec2daa79a10 None None] Provisioning for port e97b0537-3d5e-4425-83df-44d8da6f95b6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:13.659805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:13.694733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-6d71867a-da7a-4f8b-8170-8ed5bb7c9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:13.696449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-6d71867a-da7a-4f8b-8170-8ed5bb7c9861 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1094 time: 0.0795045 Aug 11 08:42:13.833456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-42efebcf-a796-4ed0-ba18-978a4098904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:13.835146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-42efebcf-a796-4ed0-ba18-978a4098904d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.1250253 Aug 11 08:42:13.885746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-d9274e68-15db-42a2-81a5-0f031d10ea22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 217 time: 0.0420537 Aug 11 08:42:13.953118 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:13.960408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-b76d18b1-b62a-453a-a21e-5bae10a45615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:13.963336 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-b76d18b1-b62a-453a-a21e-5bae10a45615 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.0691342 Aug 11 08:42:13.997994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:12Z', 'revision_number': 3, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:14.104579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d487c7-5771-4899-a4cd-f19b47eefb76 req-9c1c7384-ca3a-4edf-874f-d3399aa4f179 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:14.106843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0d487c7-5771-4899-a4cd-f19b47eefb76 req-9c1c7384-ca3a-4edf-874f-d3399aa4f179 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 943 time: 0.1395783 Aug 11 08:42:14.119246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-42186185-8ae4-4301-acc3-d01de3a081d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:14.121236 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-42186185-8ae4-4301-acc3-d01de3a081d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423700 Aug 11 08:42:14.195104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Allocated IP 172.20.0.1 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/287c22c4-7abe-46d3-88b8-797265f7b913) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:14.277829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0d487c7-5771-4899-a4cd-f19b47eefb76 req-4fda74d4-bd40-4960-8763-b32b9e593a66 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555049 Aug 11 08:42:14.345564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-dd4fb661-39ba-40b3-93d9-0513ddeeaa3c service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840487 Aug 11 08:42:14.367516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e97b0537-3d5e-4425-83df-44d8da6f95b6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:14.374779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:14.375088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Updating router 5d124117-d965-4b10-97ed-c353c27de025 port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:42:14.421324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.441066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Transition to ACTIVE for port object 287c22c4-7abe-46d3-88b8-797265f7b913 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:14.481872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5843b01c-056f-4c59-a9ed-37c00a904ba8 req-0abe844e-6055-405d-87ba-73493ea643b4 service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272814 Aug 11 08:42:14.490673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.497359 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.546698 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:14.550739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:14.576710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e97b0537-3d5e-4425-83df-44d8da6f95b6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:14.580469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Pushing event updated for resources: {'Port': ['ID=287c22c4-7abe-46d3-88b8-797265f7b913,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:14.584834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:14.633412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.670633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e97b0537-3d5e-4425-83df-44d8da6f95b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:14.671196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.827532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.915344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0cdb3bf-b896-4fcd-a4a3-c4f1a7375317 None None] Provisioning for port 287c22c4-7abe-46d3-88b8-797265f7b913 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:14.938241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e0cdb3bf-b896-4fcd-a4a3-c4f1a7375317 None None] Provisioning complete for port 287c22c4-7abe-46d3-88b8-797265f7b913 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:14.938707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb3bf-b896-4fcd-a4a3-c4f1a7375317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:14.945127 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.032395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e0cdb3bf-b896-4fcd-a4a3-c4f1a7375317 None None] Port 287c22c4-7abe-46d3-88b8-797265f7b913 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:15.032650 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.039545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.050660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e97b0537-3d5e-4425-83df-44d8da6f95b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e97b0537-3d5e-4425-83df-44d8da6f95b6,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:15.057667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.117522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Pushing event updated for resources: {'Port': ['ID=287c22c4-7abe-46d3-88b8-797265f7b913,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:15.121435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.153084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.160410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e97b0537-3d5e-4425-83df-44d8da6f95b6,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:15.172360 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Transition to ACTIVE for port object 0cc590bc-2de3-4d4c-8c64-98ffd2697787 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:15.194542 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.256076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:15.258959 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:15.279387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fc6ef-e710-429e-b0f2-0432c46602f1 None None] Pushing event updated for resources: {'Port': ['ID=0cc590bc-2de3-4d4c-8c64-98ffd2697787,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:15.298271 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Attempting to bind port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:15.298662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Attempting to bind port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:15.299037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Attempting to bind port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:15.306177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:15.306549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:15.306954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.307343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:15.307830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Bound port: 0cc590bc-2de3-4d4c-8c64-98ffd2697787, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:15.308369 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.374275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] For port 0cc590bc-2de3-4d4c-8c64-98ffd2697787, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:15.382896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] For port 0cc590bc-2de3-4d4c-8c64-98ffd2697787, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0cc590bc-2de3-4d4c-8c64-98ffd2697787,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:15.392265 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.469617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:42:15.486597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:15.487695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:15.497361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee8a6-824f-4e29-b4d0-4df3f80cefba req-2de66259-7b1d-49c5-9068-13a7e6de70fc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:15.498811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-195ee8a6-824f-4e29-b4d0-4df3f80cefba req-2de66259-7b1d-49c5-9068-13a7e6de70fc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 943 time: 0.0766907 Aug 11 08:42:15.596076 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-195ee8a6-824f-4e29-b4d0-4df3f80cefba req-a3f54f87-a458-4ed7-a7fe-8746486e9d6d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461926 Aug 11 08:42:15.651221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fc6ef-e710-429e-b0f2-0432c46602f1 None None] Pushing event updated for resources: {'Port': ['ID=0cc590bc-2de3-4d4c-8c64-98ffd2697787,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:15.686862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:15.696233 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-66547ec2-7afc-4800-bcc5-5a24918b9925 admin admin] 10.222.0.58 "PUT /v2.0/routers/5d124117-d965-4b10-97ed-c353c27de025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2724557 Aug 11 08:42:15.702135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e93bf981-d5c4-4203-b564-b2815a9a130a None None] Provisioning complete for port 287c22c4-7abe-46d3-88b8-797265f7b913 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:15.702740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e93bf981-d5c4-4203-b564-b2815a9a130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:15.730631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:15.783498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e93bf981-d5c4-4203-b564-b2815a9a130a None None] Port 287c22c4-7abe-46d3-88b8-797265f7b913 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:15.988411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 2, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:16.016441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebea77-c4a6-4045-b840-71e9ec16e1d4 None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 2, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:16.321234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e97b0537-3d5e-4425-83df-44d8da6f95b6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:16.392583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e97b0537-3d5e-4425-83df-44d8da6f95b6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:16.392756 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.469230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:16.475000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721600924-network', 'tenant_id': '33d5c13117e94fca9553a49a02304cde'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:16.509879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Made reservation on behalf of 33d5c13117e94fca9553a49a02304cde for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:16.512383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.525072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.581248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:42:16.648553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.655044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.684309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:42:16.718943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbc3b3f-bc7a-405d-b31a-0509d7d66caa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:16.720467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:16.733981 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.734547 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Added segment 066a08e7-83cf-43af-9922-4ccb6162e3e8 of type vlan for network 19b5596a-285a-4b7e-bee6-a9d67a99f081 Aug 11 08:42:16.746618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'port_id': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'mac_address': 'fa:16:3e:fb:33:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:42:16.816519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.848554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e86161-ab56-42e8-ace0-3bad55ff295b {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:42:16.866164 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8a46d-f4d3-4a02-a4ce-8bdc5be19628 req-a8086fc0-ed80-43d3-b7ba-ca46d3c2e8ae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:16.867990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8aa8a46d-f4d3-4a02-a4ce-8bdc5be19628 req-a8086fc0-ed80-43d3-b7ba-ca46d3c2e8ae tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 943 time: 0.1306868 Aug 11 08:42:16.882972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:16.886361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.896071 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.937589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8aa8a46d-f4d3-4a02-a4ce-8bdc5be19628 req-644a7ce3-2381-4948-9385-0085e9055245 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627527 Aug 11 08:42:16.962727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:16.966377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:16.967019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.013995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:17.031229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5607586 Aug 11 08:42:17.034159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57260) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:17.039429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Request body: {'subnet': {'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721600924-subnet', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:17.045356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e45723-714f-4014-9bcc-918758d49820 admin admin] Pushing event updated for resources: {'Network': ['ID=19b5596a-285a-4b7e-bee6-a9d67a99f081,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:17.056992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:42:17.070099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Made reservation on behalf of 33d5c13117e94fca9553a49a02304cde for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:17.074702 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.198534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['84e86161-ab56-42e8-ace0-3bad55ff295b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:42:17.304523 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.373294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc6e8ba-81b4-473b-8225-4125d455c1a0,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:17.388341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Checking segment: {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:17.388816 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Network hostable DHCP agents. Network: 19b5596a-285a-4b7e-bee6-a9d67a99f081, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:42:17.410323 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:42:17.421731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 19b5596a-285a-4b7e-bee6-a9d67a99f081) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:17.432422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:17.433498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.436431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2268c38-4d3b-4acb-bef4-3068b8e385d8 None None] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:17.454478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8a2a2fb3-d81d-41cf-baf3-d284f0e18a09 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4188943 Aug 11 08:42:17.457430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57272) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:17.462333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:17.491084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.492222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.591258 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.712937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-19b5596a-285a-4b7e-bee6-a9d67a99f081', 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'fixed_ips': [{'subnet_id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:42:17.713818 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.749788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:17.878763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Allocated IP 172.20.0.2 (19b5596a-285a-4b7e-bee6-a9d67a99f081/bbc6e8ba-81b4-473b-8225-4125d455c1a0/59a65cb3-a759-4722-b47d-d3f9b5a266d0) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:17.987977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.023085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.069958 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.091272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Transition to ACTIVE for port object 59a65cb3-a759-4722-b47d-d3f9b5a266d0 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:18.122980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Transition to ACTIVE for port object 59a65cb3-a759-4722-b47d-d3f9b5a266d0 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:18.132126 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.133066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570a2a-a657-4de9-927f-ffaebe9a3f1a req-50ea9dc4-038a-4912-bd98-fd85e57718b0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:18.136006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4570a2a-a657-4de9-927f-ffaebe9a3f1a req-50ea9dc4-038a-4912-bd98-fd85e57718b0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.0755186 Aug 11 08:42:18.193470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Allocated IP 172.25.2.222 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/901708b2-e3d8-4480-a97c-4999032b471f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:18.196954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:18.204059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:18.209990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Pushing event updated for resources: {'Port': ['ID=59a65cb3-a759-4722-b47d-d3f9b5a266d0,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:18.209990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:18.236453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d4570a2a-a657-4de9-927f-ffaebe9a3f1a req-669d3ff3-8c31-4073-998e-b335a84da5b7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942042 Aug 11 08:42:18.294259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cc590bc-2de3-4d4c-8c64-98ffd2697787 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:18.324386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Attempting to bind port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:18.324747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Attempting to bind port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:18.325126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Attempting to bind port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 on network 19b5596a-285a-4b7e-bee6-a9d67a99f081 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:18.336785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:18.337246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Checking segment: {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:18.337647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.338030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Bound using segment: {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:18.339069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Bound port: 59a65cb3-a759-4722-b47d-d3f9b5a266d0, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:18.339069 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.349697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.390963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:18.400834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:18.401367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.409472 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.448410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] For port 59a65cb3-a759-4722-b47d-d3f9b5a266d0, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:18.454289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] For port 59a65cb3-a759-4722-b47d-d3f9b5a266d0, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=59a65cb3-a759-4722-b47d-d3f9b5a266d0,segment=NetworkSegment(066a08e7-83cf-43af-9922-4ccb6162e3e8),segment_id=066a08e7-83cf-43af-9922-4ccb6162e3e8)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:18.454858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:18.458664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:18.463558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:18.470734 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.471198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Pushing event updated for resources: {'Port': ['ID=901708b2-e3d8-4480-a97c-4999032b471f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:18.577822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39d15-747b-4aaa-a06e-1046e0b5d1de None None] Pushing event updated for resources: {'Port': ['ID=59a65cb3-a759-4722-b47d-d3f9b5a266d0,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:18.583009 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.611077 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 0cc590bc-2de3-4d4c-8c64-98ffd2697787, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0cc590bc-2de3-4d4c-8c64-98ffd2697787,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:18.613895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:18.619995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.708526 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=0cc590bc-2de3-4d4c-8c64-98ffd2697787,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:18.725782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 84e86161-ab56-42e8-ace0-3bad55ff295b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:18.731195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 84e86161-ab56-42e8-ace0-3bad55ff295b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:18.731798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.828389 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.878239 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.929082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:18.930806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:18.935187 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90966256-1e32-4e01-aa7b-b24edcfd78b1" -d '{"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-plugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:18.939941 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:18.996457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:19.007109 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:19.017473 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:19.018086 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:19.025965 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2d59a0-4ba4-4272-964f-76df7f3d19ab x-openstack-request-id: req-8c2d59a0-4ba4-4272-964f-76df7f3d19ab {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:19.026364 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-plugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:19.026715 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c2d59a0-4ba4-4272-964f-76df7f3d19ab {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:19.028368 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'code': 200} Aug 11 08:42:19.119388 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:19.157613 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:19.236401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799258b-d06b-4e87-bc01-2033ffacc32e req-ea7f99bb-b5e3-48f0-bac7-8401513186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:19.238050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e799258b-d06b-4e87-bc01-2033ffacc32e req-ea7f99bb-b5e3-48f0-bac7-8401513186cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1096 time: 0.1161821 Aug 11 08:42:19.312073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e799258b-d06b-4e87-bc01-2033ffacc32e req-49f13764-0308-4850-b173-2c2cdcb5ee3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615821 Aug 11 08:42:19.338712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:42:19.379498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1925623-4e59-4494-9a46-c4cdd9b685b6 req-74423499-669e-4ed3-8676-f3b8b728a443 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:19.381150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e1925623-4e59-4494-9a46-c4cdd9b685b6 req-74423499-669e-4ed3-8676-f3b8b728a443 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.0815723 Aug 11 08:42:19.424769 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 2, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:19.444813 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e1925623-4e59-4494-9a46-c4cdd9b685b6 req-b0fd3cc2-8a7f-4e57-a2db-3d9094a2f4f4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564575 Aug 11 08:42:19.460263 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:19.460610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Updating router 5d124117-d965-4b10-97ed-c353c27de025 port 287c22c4-7abe-46d3-88b8-797265f7b913 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:42:19.488902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:19.495701 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:19.500862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Sync routers for ids ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:19.518742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Routers {'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:19.519615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:19.526445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:19.530556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ae78b6c-423f-4d7b-9ff3-f0fb6c68777c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0693955 Aug 11 08:42:19.531615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57292) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:19.882260 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:19.924727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Set router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:19.927265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Transition to ACTIVE for port object 287c22c4-7abe-46d3-88b8-797265f7b913 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:19.939278 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.025104 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63345f68-4c97-433f-abfb-52bbcbb36e4a None None] Pushing event updated for resources: {'Port': ['ID=287c22c4-7abe-46d3-88b8-797265f7b913,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:20.038576 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d843c68b-7156-4c33-bfee-9d4a43b1ec9f None None] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:42:20.079891 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Attempting to bind port 287c22c4-7abe-46d3-88b8-797265f7b913 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:20.080592 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Attempting to bind port 287c22c4-7abe-46d3-88b8-797265f7b913 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:20.082724 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Attempting to bind port 287c22c4-7abe-46d3-88b8-797265f7b913 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:20.094777 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:20.095169 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:20.095577 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.095968 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:20.096454 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Bound port: 287c22c4-7abe-46d3-88b8-797265f7b913, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:20.096830 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.182155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2e39bf9f-a446-444b-b9b8-bfecd1fb95ad None None] Provisioning for port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:20.239135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.412353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 3, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:20.488990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 59a65cb3-a759-4722-b47d-d3f9b5a266d0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:20.532303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Checking router: fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:20.532642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Updating router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 port 901708b2-e3d8-4480-a97c-4999032b471f binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:42:20.597321 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:42:20.603160 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.611605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:20.612399 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] For port 287c22c4-7abe-46d3-88b8-797265f7b913, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:20.621390 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] For port 287c22c4-7abe-46d3-88b8-797265f7b913, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=287c22c4-7abe-46d3-88b8-797265f7b913,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:20.629254 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.649279 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:20.656026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198c675-4f9f-424c-8cf3-885e4c16cf11 req-95020b08-3386-4ee9-817b-914b6a6e74d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:20.657283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.657955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7198c675-4f9f-424c-8cf3-885e4c16cf11 req-95020b08-3386-4ee9-817b-914b6a6e74d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.0719790 Aug 11 08:42:20.670307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Allocated IP 172.20.0.1 (19b5596a-285a-4b7e-bee6-a9d67a99f081/bbc6e8ba-81b4-473b-8225-4125d455c1a0/9788883e-0341-4601-9fb5-0212142892ed) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:20.750335 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7198c675-4f9f-424c-8cf3-885e4c16cf11 req-ea8108d8-edf5-4430-acae-29d2a910c54e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859308 Aug 11 08:42:20.750570 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63345f68-4c97-433f-abfb-52bbcbb36e4a None None] Pushing event updated for resources: {'Port': ['ID=287c22c4-7abe-46d3-88b8-797265f7b913,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:20.784375 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:20.785221 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:20.892332 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.921741 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.927082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7ad9891d-1ec0-42e9-b9b5-5b3befad5eb4 None None] Provisioning complete for port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:20.927475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7ad9891d-1ec0-42e9-b9b5-5b3befad5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:20.949653 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Transition to ACTIVE for port object 9788883e-0341-4601-9fb5-0212142892ed will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:20.969748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04560e-bdc0-43ed-9a8c-9893a53c147b req-450779f7-2a36-4b40-9ce3-946d33b3d6e9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:20.972136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd04560e-bdc0-43ed-9a8c-9893a53c147b req-450779f7-2a36-4b40-9ce3-946d33b3d6e9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.1032555 Aug 11 08:42:21.000228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:21.034250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 59a65cb3-a759-4722-b47d-d3f9b5a266d0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=59a65cb3-a759-4722-b47d-d3f9b5a266d0,segment=NetworkSegment(066a08e7-83cf-43af-9922-4ccb6162e3e8),segment_id=066a08e7-83cf-43af-9922-4ccb6162e3e8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:21.052538 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.053388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cc590bc-2de3-4d4c-8c64-98ffd2697787 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:21.071177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd04560e-bdc0-43ed-9a8c-9893a53c147b req-1a225374-5b26-4e8c-9822-741e9fbaeda7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914116 Aug 11 08:42:21.081755 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.100544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:21.136443 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:21.139986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:21.143610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:21.180101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Pushing event updated for resources: {'Port': ['ID=9788883e-0341-4601-9fb5-0212142892ed,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:21.207827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.228664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71eb016-c88d-4560-8296-d80c82e2f8e9 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:21.230459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a71eb016-c88d-4560-8296-d80c82e2f8e9 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1091 time: 0.1239648 Aug 11 08:42:21.234748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57302) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:21.242312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=59a65cb3-a759-4722-b47d-d3f9b5a266d0,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:21.245094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:21.270317 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.290986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Transition to ACTIVE for port object 901708b2-e3d8-4480-a97c-4999032b471f will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:21.294277 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.300144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:21.300641 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.304776 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.427613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Attempting to bind port 901708b2-e3d8-4480-a97c-4999032b471f on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:21.429136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Attempting to bind port 901708b2-e3d8-4480-a97c-4999032b471f by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:21.430452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Attempting to bind port 901708b2-e3d8-4480-a97c-4999032b471f on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:21.446169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:21.446899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:21.447632 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.448207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:21.449413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Bound port: 901708b2-e3d8-4480-a97c-4999032b471f, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:21.450020 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.452354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eb91a-a60d-4b9f-952e-ea2d653c66dd None None] Pushing event updated for resources: {'Port': ['ID=901708b2-e3d8-4480-a97c-4999032b471f,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:21.471623 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.474990 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:20Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:21.556479 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220207-c1c5-45d2-8987-c8a65891261d None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:20Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:21.589992 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.601433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] For port 901708b2-e3d8-4480-a97c-4999032b471f, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:21.606649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] For port 901708b2-e3d8-4480-a97c-4999032b471f, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=901708b2-e3d8-4480-a97c-4999032b471f,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:21.616348 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.712144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eb91a-a60d-4b9f-952e-ea2d653c66dd None None] Pushing event updated for resources: {'Port': ['ID=901708b2-e3d8-4480-a97c-4999032b471f,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:21.741605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Routers {'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:21.742356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:21.750801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d7a0f2d-2b1c-44fa-a04f-c330891e6bb4 None None] Provisioning for port 9788883e-0341-4601-9fb5-0212142892ed completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:21.772842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.779712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.808850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8d7a0f2d-2b1c-44fa-a04f-c330891e6bb4 None None] Provisioning complete for port 9788883e-0341-4601-9fb5-0212142892ed triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:21.809279 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0f2d-2b1c-44fa-a04f-c330891e6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.869828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.32 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/08094eee-191c-4579-97c3-092c954c45da) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:21.889567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a0f2d-2b1c-44fa-a04f-c330891e6bb4 None None] Port 9788883e-0341-4601-9fb5-0212142892ed cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:21.920485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Pushing event updated for resources: {'Port': ['ID=9788883e-0341-4601-9fb5-0212142892ed,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:21.939318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:21.941742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] Set router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:22.008340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:22.063283 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:22.092910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:22.094378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:22.165104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:22.190010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:22.195465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=08094eee-191c-4579-97c3-092c954c45da,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:22.207797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:22.325114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 59a65cb3-a759-4722-b47d-d3f9b5a266d0 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:22.375237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:42:22.406328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9788883e-0341-4601-9fb5-0212142892ed', 'name': '', 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'mac_address': 'fa:16:3e:b9:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:20Z', 'updated_at': '2021-08-11T08:42:20Z', 'revision_number': 1, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'subnets': [{'id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:22.477597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323843c-eb72-4da2-8d77-0a35453278c6 None None] The sync data for ids ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'] in n-d-789963-6 is: [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9788883e-0341-4601-9fb5-0212142892ed', 'name': '', 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'mac_address': 'fa:16:3e:b9:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:20Z', 'updated_at': '2021-08-11T08:42:20Z', 'revision_number': 1, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'subnets': [{'id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:22.480569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:22.480996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:22.611011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:22.611503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 287c22c4-7abe-46d3-88b8-797265f7b913 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:22.619509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f409359c-749f-4928-a6d2-da46d2911c5a admin admin] 10.222.0.58 "PUT /v2.0/routers/fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851486 Aug 11 08:42:22.671260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1c6f69b7-8bec-45f2-b19c-c003409b61e1 None None] Provisioning complete for port 9788883e-0341-4601-9fb5-0212142892ed triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:22.671795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1c6f69b7-8bec-45f2-b19c-c003409b61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:22.721482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f69b7-8bec-45f2-b19c-c003409b61e1 None None] Port 9788883e-0341-4601-9fb5-0212142892ed cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:22.729231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 287c22c4-7abe-46d3-88b8-797265f7b913 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:22.739957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 287c22c4-7abe-46d3-88b8-797265f7b913 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:22.740334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:22.875753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:22.918763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 287c22c4-7abe-46d3-88b8-797265f7b913, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=287c22c4-7abe-46d3-88b8-797265f7b913,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:22.925968 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:23.028825 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=287c22c4-7abe-46d3-88b8-797265f7b913,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:23.359860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:23.367349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-f1cd15e2-c075-43cf-8883-a02ee098df7c req-9ddf4e5a-fccc-4cb7-a073-508265d4d2f6 service neutron] (94573) timed out ('10.222.0.58', 59652) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:42:23.466893 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:23.765077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:23.771489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:23.848320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=08094eee-191c-4579-97c3-092c954c45da,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:23.864931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:23.987396 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP 1e11afa9-ac71-4187-8d82-f731d03c71d8 associated. External IP: 172.25.2.32, port: 84e86161-ab56-42e8-ace0-3bad55ff295b. Aug 11 08:42:24.252590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router a26b4e00-5516-46bb-a181-71f3649be2ea has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:42:24.323906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 901708b2-e3d8-4480-a97c-4999032b471f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:24.419319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 901708b2-e3d8-4480-a97c-4999032b471f completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:24.426169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:42:24.427135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 901708b2-e3d8-4480-a97c-4999032b471f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:24.427688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:24.445995 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] Sync routers for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:24.451971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:24.461262 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:24.462230 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:24.515431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4dd8b9aa-7f0c-40a1-b6cd-fa0edeb3db77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2791519 Aug 11 08:42:24.516350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:24.519223 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:24.593213 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583237d-f9e1-42a2-a4d9-f26a380caa28 x-openstack-request-id: req-8583237d-f9e1-42a2-a4d9-f26a380caa28 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:24.593579 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:24.593881 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8583237d-f9e1-42a2-a4d9-f26a380caa28 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:24.594980 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'status': 'completed', 'code': 200} Aug 11 08:42:24.599689 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:24.649423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 901708b2-e3d8-4480-a97c-4999032b471f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=901708b2-e3d8-4480-a97c-4999032b471f,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:24.663777 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:24.666759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 287c22c4-7abe-46d3-88b8-797265f7b913 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:24.674646 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:24.732409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850cfd5-155e-475a-a2cc-c7884c988ab2 req-aa2829fc-1147-4f60-87a6-273a18648b73 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:24.734272 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2850cfd5-155e-475a-a2cc-c7884c988ab2 req-aa2829fc-1147-4f60-87a6-273a18648b73 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.1168480 Aug 11 08:42:24.741696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-c0e096d4-74ca-41c0-9aa0-1a3eafe4057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:24.743556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-c0e096d4-74ca-41c0-9aa0-1a3eafe4057b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1096 time: 0.0872438 Aug 11 08:42:24.841745 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2850cfd5-155e-475a-a2cc-c7884c988ab2 req-b1ac8316-07a4-448e-b62b-915b1dd6c97b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974066 Aug 11 08:42:24.874270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57340) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:24.948338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-a4f0c14a-b8e2-4575-a110-5c697b89d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:24.953776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-a4f0c14a-b8e2-4575-a110-5c697b89d73a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.2024384 Aug 11 08:42:25.055296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8b434ec4-0be5-4d4b-ad34-c2b387785f6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1e11afa9-ac71-4187-8d82-f731d03c71d8 HTTP/1.1" status: 200 len: 990 time: 0.1784987 Aug 11 08:42:25.172062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-2bd9a3d7-cd4e-4dcf-9c41-db27535fa04a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 998 time: 0.2109771 Aug 11 08:42:25.197294 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1e11afa9-ac71-4187-8d82-f731d03c71d8', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'port_id': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'mac_address': 'fa:16:3e:fb:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:42:23Z', 'updated_at': '2021-08-11T08:42:23Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:25.211311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=901708b2-e3d8-4480-a97c-4999032b471f,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:25.232418 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] Checking router: a26b4e00-5516-46bb-a181-71f3649be2ea for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:25.247247 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:25.249054 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:25.250465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 287c22c4-7abe-46d3-88b8-797265f7b913 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:25.250839 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:25.305730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-9e7e0d19-3e8f-40b8-829c-be9be1dad832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:25.307530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-9e7e0d19-3e8f-40b8-829c-be9be1dad832 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.1269288 Aug 11 08:42:25.405180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-905a3525-39e9-4c62-95c2-01914d1d6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:25.411516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-905a3525-39e9-4c62-95c2-01914d1d6048 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922766 Aug 11 08:42:25.454664 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:25.539138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Sync routers for ids ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:42:25.573100 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Routers {'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:25.577682 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-2a945d48-d297-43c5-83ae-c510e842f43e service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616631 Aug 11 08:42:25.578330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:25.776812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Set router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:25.784318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb472c0-7b7d-42b4-8fc2-639de07c0ba0 req-657f4ce8-658e-43a7-8c60-1caa6074747c service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979656 Aug 11 08:42:25.861952 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1e11afa9-ac71-4187-8d82-f731d03c71d8', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'port_id': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'mac_address': 'fa:16:3e:fb:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:42:23Z', 'updated_at': '2021-08-11T08:42:23Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:25.907072 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc3d11-9baf-41a5-8edf-e8b2edfb4bac None None] The sync data for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 is: [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1e11afa9-ac71-4187-8d82-f731d03c71d8', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'port_id': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'mac_address': 'fa:16:3e:fb:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:42:23Z', 'updated_at': '2021-08-11T08:42:23Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:25.976479 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-586f3789-d661-4d72-8a12-d9f3c757d758 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:25.989288 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-586f3789-d661-4d72-8a12-d9f3c757d758 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.6913886 Aug 11 08:42:26.016305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-4fe20976-e3bb-46ae-a6cc-f5a5af55bf55 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0255740 Aug 11 08:42:26.059127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57356) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:26.100464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-b994d19a-1483-477d-8c08-6e7c5525ea4a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828419 Aug 11 08:42:26.143012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9788883e-0341-4601-9fb5-0212142892ed', 'name': '', 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'mac_address': 'fa:16:3e:b9:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:20Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 2, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'subnets': [{'id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:26.216769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Checking router: fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:42:26.217441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Updating router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 port 9788883e-0341-4601-9fb5-0212142892ed binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:42:26.231176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f302d4b6-11a4-44c6-b007-428b8f65bad1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1e11afa9-ac71-4187-8d82-f731d03c71d8 HTTP/1.1" status: 200 len: 990 time: 0.1629236 Aug 11 08:42:26.267048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:26.294511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 901708b2-e3d8-4480-a97c-4999032b471f up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:26.324726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-64c90fd8-ce84-45ae-b45d-9a0998fffecf service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228024 Aug 11 08:42:26.353540 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542725b7-fa76-48aa-9970-b3e305563730 None None] New status for floating IP 1e11afa9-ac71-4187-8d82-f731d03c71d8: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:42:26.458740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 901708b2-e3d8-4480-a97c-4999032b471f triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:26.459110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:26.476915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-317f529b-e15a-4679-8fb0-e71a9d074c0f service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384647 Aug 11 08:42:26.696307 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:26.709058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Transition to ACTIVE for port object 9788883e-0341-4601-9fb5-0212142892ed will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:26.716499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:26.783854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ec04-f8dd-4d09-a585-1ac0169b7712 None None] Pushing event updated for resources: {'Port': ['ID=9788883e-0341-4601-9fb5-0212142892ed,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:26.870093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Attempting to bind port 9788883e-0341-4601-9fb5-0212142892ed on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:26.870912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Attempting to bind port 9788883e-0341-4601-9fb5-0212142892ed by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:26.871427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Attempting to bind port 9788883e-0341-4601-9fb5-0212142892ed on network 19b5596a-285a-4b7e-bee6-a9d67a99f081 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:26.881407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:26.881888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Checking segment: {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:26.882424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:26.883067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Bound using segment: {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:26.883719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Bound port: 9788883e-0341-4601-9fb5-0212142892ed, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066a08e7-83cf-43af-9922-4ccb6162e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:26.884729 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:26.924633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48da7c3e-ff7d-492d-a284-8ce84d55d8c4 req-fbf31f59-8681-44b7-a973-6ddd8e55d8fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0323205 Aug 11 08:42:26.978776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] For port 9788883e-0341-4601-9fb5-0212142892ed, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:26.982537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] For port 9788883e-0341-4601-9fb5-0212142892ed, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9788883e-0341-4601-9fb5-0212142892ed,segment=NetworkSegment(066a08e7-83cf-43af-9922-4ccb6162e3e8),segment_id=066a08e7-83cf-43af-9922-4ccb6162e3e8)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:26.989305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:27.055044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ec04-f8dd-4d09-a585-1ac0169b7712 None None] Pushing event updated for resources: {'Port': ['ID=9788883e-0341-4601-9fb5-0212142892ed,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:27.080489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Routers {'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:42:27.081195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:42:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:27.211543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] Set router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:42:27.229048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57376) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:27.339012 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-38f9a989-0e76-4857-b5c7-d7fdd5ca1a9e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1e11afa9-ac71-4187-8d82-f731d03c71d8 HTTP/1.1" status: 200 len: 992 time: 0.1078417 Aug 11 08:42:27.474862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9788883e-0341-4601-9fb5-0212142892ed', 'name': '', 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'mac_address': 'fa:16:3e:b9:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:20Z', 'updated_at': '2021-08-11T08:42:26Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'subnets': [{'id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:42:27.503751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f1cf2-0fb8-4007-83d3-d31081f1a3b8 None None] The sync data for ids ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'] in n-d-789963-6 is: [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:42:21Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9788883e-0341-4601-9fb5-0212142892ed', 'name': '', 'network_id': '19b5596a-285a-4b7e-bee6-a9d67a99f081', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'mac_address': 'fa:16:3e:b9:d8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:20Z', 'updated_at': '2021-08-11T08:42:26Z', 'revision_number': 4, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'subnets': [{'id': 'bbc6e8ba-81b4-473b-8225-4125d455c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:42:28.030518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb2dbb4f-8767-434b-a6ed-4bf0abd1e79b req-82e7816a-8f54-43fb-805b-c12df6c701b1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0273995 Aug 11 08:42:28.264729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9788883e-0341-4601-9fb5-0212142892ed up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:28.337430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-3cc78a53-7622-4e0a-97b5-4a1a180f2a41 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:28.340657 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-3cc78a53-7622-4e0a-97b5-4a1a180f2a41 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1504333 Aug 11 08:42:28.365069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:28.379879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9788883e-0341-4601-9fb5-0212142892ed completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:28.386415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9788883e-0341-4601-9fb5-0212142892ed triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:28.387169 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.490012 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.499379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:28.508426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.538557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9788883e-0341-4601-9fb5-0212142892ed, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9788883e-0341-4601-9fb5-0212142892ed,segment=NetworkSegment(066a08e7-83cf-43af-9922-4ccb6162e3e8),segment_id=066a08e7-83cf-43af-9922-4ccb6162e3e8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:28.554300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.612067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9788883e-0341-4601-9fb5-0212142892ed,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:28.675216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.8 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/6ccd36f9-9b07-424b-9bff-c9ce39feb6d7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:28.868823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.890344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:28.916602 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.932211 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:28.987122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:28.990351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:28.994352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:29.019163 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:29.048549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:29.049403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.075195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-178d3ccb-7b44-4e0e-8d8b-eaa7dbd2e4e5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7175746 Aug 11 08:42:29.093291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Request body: {'port': {'device_id': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:29.162155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.197460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c81147-b079-46d2-bc9c-9871af84c71f req-224fa7ef-391c-43f5-8160-050bc9603c66 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:29.199859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69c81147-b079-46d2-bc9c-9871af84c71f req-224fa7ef-391c-43f5-8160-050bc9603c66 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 931 time: 0.0578055 Aug 11 08:42:29.251349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4cedeb4c-3586-400b-944d-4b9449a54a5a None None] Provisioning for port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:29.255767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4cedeb4c-3586-400b-944d-4b9449a54a5a None None] Provisioning complete for port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:29.256150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4cedeb4c-3586-400b-944d-4b9449a54a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.268340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-69c81147-b079-46d2-bc9c-9871af84c71f req-f4c2f898-fba3-4b85-9f77-b4a4aaa060fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605664 Aug 11 08:42:29.312711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-244ff62a-96bf-44e4-8389-0bc97dfc20d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.316270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4cedeb4c-3586-400b-944d-4b9449a54a5a None None] Port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:29.499169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:42:29.507325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.519777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Transition to ACTIVE for port object 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:29.525068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.585315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Pushing event updated for resources: {'Port': ['ID=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:29.666725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Attempting to bind port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:29.667066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Attempting to bind port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:29.667430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Attempting to bind port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:29.672164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:42:29.672485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Attempting to bind port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:29.677475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:29.677836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:29.678207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:29.678641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Bound port: 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:29.679004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.753103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] For port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:29.756621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] For port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:29.763202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.801523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:29.802266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.803543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] 10.222.0.64 "PUT /v2.0/ports/6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 HTTP/1.1" status: 200 len: 1091 time: 0.7152011 Aug 11 08:42:29.804005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'tag': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:29.806343 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef385c-d5c1-4835-8d7d-2c685919ac85" -d '{"events": [{"name": "network-changed", "server_uuid": "80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d", "tag": "6ccd36f9-9b07-424b-9bff-c9ce39feb6d7"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:29.855767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bee9f-0091-407a-9940-c414d0e86abb service neutron] Pushing event updated for resources: {'Port': ['ID=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:29.919209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-b7381cd0-3445-4e3c-b579-15d017b23c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:29.925312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-b7381cd0-3445-4e3c-b579-15d017b23c1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 1094 time: 0.0612705 Aug 11 08:42:29.985742 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:29.995004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-2fd804c8-0584-4506-8003-401fe3257ad9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 HTTP/1.1" status: 200 len: 217 time: 0.0555716 Aug 11 08:42:30.057054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-0fb2a4d4-be38-4499-b27c-ccd23cf6b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.058398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-0fb2a4d4-be38-4499-b27c-ccd23cf6b71d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0563579 Aug 11 08:42:30.093892 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ce2147-f6e5-4072-b3ab-720f9ad8d6e7 x-openstack-request-id: req-92ce2147-f6e5-4072-b3ab-720f9ad8d6e7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:30.094109 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d", "tag": "6ccd36f9-9b07-424b-9bff-c9ce39feb6d7", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:30.094389 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92ce2147-f6e5-4072-b3ab-720f9ad8d6e7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:30.094887 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'tag': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7', 'status': 'completed', 'code': 200} Aug 11 08:42:30.111468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-857a676d-8265-41da-afa0-080a9c333330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.113135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-857a676d-8265-41da-afa0-080a9c333330 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473833 Aug 11 08:42:30.199909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9788883e-0341-4601-9fb5-0212142892ed up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:30.229134 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-4159ddf2-693d-45b9-b85d-7184a037e549 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084507 Aug 11 08:42:30.253488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9788883e-0341-4601-9fb5-0212142892ed triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:30.254022 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:30.338644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-66226f9f-1ef8-426a-8ad0-150817069c65 req-5b466174-d52f-4b23-a4af-f2eb40b35fd9 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021085 Aug 11 08:42:30.416437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a1ae7-5858-4ea3-8d67-54cde62f53f2 req-5125a148-bd85-4d27-ba39-4186c1e66dba tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.421560 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b7a1ae7-5858-4ea3-8d67-54cde62f53f2 req-5125a148-bd85-4d27-ba39-4186c1e66dba tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0590641 Aug 11 08:42:30.461048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b7a1ae7-5858-4ea3-8d67-54cde62f53f2 req-796c8e81-b89d-4489-819a-151e2a005fe3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Aug 11 08:42:30.470045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-0ee95885-86b2-4967-b799-6485e7f8e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.471811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-0ee95885-86b2-4967-b799-6485e7f8e03d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 1094 time: 0.0575809 Aug 11 08:42:30.571669 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-83d69e1a-626e-4a28-b8d7-75d6b43aea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.573248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-83d69e1a-626e-4a28-b8d7-75d6b43aea73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0948555 Aug 11 08:42:30.616567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-1911ca6c-177c-45b1-b008-fa611833a51c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 HTTP/1.1" status: 200 len: 217 time: 0.0364676 Aug 11 08:42:30.673615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-a061ed7e-a8e6-4dc3-a049-35d9c4645035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.675279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-a061ed7e-a8e6-4dc3-a049-35d9c4645035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0522850 Aug 11 08:42:30.725676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-19ba1c55-7440-43fd-958f-bde15ff1837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:30.727323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-19ba1c55-7440-43fd-958f-bde15ff1837d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450194 Aug 11 08:42:30.820925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-5fcac3f6-52c1-4096-8ded-c6d83d420b9c service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864923 Aug 11 08:42:30.918043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ef385c-d5c1-4835-8d7d-2c685919ac85 req-973eb9e4-5fa0-45b1-a55e-0cf1d67bc97a service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Aug 11 08:42:31.583040 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4472-9585-4618-a52e-843369dfbd29 req-0122ab51-384c-4700-81ef-2892fafcd24b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:31.584596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd4d4472-9585-4618-a52e-843369dfbd29 req-0122ab51-384c-4700-81ef-2892fafcd24b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0530477 Aug 11 08:42:31.624823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd4d4472-9585-4618-a52e-843369dfbd29 req-a4a53c69-ef6d-449a-9bef-bac1aeec262e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337555 Aug 11 08:42:32.447302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:32.725762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-37276a29-1cf8-411a-ab1f-01f287b789e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:32.752494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02a2d-c5e2-4524-a453-bccb459862f1 req-4d3f0275-81c7-41eb-b76a-b502b070288d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:32.754208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdb02a2d-c5e2-4524-a453-bccb459862f1 req-4d3f0275-81c7-41eb-b76a-b502b070288d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0532329 Aug 11 08:42:32.809310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdb02a2d-c5e2-4524-a453-bccb459862f1 req-9f7fd0ba-6568-487c-86d1-a531b3163a38 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457389 Aug 11 08:42:33.943566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078ec4-3c53-4a62-84a7-07456285644b req-e8120eed-e9af-4c4f-b57e-1e2153312a21 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:33.945719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72078ec4-3c53-4a62-84a7-07456285644b req-e8120eed-e9af-4c4f-b57e-1e2153312a21 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0696454 Aug 11 08:42:33.990884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72078ec4-3c53-4a62-84a7-07456285644b req-0cd079fd-b8f1-41b6-9f2b-2854413f7205 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377934 Aug 11 08:42:34.896713 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:35.121137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6948b5b-8e53-45a0-9ac9-3d7ec07deb53 req-bab36d9e-76db-40dd-a558-ae1a541f7974 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:35.123124 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6948b5b-8e53-45a0-9ac9-3d7ec07deb53 req-bab36d9e-76db-40dd-a558-ae1a541f7974 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0617552 Aug 11 08:42:35.175223 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c6948b5b-8e53-45a0-9ac9-3d7ec07deb53 req-06790914-5d35-4146-95ee-fa3815ead683 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453959 Aug 11 08:42:36.181406 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:36.301820 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3b49f-284b-47ae-8092-25d7ea853075 req-fd8b632c-e6e2-4f37-a43e-ba48b4fee2c2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:36.303352 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0da3b49f-284b-47ae-8092-25d7ea853075 req-fd8b632c-e6e2-4f37-a43e-ba48b4fee2c2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0541971 Aug 11 08:42:36.348580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0da3b49f-284b-47ae-8092-25d7ea853075 req-456193b0-c216-47be-a44b-984f90faf9e3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Aug 11 08:42:37.480711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3c68-dce6-4adf-9540-fee33c825697 req-7454d7c5-ee56-4b37-a33b-28cef0ee4e4b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:37.482509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b44d3c68-dce6-4adf-9540-fee33c825697 req-7454d7c5-ee56-4b37-a33b-28cef0ee4e4b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0591714 Aug 11 08:42:37.527890 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b44d3c68-dce6-4adf-9540-fee33c825697 req-df59d6c6-5ead-40a6-9966-9bcc0d258008 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Aug 11 08:42:38.651319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c307c7-c456-4c5e-a087-178ec82d47dd req-78e39b46-1b71-48e9-aef3-d68f670aff1a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:38.653610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0c307c7-c456-4c5e-a087-178ec82d47dd req-78e39b46-1b71-48e9-aef3-d68f670aff1a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0536945 Aug 11 08:42:38.695211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a0c307c7-c456-4c5e-a087-178ec82d47dd req-f9a4e5ae-5f78-4b24-8ede-e3d39813eb2f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Aug 11 08:42:39.816377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552bc92-d234-42b2-9635-9b65b795539f req-5b8a8f16-740d-458d-9111-d78c2b394503 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:39.818185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2552bc92-d234-42b2-9635-9b65b795539f req-5b8a8f16-740d-458d-9111-d78c2b394503 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0523663 Aug 11 08:42:39.862610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2552bc92-d234-42b2-9635-9b65b795539f req-80c6bf41-d899-40ea-beb0-2a4155f8a7f0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Aug 11 08:42:40.986834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef84e-0c0f-4a28-8b51-d257d12affbb req-fb48f720-831f-44f5-a7d9-803ec75aca9d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:40.986834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed8ef84e-0c0f-4a28-8b51-d257d12affbb req-fb48f720-831f-44f5-a7d9-803ec75aca9d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0573435 Aug 11 08:42:41.027170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed8ef84e-0c0f-4a28-8b51-d257d12affbb req-cd81e1be-8944-49d6-b813-20152551e077 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Aug 11 08:42:42.119819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:42:42.149643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b28dd-0b4d-4188-8263-488ae43c6994 req-2e67066f-2035-41e1-a2ec-d87f47b8847c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:42.151489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-913b28dd-0b4d-4188-8263-488ae43c6994 req-2e67066f-2035-41e1-a2ec-d87f47b8847c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 943 time: 0.0508373 Aug 11 08:42:42.200699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-913b28dd-0b4d-4188-8263-488ae43c6994 req-95001b94-f92d-4b8a-befd-23da87735b02 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Aug 11 08:42:42.227128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:42.238621 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7', 'mac_address': 'fa:16:3e:b9:dd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:42:42.444535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:42.460119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:42:42.484637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:42.492613 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:42.555989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:42.765666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['6ccd36f9-9b07-424b-9bff-c9ce39feb6d7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:42:43.327439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121d799-90c0-4920-91f4-d7d53863d440 req-d9790791-8f5f-48dc-a7c7-8403bace79bd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:43.329083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3121d799-90c0-4920-91f4-d7d53863d440 req-d9790791-8f5f-48dc-a7c7-8403bace79bd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 944 time: 0.0537546 Aug 11 08:42:43.372937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3121d799-90c0-4920-91f4-d7d53863d440 req-58cba20c-45d7-4880-97cb-4488c8e1b54b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Aug 11 08:42:44.119123 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:42:44.175488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:44.179578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:44.179966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:44.260645 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:44.284190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:44.286539 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246a96c-064e-4bbe-a59b-e489b68e94f7" -d '{"events": [{"server_uuid": "80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d", "name": "network-vif-plugged", "status": "completed", "tag": "6ccd36f9-9b07-424b-9bff-c9ce39feb6d7"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:44.304014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:44.310791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:44.369044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:44.433782 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d6c3b7-d55b-4a1d-a558-72e7fcc309ce x-openstack-request-id: req-a6d6c3b7-d55b-4a1d-a558-72e7fcc309ce {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:44.434302 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d", "name": "network-vif-plugged", "status": "completed", "tag": "6ccd36f9-9b07-424b-9bff-c9ce39feb6d7", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:44.434804 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6d6c3b7-d55b-4a1d-a558-72e7fcc309ce {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:44.435483 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7', 'code': 200} Aug 11 08:42:44.509813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b2a1d-8c11-48d8-8d3d-f197a90d095d req-38c25913-d9b9-4af9-9707-e4b889140f27 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:44.511566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a0b2a1d-8c11-48d8-8d3d-f197a90d095d req-38c25913-d9b9-4af9-9707-e4b889140f27 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0612972 Aug 11 08:42:44.557994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a0b2a1d-8c11-48d8-8d3d-f197a90d095d req-12d18505-dc74-40cf-8ade-e27b6e722769 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Aug 11 08:42:44.701824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13adf5-d91c-4542-ad03-5d832d68f84f req-87fa813c-d3a6-4ab7-a159-44408020c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:44.703378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a13adf5-d91c-4542-ad03-5d832d68f84f req-87fa813c-d3a6-4ab7-a159-44408020c7c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 1096 time: 0.1878626 Aug 11 08:42:44.745800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a13adf5-d91c-4542-ad03-5d832d68f84f req-2f57db3d-46f9-4f96-8def-b3c745d822d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322618 Aug 11 08:42:45.679523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d162893-9c0c-4549-9463-8f82ecd70db4 req-28eb2685-e179-4b8f-90ef-c0c510e815a9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:45.681072 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d162893-9c0c-4549-9463-8f82ecd70db4 req-28eb2685-e179-4b8f-90ef-c0c510e815a9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0520208 Aug 11 08:42:45.728011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5d162893-9c0c-4549-9463-8f82ecd70db4 req-0ef433b6-59dc-4bf4-94f4-ea47495b9a96 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Aug 11 08:42:46.853476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c158a3c-92f7-4e99-a735-82c77ccf33ac req-7b10d7eb-f724-4bb7-8894-3a1d17fa30b1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:46.855018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c158a3c-92f7-4e99-a735-82c77ccf33ac req-7b10d7eb-f724-4bb7-8894-3a1d17fa30b1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 11 08:42:46.894878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c158a3c-92f7-4e99-a735-82c77ccf33ac req-43be81f2-34c3-4397-b5db-d788ff4f56c4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Aug 11 08:42:47.025185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-e4947588-fef5-44fc-a52b-303dde525914 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765522 Aug 11 08:42:47.037928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710e67-aa22-43ec-bd34-eac7e8664dbe req-54a65818-36a9-4233-a117-54e674dd601a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.039397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14710e67-aa22-43ec-bd34-eac7e8664dbe req-54a65818-36a9-4233-a117-54e674dd601a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0653090 Aug 11 08:42:47.099052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14710e67-aa22-43ec-bd34-eac7e8664dbe req-45d60b49-c57c-4a47-bf11-8a080a97d5ef tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 Aug 11 08:42:47.133351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-a6a219b2-9e4b-484e-9412-e1c4e320b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.135004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-a6a219b2-9e4b-484e-9412-e1c4e320b2d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 1096 time: 0.0493829 Aug 11 08:42:47.255153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52a04-3579-4ab4-9ad4-af7514753d28 req-19adacfb-9140-474a-bf2f-562698d2973f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.256612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3e52a04-3579-4ab4-9ad4-af7514753d28 req-19adacfb-9140-474a-bf2f-562698d2973f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0651011 Aug 11 08:42:47.271903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-7f8b7501-4a71-4d35-9ba8-b468c0e5f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.274624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-7f8b7501-4a71-4d35-9ba8-b468c0e5f01e service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1105855 Aug 11 08:42:47.302274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3e52a04-3579-4ab4-9ad4-af7514753d28 req-5e5b1039-3755-4de8-abe7-1eb83b00ca17 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Aug 11 08:42:47.319944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-2680430e-c9c7-4f19-9c5e-50fe5dcf64b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 HTTP/1.1" status: 200 len: 217 time: 0.0372987 Aug 11 08:42:47.371752 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-115ba09b-b71a-4083-9ed6-32b92d68fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.373537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-115ba09b-b71a-4083-9ed6-32b92d68fc56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0475516 Aug 11 08:42:47.421369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-9917be90-9e6b-4af1-8b11-86017f6a3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.423242 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-9917be90-9e6b-4af1-8b11-86017f6a3ffb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423164 Aug 11 08:42:47.539679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-c649eedc-51a5-4e2a-a1e4-0a18df8ea1ab service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075349 Aug 11 08:42:47.567095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448884-0730-46df-ac00-2fef9041decc req-40966e72-9f82-442d-8556-a0b6a368e23e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:47.568686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4448884-0730-46df-ac00-2fef9041decc req-40966e72-9f82-442d-8556-a0b6a368e23e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0575156 Aug 11 08:42:47.621935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4448884-0730-46df-ac00-2fef9041decc req-af0340a1-bea2-482e-8e6e-d600a2929efa tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Aug 11 08:42:47.645108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e054dbf-ecba-4f6b-87e4-b6f841fe2ebb req-a6f40fde-6bc5-4521-b65a-8c420f80be82 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905480 Aug 11 08:42:48.757717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693bf88-e5cb-4b4c-b5da-81de6ea2eb0e req-a8540a54-7f7c-43aa-9524-1b20e7ac6ecb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:48.759234 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e693bf88-e5cb-4b4c-b5da-81de6ea2eb0e req-a8540a54-7f7c-43aa-9524-1b20e7ac6ecb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0593379 Aug 11 08:42:48.799525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e693bf88-e5cb-4b4c-b5da-81de6ea2eb0e req-fa3e6fce-a8a1-44b7-a8e1-d7e936fd624c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Aug 11 08:42:49.126321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-95db0029-a580-4bc8-a456-4622eb60e4e9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:49.127802 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-95db0029-a580-4bc8-a456-4622eb60e4e9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 945 time: 0.0509923 Aug 11 08:42:49.233565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:42:49.233936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:49.328066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:49.328329 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:49.342454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:42:49.478151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:49.507545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=6ccd36f9-9b07-424b-9bff-c9ce39feb6d7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:49.511886 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['6ccd36f9-9b07-424b-9bff-c9ce39feb6d7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:42:49.555821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:42:49.558572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:49.561230 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f0a41321-f1c1-4d7d-9d09-28e2372948c2 req-43922810-2850-4a4b-b0ba-c5e1749706fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "DELETE /v2.0/ports/6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 HTTP/1.1" status: 204 len: 173 time: 0.4276562 Aug 11 08:42:49.561686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'name': 'network-vif-deleted', 'tag': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:49.564193 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d165fca-bc3e-425f-8fe8-94ace16e35e5" -d '{"events": [{"server_uuid": "80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d", "name": "network-vif-deleted", "tag": "6ccd36f9-9b07-424b-9bff-c9ce39feb6d7"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:49.624692 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aad0ea-1bfa-4abc-8192-f6ceca61d45d x-openstack-request-id: req-29aad0ea-1bfa-4abc-8192-f6ceca61d45d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:49.625010 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d", "name": "network-vif-deleted", "tag": "6ccd36f9-9b07-424b-9bff-c9ce39feb6d7", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:49.625260 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29aad0ea-1bfa-4abc-8192-f6ceca61d45d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:49.625694 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d', 'name': 'network-vif-deleted', 'tag': '6ccd36f9-9b07-424b-9bff-c9ce39feb6d7', 'status': 'completed', 'code': 200} Aug 11 08:42:49.903639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbcfcac8-c5e1-466a-b25d-4b491ff2fe53 req-cd3713cb-329a-49fd-9d6a-9363c2a6e692 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0325763 Aug 11 08:42:50.711769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-63e1dbb4-f020-4953-b314-f1902a55574d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992184 Aug 11 08:42:50.816525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312260-06b4-4378-9190-061903c749ab req-4acfc2ef-2940-4de5-841c-3ad0618a4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:50.818111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-4acfc2ef-2940-4de5-841c-3ad0618a4942 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1096 time: 0.0430145 Aug 11 08:42:50.935882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312260-06b4-4378-9190-061903c749ab req-aa0c908f-ff90-49e1-a3db-a1d3397172a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:50.937679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-aa0c908f-ff90-49e1-a3db-a1d3397172a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.0996127 Aug 11 08:42:51.020288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92e74b29-a490-45b3-9833-04e2fe1e9b59 req-f8bec59a-fb3a-451f-959f-3e6326ab8061 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0356488 Aug 11 08:42:51.040683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-e3d9d5c1-db19-4ccc-adf7-8b1e7f7c142b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 1000 time: 0.0945082 Aug 11 08:42:51.100998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312260-06b4-4378-9190-061903c749ab req-11d69515-d52d-4a60-8df0-12a760efd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:51.102543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-11d69515-d52d-4a60-8df0-12a760efd5a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.0551364 Aug 11 08:42:51.155162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312260-06b4-4378-9190-061903c749ab req-7a05fd50-1a8a-4dcd-9b4b-f56d4b6305d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:51.156779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-7a05fd50-1a8a-4dcd-9b4b-f56d4b6305d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471950 Aug 11 08:42:51.251690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-6df5b1ce-6f84-4a3f-9f09-edae9a701932 service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Aug 11 08:42:51.351810 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38312260-06b4-4378-9190-061903c749ab req-8a6f5833-ddef-46a8-89eb-139cb1357070 service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923169 Aug 11 08:42:52.044853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800d78e-082a-4037-b20c-1a9cf516c8b9 req-42529030-4db1-40c1-90d8-a14056ce0697 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:52.046585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2800d78e-082a-4037-b20c-1a9cf516c8b9 req-42529030-4db1-40c1-90d8-a14056ce0697 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.0540879 Aug 11 08:42:52.093901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2800d78e-082a-4037-b20c-1a9cf516c8b9 req-f73bc88c-8d34-40a4-b248-002ca62e0cdc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368595 Aug 11 08:42:52.117382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57740) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:52.148555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b117dffe-8f34-4d6a-8f47-7da3eadf6be8 req-326c6866-2015-4139-ad27-07a87f556a6d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0447688 Aug 11 08:42:52.182341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:42:52.188941 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b4bf2a67-14f9-4b39-96ef-ca6edfbce9b3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1e11afa9-ac71-4187-8d82-f731d03c71d8 HTTP/1.1" status: 200 len: 992 time: 0.0703013 Aug 11 08:42:52.207579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:42:52.208232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6ccd36f9-9b07-424b-9bff-c9ce39feb6d7 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:42:52.517700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:52.523374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705201576', 'description': 'tempest-secgroup-smoke-1705201576 description', 'project_id': '6c6773ee76a84c3c826dfd73432da870'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:52.547889 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.679983 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.686297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea93df-e9de-4e9f-afcc-f76d1cacce32 req-0e0dee16-bc0f-4bc6-95f3-2ff4281b5bd7 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:52.687970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aaea93df-e9de-4e9f-afcc-f76d1cacce32 req-0e0dee16-bc0f-4bc6-95f3-2ff4281b5bd7 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1096 time: 0.0686438 Aug 11 08:42:52.689068 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.731459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.732845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2138071 Aug 11 08:42:52.736088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:52.741814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group_rule': {'security_group_id': '406e74a3-9dd8-4516-9acf-a5b474e16259', 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:52.750408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406e74a3-9dd8-4516-9acf-a5b474e16259,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:52.760971 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aaea93df-e9de-4e9f-afcc-f76d1cacce32 req-29f071c6-13f4-450e-b4ad-5964b1fb00c5 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653715 Aug 11 08:42:52.762562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.762925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.763245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.763585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.764003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.764338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.764669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.765012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.765383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.765875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.766032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.766311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cdc202-3185-49e8-b36d-853bf065a4ce tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:42:52.788073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.859622 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.865440 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.889552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17efebf-ebe6-4df8-b304-48e328674c42,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:52.891488 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:52.892929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c6a30b75-dbe1-4cd4-b58c-9b371265b4d8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556022 Aug 11 08:42:52.895675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:52.900712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group_rule': {'security_group_id': '406e74a3-9dd8-4516-9acf-a5b474e16259', 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:52.931004 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.004306 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.009632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.035260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b844cd10-b83e-46fe-9237-5b5347232b75,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:53.042761 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.045077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-129ae8f7-862f-4efc-8f8f-78bc9fe772fa tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480954 Aug 11 08:42:53.047609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:53.054158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group_rule': {'security_group_id': '406e74a3-9dd8-4516-9acf-a5b474e16259', 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:53.086983 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.151817 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.157179 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.177412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b2cded-63f5-41a6-bdb2-25736592914c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:53.181364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.186729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-088449af-58b8-4f46-8b87-a7fd9c717223 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341228 Aug 11 08:42:53.186729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57778) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:53.191214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group_rule': {'security_group_id': '406e74a3-9dd8-4516-9acf-a5b474e16259', 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:53.229147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.256531 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf6cb790-8db7-4aa6-818a-b98c1c608dff req-e685dfd9-9b46-4ba5-9584-e2995b4b89b7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0291901 Aug 11 08:42:53.305837 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.310728 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.330351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102e350d-2f43-4d7c-9668-35bdff4824b5,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:53.336450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-c96ab03c-554f-4352-a5a5-8330e93a3931 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454969 Aug 11 08:42:53.341793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.343218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c6c1d78c-a66a-46a5-a5e9-31121470549e tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560996 Aug 11 08:42:53.346348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57780) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:53.351188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group_rule': {'security_group_id': '406e74a3-9dd8-4516-9acf-a5b474e16259', 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:53.377462 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Project 6c6773ee76a84c3c826dfd73432da870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:42:53.383597 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.452351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.458046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.482726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b30b6ac-9bb6-4411-b592-85567eac8b9b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:53.491781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.493049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44c94e5d-a664-44b5-be10-8ff767a79738 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456468 Aug 11 08:42:53.495792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 57786) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:42:53.500520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'security_group_rule': {'security_group_id': '406e74a3-9dd8-4516-9acf-a5b474e16259', 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:53.526303 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Project 6c6773ee76a84c3c826dfd73432da870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:42:53.532411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.603386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.608368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.627661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f3ecca-83ca-48ca-8bec-5cd2ec2feacf,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:53.639106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:53.640923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0f84a7ce-56c1-4ad1-9e98-d7722832e02b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441092 Aug 11 08:42:53.881630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-e2108057-617a-4df1-9d9f-a0c166480e94 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705201576&fields=id&tenant_id=6c6773ee76a84c3c826dfd73432da870 HTTP/1.1" status: 200 len: 267 time: 0.0478728 Aug 11 08:42:53.951534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-af38a8f9-63a3-43c0-bda7-7bb76bd93af3 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:42:53.952542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-af38a8f9-63a3-43c0-bda7-7bb76bd93af3 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842569 Aug 11 08:42:53.973120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Request body: {'binding': {'host': 'n-h1-789963-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:53.973593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Unknown quota resources ['binding']. {{(pid=94572) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 08:42:54.076358 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-b7d221a7-735f-4b5c-b7ae-44c47e01e765 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:54.077870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-b7d221a7-735f-4b5c-b7ae-44c47e01e765 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 814 time: 0.1818321 Aug 11 08:42:54.106803 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-e6c24ad2-3975-422c-82ac-48e6a2950620 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/quotas/6c6773ee76a84c3c826dfd73432da870 HTTP/1.1" status: 200 len: 375 time: 0.0217040 Aug 11 08:42:54.184312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on host n-h1-789963-6 for vnic_type normal with profile None {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:54.184838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:54.185102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:54.197050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-be8a99f4-23bf-444c-84c2-c1535b39473f tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820251 Aug 11 08:42:54.197780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:42:54.198092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:54.204360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:54.204698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Checking segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:54.205118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Bound using segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:54.205561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Bound port: 84e86161-ab56-42e8-ace0-3bad55ff295b, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:54.307126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:54.314616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:54.316299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] 10.222.0.58 "POST /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3488166 Aug 11 08:42:54.450215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-966b9039-2bb5-448a-9455-d35c05e48c2b service neutron] 10.222.0.58 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198195 Aug 11 08:42:54.483646 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a147f83c-c84b-4041-af06-c41a4fa131d1 req-0f28f08e-e24f-4abc-bd4f-628ac374f835 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=80178b23-b0c5-4ef4-9ed8-a8ba86d6f60d HTTP/1.1" status: 200 len: 210 time: 0.0330305 Aug 11 08:42:54.586912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-62e301a2-5f26-4e32-b662-b2b9ff5d58ef service neutron] 10.222.0.58 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278634 Aug 11 08:42:54.635401 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052a4d-6acc-4dae-9ceb-9953a1c7af7e req-ca40ad1b-50ed-4d94-9f58-40b7f7c32c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:54.637078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e052a4d-6acc-4dae-9ceb-9953a1c7af7e req-ca40ad1b-50ed-4d94-9f58-40b7f7c32c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.0786707 Aug 11 08:42:54.644334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-2a32ed57-35ed-4fc2-96d6-23ce4467449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:54.645905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-2a32ed57-35ed-4fc2-96d6-23ce4467449e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1096 time: 0.0764155 Aug 11 08:42:54.733669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9e052a4d-6acc-4dae-9ceb-9953a1c7af7e req-247b57ea-6416-46f3-b225-25182991a654 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867736 Aug 11 08:42:54.773494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-f2b8fe39-e5b7-444b-acc8-ba3c2cdbb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:54.775150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-f2b8fe39-e5b7-444b-acc8-ba3c2cdbb309 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.1216888 Aug 11 08:42:54.866820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-9674608d-a41b-4819-96c3-a34edea9ca8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 1000 time: 0.0712910 Aug 11 08:42:54.945788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7fb3562a-75e1-40e3-91b3-fb5e34a2f1cd req-e7ab9398-7446-43d1-b4c7-b4833c044194 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0355799 Aug 11 08:42:54.955029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-31c2e063-092d-46fe-86e0-5c84d2365fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:54.956854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-31c2e063-092d-46fe-86e0-5c84d2365fe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.0827100 Aug 11 08:42:55.007845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-9bc6438d-60d3-47ad-88f6-9cd8be8984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:55.010583 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-9bc6438d-60d3-47ad-88f6-9cd8be8984b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447297 Aug 11 08:42:55.160148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-84cb1f44-588c-443c-b456-216bd4c526bc service neutron] 10.222.0.64 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220880 Aug 11 08:42:55.261092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-c309cd80-a52e-46d4-afb9-b2516756d38b service neutron] 10.222.0.64 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928652 Aug 11 08:42:55.468066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-23e1d85e-1cf3-4bfa-815f-08953c350365 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:55.469631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-23e1d85e-1cf3-4bfa-815f-08953c350365 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1096 time: 0.0868745 Aug 11 08:42:55.482175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:55.543278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:55.692917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:55.742293 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:55.808795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:55.811947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:55.816064 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c5da7-e2fb-4606-853b-906020b65853" -d '{"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:55.828320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:55.909672 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d044c-2a1b-4901-b5a1-268401f0c0ca x-openstack-request-id: req-f89d044c-2a1b-4901-b5a1-268401f0c0ca {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:55.909964 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:55.910229 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f89d044c-2a1b-4901-b5a1-268401f0c0ca {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:55.910582 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'code': 200} Aug 11 08:42:56.056534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba5ef-8a1e-4959-a422-a22328a359f4 req-11272474-4079-4a91-b9a2-d15208445509 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:56.064260 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ebba5ef-8a1e-4959-a422-a22328a359f4 req-11272474-4079-4a91-b9a2-d15208445509 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 943 time: 0.2242568 Aug 11 08:42:56.071428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:56.137746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3c418c9e-ad87-424e-8e09-f2eef56549cf req-fdf44eaf-ee07-4e59-937e-499ecbdfd889 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0448701 Aug 11 08:42:56.179673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2ebba5ef-8a1e-4959-a422-a22328a359f4 req-727d5956-6bc3-417e-a2b7-a26ea858353e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997124 Aug 11 08:42:56.200260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on host n-h2-789963-6 for vnic_type normal with profile {"migrating_to": "n-h1-789963-6"} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:56.200684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:56.201052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:56.214424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-ece8a795-9e6f-411a-b11e-4ce02aacbfbe tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:56.216850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-ece8a795-9e6f-411a-b11e-4ce02aacbfbe tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 814 time: 0.2540774 Aug 11 08:42:56.218103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:42:56.218418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Attempting to bind port 84e86161-ab56-42e8-ace0-3bad55ff295b on network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:56.228078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:56.228644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Checking segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:56.229309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Bound using segment: {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:56.230078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Bound port: 84e86161-ab56-42e8-ace0-3bad55ff295b, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d29dd3-de56-4595-84e3-63f453d9b5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:56.230681 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:56.259866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0510b169-56c5-4a81-926f-47d8ed4fb49d None None] Provisioning complete for port 84e86161-ab56-42e8-ace0-3bad55ff295b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:56.260373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0510b169-56c5-4a81-926f-47d8ed4fb49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:56.304997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-31e8113e-cac3-4be7-b6e7-378255b747b3 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6773ee76a84c3c826dfd73432da870 HTTP/1.1" status: 200 len: 380 time: 0.0700977 Aug 11 08:42:56.305250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0510b169-56c5-4a81-926f-47d8ed4fb49d None None] Port 84e86161-ab56-42e8-ace0-3bad55ff295b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:56.316791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'port': {'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'admin_state_up': True, 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'security_groups': ['406e74a3-9dd8-4516-9acf-a5b474e16259']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:56.400930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:56.440342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:56.455716 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:56.907836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Made reservation on behalf of 6c6773ee76a84c3c826dfd73432da870 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:42:56.911601 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:56.918422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:56.979515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:56.980195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:56.982655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-414979ee-4896-4a49-a196-987c252ca77c service neutron] 10.222.0.64 "PUT /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 1121 time: 1.5048490 Aug 11 08:42:57.100209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['84e86161-ab56-42e8-ace0-3bad55ff295b'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:42:57.132804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Allocated IP 172.20.0.8 (31b9c99e-ce82-4cac-8601-866466d4aa0c/a06cb030-7594-4938-9c03-1be2cff03128/5d5050b1-1224-446d-9c25-45f2dbc413d0) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:42:57.178449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2cdabb38-9821-440f-9c0d-d0f067b6ccea None None] Provisioning complete for port 84e86161-ab56-42e8-ace0-3bad55ff295b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:57.179117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cdabb38-9821-440f-9c0d-d0f067b6ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.306350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e464cff-a98e-488b-b932-e960a4b98b55 req-045fd7d1-0966-4bcc-bc48-29fbb4bdd723 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0558405 Aug 11 08:42:57.380295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce73bf5-647c-41c5-9e0f-f083f5b96a05 req-42e2a0ad-7d90-4fef-b4dc-6c4ebe71c3e6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:57.388827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bce73bf5-647c-41c5-9e0f-f083f5b96a05 req-42e2a0ad-7d90-4fef-b4dc-6c4ebe71c3e6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 943 time: 0.0898709 Aug 11 08:42:57.396564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cdabb38-9821-440f-9c0d-d0f067b6ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.429546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:57.432123 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03233862-9889-4c4e-ad61-605322eaa544" -d '{"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-plugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:57.451368 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bce73bf5-647c-41c5-9e0f-f083f5b96a05 req-a8555009-95e0-4b13-a201-302f9f5d8971 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613804 Aug 11 08:42:57.477294 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-2cdabb38-9821-440f-9c0d-d0f067b6ccea None None] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:57.479747 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.493461 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a75046-022b-4671-9077-ff9d4f15ac37 x-openstack-request-id: req-87a75046-022b-4671-9077-ff9d4f15ac37 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:57.493993 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-plugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:57.494442 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87a75046-022b-4671-9077-ff9d4f15ac37 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:57.495103 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'code': 200} Aug 11 08:42:57.496121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Transition to ACTIVE for port object 5d5050b1-1224-446d-9c25-45f2dbc413d0 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:57.500039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2cdabb38-9821-440f-9c0d-d0f067b6ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.540309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.575241 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:42:57.601273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:42:57.605506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:42:57.615853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:42:57.648232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'Port': ['ID=5d5050b1-1224-446d-9c25-45f2dbc413d0,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:57.664015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdabb38-9821-440f-9c0d-d0f067b6ccea None None] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:57.713976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:57.714959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.741337 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-85d45a07-8cc6-474e-9c98-9e9d71498141 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4301236 Aug 11 08:42:57.765270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Request body: {'port': {'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:42:57.866264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:57.931887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:42:57.939591 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbab9373-e576-4655-b331-c229331ad4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:42:57.998412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8306f832-76bc-4006-a3a8-3136a7c30b6a None None] Provisioning for port 5d5050b1-1224-446d-9c25-45f2dbc413d0 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:42:58.003982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8306f832-76bc-4006-a3a8-3136a7c30b6a None None] Provisioning complete for port 5d5050b1-1224-446d-9c25-45f2dbc413d0 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:42:58.004703 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8306f832-76bc-4006-a3a8-3136a7c30b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.041329 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf4c6e-f7e9-4681-acfc-71eaeb14f544 x-openstack-request-id: req-92cf4c6e-f7e9-4681-acfc-71eaeb14f544 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:42:58.041762 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:42:58.042106 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-92cf4c6e-f7e9-4681-acfc-71eaeb14f544 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:42:58.042707 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'status': 'completed', 'code': 200} Aug 11 08:42:58.045341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8306f832-76bc-4006-a3a8-3136a7c30b6a None None] Port 5d5050b1-1224-446d-9c25-45f2dbc413d0 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:42:58.094506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9373-e576-4655-b331-c229331ad4e7 req-3e5116f5-35da-40e8-94ff-6a96973dee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.096438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-3e5116f5-35da-40e8-94ff-6a96973dee23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1126 time: 0.0656762 Aug 11 08:42:58.177710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:42:58.243633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9373-e576-4655-b331-c229331ad4e7 req-faf2c5ad-333c-4cab-a17d-200c1f961e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.245616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-faf2c5ad-333c-4cab-a17d-200c1f961e48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.1415029 Aug 11 08:42:58.251729 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5050b1-1224-446d-9c25-45f2dbc413d0 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:42:58.263972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.277493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Transition to ACTIVE for port object 5d5050b1-1224-446d-9c25-45f2dbc413d0 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:42:58.285257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.335066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-e44cc2b0-1595-4d28-8285-0ddc00319c5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 1000 time: 0.0815325 Aug 11 08:42:58.404549 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:42:58.411777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9373-e576-4655-b331-c229331ad4e7 req-6419efd5-1961-43d3-8e7e-f746a698ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.413585 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-6419efd5-1961-43d3-8e7e-f746a698ba43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.0716491 Aug 11 08:42:58.421481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5050b1-1224-446d-9c25-45f2dbc413d0,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:58.451420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b has no active binding in host n-h1-789963-6 {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 08:42:58.508027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Attempting to bind port 5d5050b1-1224-446d-9c25-45f2dbc413d0 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:42:58.508338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Attempting to bind port 5d5050b1-1224-446d-9c25-45f2dbc413d0 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:42:58.508912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Attempting to bind port 5d5050b1-1224-446d-9c25-45f2dbc413d0 on network 31b9c99e-ce82-4cac-8601-866466d4aa0c {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:58.519832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Port 5d5050b1-1224-446d-9c25-45f2dbc413d0 on network 31b9c99e-ce82-4cac-8601-866466d4aa0c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:42:58.520181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Attempting to bind port 5d5050b1-1224-446d-9c25-45f2dbc413d0 on network 31b9c99e-ce82-4cac-8601-866466d4aa0c {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:42:58.527377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:42:58.527720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Checking segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:42:58.528176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Bound using segment: {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:42:58.529623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Bound port: 5d5050b1-1224-446d-9c25-45f2dbc413d0, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:42:58.530002 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.541362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff15e1-7ac8-4a20-92de-2b9835bea21a req-6d36907d-c89e-4191-8984-89c45229b38b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.544941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08ff15e1-7ac8-4a20-92de-2b9835bea21a req-6d36907d-c89e-4191-8984-89c45229b38b tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.1303861 Aug 11 08:42:58.547240 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9373-e576-4655-b331-c229331ad4e7 req-04dc4c95-3a0c-49fc-bcf9-12e8d29f7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.549000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-04dc4c95-3a0c-49fc-bcf9-12e8d29f7644 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190438 Aug 11 08:42:58.670593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] For port 5d5050b1-1224-446d-9c25-45f2dbc413d0, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:42:58.675316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] For port 5d5050b1-1224-446d-9c25-45f2dbc413d0, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:42:58.687516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-d1a25a55-7498-4055-ba43-cf366ce9c94e service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276217 Aug 11 08:42:58.700097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8836-9872-4761-b6ee-f0ccd0d90b92 req-df2a9ecf-3266-4740-b0a0-3960bdce6305 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.708192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bd8836-9872-4761-b6ee-f0ccd0d90b92 req-df2a9ecf-3266-4740-b0a0-3960bdce6305 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.1039033 Aug 11 08:42:58.716611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.739372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08ff15e1-7ac8-4a20-92de-2b9835bea21a req-5d1f07fc-d2ab-4c9b-a327-6aebc9c2c0b5 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879857 Aug 11 08:42:58.806068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.807559 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.810091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 1091 time: 1.0513124 Aug 11 08:42:58.876152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82bd8836-9872-4761-b6ee-f0ccd0d90b92 req-e9f1e514-0dbf-408b-a149-ddc3c7208e12 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671269 Aug 11 08:42:58.882304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbab9373-e576-4655-b331-c229331ad4e7 req-4a318022-2fdc-49d9-a401-cd3713b640d4 service neutron] 10.222.0.69 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830211 Aug 11 08:42:58.922971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:58.963593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fa53e-f557-4cf1-b42f-04125241a331 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5050b1-1224-446d-9c25-45f2dbc413d0,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:42:58.995663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-993a2978-257e-4acc-b94f-5e599d7f15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:58.998144 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-993a2978-257e-4acc-b94f-5e599d7f15f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1094 time: 0.1124055 Aug 11 08:42:59.071873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-d5e11b57-e82d-47b4-8473-f27fb810c0a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 217 time: 0.0567877 Aug 11 08:42:59.132702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-602629e9-c552-4ada-b60a-4bc7edd22fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:59.134318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-602629e9-c552-4ada-b60a-4bc7edd22fa4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.0554695 Aug 11 08:42:59.204533 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-67c03da2-0241-4bd9-a653-494ebd91c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:59.207017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-67c03da2-0241-4bd9-a653-494ebd91c8e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605221 Aug 11 08:42:59.308836 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b7d340dd-b82d-44ec-a41a-4853ad75635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:42:59.327173 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-d8f6bdc2-e6c1-425b-b367-3f21097de84b service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110394 Aug 11 08:42:59.461853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5faef672-462a-45da-bb72-1fe05f0715c1 req-236b9346-9b3b-44df-9b5a-11857b444f12 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230454 Aug 11 08:42:59.874139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bcd64-1b7c-4652-bf6f-8e6c23788020 req-2c96bed6-98cc-42eb-a046-db81b245c28c tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:42:59.876134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-581bcd64-1b7c-4652-bf6f-8e6c23788020 req-2c96bed6-98cc-42eb-a046-db81b245c28c tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0741096 Aug 11 08:42:59.917728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-581bcd64-1b7c-4652-bf6f-8e6c23788020 req-f7a9c962-3029-47cb-bb1e-555f86eb721f tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348868 Aug 11 08:42:59.987651 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:00.019097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292634f9-1034-4e1b-aaec-d09afd100857 req-40cf5cdf-b1a6-435d-8d99-15a23b2992e2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:00.020798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-292634f9-1034-4e1b-aaec-d09afd100857 req-40cf5cdf-b1a6-435d-8d99-15a23b2992e2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.0623150 Aug 11 08:43:00.043588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:00.046218 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a421277c-9ac1-47ed-a5f6-1659b75f5283" -d '{"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:00.069856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-292634f9-1034-4e1b-aaec-d09afd100857 req-481884f9-6ce5-4e27-803f-8b4ace3ea9e3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Aug 11 08:43:00.094744 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a234ee-b6b3-4871-86fc-b0c7fb48a2dc x-openstack-request-id: req-93a234ee-b6b3-4871-86fc-b0c7fb48a2dc {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:00.094744 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:00.094744 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93a234ee-b6b3-4871-86fc-b0c7fb48a2dc {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:00.094744 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'status': 'completed', 'code': 200} Aug 11 08:43:00.200495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-14aa385c-0ded-447a-860e-f57c48f72983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:00.202137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-14aa385c-0ded-447a-860e-f57c48f72983 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1094 time: 0.0551496 Aug 11 08:43:00.308785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-67f5db09-b71f-49ee-9587-e39dccb5d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:00.310382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-67f5db09-b71f-49ee-9587-e39dccb5d88e service neutron] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 915 time: 0.1004903 Aug 11 08:43:00.361998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-59d44e1f-85ae-4b83-9722-7a4dccbaf2ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 217 time: 0.0432320 Aug 11 08:43:00.416194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-776410f7-e781-4c60-b3ec-0aafa0c64fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:00.417727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-776410f7-e781-4c60-b3ec-0aafa0c64fca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.0477171 Aug 11 08:43:00.477977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-59687a82-eb69-4253-a097-650ce50caacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:00.479528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-59687a82-eb69-4253-a097-650ce50caacc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536740 Aug 11 08:43:00.589823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-5d3e3498-5bff-4058-b4e6-39384142007e service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021094 Aug 11 08:43:00.710859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a421277c-9ac1-47ed-a5f6-1659b75f5283 req-d951b230-e0a6-450e-b4ff-e093afac5065 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135895 Aug 11 08:43:01.047246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5155-a0bf-4805-8d76-56a6da4c8344 req-33cc37d5-fb00-4fce-bfac-fa051bc963a2 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:01.049036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-101c5155-a0bf-4805-8d76-56a6da4c8344 req-33cc37d5-fb00-4fce-bfac-fa051bc963a2 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0595288 Aug 11 08:43:01.094248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-101c5155-a0bf-4805-8d76-56a6da4c8344 req-0c4f75a1-92dd-401f-ba63-8cb40d9eb9da tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Aug 11 08:43:01.225325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61d900-c6fe-48c7-967b-bbb18e9e329d req-d57c292b-3bef-49a0-9110-dea3c7343be2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:01.228773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd61d900-c6fe-48c7-967b-bbb18e9e329d req-d57c292b-3bef-49a0-9110-dea3c7343be2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 945 time: 0.0638344 Aug 11 08:43:01.270022 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fd61d900-c6fe-48c7-967b-bbb18e9e329d req-3baca7bb-d797-403f-b690-c1f9101b1b86 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347550 Aug 11 08:43:01.997442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-3a51a645-fdfd-4614-8b32-205a58272e20 service neutron] 10.222.0.69 "GET /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 384 time: 0.0600994 Aug 11 08:43:02.192574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:02.215237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:02.221038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85eba9-9c7e-4ddf-bc4b-2342a74c0147 req-8a8777ef-1594-420b-86d4-db2c8ed90a3d tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:02.222620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db85eba9-9c7e-4ddf-bc4b-2342a74c0147 req-8a8777ef-1594-420b-86d4-db2c8ed90a3d tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0509794 Aug 11 08:43:02.265776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:02.266769 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db85eba9-9c7e-4ddf-bc4b-2342a74c0147 req-4184a11b-eccb-4fa1-bd20-013060842d6a tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361083 Aug 11 08:43:02.268206 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48cefcc-bfca-4059-be1a-da7c1e37ccc6" -d '{"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:02.276093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:02.295306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:02.341889 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b064f3b9-3482-4a5f-b496-4d6c961a8bf3 x-openstack-request-id: req-b064f3b9-3482-4a5f-b496-4d6c961a8bf3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:02.342218 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:02.342573 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b064f3b9-3482-4a5f-b496-4d6c961a8bf3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:02.343083 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'code': 200} Aug 11 08:43:02.396099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] Transition to ACTIVE for port object 84e86161-ab56-42e8-ace0-3bad55ff295b will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:02.402469 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:02.428919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bda2e-7f10-4e16-9d2a-1e99701bb812 req-703a1437-c9c0-4a2a-a875-a8d9be9122bb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:02.430585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a0bda2e-7f10-4e16-9d2a-1e99701bb812 req-703a1437-c9c0-4a2a-a875-a8d9be9122bb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.0630033 Aug 11 08:43:02.447667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:02.491492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a0bda2e-7f10-4e16-9d2a-1e99701bb812 req-1bc147cf-53de-45d0-b5d8-d3765c4e75be tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540829 Aug 11 08:43:02.503312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] Pushing event updated for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=11']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:02.548600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] No DVR routers for this DVR port 84e86161-ab56-42e8-ace0-3bad55ff295b on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:43:02.710590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9bba2132-9caa-4026-a1f9-0f975c20dcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:03.064580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-b43e2457-72f3-478e-ae56-91b247bf7a4a service neutron] 10.222.0.69 "PUT /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b/bindings/n-h1-789963-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0602701 Aug 11 08:43:03.208580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-808e76ab-17b4-436f-9661-9f1eb06e835f tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.210321 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-808e76ab-17b4-436f-9661-9f1eb06e835f tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.0485442 Aug 11 08:43:03.260374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-ec0f8500-7ff6-4494-be7f-9bfa54fccca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.261937 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-ec0f8500-7ff6-4494-be7f-9bfa54fccca5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 1095 time: 0.0442524 Aug 11 08:43:03.343015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-35e49b1b-525d-41d5-96c5-798a2d4edfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.344773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-35e49b1b-525d-41d5-96c5-798a2d4edfa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1095 time: 0.0469453 Aug 11 08:43:03.395413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519a3e-9379-46b9-a7bb-f7ac3ee6c3b2 req-ebf8c627-d723-4daa-be53-d73e446033d4 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.397072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c519a3e-9379-46b9-a7bb-f7ac3ee6c3b2 req-ebf8c627-d723-4daa-be53-d73e446033d4 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0544572 Aug 11 08:43:03.443286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6c519a3e-9379-46b9-a7bb-f7ac3ee6c3b2 req-7dfd897f-37ea-46e6-a293-7eb92a343e6d tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382609 Aug 11 08:43:03.448929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-0da645cd-947c-4ac4-a5cb-923267972ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.450490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-0da645cd-947c-4ac4-a5cb-923267972ef7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.0988657 Aug 11 08:43:03.518685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-07c856d0-8691-4779-93c4-29fba6fff848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 998 time: 0.0612986 Aug 11 08:43:03.603212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1f1c6d6c-aeba-4b6e-a907-012624ca3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.604680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1f1c6d6c-aeba-4b6e-a907-012624ca3e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.0794551 Aug 11 08:43:03.652750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edcb7d-4e03-4900-8430-041e05f81342 req-b07d8f14-5119-4b1f-b94a-9640d1adea58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.654377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7edcb7d-4e03-4900-8430-041e05f81342 req-b07d8f14-5119-4b1f-b94a-9640d1adea58 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.0851924 Aug 11 08:43:03.672029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-82eb2973-ee8e-48cc-94f7-061358e23716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:03.673542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-82eb2973-ee8e-48cc-94f7-061358e23716 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621769 Aug 11 08:43:03.748721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7edcb7d-4e03-4900-8430-041e05f81342 req-cfb918d3-8a17-4b04-9476-4781bfdace51 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872421 Aug 11 08:43:03.795742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-4ce2354c-cb0a-4de8-8b35-36ed06146d06 service neutron] 10.222.0.64 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135888 Aug 11 08:43:03.893301 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-d17c27ae-7965-4faf-a202-6e87ac076fdb service neutron] 10.222.0.64 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902824 Aug 11 08:43:04.195428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-d6f17c44-e865-4226-9651-c8ebc31464be tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:04.197037 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-d6f17c44-e865-4226-9651-c8ebc31464be tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 1095 time: 0.0564485 Aug 11 08:43:04.351508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-bb96cc68-4c48-4a8b-b9db-c7ff56b9e4ae service neutron] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:04.356247 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-bb96cc68-4c48-4a8b-b9db-c7ff56b9e4ae service neutron] Notify callbacks [] for binding, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:04.357652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-bb96cc68-4c48-4a8b-b9db-c7ff56b9e4ae service neutron] 10.222.0.64 "DELETE /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b/bindings/n-h2-789963-6 HTTP/1.1" status: 204 len: 173 time: 0.1530359 Aug 11 08:43:04.566716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb164d5-f963-460f-ba2e-1ea839b113b7 req-92828a9b-92ab-4d8b-88ca-c6a032f8fba3 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:04.568467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bb164d5-f963-460f-ba2e-1ea839b113b7 req-92828a9b-92ab-4d8b-88ca-c6a032f8fba3 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0520530 Aug 11 08:43:04.608497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9bb164d5-f963-460f-ba2e-1ea839b113b7 req-2e5d4342-4a94-43dc-8e71-302d0d5e76a8 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Aug 11 08:43:04.890809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952c01-ef90-4a97-ac34-532b661303f1 req-3a9ee938-9186-4e46-8bcb-f6ed086191eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:04.892696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f952c01-ef90-4a97-ac34-532b661303f1 req-3a9ee938-9186-4e46-8bcb-f6ed086191eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.0599141 Aug 11 08:43:04.907939 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:04.942757 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f952c01-ef90-4a97-ac34-532b661303f1 req-7caed37b-42c7-4a21-a21f-8c14ffa56fdb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Aug 11 08:43:05.057425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2581a2-dab6-4c9c-b412-695a0d6debc6 req-46b9147b-5770-4777-9aa5-662fa090f0a1 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:05.058880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d2581a2-dab6-4c9c-b412-695a0d6debc6 req-46b9147b-5770-4777-9aa5-662fa090f0a1 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1095 time: 0.0449834 Aug 11 08:43:05.097098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d2581a2-dab6-4c9c-b412-695a0d6debc6 req-d7b0b5e8-d8d2-4018-9d7d-af775f49c9b2 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297971 Aug 11 08:43:05.231745 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a17a-af08-4971-9d10-23043c24085e req-fa20991c-0653-4bbb-a549-db44aa5f38f7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:05.233390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1860a17a-af08-4971-9d10-23043c24085e req-fa20991c-0653-4bbb-a549-db44aa5f38f7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.0614839 Aug 11 08:43:05.278048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1860a17a-af08-4971-9d10-23043c24085e req-efc1cd60-3013-4c19-88cf-42d78098b4bc tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368803 Aug 11 08:43:05.304529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57964) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:05.370672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5234002a-7bb9-4084-bb4c-b9ebd64d360e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/1e11afa9-ac71-4187-8d82-f731d03c71d8 HTTP/1.1" status: 200 len: 990 time: 0.0649304 Aug 11 08:43:05.611675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57970) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:05.796644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfba97-2873-41bc-b976-6d55d790793d req-614d752f-220b-4ef0-87a1-3e60206cc4f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:05.798210 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2adfba97-2873-41bc-b976-6d55d790793d req-614d752f-220b-4ef0-87a1-3e60206cc4f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.1167374 Aug 11 08:43:05.852056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2adfba97-2873-41bc-b976-6d55d790793d req-a5f76a40-0728-4f66-b6df-2296c140968f tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444162 Aug 11 08:43:05.855821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 08094eee-191c-4579-97c3-092c954c45da {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:05.856164 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:05.948204 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:05.948538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:05.963265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 08094eee-191c-4579-97c3-092c954c45da owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:06.131052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:06.168534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=08094eee-191c-4579-97c3-092c954c45da,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:06.183932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.214971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.215285 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.215514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:06.239722 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:06.240059 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP 1e11afa9-ac71-4187-8d82-f731d03c71d8 disassociated (deleted). External IP: 172.25.2.32, port: 84e86161-ab56-42e8-ace0-3bad55ff295b. Aug 11 08:43:06.476625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router a26b4e00-5516-46bb-a181-71f3649be2ea has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:06.599635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:06.604858 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:06.610896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] Sync routers for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:06.620927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:06.621828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:06.650591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-81c1d03e-552e-45ac-8131-db6fcbd61551 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/floatingips/1e11afa9-ac71-4187-8d82-f731d03c71d8 HTTP/1.1" status: 204 len: 168 time: 1.0377698 Aug 11 08:43:06.651410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:06.654272 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91" -d '{"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:06.729195 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af4e7e-4b9e-49bf-8f69-d731f24241ee x-openstack-request-id: req-01af4e7e-4b9e-49bf-8f69-d731f24241ee {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:06.729486 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:06.729737 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01af4e7e-4b9e-49bf-8f69-d731f24241ee {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:06.730145 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'status': 'completed', 'code': 200} Aug 11 08:43:06.743864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:06.840128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:06.851817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-0ef3ad90-7e06-42fe-b5c6-687cb6b8f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:06.853468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-0ef3ad90-7e06-42fe-b5c6-687cb6b8f439 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 1095 time: 0.0762789 Aug 11 08:43:06.920637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:07.001589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ca9b-2ef0-416b-810f-03783c0c3b68 req-506a94b8-72a5-49e7-b3e6-b799fd37ba63 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:07.007040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:07.010766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8133ca9b-2ef0-416b-810f-03783c0c3b68 req-506a94b8-72a5-49e7-b3e6-b799fd37ba63 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0688405 Aug 11 08:43:07.042233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] Checking router: a26b4e00-5516-46bb-a181-71f3649be2ea for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:07.054257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:07.055119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:07.068201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8133ca9b-2ef0-416b-810f-03783c0c3b68 req-91c5032c-a007-4fc8-96b8-4642d7304fd2 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537918 Aug 11 08:43:07.181772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:07.409479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:07.410627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3da973-873e-4984-a870-552d9668eed0 req-9a17b631-9a0b-4bb2-9e0b-79598284a3fd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:07.412482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2e3da973-873e-4984-a870-552d9668eed0 req-9a17b631-9a0b-4bb2-9e0b-79598284a3fd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.4531128 Aug 11 08:43:07.443116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7dc76-838e-4b87-b9a8-441a0099664a None None] The sync data for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 is: [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:05Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'b332bb6c-39fa-40f9-8c0b-83c2479b0173', 'name': '', 'network_id': 'ba5b68c0-0740-46eb-9e2c-bec7a3fa7016', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:b3:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:04Z', 'updated_at': '2021-08-11T08:42:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '04ebfd36-ad39-4cfa-ace5-84ce2dc91931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:07.455202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-712eec8c-b02a-4820-b0e7-bf7192a2315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:07.457097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-712eec8c-b02a-4820-b0e7-bf7192a2315c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 200 len: 898 time: 0.5793540 Aug 11 08:43:07.522907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2e3da973-873e-4984-a870-552d9668eed0 req-cad0ec1a-beaa-4be8-8d1f-fd67126259b0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=afd4c475-114f-44c9-8383-4996031f7600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981832 Aug 11 08:43:07.526050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-5c27a90c-6285-4dfa-9d3e-d4022aa49f0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 200 len: 217 time: 0.0595942 Aug 11 08:43:07.534911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-f6a790b6-c658-4d41-8c77-88ea97dbc13e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:07.536462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-f6a790b6-c658-4d41-8c77-88ea97dbc13e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.64 "GET /v2.0/ports?device_id=95a796ee-f7fd-4032-8731-e76343c54ffb HTTP/1.1" status: 200 len: 944 time: 0.1228173 Aug 11 08:43:07.642586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-8d43ddd2-7b56-4126-95a1-880d12980e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:07.644106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-8d43ddd2-7b56-4126-95a1-880d12980e8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 200 len: 834 time: 0.1066945 Aug 11 08:43:07.701724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 84e86161-ab56-42e8-ace0-3bad55ff295b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:07.702067 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:07.741064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428530a7-ed88-4c44-837a-b5361086eecf None None] New status for floating IP 1e11afa9-ac71-4187-8d82-f731d03c71d8: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:43:07.746035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-5da4d3d1-8835-4c6a-9e09-498a3d910213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:07.747792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-5da4d3d1-8835-4c6a-9e09-498a3d910213 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955391 Aug 11 08:43:07.862277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 84e86161-ab56-42e8-ace0-3bad55ff295b, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=84e86161-ab56-42e8-ace0-3bad55ff295b,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:07.862490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:07.884561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 84e86161-ab56-42e8-ace0-3bad55ff295b owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:07.894421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-cdb20e15-adde-4aa9-8bc3-c40fcb3aaebc service neutron] 10.222.0.64 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390231 Aug 11 08:43:08.043760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e9e144d-3b2e-4d16-91d6-14ebefff1f91 req-9c4101c2-3fe4-463b-9704-26040c957850 service neutron] 10.222.0.64 "GET /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422687 Aug 11 08:43:08.104215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:08.141566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=84e86161-ab56-42e8-ace0-3bad55ff295b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:08.204865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] No DVR routers for this DVR port 84e86161-ab56-42e8-ace0-3bad55ff295b on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:43:08.205984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99cd1b-e1f8-45ac-96b6-8b96e2dd310f req-78bfe401-8613-4ec7-8c1b-78d5456c0df6 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:08.208642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:08.208909 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb99cd1b-e1f8-45ac-96b6-8b96e2dd310f req-78bfe401-8613-4ec7-8c1b-78d5456c0df6 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 943 time: 0.0647192 Aug 11 08:43:08.210843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23d28e3a-8fb0-4ec1-843a-a948eefd5a9f req-8077bf07-4e01-4af1-bede-524dd07ecf3e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.64 "DELETE /v2.0/ports/84e86161-ab56-42e8-ace0-3bad55ff295b HTTP/1.1" status: 204 len: 173 time: 0.6657064 Aug 11 08:43:08.226937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d5050b1-1224-446d-9c25-45f2dbc413d0 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:43:08.257546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb99cd1b-e1f8-45ac-96b6-8b96e2dd310f req-2cb5ae54-4d82-4e43-825d-a824b98f506d tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Aug 11 08:43:08.355406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5d5050b1-1224-446d-9c25-45f2dbc413d0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:08.368181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:43:08.409134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:08.423029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5050b1-1224-446d-9c25-45f2dbc413d0 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:43:08.448080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5d5050b1-1224-446d-9c25-45f2dbc413d0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:08.454565 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:08.512162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5d5050b1-1224-446d-9c25-45f2dbc413d0,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:08.521854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.522344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.522945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.523301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.523630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.523959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.524286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.524606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.524950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.525269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.525639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.526685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:08.602704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 57992) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:08.731783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-deleted', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:08.734159 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f842cb87-5f89-4eba-8c95-d66137585bcc" -d '{"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-deleted", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:08.761341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['5d5050b1-1224-446d-9c25-45f2dbc413d0'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:43:08.779414 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae28a1c-e35d-4b89-b353-35cb4832af4f x-openstack-request-id: req-dae28a1c-e35d-4b89-b353-35cb4832af4f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:08.779730 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a796ee-f7fd-4032-8731-e76343c54ffb", "name": "network-vif-deleted", "tag": "84e86161-ab56-42e8-ace0-3bad55ff295b", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:08.780011 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dae28a1c-e35d-4b89-b353-35cb4832af4f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:08.780410 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a796ee-f7fd-4032-8731-e76343c54ffb', 'name': 'network-vif-deleted', 'tag': '84e86161-ab56-42e8-ace0-3bad55ff295b', 'status': 'completed', 'code': 200} Aug 11 08:43:09.037398 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:09.322330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port b332bb6c-39fa-40f9-8c0b-83c2479b0173 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:09.322822 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:09.448244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697cc7b-18e1-477b-85d4-688a7e1ca0b5 req-203c10f3-8f52-492b-b4c0-3c2c48732860 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:09.451582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0697cc7b-18e1-477b-85d4-688a7e1ca0b5 req-203c10f3-8f52-492b-b4c0-3c2c48732860 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 944 time: 0.1118810 Aug 11 08:43:09.455760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port b332bb6c-39fa-40f9-8c0b-83c2479b0173, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b332bb6c-39fa-40f9-8c0b-83c2479b0173,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:09.456126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:09.480842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for b332bb6c-39fa-40f9-8c0b-83c2479b0173 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:09.539155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0697cc7b-18e1-477b-85d4-688a7e1ca0b5 req-b55ed9cd-5623-4163-ab9c-f7921b9697cb tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799134 Aug 11 08:43:09.696224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:09.724181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=b332bb6c-39fa-40f9-8c0b-83c2479b0173,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:09.957224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.195645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router a26b4e00-5516-46bb-a181-71f3649be2ea has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:10.229723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d5050b1-1224-446d-9c25-45f2dbc413d0 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:10.288000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 5d5050b1-1224-446d-9c25-45f2dbc413d0 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:10.292254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 5d5050b1-1224-446d-9c25-45f2dbc413d0 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:10.292682 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.319840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:10.328478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58002) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:10.335914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] Sync routers for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:10.339819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-50e4905d-b0f6-4ca5-892a-7ea0a5533504 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/a26b4e00-5516-46bb-a181-71f3649be2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336693 Aug 11 08:43:10.350859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:10.351565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:10.387367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting subnet 04ebfd36-ad39-4cfa-ace5-84ce2dc91931 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:43:10.390871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.431282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.457944 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.492811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:10.495079 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006aa0d-f4bd-4456-9edd-a72f6b41d33c" -d '{"events": [{"server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "name": "network-vif-plugged", "status": "completed", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:10.512217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:10.515463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 5d5050b1-1224-446d-9c25-45f2dbc413d0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:10.516637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.543170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.543671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:10.573968 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3275b6fe-393a-41f3-bbb2-8ecbf618a724 x-openstack-request-id: req-3275b6fe-393a-41f3-bbb2-8ecbf618a724 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:10.574243 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "name": "network-vif-plugged", "status": "completed", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:10.574408 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3275b6fe-393a-41f3-bbb2-8ecbf618a724 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:10.574872 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'code': 200} Aug 11 08:43:10.590898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.612143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 84e86161-ab56-42e8-ace0-3bad55ff295b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:43:10.612470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 84e86161-ab56-42e8-ace0-3bad55ff295b not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:10.642858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Subnet': ['ID=04ebfd36-ad39-4cfa-ace5-84ce2dc91931,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:10.645753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.653490 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0431256e-2a69-48c8-909b-dc94982d74eb tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/subnets/04ebfd36-ad39-4cfa-ace5-84ce2dc91931 HTTP/1.1" status: 204 len: 168 time: 0.3238053 Aug 11 08:43:10.654787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58016) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:10.729549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f4ab8-7410-4067-bc75-ca8284d96241 req-6369a109-b3d9-41b8-9747-02ffdef37b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:10.731042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f36f4ab8-7410-4067-bc75-ca8284d96241 req-6369a109-b3d9-41b8-9747-02ffdef37b44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1096 time: 0.0920932 Aug 11 08:43:10.742821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238fb75-2370-4aab-9bdc-7c05a98e2f3e req-507465ab-3f37-4064-8ea8-88435efe6f33 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:10.744634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e238fb75-2370-4aab-9bdc-7c05a98e2f3e req-507465ab-3f37-4064-8ea8-88435efe6f33 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.0974743 Aug 11 08:43:10.782478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.808548 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e238fb75-2370-4aab-9bdc-7c05a98e2f3e req-4dbe2b56-a94b-4804-87d8-85f79531a3f4 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570462 Aug 11 08:43:10.810692 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f36f4ab8-7410-4067-bc75-ca8284d96241 req-2aef30d1-6680-4b4f-8f30-1c8390ab21dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651019 Aug 11 08:43:10.846041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa7aed-a746-48f7-8666-d679bbaccbb4 None None] Network ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:43:10.914583 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:10.933553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=5d5050b1-1224-446d-9c25-45f2dbc413d0,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:10.973552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 99e9550c-90a3-42ce-abfe-2d3c5dda7849 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:10.973908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.066174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:43:09Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '99e9550c-90a3-42ce-abfe-2d3c5dda7849', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:11.076746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 99e9550c-90a3-42ce-abfe-2d3c5dda7849, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=99e9550c-90a3-42ce-abfe-2d3c5dda7849,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:11.077204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.095318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 99e9550c-90a3-42ce-abfe-2d3c5dda7849 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:11.104581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] Checking router: a26b4e00-5516-46bb-a181-71f3649be2ea for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:11.114193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] Routers {'a26b4e00-5516-46bb-a181-71f3649be2ea'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:11.114806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['a26b4e00-5516-46bb-a181-71f3649be2ea'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:11.195017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] DHCP port deletion for ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:43:11.240389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] Set router a26b4e00-5516-46bb-a181-71f3649be2ea gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:11.296033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:43:10Z', 'revision_number': 6, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:11.298730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.329883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f2687-5f26-4b8c-a27f-aeb74bd3de54 None None] The sync data for ids ['a26b4e00-5516-46bb-a181-71f3649be2ea'] in n-d-789963-6 is: [{'id': 'a26b4e00-5516-46bb-a181-71f3649be2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63755433', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:41:59Z', 'updated_at': '2021-08-11T08:43:10Z', 'revision_number': 6, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:11.358666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] Deleting port 354495ba-cf5c-4eee-85d1-85778d724591 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:11.359008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.362888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=99e9550c-90a3-42ce-abfe-2d3c5dda7849,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:11.405971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.428492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] For port 354495ba-cf5c-4eee-85d1-85778d724591, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=354495ba-cf5c-4eee-85d1-85778d724591,segment=NetworkSegment(56d29dd3-de56-4595-84e3-63f453d9b5f1),segment_id=56d29dd3-de56-4595-84e3-63f453d9b5f1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:11.429029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.450844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] Calling delete_port for 354495ba-cf5c-4eee-85d1-85778d724591 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:11.519175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.521456 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.544851 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.570577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.570918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] Pushing event deleted for resources: {'Port': ['ID=354495ba-cf5c-4eee-85d1-85778d724591,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:11.571405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Fanout notify agent at l3_agent the message router_deleted on router a26b4e00-5516-46bb-a181-71f3649be2ea {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:43:11.579382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea67fb-8a5a-4c32-91e1-721c15cd473d None None] No DVR routers for this DVR port 354495ba-cf5c-4eee-85d1-85778d724591 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:43:11.586752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.586752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-994c53d4-646d-432a-84f5-9b1eeec1054a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/routers/a26b4e00-5516-46bb-a181-71f3649be2ea HTTP/1.1" status: 204 len: 168 time: 0.9302957 Aug 11 08:43:11.589271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58028) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:11.670522 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.766887 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.778202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5b68c0-0740-46eb-9e2c-bec7a3fa7016']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:11.810906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d29dd3-de56-4595-84e3-63f453d9b5f1') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:11.811215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d29dd3-de56-4595-84e3-63f453d9b5f1') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:11.823966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.844352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.875073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:43:11.875487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:43:11.879887 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:43:11.968477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.984027 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:11.989582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/networks/ba5b68c0-0740-46eb-9e2c-bec7a3fa7016 HTTP/1.1" status: 204 len: 168 time: 0.3964202 Aug 11 08:43:11.991685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58032) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:11.997172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b4321-064b-42e6-9a43-216871101b24 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Network': ['ID=ba5b68c0-0740-46eb-9e2c-bec7a3fa7016,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:12.025720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea583d-c838-4fc4-9ffe-dc4a72b7dba7 req-267778ec-5430-4f5d-936a-51fe19d9ec3f tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:12.027360 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24ea583d-c838-4fc4-9ffe-dc4a72b7dba7 req-267778ec-5430-4f5d-936a-51fe19d9ec3f tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.1159649 Aug 11 08:43:12.097559 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acde475-937d-400f-8ac6-45789e6344d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.101861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-24ea583d-c838-4fc4-9ffe-dc4a72b7dba7 req-e0de81ba-fd73-47b9-921c-257b0d2722db tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682042 Aug 11 08:43:12.130111 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acde475-937d-400f-8ac6-45789e6344d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.210732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acde475-937d-400f-8ac6-45789e6344d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.214195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2acde475-937d-400f-8ac6-45789e6344d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.216930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2acde475-937d-400f-8ac6-45789e6344d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/security-groups/afd4c475-114f-44c9-8383-4996031f7600 HTTP/1.1" status: 204 len: 168 time: 0.2223761 Aug 11 08:43:12.240084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde475-937d-400f-8ac6-45789e6344d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd4c475-114f-44c9-8383-4996031f7600,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:12.284190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b332bb6c-39fa-40f9-8c0b-83c2479b0173 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:12.307736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b332bb6c-39fa-40f9-8c0b-83c2479b0173 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:43:12.307736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b332bb6c-39fa-40f9-8c0b-83c2479b0173 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:12.308002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99e9550c-90a3-42ce-abfe-2d3c5dda7849 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:12.328453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 99e9550c-90a3-42ce-abfe-2d3c5dda7849 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:43:12.328835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 99e9550c-90a3-42ce-abfe-2d3c5dda7849 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:12.329376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 354495ba-cf5c-4eee-85d1-85778d724591 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:12.350019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 354495ba-cf5c-4eee-85d1-85778d724591 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:43:12.350495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 354495ba-cf5c-4eee-85d1-85778d724591 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:12.755388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58048) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:12.760204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440314195', 'description': 'tempest-secgroup-smoke-1440314195 description', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:12.785424 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.887413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.892426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.927248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:12.928591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1720750 Aug 11 08:43:12.932944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58050) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:12.933791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138842b-e21c-4acb-b331-32faef8c0bfa tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70be602-a15c-41ce-9768-0a4251570e0e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:12.940472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c70be602-a15c-41ce-9768-0a4251570e0e', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:12.980345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.028789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.033853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.054297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7f60f4-aaf7-4c41-be1b-36efef0447fc,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:13.058642 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.062548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ebd7121c-e947-44d4-a33c-536440bb554f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253488 Aug 11 08:43:13.063703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58052) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.067292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c70be602-a15c-41ce-9768-0a4251570e0e', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.097164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.167094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.173935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.194739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a71ec0-df5c-42fd-a607-cb640995d7eb,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:13.202668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.206943 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b48a1dae-08a2-4ee5-9216-722423015656 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405587 Aug 11 08:43:13.207556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58056) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.213849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c70be602-a15c-41ce-9768-0a4251570e0e', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.231201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb992-9fb9-49d4-8dd0-db6e942043e5 req-eb5aaaa1-83e4-4b1e-b32a-f01a8e0e6560 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:13.232722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dddbb992-9fb9-49d4-8dd0-db6e942043e5 req-eb5aaaa1-83e4-4b1e-b32a-f01a8e0e6560 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.0529110 Aug 11 08:43:13.250638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.274603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dddbb992-9fb9-49d4-8dd0-db6e942043e5 req-7496e014-5a61-4095-946a-bee1f5b8e9e1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 Aug 11 08:43:13.333182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.338412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.356364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf77b99-ba5f-474a-95e6-6fa7a936737b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:13.376340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.377567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-989a0853-d8d7-469f-b8e8-5f9262ee313d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1689913 Aug 11 08:43:13.381565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58060) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.397494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c70be602-a15c-41ce-9768-0a4251570e0e', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.441780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8c90e-b498-4ea7-b9d3-034ccf191321 req-12ae01b4-6f6e-44b0-83a7-79fb8e19a3fd tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:13.443355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10e8c90e-b498-4ea7-b9d3-034ccf191321 req-12ae01b4-6f6e-44b0-83a7-79fb8e19a3fd tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.0772717 Aug 11 08:43:13.444854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.526777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-10e8c90e-b498-4ea7-b9d3-034ccf191321 req-e508de20-f6e6-4fd1-b6b7-d02b4b9a6df5 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721967 Aug 11 08:43:13.542392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.547603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.549817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58064) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.567582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58cd9db-d76f-45b7-ba41-a4a2b24fcc77,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:13.577499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.582225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58068) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.582411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d2e17d97-5b32-48c5-94b4-e3be74536c7b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012677 Aug 11 08:43:13.586861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c70be602-a15c-41ce-9768-0a4251570e0e', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.613335 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:43:13.618395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.726595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.742862 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.774031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796054cb-f4a2-4e49-b2d6-395c124ec2b5,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:13.784946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.786304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f6c7f017-6ec8-4430-87e6-f24dcca39bd7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2030551 Aug 11 08:43:13.789152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58072) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.792710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582d89a-989c-439d-8fef-5b2ed699c3f7 tempest-TestVolumeBackupRestore-331397728 tempest-TestVolumeBackupRestore-331397728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:13.794652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1582d89a-989c-439d-8fef-5b2ed699c3f7 tempest-TestVolumeBackupRestore-331397728 tempest-TestVolumeBackupRestore-331397728-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1091 time: 0.2434938 Aug 11 08:43:13.798638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58074) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.798952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'security_group_rule': {'security_group_id': 'c70be602-a15c-41ce-9768-0a4251570e0e', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.808185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.830408 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Project fe672334e73c4a9c95e6508dc9bf69b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:43:13.837514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.850779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.927749 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.933620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.952758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c6c6e1-aaff-42d5-bd48-9a189c74c37d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:13.961806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:13.965773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-273d8cfb-7cfe-4aa1-b720-1fa23a5802c1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728809 Aug 11 08:43:13.966281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58076) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:13.972025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'network': {'name': 'tempest-network-smoke--908273443', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'port_security_enabled': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:13.974144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.000643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:43:14.004905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.040800 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:43:14.055664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.056004 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Added segment ec3106fb-9d1a-48a8-bc02-69d54c65ca59 of type vlan for network 75f5197a-4103-456c-9525-bd655be1ad33 Aug 11 08:43:14.112472 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.122697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Allocated IP 172.25.2.249 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/475f225f-c1c3-4648-b21d-4fd8ad01b969) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:14.152264 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.158981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:14.159757 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.245101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2739983 Aug 11 08:43:14.245350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:14.251683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'admin_state_up': True, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:14.253517 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc4c9d-14a0-452b-bc79-09f8c1bce50d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Network': ['ID=75f5197a-4103-456c-9525-bd655be1ad33,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:14.269107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 75f5197a-4103-456c-9525-bd655be1ad33 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:43:14.283900 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.303887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.305079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.384917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.386709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:14.490306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:14.498518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:14.500633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:14.529615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'Port': ['ID=475f225f-c1c3-4648-b21d-4fd8ad01b969,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:14.608237 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.020666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.043561 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.168611 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.220498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.152 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/81da93f0-2997-4b31-9a7e-a0dc1acf4ef9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:15.302602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.425860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.512740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.523369 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.548123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.562211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:15.574705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:15.576911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:15.623938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:15.720390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:15.787488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event updated for resources: {'Port': ['ID=475f225f-c1c3-4648-b21d-4fd8ad01b969,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:16.312345 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Floating IP d21f8f25-2cfd-421e-9550-b44c21020db2 associated. External IP: 172.25.2.249, port: 5d5050b1-1224-446d-9c25-45f2dbc413d0. Aug 11 08:43:16.449454 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:16.730305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Router 4a4f6345-cf03-4266-816e-0697bbdd9964 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:16.794847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.004758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:17.016566 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] Sync routers for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:17.030265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:17.031636 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:17.033029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.071921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-772a5b6a-c3a1-41ab-b331-a6310d9ac0ff tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2716038 Aug 11 08:43:17.073552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:17.074989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58092) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:17.076165 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1908eb45-86da-42ab-8a39-bc2ec1bb209d" -d '{"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:17.080476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:43:17.131763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131935ee-f5e3-4d08-b7d6-ec296d384bbc tempest-TestVolumeBackupRestore-331397728 tempest-TestVolumeBackupRestore-331397728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:17.133614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-131935ee-f5e3-4d08-b7d6-ec296d384bbc tempest-TestVolumeBackupRestore-331397728 tempest-TestVolumeBackupRestore-331397728-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1091 time: 0.0556381 Aug 11 08:43:17.136389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58096) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:17.141644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Request body: {'floatingip': {'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:17.146964 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e57e57a-5e6f-451f-bdb1-16a3bae6c4c4 x-openstack-request-id: req-6e57e57a-5e6f-451f-bdb1-16a3bae6c4c4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:17.147227 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:17.147475 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e57e57a-5e6f-451f-bdb1-16a3bae6c4c4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:17.147874 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'status': 'completed', 'code': 200} Aug 11 08:43:17.222325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:17.231019 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.236085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Sync routers for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:17.245232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.245467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:17.245871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:17.250426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b391c83b-ddfa-440c-b833-0584c7cc7972 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0010409 Aug 11 08:43:17.251195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:17.284691 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7a367349-6f64-4af0-b961-e4b460714067 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=fe672334e73c4a9c95e6508dc9bf69b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300038 Aug 11 08:43:17.285536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58100) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:17.285666 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:17.359574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:17.401015 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c9534-0ad7-40fb-ae2d-1eaac522625c tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:17.405591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4f3c9534-0ad7-40fb-ae2d-1eaac522625c tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1166410 Aug 11 08:43:17.406087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58102) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:17.442414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c17c03cf-a13d-4b47-bb74-a4700b700539 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326505 Aug 11 08:43:17.443081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58104) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:17.448765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102792140', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:17.558280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:43:17.563791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.575518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd21f8f25-2cfd-421e-9550-b44c21020db2', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:14Z', 'revision_number': 0, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:17.595624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:15Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:17.612462 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] Checking router: 4a4f6345-cf03-4266-816e-0697bbdd9964 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:17.627864 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:17.630229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:17.632056 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Checking router: 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:17.633999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Updating router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:43:17.640091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-04a5d9e5-25d8-4b4b-bd85-146cc93bb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:17.641666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-04a5d9e5-25d8-4b4b-bd85-146cc93bb36c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1096 time: 0.4549837 Aug 11 08:43:17.662017 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.752680 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:17.813175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.842162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-0c807371-12ab-441e-b5ce-31fd674a0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:17.843694 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-0c807371-12ab-441e-b5ce-31fd674a0f41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 915 time: 0.1930566 Aug 11 08:43:17.897765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Checking segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:43:17.898563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network hostable DHCP agents. Network: 75f5197a-4103-456c-9525-bd655be1ad33, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:43:17.909539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Subnet': ['ID=5832ce3a-c89b-4efe-ab0d-a5837cfe3233,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:17.951271 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-2f066133-ad65-434f-932c-a3555ac3bbf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 999 time: 0.0971615 Aug 11 08:43:17.957853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 75f5197a-4103-456c-9525-bd655be1ad33 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:43:17.971685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 75f5197a-4103-456c-9525-bd655be1ad33) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:17.979065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:17.980099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:17.997047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a3750-9654-48c7-b66b-91f8ababd7c0 None None] Network 75f5197a-4103-456c-9525-bd655be1ad33 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:43:18.015530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e70cdb13-5c2d-407d-b7b7-75ecea9e2a01 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5710728 Aug 11 08:43:18.018167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58112) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:18.077235 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.101159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Transition to ACTIVE for port object 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:18.111412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.163996 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd21f8f25-2cfd-421e-9550-b44c21020db2', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:14Z', 'revision_number': 0, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:18.188301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca589-2358-4671-9333-955fdd674492 None None] Pushing event updated for resources: {'Port': ['ID=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:18.197539 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2d52e-fbea-4829-99ab-5300728f5a6c None None] The sync data for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 is: [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd21f8f25-2cfd-421e-9550-b44c21020db2', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:14Z', 'revision_number': 0, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:18.210040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Attempting to bind port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:43:18.210418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Attempting to bind port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:43:18.210781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Attempting to bind port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:18.240647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:43:18.240647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:43:18.241540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.241540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:43:18.241935 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Bound port: 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:43:18.242329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.340219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-75f5197a-4103-456c-9525-bd655be1ad33', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:43:18.341191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.352155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-1801b8ef-824c-40ee-bdb2-3d6863bd506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:18.353804 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-1801b8ef-824c-40ee-bdb2-3d6863bd506d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.3632681 Aug 11 08:43:18.361269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] For port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:18.382881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] For port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:43:18.403423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-123213b2-2261-4acb-8486-fc4d2c5bab8c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:18.405878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-123213b2-2261-4acb-8486-fc4d2c5bab8c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1970978 Aug 11 08:43:18.411177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.420796 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.452686 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.458026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-e8407f7d-e48e-4032-ab6c-dafa7cc7165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:18.459575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-e8407f7d-e48e-4032-ab6c-dafa7cc7165d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986147 Aug 11 08:43:18.488501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-df706344-a5e2-4e83-a62b-9d2ecc29bce9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0474050 Aug 11 08:43:18.535521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:18.536165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:18.539078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d157b-0eba-454b-a7b2-c4194b3d810a None None] New status for floating IP d21f8f25-2cfd-421e-9550-b44c21020db2: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:43:18.616652 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-6d7a6626-0f68-4b3f-b0f4-1465648e292c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787735 Aug 11 08:43:18.639910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-c2a718a3-7ed3-4173-9867-21ce3b537807 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612844 Aug 11 08:43:18.801079 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-a975d4ef-6dca-4145-865b-547005af80b8 service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529851 Aug 11 08:43:18.848273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca589-2358-4671-9333-955fdd674492 None None] Pushing event updated for resources: {'Port': ['ID=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:18.855663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1908eb45-86da-42ab-8a39-bc2ec1bb209d req-7f1e4c65-5bbc-4b3f-b1a9-135bf025eff5 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764183 Aug 11 08:43:18.858511 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Router 4a4f6345-cf03-4266-816e-0697bbdd9964 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:18.897155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Allocated IP 172.20.0.2 (75f5197a-4103-456c-9525-bd655be1ad33/5832ce3a-c89b-4efe-ab0d-a5837cfe3233/1bd8dec8-26a0-4b1d-8896-e7a8404d33ea) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:18.971543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:18.982232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:18.995880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:19.000986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-03ac4b70-4ec6-4b56-afd9-5188954718cf service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676888 Aug 11 08:43:19.010419 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.039164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] Sync routers for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:19.047326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:19.049341 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31" -d '{"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:19.096542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-30ecacb4-cc33-49b7-b040-3f52f28cd2dc tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "PUT /v2.0/floatingips/d21f8f25-2cfd-421e-9550-b44c21020db2 HTTP/1.1" status: 200 len: 991 time: 1.9574697 Aug 11 08:43:19.097384 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b97ef08-c236-4e2d-9f65-380862e3deee x-openstack-request-id: req-3b97ef08-c236-4e2d-9f65-380862e3deee {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:19.097863 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:19.098204 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b97ef08-c236-4e2d-9f65-380862e3deee {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:19.098697 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'status': 'completed', 'code': 200} Aug 11 08:43:19.116515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:19.117189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:19.181404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-12905bfb-ba7e-4a43-bbbc-5263900b6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:19.183270 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-12905bfb-ba7e-4a43-bbbc-5263900b6c1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1096 time: 0.0475342 Aug 11 08:43:19.285824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:19.296541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8753158-5984-4486-8cf0-f5256ff752a0 req-703d3c97-85a9-41ae-86da-6c3c9853ee98 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 210 time: 0.0315340 Aug 11 08:43:19.353228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-ce317e0d-4ca2-4c48-a62c-2672a044902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:19.355103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-ce317e0d-4ca2-4c48-a62c-2672a044902c service neutron] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 915 time: 0.1628046 Aug 11 08:43:19.427132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-4961ff01-f839-4a49-a434-601c92005042 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 1001 time: 0.0649152 Aug 11 08:43:19.437387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.468313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Transition to ACTIVE for port object 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:19.488356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-333e6560-173b-4ac6-8419-295b97d6460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:19.490652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-333e6560-173b-4ac6-8419-295b97d6460e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.0557849 Aug 11 08:43:19.501458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Transition to ACTIVE for port object 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:19.542620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-d724a965-fc36-4350-83d9-1fc51c925f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:19.544281 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-d724a965-fc36-4350-83d9-1fc51c925f88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467379 Aug 11 08:43:19.547015 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.579155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.1 (75f5197a-4103-456c-9525-bd655be1ad33/5832ce3a-c89b-4efe-ab0d-a5837cfe3233/8706aa90-cc0e-4a83-8a74-9db58792c166) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:19.607090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Network 75f5197a-4103-456c-9525-bd655be1ad33 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:19.625515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:19.632841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:19.637200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:15Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:19.671315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Pushing event updated for resources: {'Port': ['ID=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:19.671989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-4d73e4a7-55b2-4dce-9acb-7bd30c49de04 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199856 Aug 11 08:43:19.685680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb566f6e-e931-4ae7-8457-a18069fa676d None None] The sync data for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 is: [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:15Z', 'revision_number': 3, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:19.771225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.773966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Attempting to bind port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:43:19.774345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Attempting to bind port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:43:19.774707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Attempting to bind port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea on network 75f5197a-4103-456c-9525-bd655be1ad33 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:19.783389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:43:19.783767 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Checking segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:43:19.784176 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.784569 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Bound using segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:43:19.785124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Bound port: 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:43:19.785511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.811384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object 8706aa90-cc0e-4a83-8a74-9db58792c166 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:19.817609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a28aaa60-c32c-4c3a-86ec-4b0d629a9c31 req-56bbe892-25ea-430f-8d8f-af613148fec0 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383879 Aug 11 08:43:19.859538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.873784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd21f8f25-2cfd-421e-9550-b44c21020db2', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:18Z', 'revision_number': 2, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:19.876044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] For port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:19.880609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] For port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:43:19.912286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] Checking router: 4a4f6345-cf03-4266-816e-0697bbdd9964 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:19.912910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 75f5197a-4103-456c-9525-bd655be1ad33 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:19.916060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:19.916576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:19.922332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:19.945333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=8706aa90-cc0e-4a83-8a74-9db58792c166,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:19.958742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:19.959362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:19.973858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:20.022352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee2e28-6eea-4b3e-bff5-62fa8abacdc3 None None] Pushing event updated for resources: {'Port': ['ID=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:20.128672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:20.184918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:20.412658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:20.501825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fc63841-a500-4d8c-98a3-feeb332361b0 req-9c751b44-7ca9-4dba-a9ce-120e97b38a6d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 210 time: 0.0401676 Aug 11 08:43:20.560059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:20.583927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:20.584821 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:20.623111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-6c0638a2-2d70-40a0-a92d-ce84d34ef3e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:20.624683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-6c0638a2-2d70-40a0-a92d-ce84d34ef3e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.2469292 Aug 11 08:43:20.644226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:20.829605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:43:20.834080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:20.847456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd21f8f25-2cfd-421e-9550-b44c21020db2', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:18Z', 'revision_number': 2, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:20.898421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206e8bc-13f0-4dec-b40c-4d9b2787d8c2 None None] The sync data for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 is: [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'd21f8f25-2cfd-421e-9550-b44c21020db2', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'port_id': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'mac_address': 'fa:16:3e:c3:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9949d7b5-8094-4f07-876e-2290a83372fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:18Z', 'revision_number': 2, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:20.986001 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:21.026917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:21.027520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:21.038770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:21.039830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:21.101360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:21.104679 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86421ddd-d681-454b-ad3e-a29322d03d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:21.135873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:21.204382 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:21.208476 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7fbd2-3ef4-4d1b-896b-3136b64e106a x-openstack-request-id: req-7ac7fbd2-3ef4-4d1b-896b-3136b64e106a {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:21.208996 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:21.209353 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ac7fbd2-3ef4-4d1b-896b-3136b64e106a {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:21.209846 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'status': 'completed', 'code': 200} Aug 11 08:43:21.321215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-9126f1ca-db94-4e2d-af94-f052d454699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:21.323965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-9126f1ca-db94-4e2d-af94-f052d454699c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1096 time: 0.0718226 Aug 11 08:43:21.358721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=8706aa90-cc0e-4a83-8a74-9db58792c166,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:21.389283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.12 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/1ec440d4-16a4-4f44-88fa-5ac597a75cf3) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:21.434537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 75f5197a-4103-456c-9525-bd655be1ad33 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:21.441232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:21.488189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-b507b364-f3dc-48f7-96f2-8c4143c1ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:21.489884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f70b2-0db6-4fdb-a7c4-05dbd70fff84 None None] Network 75f5197a-4103-456c-9525-bd655be1ad33 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:43:21.490438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-b507b364-f3dc-48f7-96f2-8c4143c1ad12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 915 time: 0.1522760 Aug 11 08:43:21.571044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-84ee4ec9-c146-4790-9d49-bb6910b5a003 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 1001 time: 0.0722182 Aug 11 08:43:21.647676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-3d16e7ea-b0a6-4889-9bde-57e158b11748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:21.653773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-3d16e7ea-b0a6-4889-9bde-57e158b11748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.0753458 Aug 11 08:43:21.709754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-33f6844c-5de1-4468-aa9a-2fa1477a9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:21.711655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-33f6844c-5de1-4468-aa9a-2fa1477a9d44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508115 Aug 11 08:43:21.749219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-29bdd660-b578-4108-ade4-5ea48abccc31 None None] Provisioning for port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:21.849371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-6a126022-9068-4b29-b82a-9169649209e8 service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299939 Aug 11 08:43:21.988696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86421ddd-d681-454b-ad3e-a29322d03d5d req-b3c7c56d-6d62-4bf9-96fe-8483427f477b service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283457 Aug 11 08:43:22.022586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70953e0e-d50a-4143-aab4-3c4eab6edfe4 req-6880870a-51ea-4434-8267-3fc1690135fe tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 210 time: 0.0559404 Aug 11 08:43:22.148517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:22.190670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0303fbaa-ab5f-4ab0-aab7-72c5c2fce593 None None] Provisioning for port 8706aa90-cc0e-4a83-8a74-9db58792c166 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:22.197090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0303fbaa-ab5f-4ab0-aab7-72c5c2fce593 None None] Provisioning complete for port 8706aa90-cc0e-4a83-8a74-9db58792c166 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:22.197648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0303fbaa-ab5f-4ab0-aab7-72c5c2fce593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.223698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.249928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:22.282466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0303fbaa-ab5f-4ab0-aab7-72c5c2fce593 None None] Port 8706aa90-cc0e-4a83-8a74-9db58792c166 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:43:22.320270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:22.333312 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Sync routers for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:22.342105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-704894fb-f5c6-4db1-b2a1-de2256a175d6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/33026b6b-2dc5-4ec4-ae6f-818e172c9f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3211932 Aug 11 08:43:22.359908 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:22.361095 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:22.379907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.422313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-be353d1d-4c1e-4c2f-9d77-1a2efc782c61 None None] Provisioning complete for port 8706aa90-cc0e-4a83-8a74-9db58792c166 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:22.422795 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-be353d1d-4c1e-4c2f-9d77-1a2efc782c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.431402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:22.451383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:22.454187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:22.503696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:22.530568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:22.572634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:22.575500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.577820 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:22.609969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-f3d73438-d8c7-4dd6-af85-c42720568563 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9697394 Aug 11 08:43:22.614441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-be353d1d-4c1e-4c2f-9d77-1a2efc782c61 None None] Port 8706aa90-cc0e-4a83-8a74-9db58792c166 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:43:22.629145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Request body: {'port': {'device_id': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:22.640032 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-177619d8-2b1f-46c5-a0db-c9df2432f3b0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440314195&fields=id&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 267 time: 0.0777535 Aug 11 08:43:22.645334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:22.651833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:22.652581 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.742367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.830407 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.891803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-e910887b-ae1b-468f-8a65-c410297c7ad2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:22.892359 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:22.894482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-e910887b-ae1b-468f-8a65-c410297c7ad2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 796 time: 0.2434919 Aug 11 08:43:22.901915 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:22.902744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:22.916014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-febd30e3-9e76-4dcf-ade3-47c9c18c57ee tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/quotas/fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 375 time: 0.0145326 Aug 11 08:43:22.936959 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 2, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:22.971694 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Checking router: 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:22.971950 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Updating router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a port 8706aa90-cc0e-4a83-8a74-9db58792c166 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:43:22.994304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-5ecfe038-8b16-44d6-845e-9d532b92e028 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721984 Aug 11 08:43:23.014555 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.040622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Provisioning for port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:23.043894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:23.044395 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.100662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:23.112217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Provisioning complete for port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:23.112641 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.223354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-28da4013-9f1e-4c54-bee4-38818ce51efe service neutron] 10.222.0.58 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165873 Aug 11 08:43:23.244320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:43:23.255063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.274884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f774f8-7d51-44aa-aa62-7586babc443f req-292acb4c-efa2-4dfd-990e-d42dd80da460 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:23.276487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67f774f8-7d51-44aa-aa62-7586babc443f req-292acb4c-efa2-4dfd-990e-d42dd80da460 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 932 time: 0.0941138 Aug 11 08:43:23.285888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Transition to ACTIVE for port object 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:23.300176 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.302102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:43:23.336316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Provisioning complete for port 8706aa90-cc0e-4a83-8a74-9db58792c166 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:23.337214 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.381954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-13f8d5a7-9d02-43e3-8dab-4bc65f9db267 None None] Port 8706aa90-cc0e-4a83-8a74-9db58792c166 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:43:23.393300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-1d5066bf-e7e0-4e24-b000-0168f7b376ac service neutron] 10.222.0.58 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629803 Aug 11 08:43:23.439526 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.451854 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Transition to ACTIVE for port object 8706aa90-cc0e-4a83-8a74-9db58792c166 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:23.461577 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.492089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67f774f8-7d51-44aa-aa62-7586babc443f req-0dff1d26-4735-422d-bca3-8dfbb42eaaf1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011147 Aug 11 08:43:23.495467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:23.543791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Attempting to bind port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:43:23.544362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Attempting to bind port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:43:23.544838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Attempting to bind port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:23.559403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:43:23.559927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Attempting to bind port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:23.568356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:43:23.571678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:43:23.572248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:43:23.572821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Bound port: 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:43:23.573292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.685972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] For port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:23.690855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] For port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:43:23.719191 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.725349 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Pushing event updated for resources: {'Port': ['ID=8706aa90-cc0e-4a83-8a74-9db58792c166,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:23.742633 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.743174 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.743693 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.744196 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.744684 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.745457 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.745699 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.745844 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.749472 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.750062 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.750693 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.751233 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:43:23.769669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5e40303-358f-43eb-af0c-7e138c3c29ac req-073aeeda-66db-4879-b35d-fd1d78b3f334 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 210 time: 0.0759060 Aug 11 08:43:23.794661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:23.795314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.796797 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ec440d4-16a4-4f44-88fa-5ac597a75cf3 HTTP/1.1" status: 200 len: 1092 time: 1.1729407 Aug 11 08:43:23.797296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'tag': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:23.799637 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17462f6-2354-43e5-bf59-1f51c0c94b95" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd", "tag": "1ec440d4-16a4-4f44-88fa-5ac597a75cf3"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:23.846306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f4650-416d-4817-b9b6-570d7ec743e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:23.864518 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Attempting to bind port 8706aa90-cc0e-4a83-8a74-9db58792c166 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:43:23.864790 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Attempting to bind port 8706aa90-cc0e-4a83-8a74-9db58792c166 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:43:23.865155 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Attempting to bind port 8706aa90-cc0e-4a83-8a74-9db58792c166 on network 75f5197a-4103-456c-9525-bd655be1ad33 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:23.872214 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:43:23.872663 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Checking segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:43:23.873151 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.873620 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Bound using segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:43:23.874218 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Bound port: 8706aa90-cc0e-4a83-8a74-9db58792c166, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:43:23.874522 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:23.948293 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf149af-bf2f-4f64-b444-e916b314c3ec x-openstack-request-id: req-dcf149af-bf2f-4f64-b444-e916b314c3ec {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:23.948589 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd", "tag": "1ec440d4-16a4-4f44-88fa-5ac597a75cf3", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:23.948842 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcf149af-bf2f-4f64-b444-e916b314c3ec {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:23.949281 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'tag': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3', 'status': 'completed', 'code': 200} Aug 11 08:43:23.978551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-8b388651-1729-4739-b840-41e3b093ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:23.980137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-8b388651-1729-4739-b840-41e3b093ef4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 1095 time: 0.1106491 Aug 11 08:43:23.981919 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] For port 8706aa90-cc0e-4a83-8a74-9db58792c166, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:23.986560 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] For port 8706aa90-cc0e-4a83-8a74-9db58792c166, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8706aa90-cc0e-4a83-8a74-9db58792c166,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:43:23.994932 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:24.095941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-bae657c7-1b2d-4a46-8f15-91385f224b49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3 HTTP/1.1" status: 200 len: 217 time: 0.0923872 Aug 11 08:43:24.114130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:24.114889 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:24.190764 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d501b-1f98-4b86-bb67-66dff692440e None None] Pushing event updated for resources: {'Port': ['ID=8706aa90-cc0e-4a83-8a74-9db58792c166,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:24.191426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-31e5add6-1e5c-4f77-8858-58c1bb6963f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:24.192960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-31e5add6-1e5c-4f77-8858-58c1bb6963f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0961177 Aug 11 08:43:24.292389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-bb4cfef1-0179-4f0c-a979-edb82ecbd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:24.294787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-bb4cfef1-0179-4f0c-a979-edb82ecbd287 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943065 Aug 11 08:43:24.331374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:24.389469 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:24.472317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:24.472766 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:24.488594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-a13fbdf6-ed99-4f16-8ae6-0fb7888739a2 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863933 Aug 11 08:43:24.708270 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55083b03-706f-43e8-a2b5-0ae6f98073a2 req-026cb908-b0e7-4759-9ce5-96fe6e947263 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111466 Aug 11 08:43:24.717783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:23Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:24.737575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c94f5-c561-472b-a65e-a3f4b651ffe8 req-4fdf32a8-ec29-4616-a27b-00811af0d34e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:24.739689 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d0c94f5-c561-472b-a65e-a3f4b651ffe8 req-4fdf32a8-ec29-4616-a27b-00811af0d34e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0915501 Aug 11 08:43:24.752664 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7ae5-5511-4245-b9f2-63d4558b4142 None None] The sync data for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 is: [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:23Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:24.851098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2d0c94f5-c561-472b-a65e-a3f4b651ffe8 req-6078236f-1a62-4abb-821d-50542a1023c6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984325 Aug 11 08:43:24.882261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-29d0afa9-0496-4518-91d0-5dec64131961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:24.883863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-29d0afa9-0496-4518-91d0-5dec64131961 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 1095 time: 0.0788109 Aug 11 08:43:24.976193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6308b3e6-2920-461c-abee-a7fc621ba853 req-de5a70c1-4cd3-4104-8a9e-da48fc364634 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 210 time: 0.0391316 Aug 11 08:43:25.115826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-2f1ee48e-d81d-44a0-a531-8f564d7b0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:25.117130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-2f1ee48e-d81d-44a0-a531-8f564d7b0349 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.2249651 Aug 11 08:43:25.193586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-4e9f6d41-c651-4d85-b748-8242a13b252d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3 HTTP/1.1" status: 200 len: 217 time: 0.0693717 Aug 11 08:43:25.305184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-685294a6-b82f-49bc-8381-d6b30e150bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:25.321177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-685294a6-b82f-49bc-8381-d6b30e150bac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.1032135 Aug 11 08:43:25.411930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-0adc2f7d-671e-4d3a-a313-7f7a682db1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:25.425931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-0adc2f7d-671e-4d3a-a313-7f7a682db1bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022561 Aug 11 08:43:25.498724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-024eba32-2221-473e-b9f5-486bf20eb332 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:25.500717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-024eba32-2221-473e-b9f5-486bf20eb332 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 796 time: 0.3168609 Aug 11 08:43:25.563332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-2273c1fc-b8da-4a10-912a-806e24f4d888 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299987 Aug 11 08:43:25.583211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0b23b9be-f5f7-4f32-80e7-cafd71e551e0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe672334e73c4a9c95e6508dc9bf69b6 HTTP/1.1" status: 200 len: 380 time: 0.0619195 Aug 11 08:43:25.595243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'port': {'device_id': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'admin_state_up': True, 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'security_groups': ['c70be602-a15c-41ce-9768-0a4251570e0e']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:25.734592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a17462f6-2354-43e5-bf59-1f51c0c94b95 req-9a56293e-7c33-40f7-93e9-3f5b1bc1c3de service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527348 Aug 11 08:43:25.749341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Made reservation on behalf of fe672334e73c4a9c95e6508dc9bf69b6 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:43:25.756086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:25.945116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.20.0.14 (75f5197a-4103-456c-9525-bd655be1ad33/5832ce3a-c89b-4efe-ab0d-a5837cfe3233/e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:26.140310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42396533-c993-4df2-b0d4-ca95e7b46f12 req-ffc2d93c-bb82-4d47-bc68-fe29cb6160e2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:26.148362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42396533-c993-4df2-b0d4-ca95e7b46f12 req-ffc2d93c-bb82-4d47-bc68-fe29cb6160e2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.1481156 Aug 11 08:43:26.224516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.242071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Transition to ACTIVE for port object e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:26.252389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42396533-c993-4df2-b0d4-ca95e7b46f12 req-d7e83413-c511-4678-889e-758de96e7af8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030560 Aug 11 08:43:26.342348 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-930c093a-e559-4a4b-b22a-371119774a71 req-85a83d5b-d316-431b-8bb0-4854cf1b3aa6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 210 time: 0.1941686 Aug 11 08:43:26.360793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8706aa90-cc0e-4a83-8a74-9db58792c166 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:26.365452 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.441944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8706aa90-cc0e-4a83-8a74-9db58792c166 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:26.447292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8706aa90-cc0e-4a83-8a74-9db58792c166 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:26.447674 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.458428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 75f5197a-4103-456c-9525-bd655be1ad33 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:26.470691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:26.485966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:26.556132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:26.619231 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.644207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:26.644918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.677750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e0334de-20f6-4918-b3c3-dc64db74a792 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0887117 Aug 11 08:43:26.680690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8706aa90-cc0e-4a83-8a74-9db58792c166, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8706aa90-cc0e-4a83-8a74-9db58792c166,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:26.697312 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.698527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Request body: {'port': {'device_id': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:26.819105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8706aa90-cc0e-4a83-8a74-9db58792c166,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:26.832511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.833706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-705c1a78-8b33-43d5-8f06-bb236a6e1751 None None] Provisioning for port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:26.838453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-705c1a78-8b33-43d5-8f06-bb236a6e1751 None None] Provisioning complete for port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:26.838947 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-705c1a78-8b33-43d5-8f06-bb236a6e1751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:26.876786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-705c1a78-8b33-43d5-8f06-bb236a6e1751 None None] Port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:43:27.438568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c153b-e139-45d3-b0be-32ea0d0b8cb6 req-8a77a9f8-0320-4c1b-8d5e-86307dfe2481 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:27.442732 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f50c153b-e139-45d3-b0be-32ea0d0b8cb6 req-8a77a9f8-0320-4c1b-8d5e-86307dfe2481 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0962021 Aug 11 08:43:27.524601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f50c153b-e139-45d3-b0be-32ea0d0b8cb6 req-f9222419-874e-4a59-bdd5-790e0dc6599a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750935 Aug 11 08:43:27.578328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b689-c8fa-450f-ae94-914906fa7f1f req-7ceb4b72-f3ae-4b68-8e9f-211a005bae5c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:27.580222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9756b689-c8fa-450f-ae94-914906fa7f1f req-7ceb4b72-f3ae-4b68-8e9f-211a005bae5c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 932 time: 0.1004372 Aug 11 08:43:27.653522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9756b689-c8fa-450f-ae94-914906fa7f1f req-630441a7-f2ef-4eb2-bda8-8bcd240e232d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609293 Aug 11 08:43:27.724276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:43:27.741087 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:27.765191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Transition to ACTIVE for port object e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:43:27.775133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:27.876213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:27.943260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Attempting to bind port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:43:27.943611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Attempting to bind port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:43:27.943933 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Attempting to bind port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 on network 75f5197a-4103-456c-9525-bd655be1ad33 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:27.948845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 on network 75f5197a-4103-456c-9525-bd655be1ad33 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:43:27.949718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Attempting to bind port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 on network 75f5197a-4103-456c-9525-bd655be1ad33 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:43:27.955534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:43:27.955534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Checking segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:43:27.955534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Bound using segment: {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:43:27.958465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Bound port: e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:43:27.958465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:28.059099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:43:28.064238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:43:28.076253 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:28.132974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.132974 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:28.133491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] 10.222.0.69 "PUT /v2.0/ports/e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 1092 time: 1.4413915 Aug 11 08:43:28.133983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:28.136106 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:28.180678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4a9f9-61e1-4c25-8a24-7c266d4bcdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:28.207331 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c927438-f874-4478-a14d-3fe14ac2f920 x-openstack-request-id: req-1c927438-f874-4478-a14d-3fe14ac2f920 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:28.207624 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:28.207863 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c927438-f874-4478-a14d-3fe14ac2f920 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:28.208292 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'status': 'completed', 'code': 200} Aug 11 08:43:28.290889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8706aa90-cc0e-4a83-8a74-9db58792c166 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:28.302077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-7f617bc6-4d87-4995-9b61-82ffdc14b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.303812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-7f617bc6-4d87-4995-9b61-82ffdc14b869 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0834692 Aug 11 08:43:28.362774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8706aa90-cc0e-4a83-8a74-9db58792c166 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:28.363299 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:28.368989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-ebd52de1-0ce6-42b0-abe6-15984985ad53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0508940 Aug 11 08:43:28.469145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-4fe53a62-7387-4cca-a87d-b455250ef02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.470888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-4fe53a62-7387-4cca-a87d-b455250ef02f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 200 len: 835 time: 0.0888155 Aug 11 08:43:28.525198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-6d938e7a-3294-4c8a-a597-3346641b586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.526585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-6d938e7a-3294-4c8a-a597-3346641b586a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75f5197a-4103-456c-9525-bd655be1ad33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488036 Aug 11 08:43:28.667430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-0e9521be-86fa-48f0-96d2-de4354f08605 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324790 Aug 11 08:43:28.691257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17ade-35fe-4284-9cdc-47ac015bb03a req-b7d9e470-3b3d-48c4-bd0d-7effc3caa2cd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.692844 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aab17ade-35fe-4284-9cdc-47ac015bb03a req-b7d9e470-3b3d-48c4-bd0d-7effc3caa2cd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0819483 Aug 11 08:43:28.814493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aab17ade-35fe-4284-9cdc-47ac015bb03a req-76385c93-04e2-417d-9715-e24d9b08de23 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059592 Aug 11 08:43:28.816660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa4e4-334e-4701-9f4b-83093aa33d72 req-635ed6a8-e5d0-48f6-8119-04f7cae5f986 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.817251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c97aa4e4-334e-4701-9f4b-83093aa33d72 req-635ed6a8-e5d0-48f6-8119-04f7cae5f986 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 944 time: 0.0650203 Aug 11 08:43:28.844467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0eb400ae-7ccd-414a-a5ea-4c7756a2ff99 req-ef9a403e-5665-434f-b6cd-f7caaa91e064 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680975 Aug 11 08:43:28.875219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c97aa4e4-334e-4701-9f4b-83093aa33d72 req-7c867367-6214-4a73-958f-57efa15830d8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511346 Aug 11 08:43:28.958544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:28.988270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-420b907a-01bb-41db-a913-6a6bf04b5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:28.989881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-420b907a-01bb-41db-a913-6a6bf04b5d31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0452712 Aug 11 08:43:29.093312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-b9720f25-6e64-4f91-a0e7-047b6d1ef522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:29.094932 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-b9720f25-6e64-4f91-a0e7-047b6d1ef522 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 897 time: 0.0978265 Aug 11 08:43:29.143044 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-cd7da2ac-8dec-4941-b3b5-f3b3ea0f06e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0413854 Aug 11 08:43:29.202077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-259e4302-1fe1-4a05-9f2b-555d4b8b26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:29.203642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-259e4302-1fe1-4a05-9f2b-555d4b8b26b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 200 len: 835 time: 0.0535457 Aug 11 08:43:29.255645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-2c608872-cf36-4341-b8a9-759a0cf263ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:29.257545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-2c608872-cf36-4341-b8a9-759a0cf263ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75f5197a-4103-456c-9525-bd655be1ad33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467093 Aug 11 08:43:29.304333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd870b15-4e20-43a3-aafe-8ace9a1973a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:29.363966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-956a014b-b6f6-449b-b27d-31d86e6028e9 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975020 Aug 11 08:43:29.460219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52663b4b-ddc9-4727-9be1-9cbc3b472fd7 req-9c5beb00-a345-456d-9491-ff73188a5f67 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883565 Aug 11 08:43:29.963771 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675760d-4c66-4e48-a6b5-1ed1c0a0c65b req-9cfd74b8-d712-4e81-9910-a68ef4e63787 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:29.966885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9675760d-4c66-4e48-a6b5-1ed1c0a0c65b req-9cfd74b8-d712-4e81-9910-a68ef4e63787 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0700347 Aug 11 08:43:29.987155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:30.014678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9675760d-4c66-4e48-a6b5-1ed1c0a0c65b req-11881ac2-a3de-423b-993c-13f595c81605 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Aug 11 08:43:30.035567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846bdf4-972c-407a-9d1b-a082910d5bb1 req-1ccba49a-444a-4214-9fb5-544d6ebf0d2f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:30.035567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6846bdf4-972c-407a-9d1b-a082910d5bb1 req-1ccba49a-444a-4214-9fb5-544d6ebf0d2f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 944 time: 0.0740948 Aug 11 08:43:30.077538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6846bdf4-972c-407a-9d1b-a082910d5bb1 req-5db6aea6-81bf-4919-b3c1-c7fe86fae281 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376434 Aug 11 08:43:31.136466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5796d-18cf-4602-92cf-1ea294770cdb req-ecda78e6-7ef2-4ed2-88d6-1c70b699881f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:31.141378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4f5796d-18cf-4602-92cf-1ea294770cdb req-ecda78e6-7ef2-4ed2-88d6-1c70b699881f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0565715 Aug 11 08:43:31.188410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e4f5796d-18cf-4602-92cf-1ea294770cdb req-2f2629b5-1cef-426b-ae25-86180e53c8ed tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Aug 11 08:43:31.215632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c5942-aef0-46bf-ad56-4031ccdc00c8 req-b477e102-48fc-4240-8991-834338303e6b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:31.217623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-882c5942-aef0-46bf-ad56-4031ccdc00c8 req-b477e102-48fc-4240-8991-834338303e6b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 944 time: 0.0694079 Aug 11 08:43:31.260058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-882c5942-aef0-46bf-ad56-4031ccdc00c8 req-9a8f004c-bdf3-40a7-bf89-e23a64a8cbe0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363233 Aug 11 08:43:32.320214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c560c48-01db-422d-945e-c71b44e0de7b req-9ccdfcc6-a792-4d9c-a15c-70be103add74 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:32.322035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c560c48-01db-422d-945e-c71b44e0de7b req-9ccdfcc6-a792-4d9c-a15c-70be103add74 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0542705 Aug 11 08:43:32.367465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c560c48-01db-422d-945e-c71b44e0de7b req-f5a34545-18e8-4805-9a41-e0f8c2f47cec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Aug 11 08:43:32.383572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049050-a5bd-4218-96eb-b00e92dc89c9 req-489b5f1a-a8c8-4398-847b-ce05ebc61b77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:32.385139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5049050-a5bd-4218-96eb-b00e92dc89c9 req-489b5f1a-a8c8-4398-847b-ce05ebc61b77 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 944 time: 0.0558329 Aug 11 08:43:32.429307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5049050-a5bd-4218-96eb-b00e92dc89c9 req-43e06953-0899-4686-90af-00cffcf70c4a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367930 Aug 11 08:43:32.447710 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:32.715958 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-87d577bb-dfad-4aa4-ae08-60759c44bcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:32.934219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:43:33.034763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:33.047201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'port_id': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'mac_address': 'fa:16:3e:3a:55:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:43:33.087047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:33.103157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:43:33.123649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:33.128862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:33.183694 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:33.404684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:43:33.535899 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf6de-0441-4001-a85f-ecd04ab6568a req-9d1a52bc-4930-4034-8e1e-dc5b586e854a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:33.538319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5fcf6de-0441-4001-a85f-ecd04ab6568a req-9d1a52bc-4930-4034-8e1e-dc5b586e854a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0936089 Aug 11 08:43:33.584327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7db6ac-1615-4e2e-a705-6dd6eee997d4 req-b3767171-f135-4345-99ad-591e656d4273 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:33.586135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d7db6ac-1615-4e2e-a705-6dd6eee997d4 req-b3767171-f135-4345-99ad-591e656d4273 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 945 time: 0.0690744 Aug 11 08:43:33.600080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5fcf6de-0441-4001-a85f-ecd04ab6568a req-96d187c4-216c-4214-adba-1eee587b463b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532725 Aug 11 08:43:33.633878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d7db6ac-1615-4e2e-a705-6dd6eee997d4 req-c91a2cd0-6b9a-4419-b47a-ccb76d323b74 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393372 Aug 11 08:43:34.565078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:43:34.722191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec2767-d147-496a-8cfe-cfc66e5b44ed req-ca48a986-ea93-41a3-be92-1da13a35452e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:34.723853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cfec2767-d147-496a-8cfe-cfc66e5b44ed req-ca48a986-ea93-41a3-be92-1da13a35452e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0531573 Aug 11 08:43:34.764335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd10f-edc9-4b04-aed5-80d6fd8bff54 req-9d692d22-cdce-4a4e-81dd-b203de2809f8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:34.765990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-920bd10f-edc9-4b04-aed5-80d6fd8bff54 req-9d692d22-cdce-4a4e-81dd-b203de2809f8 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 945 time: 0.0618079 Aug 11 08:43:34.774866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cfec2767-d147-496a-8cfe-cfc66e5b44ed req-32d8d2c5-60ac-4c0f-ab7b-3074c41f0891 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Aug 11 08:43:34.810103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-920bd10f-edc9-4b04-aed5-80d6fd8bff54 req-0037874b-abc3-439b-b526-8a5b101cbe96 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Aug 11 08:43:34.899838 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:34.948785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:35.008222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:35.012731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:35.013242 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:35.094373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:35.117295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:35.119548 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b83d974-5720-40d9-b8a8-f5b3c2cf2b05" -d '{"events": [{"server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:35.132903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:35.138899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:35.167988 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d453cd-a4e0-4bf5-b06c-700f7765ffb6 x-openstack-request-id: req-63d453cd-a4e0-4bf5-b06c-700f7765ffb6 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:35.168478 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:35.168663 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63d453cd-a4e0-4bf5-b06c-700f7765ffb6 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:35.169111 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'code': 200} Aug 11 08:43:35.202233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:35.310330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4ee4b-6b0a-4dc7-9dbd-9a91b1c9db9d req-f2ec0091-0084-4b5b-9e98-360a10475fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:35.312045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74b4ee4b-6b0a-4dc7-9dbd-9a91b1c9db9d req-f2ec0091-0084-4b5b-9e98-360a10475fcc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0500572 Aug 11 08:43:35.365996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74b4ee4b-6b0a-4dc7-9dbd-9a91b1c9db9d req-f4859397-8485-470e-b6f7-4e7d6f8f8f7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Aug 11 08:43:35.918820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae51568-2c35-4b22-a4be-3c15204e802e req-fe64eefa-187e-46f6-bebf-b229048fff15 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:35.920819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bae51568-2c35-4b22-a4be-3c15204e802e req-fe64eefa-187e-46f6-bebf-b229048fff15 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0621524 Aug 11 08:43:35.944719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0b9e-bbf3-40a1-8fc5-4b707c1255cf req-28586b3d-dcee-4b11-905a-c3ea1edd20f0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:35.946325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf9c0b9e-bbf3-40a1-8fc5-4b707c1255cf req-28586b3d-dcee-4b11-905a-c3ea1edd20f0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0547450 Aug 11 08:43:35.963307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bae51568-2c35-4b22-a4be-3c15204e802e req-f611d1df-9b2c-44c0-9c35-3509cfa96c1d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Aug 11 08:43:35.988070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf9c0b9e-bbf3-40a1-8fc5-4b707c1255cf req-57c4d940-0918-42f4-822d-48f18a6696c2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Aug 11 08:43:36.190418 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:37.090510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6786f08-91df-4934-94fd-d721d8ef6299 req-cf533412-518a-4c5a-94ec-aa04aab3145a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:37.092233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6786f08-91df-4934-94fd-d721d8ef6299 req-cf533412-518a-4c5a-94ec-aa04aab3145a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0531423 Aug 11 08:43:37.135174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6786f08-91df-4934-94fd-d721d8ef6299 req-85b0ce74-f3aa-4463-b588-8977da499c64 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358751 Aug 11 08:43:37.240369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20082477-abb5-4062-a480-5c575e167dbe req-e2474948-6bf8-4a51-9a29-2e459e1bd342 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:37.242491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20082477-abb5-4062-a480-5c575e167dbe req-e2474948-6bf8-4a51-9a29-2e459e1bd342 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.1709480 Aug 11 08:43:37.284367 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20082477-abb5-4062-a480-5c575e167dbe req-debd1619-6d16-4a85-bee1-42957a3a58ef tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355527 Aug 11 08:43:37.415060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0639176-9be8-4393-9d64-c84f97f4092a req-f5a8af0b-98ef-4c62-a267-8545f30d78dd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:37.416764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0639176-9be8-4393-9d64-c84f97f4092a req-f5a8af0b-98ef-4c62-a267-8545f30d78dd tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0620005 Aug 11 08:43:37.462271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0639176-9be8-4393-9d64-c84f97f4092a req-8658deaf-b7ad-4549-98c4-ba707c801c63 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Aug 11 08:43:37.487553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58224) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:37.535996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1631e99-833d-4b37-8eaf-8f56c6419253 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:37.537640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d1631e99-833d-4b37-8eaf-8f56c6419253 tempest-TestNetworkAdvancedServerOps-632460891 tempest-TestNetworkAdvancedServerOps-632460891-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1092 time: 0.0490770 Aug 11 08:43:37.541910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58226) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:37.546347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:43:37.572158 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:37.673969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:37.794375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Allocated IP 172.25.2.75 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/df396189-4ddb-42a8-abf0-c6b2c71058b3) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:43:37.907060 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:37.954837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:38.000140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:43:38.003267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:43:38.007949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:43:38.010811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=df396189-4ddb-42a8-abf0-c6b2c71058b3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:38.259939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ee273-aaf9-4b11-be88-bb7e9e5ddaf0 req-0de5b535-6871-4999-bbb1-b7ee93818287 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:38.261421 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab8ee273-aaf9-4b11-be88-bb7e9e5ddaf0 req-0de5b535-6871-4999-bbb1-b7ee93818287 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0532832 Aug 11 08:43:38.302824 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab8ee273-aaf9-4b11-be88-bb7e9e5ddaf0 req-80cadda1-786d-4f1e-9080-3be2f5c1ae3f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343909 Aug 11 08:43:38.397994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:38.473637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:38.633932 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:38.640657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:38.709183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event updated for resources: {'Port': ['ID=df396189-4ddb-42a8-abf0-c6b2c71058b3,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:38.725556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:38.831548 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP f52569e2-b12d-4571-97d1-7af77c9d7953 associated. External IP: 172.25.2.75, port: e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5. Aug 11 08:43:39.065231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:39.195830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:39.210649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] Sync routers for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:39.221305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:39.227313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:39.228381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:39.251760 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2b6c31de-2363-43b4-9a37-6d3002edb198 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7083986 Aug 11 08:43:39.252658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:39.256352 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc46935-74ca-464c-8ffa-10872bdf8882" -d '{"events": [{"name": "network-changed", "server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:39.307397 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee05ccb-0c6f-4d62-9044-e730a9aec97e x-openstack-request-id: req-2ee05ccb-0c6f-4d62-9044-e730a9aec97e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:39.307894 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:39.308052 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ee05ccb-0c6f-4d62-9044-e730a9aec97e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:39.308477 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'status': 'completed', 'code': 200} Aug 11 08:43:39.393219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:39.430354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496974-8997-40c7-ac3b-890b87303c0c req-3e49b219-2395-483c-a371-e1a5d90d0c87 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:39.434089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be496974-8997-40c7-ac3b-890b87303c0c req-3e49b219-2395-483c-a371-e1a5d90d0c87 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0895131 Aug 11 08:43:39.454620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-bfedbcdb-2221-4f20-8b4a-daf14a528fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:39.457622 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-bfedbcdb-2221-4f20-8b4a-daf14a528fb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0948007 Aug 11 08:43:39.479465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-be496974-8997-40c7-ac3b-890b87303c0c req-96e25752-68fd-48d4-9b67-2c2edf8cc8ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378597 Aug 11 08:43:39.483703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc42ec-ea6f-4421-9a79-08abf6dfc3d8 req-52011a0b-37a4-415e-b00c-57eed1d4f7ae tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:39.485086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35bc42ec-ea6f-4421-9a79-08abf6dfc3d8 req-52011a0b-37a4-415e-b00c-57eed1d4f7ae tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0819879 Aug 11 08:43:39.508692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58238) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:39.599757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-01a2fd95-79d7-4e6e-80ea-ae9ca1d8d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:39.601344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-01a2fd95-79d7-4e6e-80ea-ae9ca1d8d3d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 897 time: 0.1356983 Aug 11 08:43:39.604368 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2f8260b4-a50e-4421-ab06-e438e3310f0f tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/f52569e2-b12d-4571-97d1-7af77c9d7953 HTTP/1.1" status: 200 len: 991 time: 0.0939379 Aug 11 08:43:39.604557 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35bc42ec-ea6f-4421-9a79-08abf6dfc3d8 req-6dc08d95-3508-472c-859c-d3f776833f33 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768418 Aug 11 08:43:39.670307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'f52569e2-b12d-4571-97d1-7af77c9d7953', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'port_id': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'mac_address': 'fa:16:3e:3a:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:38Z', 'updated_at': '2021-08-11T08:43:38Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:26Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:39.688017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-509c533f-4455-441e-b4a7-8208eeb063ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 999 time: 0.0795145 Aug 11 08:43:39.700757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] Checking router: 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:39.714171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:39.714776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:39.748360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-75e882dc-0d5f-4939-9973-c97651bfdac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:39.749915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-75e882dc-0d5f-4939-9973-c97651bfdac8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 200 len: 835 time: 0.0548506 Aug 11 08:43:39.808038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-8fcde502-80f0-4518-96a4-5a48e6857aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:39.809910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-8fcde502-80f0-4518-96a4-5a48e6857aea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75f5197a-4103-456c-9525-bd655be1ad33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521674 Aug 11 08:43:39.835558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:39.914935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-ea41806f-25f5-4d6a-96f3-10cf926bda93 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969434 Aug 11 08:43:40.027819 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cc46935-74ca-464c-8ffa-10872bdf8882 req-67c3d299-6ae3-47e4-8a95-030ef2029bc6 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056273 Aug 11 08:43:40.258505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'f52569e2-b12d-4571-97d1-7af77c9d7953', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'port_id': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'mac_address': 'fa:16:3e:3a:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:38Z', 'updated_at': '2021-08-11T08:43:38Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:26Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:40.286158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ba720-64c6-41a1-bcb6-791c00c22d55 None None] The sync data for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 is: [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'f52569e2-b12d-4571-97d1-7af77c9d7953', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'port_id': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'mac_address': 'fa:16:3e:3a:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:43:38Z', 'updated_at': '2021-08-11T08:43:38Z', 'revision_number': 0, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:26Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:40.531319 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172926c4-4e04-49b5-8a81-6a894b2edcaa None None] New status for floating IP f52569e2-b12d-4571-97d1-7af77c9d7953: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:43:40.609237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58240) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:40.683485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9de3fc68-9bbe-46bb-8c5c-65a77bb2a0f4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/f52569e2-b12d-4571-97d1-7af77c9d7953 HTTP/1.1" status: 200 len: 991 time: 0.0727198 Aug 11 08:43:40.741407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6858b-6ab6-480d-a834-7948cf94360b req-2f68fa1c-a92f-4d72-801d-d8d019821dd5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:40.743280 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dac6858b-6ab6-480d-a834-7948cf94360b req-2f68fa1c-a92f-4d72-801d-d8d019821dd5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0644212 Aug 11 08:43:40.795718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dac6858b-6ab6-480d-a834-7948cf94360b req-05cdec62-8d10-4e37-acf6-42dc5a163d62 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Aug 11 08:43:41.687913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58244) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:41.754837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae6bc9bd-1345-41ba-8b97-e8e5ad1a8ed0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/f52569e2-b12d-4571-97d1-7af77c9d7953 HTTP/1.1" status: 200 len: 993 time: 0.0653312 Aug 11 08:43:41.927211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c65d7-93d9-45eb-9a9a-8545eb4ddbde req-e5dee2b7-cee7-4c78-9fd1-3293d48752e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:41.928983 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f2c65d7-93d9-45eb-9a9a-8545eb4ddbde req-e5dee2b7-cee7-4c78-9fd1-3293d48752e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0592432 Aug 11 08:43:41.979176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f2c65d7-93d9-45eb-9a9a-8545eb4ddbde req-b6a5d525-e38d-499d-a536-8f44daa3529d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Aug 11 08:43:43.185753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612f01-f81a-4325-924a-0c3eb628be2c req-bfe1dae2-a92c-45be-9c5d-8d971c94bb26 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:43.187507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08612f01-f81a-4325-924a-0c3eb628be2c req-bfe1dae2-a92c-45be-9c5d-8d971c94bb26 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.1302996 Aug 11 08:43:43.237362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-08612f01-f81a-4325-924a-0c3eb628be2c req-52c4754d-51c7-478e-a6e9-380b88d535e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Aug 11 08:43:44.364266 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef7070-51b9-4de1-aa75-96673fb0e67e req-db85298a-42a3-4522-bfde-4d2eb38a8490 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:44.365873 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42ef7070-51b9-4de1-aa75-96673fb0e67e req-db85298a-42a3-4522-bfde-4d2eb38a8490 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 944 time: 0.0550816 Aug 11 08:43:44.406980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42ef7070-51b9-4de1-aa75-96673fb0e67e req-d54af4f3-043e-401f-9cd5-8c07a3d9ff51 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346591 Aug 11 08:43:45.059976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:43:45.174989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:45.188606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3', 'mac_address': 'fa:16:3e:db:32:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:43:45.237146 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:45.252387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:43:45.276284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:45.283131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:45.343093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:45.539537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e150418-5726-411a-aca6-9329938c9109 req-2fd097ae-45d8-4de3-82a2-f4e9febabba8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:45.541115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e150418-5726-411a-aca6-9329938c9109 req-2fd097ae-45d8-4de3-82a2-f4e9febabba8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 945 time: 0.0601337 Aug 11 08:43:45.563374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1ec440d4-16a4-4f44-88fa-5ac597a75cf3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:43:45.585594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e150418-5726-411a-aca6-9329938c9109 req-9d48f6b5-5af8-4143-85fe-a9c9972bfaa9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 Aug 11 08:43:46.710116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3af3-48ae-4dde-b966-1b87bf16ac9c req-edeab076-40be-4d1c-b4f5-4053b386f97b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:46.711616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c26e3af3-48ae-4dde-b966-1b87bf16ac9c req-edeab076-40be-4d1c-b4f5-4053b386f97b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 945 time: 0.0543931 Aug 11 08:43:46.752472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c26e3af3-48ae-4dde-b966-1b87bf16ac9c req-0e7c9f61-f33f-4bd2-bd8c-3de15867ee7d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344801 Aug 11 08:43:47.075480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:43:47.129828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:43:47.135440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:43:47.135812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:47.220716 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:47.245368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:47.247665 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193bf97-1a7b-4667-b1a3-f25ac312e9ca" -d '{"events": [{"server_uuid": "a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd", "name": "network-vif-plugged", "status": "completed", "tag": "1ec440d4-16a4-4f44-88fa-5ac597a75cf3"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:47.262628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:47.270182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:47.294254 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3594dda-1d70-4dbb-8196-978da856f019 x-openstack-request-id: req-b3594dda-1d70-4dbb-8196-978da856f019 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:47.294540 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd", "name": "network-vif-plugged", "status": "completed", "tag": "1ec440d4-16a4-4f44-88fa-5ac597a75cf3", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:47.294786 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3594dda-1d70-4dbb-8196-978da856f019 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:47.295177 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3', 'code': 200} Aug 11 08:43:47.322753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:47.425038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a62d8-f4b2-419d-ac2c-fe5d7d134dcd req-95d0d32e-01c0-4e8a-b789-044fcb558911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:47.426580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f7a62d8-f4b2-419d-ac2c-fe5d7d134dcd req-95d0d32e-01c0-4e8a-b789-044fcb558911 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 1097 time: 0.0453799 Aug 11 08:43:47.463833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f7a62d8-f4b2-419d-ac2c-fe5d7d134dcd req-e9b48437-5002-498f-a4c6-2defaf78d0aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299487 Aug 11 08:43:47.888460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b79ad1-d263-4691-88f3-35300bd65e02 req-f8fd8e6d-2b45-4c60-ba1e-cb08b9825e91 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:47.890045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98b79ad1-d263-4691-88f3-35300bd65e02 req-f8fd8e6d-2b45-4c60-ba1e-cb08b9825e91 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.0629232 Aug 11 08:43:47.934815 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98b79ad1-d263-4691-88f3-35300bd65e02 req-538fd662-c7e5-4849-8509-a1345aeee422 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363407 Aug 11 08:43:47.998614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-e3d160ea-8086-48f0-be77-05c770618566 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490406 Aug 11 08:43:48.107997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-bbb85431-41e3-44ef-85bf-4e4fc5523f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:48.109620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-bbb85431-41e3-44ef-85bf-4e4fc5523f3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1096 time: 0.0490899 Aug 11 08:43:48.228677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-a095be55-e637-42a1-acc4-74a52c271721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:48.230290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-a095be55-e637-42a1-acc4-74a52c271721 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 915 time: 0.0989063 Aug 11 08:43:48.308865 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-d2b70c14-365c-4e89-8294-c638d936b22c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 1001 time: 0.0702929 Aug 11 08:43:48.363601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-fb67fd6d-bb71-4264-b2c0-352039c5e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:48.365181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-fb67fd6d-bb71-4264-b2c0-352039c5e5a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.0478468 Aug 11 08:43:48.414077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-5d83a407-dbf0-4600-ad80-70f97efa90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:48.415611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-5d83a407-dbf0-4600-ad80-70f97efa90ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432475 Aug 11 08:43:48.524373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-6547e1d9-7e91-45d8-828f-fbb75e2403fb service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003852 Aug 11 08:43:48.620616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bf7bc55e-b7b1-4fc3-9463-d85755810182 req-25b0d62b-ca2e-4770-a904-1b3e4fdc107c service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892377 Aug 11 08:43:49.067707 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ad39c-f790-453b-a2a8-3d596bb5f01c req-ba2681c2-7665-4620-91fd-9f8705e2d433 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:49.069288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-205ad39c-f790-453b-a2a8-3d596bb5f01c req-ba2681c2-7665-4620-91fd-9f8705e2d433 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.0573828 Aug 11 08:43:49.111244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-205ad39c-f790-453b-a2a8-3d596bb5f01c req-f1a05836-985a-45d0-a293-416bc767dda5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Aug 11 08:43:49.241895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e993da-e4cd-4ab6-951a-3733e8fec7f8 req-c09f7c5f-b00b-4a7a-9b90-1358c5660e35 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:49.243366 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75e993da-e4cd-4ab6-951a-3733e8fec7f8 req-c09f7c5f-b00b-4a7a-9b90-1358c5660e35 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.0572450 Aug 11 08:43:49.283829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75e993da-e4cd-4ab6-951a-3733e8fec7f8 req-5d92a039-1c00-430f-8c9e-de60d281d0c9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 11 08:43:49.408472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772237d-b8cc-4296-a088-54c8f857fe60 req-a4157cb6-6f92-441b-b602-72feebdf09c8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:49.410126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0772237d-b8cc-4296-a088-54c8f857fe60 req-a4157cb6-6f92-441b-b602-72feebdf09c8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.0559883 Aug 11 08:43:49.453010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0772237d-b8cc-4296-a088-54c8f857fe60 req-e6c0dddf-5b51-4999-ae7e-ae63fc038c0c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Aug 11 08:43:49.785261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6f800-862c-4f6f-a191-16614e4b21b4 req-5875f5c2-a015-4d99-bb35-cc29f2d48c11 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:49.786787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aec6f800-862c-4f6f-a191-16614e4b21b4 req-5875f5c2-a015-4d99-bb35-cc29f2d48c11 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.0628722 Aug 11 08:43:49.834412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aec6f800-862c-4f6f-a191-16614e4b21b4 req-78568ed9-d2a9-4133-8031-97669cc0766a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395241 Aug 11 08:43:50.095526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58280) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:43:50.291833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Deleting port 475f225f-c1c3-4648-b21d-4fd8ad01b969 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:50.293550 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:50.379033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:50.379301 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:50.393873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Calling delete_port for 475f225f-c1c3-4648-b21d-4fd8ad01b969 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:50.563517 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:50.591836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event deleted for resources: {'Port': ['ID=475f225f-c1c3-4648-b21d-4fd8ad01b969,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:50.662569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:50.662870 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Floating IP d21f8f25-2cfd-421e-9550-b44c21020db2 disassociated (deleted). External IP: 172.25.2.249, port: 5d5050b1-1224-446d-9c25-45f2dbc413d0. Aug 11 08:43:50.893867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Router 4a4f6345-cf03-4266-816e-0697bbdd9964 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:43:51.040634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b4cc4-cfcc-4a20-9ef8-242e18bdb031 req-5a9b53a8-7688-403f-a09e-958c0096eee8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:51.042063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc9b4cc4-cfcc-4a20-9ef8-242e18bdb031 req-5a9b53a8-7688-403f-a09e-958c0096eee8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.1028233 Aug 11 08:43:51.056122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:43:51.061300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:51.067622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] Sync routers for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:43:51.080741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:51.081955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:51.118513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9327228e-f839-4849-a8d9-192f0f6873ed tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "DELETE /v2.0/floatingips/d21f8f25-2cfd-421e-9550-b44c21020db2 HTTP/1.1" status: 204 len: 168 time: 1.0213497 Aug 11 08:43:51.120068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:51.124958 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690efc47-6a2c-4585-bdf7-63e35f779993" -d '{"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:51.135931 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc9b4cc4-cfcc-4a20-9ef8-242e18bdb031 req-0a306601-9603-4b9f-a028-946c3b7cbfec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866590 Aug 11 08:43:51.199653 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e92871e-090d-4103-9186-c85214a36cbe x-openstack-request-id: req-1e92871e-090d-4103-9186-c85214a36cbe {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:51.200013 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:51.200211 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e92871e-090d-4103-9186-c85214a36cbe {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:51.200617 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'status': 'completed', 'code': 200} Aug 11 08:43:51.238706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:51.297938 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-84965310-490e-4469-bede-d75c5d6d0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:51.299743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-84965310-490e-4469-bede-d75c5d6d0373 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c6773ee76a84c3c826dfd73432da870&device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 1096 time: 0.0536067 Aug 11 08:43:51.507715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:51.549439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] Checking router: 4a4f6345-cf03-4266-816e-0697bbdd9964 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:43:51.560781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:43:51.561637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:43:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:51.684567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:43:51.720363 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-78d485be-0f1c-4f10-941e-4edcf2f258a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762713 Aug 11 08:43:51.841821 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab74d6-30eb-4043-bb83-a7b761517990 req-7f43f4e6-79ce-413a-aaa2-51a233e19897 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:51.843517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abab74d6-30eb-4043-bb83-a7b761517990 req-7f43f4e6-79ce-413a-aaa2-51a233e19897 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.4879386 Aug 11 08:43:51.856234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cba5-defe-435e-b956-4f916eedeb45 req-6c5295c3-3ac4-4c9d-89ce-5e4489f9bbee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:51.857911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de15cba5-defe-435e-b956-4f916eedeb45 req-6c5295c3-3ac4-4c9d-89ce-5e4489f9bbee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.1452780 Aug 11 08:43:51.896018 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-091578ec-18d3-4c45-92f4-473f15956657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:51.897673 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-091578ec-18d3-4c45-92f4-473f15956657 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 200 len: 915 time: 0.5544810 Aug 11 08:43:51.904257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-3ac091dc-f221-4fd0-8f5f-609df8ac4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:51.907887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-3ac091dc-f221-4fd0-8f5f-609df8ac4414 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1123784 Aug 11 08:43:51.978604 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-7e313746-a788-463e-b4ef-f1479af3dfbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 200 len: 217 time: 0.0634966 Aug 11 08:43:51.988345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abab74d6-30eb-4043-bb83-a7b761517990 req-4c4a045e-7d86-4e65-9e12-8f30cbb7ac28 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241319 Aug 11 08:43:52.042776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:43:52.069608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-eb33d1ab-13d9-4584-bfeb-0f31b8924b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:52.071177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-eb33d1ab-13d9-4584-bfeb-0f31b8924b33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 200 len: 853 time: 0.0635300 Aug 11 08:43:52.092844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:52.093210 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:52.102293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd62b37-a9e4-41a6-9a94-35188d159121 None None] The sync data for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 is: [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:40:40Z', 'revision_number': 4, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '06fa7b61-a492-4604-a75a-e1a2bbcec28c', 'name': '', 'network_id': '31b9c99e-ce82-4cac-8601-866466d4aa0c', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'mac_address': 'fa:16:3e:b5:12:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:38Z', 'updated_at': '2021-08-11T08:40:46Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'subnets': [{'id': 'a06cb030-7594-4938-9c03-1be2cff03128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:43:52.132933 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-39f10fec-f333-483b-869a-854d4b300603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:52.134026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-39f10fec-f333-483b-869a-854d4b300603 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 897 time: 0.2012265 Aug 11 08:43:52.187975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-ef47d0e7-af3e-4412-9257-3e84dba55801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:52.189752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-ef47d0e7-af3e-4412-9257-3e84dba55801 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31b9c99e-ce82-4cac-8601-866466d4aa0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090226 Aug 11 08:43:52.255751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-63529d23-74c0-4dda-bd1d-7517c6cc7411 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 1001 time: 0.1137598 Aug 11 08:43:52.345294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-0610f3ea-3edc-4607-8209-7c205cebb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:52.347069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-0610f3ea-3edc-4607-8209-7c205cebb277 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 200 len: 835 time: 0.0837483 Aug 11 08:43:52.351439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:52.352304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:52.392048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:52.392972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0403-655e-4b56-909b-501f1edb282a req-cfb0d752-1298-476f-9507-861f07eb2cb5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:52.394853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65ca0403-655e-4b56-909b-501f1edb282a req-cfb0d752-1298-476f-9507-861f07eb2cb5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 946 time: 0.1210294 Aug 11 08:43:52.421123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-25fd5daa-44ea-49fc-ac20-c58254fcfece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:52.423525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-25fd5daa-44ea-49fc-ac20-c58254fcfece service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75f5197a-4103-456c-9525-bd655be1ad33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672798 Aug 11 08:43:52.458639 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-0eb3a4b0-fdc6-413b-8465-eb6141e4657e service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540553 Aug 11 08:43:52.560955 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a639484-6ea0-4c2d-b950-95fd6c77e134 None None] New status for floating IP d21f8f25-2cfd-421e-9550-b44c21020db2: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:43:52.622284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-690efc47-6a2c-4585-bdf7-63e35f779993 req-7cb399d1-83f1-4170-834f-5255a1e62a7b service neutron] 10.222.0.64 "GET /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514082 Aug 11 08:43:52.656719 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:52.690823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=1ec440d4-16a4-4f44-88fa-5ac597a75cf3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:52.694480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['1ec440d4-16a4-4f44-88fa-5ac597a75cf3'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:43:52.751897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:43:52.755889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:52.758453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "DELETE /v2.0/ports/1ec440d4-16a4-4f44-88fa-5ac597a75cf3 HTTP/1.1" status: 204 len: 173 time: 0.8833323 Aug 11 08:43:52.921093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-65ca0403-655e-4b56-909b-501f1edb282a req-1f0e4d51-b712-472d-9f41-dcf5483b09c2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093691 Aug 11 08:43:52.961376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-30199b5b-c65a-4c3a-bbc6-736341ad8ee5 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291314 Aug 11 08:43:53.087389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f496be3-5cfc-4b8b-89e3-d5ad46908d6b req-5714e4f6-f3fc-49fc-b79d-5265d809bc13 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184080 Aug 11 08:43:53.093437 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-4bcf4194-7281-458a-95fd-e5d524136c39 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:53.095215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-4bcf4194-7281-458a-95fd-e5d524136c39 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.64 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.0815170 Aug 11 08:43:53.203113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dca0b-ffca-4b8f-8972-cffcb19699ea req-22f4a539-2af9-4bb4-88d7-77f50de8d983 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:43:53.205231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d2dca0b-ffca-4b8f-8972-cffcb19699ea req-22f4a539-2af9-4bb4-88d7-77f50de8d983 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 945 time: 0.1245275 Aug 11 08:43:53.206865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'name': 'network-vif-deleted', 'tag': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:53.210153 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29cc517-cfff-4aee-a075-4be489be1705" -d '{"events": [{"server_uuid": "a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd", "name": "network-vif-deleted", "tag": "1ec440d4-16a4-4f44-88fa-5ac597a75cf3"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:53.278363 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac5cd33-477a-43f7-9e83-71f5ac8dc95c x-openstack-request-id: req-0ac5cd33-477a-43f7-9e83-71f5ac8dc95c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:53.278671 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd", "name": "network-vif-deleted", "tag": "1ec440d4-16a4-4f44-88fa-5ac597a75cf3", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:53.278875 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ac5cd33-477a-43f7-9e83-71f5ac8dc95c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:53.279301 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd', 'name': 'network-vif-deleted', 'tag': '1ec440d4-16a4-4f44-88fa-5ac597a75cf3', 'status': 'completed', 'code': 200} Aug 11 08:43:53.286607 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d2dca0b-ffca-4b8f-8972-cffcb19699ea req-285ccf84-a8fb-4c1d-824e-d1d6bfc411a7 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/security-groups?id=406e74a3-9dd8-4516-9acf-a5b474e16259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701916 Aug 11 08:43:53.294459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Deleting port 5d5050b1-1224-446d-9c25-45f2dbc413d0 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:43:53.294806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:53.414727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] For port 5d5050b1-1224-446d-9c25-45f2dbc413d0, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=5d5050b1-1224-446d-9c25-45f2dbc413d0,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:43:53.415526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:53.431838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Calling delete_port for 5d5050b1-1224-446d-9c25-45f2dbc413d0 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:43:53.603585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:53.651668 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event deleted for resources: {'Port': ['ID=5d5050b1-1224-446d-9c25-45f2dbc413d0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:43:53.704498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] No DVR routers for this DVR port 5d5050b1-1224-446d-9c25-45f2dbc413d0 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:43:53.708273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:53.710499 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8de11b7b-dbb9-49a9-ae16-ac1e6f72adf0 req-8dfeb6bf-ae98-4776-a620-a1325a3f7ea9 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.64 "DELETE /v2.0/ports/5d5050b1-1224-446d-9c25-45f2dbc413d0 HTTP/1.1" status: 204 len: 173 time: 0.6021805 Aug 11 08:43:54.060157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-990aff63-6362-4adb-b6c0-1cca280bca49 req-c330c435-4c62-4d11-b5b0-d98081b00cd4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 210 time: 0.0475879 Aug 11 08:43:54.416594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d7470215-3045-4d16-a64f-05ced35a641d req-5374c5ff-7708-4d70-8dd0-390193be6536 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0495162 Aug 11 08:43:55.128233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:55.151138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:43:55.151486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 1ec440d4-16a4-4f44-88fa-5ac597a75cf3 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:55.191664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2cf76687-4a37-4634-adbd-c027b070b6a4 req-838d38ae-1dd7-470a-809c-1c56c7c7c175 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 210 time: 0.0346506 Aug 11 08:43:55.280438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'name': 'network-vif-deleted', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:43:55.283405 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccc625-b531-48e7-9468-fb402f1f9a42" -d '{"events": [{"server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "name": "network-vif-deleted", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:43:55.331088 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43690ada-7436-4d36-a226-5d6a001852d0 x-openstack-request-id: req-43690ada-7436-4d36-a226-5d6a001852d0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:43:55.331585 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9949d7b5-8094-4f07-876e-2290a83372fc", "name": "network-vif-deleted", "tag": "5d5050b1-1224-446d-9c25-45f2dbc413d0", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:43:55.332104 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43690ada-7436-4d36-a226-5d6a001852d0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:43:55.333177 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9949d7b5-8094-4f07-876e-2290a83372fc', 'name': 'network-vif-deleted', 'tag': '5d5050b1-1224-446d-9c25-45f2dbc413d0', 'status': 'completed', 'code': 200} Aug 11 08:43:55.537405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b8e4a486-5347-4e03-a15b-b2c5c8f5fad2 req-635d89a2-246b-4adf-9164-1e465c65393c tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0428681 Aug 11 08:43:56.301681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93ac7172-c7cf-407c-9fdc-8f4b7189b0b6 req-864c0fe2-c486-4256-b0ce-3bd8ec060d4f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7c1bce0-df0e-4ba4-b0f4-c647e6cc43dd HTTP/1.1" status: 200 len: 210 time: 0.0331509 Aug 11 08:43:56.495358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d5050b1-1224-446d-9c25-45f2dbc413d0 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:43:56.519501 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 5d5050b1-1224-446d-9c25-45f2dbc413d0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:43:56.520357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 5d5050b1-1224-446d-9c25-45f2dbc413d0 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:43:56.650460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eb8de276-c423-4dd9-908b-e8242a896701 req-b1de6368-0778-4740-b9a8-6a102fecf407 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0293424 Aug 11 08:43:57.753208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3e5138a2-0476-4767-95f2-ec427a723233 req-a682a4a2-8559-47f4-a79b-756cdddaa9a5 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0275595 Aug 11 08:43:58.867018 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ac2e68a-5a9d-4d4a-bc4d-805283cad612 req-b9d55192-1d93-4f71-80f0-41fbda7bf144 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0287769 Aug 11 08:43:58.946500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:59.300513 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c0cce56d-dad0-407a-8f3c-eb7ec5d0d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:43:59.989054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1970bbfe-8243-4f7e-9127-99b2b1dd8e90 req-29a8359c-9c17-4af4-bfc1-c0a1485f3a56 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "GET /v2.0/ports?device_id=9949d7b5-8094-4f07-876e-2290a83372fc HTTP/1.1" status: 200 len: 210 time: 0.0280938 Aug 11 08:44:00.006811 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:01.053306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58328) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:01.117743 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:01.144332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:01.214945 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:01.218186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:01.222478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] 10.222.0.58 "DELETE /v2.0/security-groups/406e74a3-9dd8-4516-9acf-a5b474e16259 HTTP/1.1" status: 204 len: 168 time: 0.1653113 Aug 11 08:44:01.229811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e74a3-9dd8-4516-9acf-a5b474e16259,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:01.238369 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.238717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.239056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.239382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.239923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.240255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.240579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.240918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.241360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.241567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.241901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:01.242206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f4a9b-4cf2-4d6f-bac7-382ff76246f1 tempest-TestVolumeBackupRestore-424730513 tempest-TestVolumeBackupRestore-424730513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:02.464519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:02.741837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1aaccd82-1d57-47e5-83f6-23de650d934c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:04.905472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:05.863528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58810) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:06.190658 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:06.267127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:06.580314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Deleting port 06fa7b61-a492-4604-a75a-e1a2bbcec28c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:06.580848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:06.682434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] For port 06fa7b61-a492-4604-a75a-e1a2bbcec28c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=06fa7b61-a492-4604-a75a-e1a2bbcec28c,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:06.682806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:06.701092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Calling delete_port for 06fa7b61-a492-4604-a75a-e1a2bbcec28c owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:06.924352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:06.954103 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=06fa7b61-a492-4604-a75a-e1a2bbcec28c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:06.992742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.993398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.993921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.994419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.994939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.995431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.995920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.996410 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.996927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.997427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.997912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:06.998393 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:07.161699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:07.410152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Router 4a4f6345-cf03-4266-816e-0697bbdd9964 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:44:07.539855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:44:07.545479 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dd43c15b-93f2-430e-acbe-2208b085d3cd admin admin] 10.222.0.58 "PUT /v2.0/routers/4a4f6345-cf03-4266-816e-0697bbdd9964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800992 Aug 11 08:44:07.549176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:07.552312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] Sync routers for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:44:07.567503 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:44:07.567990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:44:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:07.676185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:44:07.678621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:07.827368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:07.879952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:44:06Z', 'revision_number': 5, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port': {'id': '5a79ffcd-a438-45d3-8711-5afbdb0f23df', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:35Z', 'updated_at': '2021-08-11T08:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:07.884597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Deleting port 5a79ffcd-a438-45d3-8711-5afbdb0f23df {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:07.885074 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:07.908122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] Checking router: 4a4f6345-cf03-4266-816e-0697bbdd9964 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:44:07.921991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] Routers {'4a4f6345-cf03-4266-816e-0697bbdd9964'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:44:07.922753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:44:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['4a4f6345-cf03-4266-816e-0697bbdd9964'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:07.970322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] For port 5a79ffcd-a438-45d3-8711-5afbdb0f23df, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5a79ffcd-a438-45d3-8711-5afbdb0f23df,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:07.971062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:07.984512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Calling delete_port for 5a79ffcd-a438-45d3-8711-5afbdb0f23df owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:08.014558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] Set router 4a4f6345-cf03-4266-816e-0697bbdd9964 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:44:08.084656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:44:07Z', 'revision_number': 6, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:08.115772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53717b69-458f-42f5-b63f-79c2c437f783 None None] The sync data for ids ['4a4f6345-cf03-4266-816e-0697bbdd9964'] in n-d-789963-6 is: [{'id': '4a4f6345-cf03-4266-816e-0697bbdd9964', 'name': 'tempest-TestVolumeBackupRestore-1842587471-router', 'tenant_id': '6c6773ee76a84c3c826dfd73432da870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:34Z', 'updated_at': '2021-08-11T08:44:07Z', 'revision_number': 6, 'project_id': '6c6773ee76a84c3c826dfd73432da870', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:44:08.197149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.228246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a79ffcd-a438-45d3-8711-5afbdb0f23df,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:08.293637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.387958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.390223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.434108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.434614 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a4f6345-cf03-4266-816e-0697bbdd9964 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:44:08.439678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.440839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-53069fb9-62a7-4608-9f32-2bc3dc2768c0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4a4f6345-cf03-4266-816e-0697bbdd9964 HTTP/1.1" status: 204 len: 168 time: 0.8901253 Aug 11 08:44:08.443646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58892) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:08.515198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Deleting subnet a06cb030-7594-4938-9c03-1be2cff03128 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:44:08.520658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.568436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.628119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06fa7b61-a492-4604-a75a-e1a2bbcec28c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:44:08.656468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 06fa7b61-a492-4604-a75a-e1a2bbcec28c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:44:08.658042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06fa7b61-a492-4604-a75a-e1a2bbcec28c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:44:08.671116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.728756 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.760734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06cb030-7594-4938-9c03-1be2cff03128,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:08.764613 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.766938 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8aee9559-e07a-4f71-9b89-f882cca95bc7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a06cb030-7594-4938-9c03-1be2cff03128 HTTP/1.1" status: 204 len: 168 time: 0.3221824 Aug 11 08:44:08.769816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58894) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:08.772459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2381f3-fc05-4525-8ff6-c35a7c3ae74e None None] Network 31b9c99e-ce82-4cac-8601-866466d4aa0c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:44:08.862957 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:08.945958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Deleting port 83eb1e19-683a-4266-b42c-12f4f173befb {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:08.946383 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.014050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] DHCP port deletion for 31b9c99e-ce82-4cac-8601-866466d4aa0c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:44:09.030788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] For port 83eb1e19-683a-4266-b42c-12f4f173befb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83eb1e19-683a-4266-b42c-12f4f173befb,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:09.031159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.051838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Calling delete_port for 83eb1e19-683a-4266-b42c-12f4f173befb owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:09.073027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Deleting port 83eb1e19-683a-4266-b42c-12f4f173befb {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:09.073406 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.143130 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.155167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] For port 83eb1e19-683a-4266-b42c-12f4f173befb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=83eb1e19-683a-4266-b42c-12f4f173befb,segment=NetworkSegment(d1dd8d4b-28d3-4acc-8504-4241ed786ac1),segment_id=d1dd8d4b-28d3-4acc-8504-4241ed786ac1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:09.155657 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.169777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Calling delete_port for 83eb1e19-683a-4266-b42c-12f4f173befb owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:09.171903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] No DVR routers for this DVR port 83eb1e19-683a-4266-b42c-12f4f173befb on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:44:09.177404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Pushing event deleted for resources: {'Port': ['ID=83eb1e19-683a-4266-b42c-12f4f173befb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:09.251224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.259860 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.263439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b9c99e-ce82-4cac-8601-866466d4aa0c']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:09.272930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:09.273214 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dd8d4b-28d3-4acc-8504-4241ed786ac1') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:09.282661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.292674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Pushing event deleted for resources: {'Port': ['ID=83eb1e19-683a-4266-b42c-12f4f173befb,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:09.297239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] No DVR routers for this DVR port 83eb1e19-683a-4266-b42c-12f4f173befb on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:44:09.299026 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.304738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.305135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.307822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.308700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.308700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.308700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3d473-21e9-4b93-a3c6-c780e71ce170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:44:09.312234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:44:09.312488 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:44:09.314853 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:44:09.374876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.380340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:09.385400 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 58898) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:09.385579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] 10.222.0.58 "DELETE /v2.0/networks/31b9c99e-ce82-4cac-8601-866466d4aa0c HTTP/1.1" status: 204 len: 168 time: 0.6144905 Aug 11 08:44:09.400666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fc903-8153-4941-b252-7a900849e259 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b9c99e-ce82-4cac-8601-866466d4aa0c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:10.060952 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:10.272728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5a79ffcd-a438-45d3-8711-5afbdb0f23df no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:44:10.295900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5a79ffcd-a438-45d3-8711-5afbdb0f23df {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:44:10.296758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5a79ffcd-a438-45d3-8711-5afbdb0f23df not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:44:10.297293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83eb1e19-683a-4266-b42c-12f4f173befb no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:44:10.320387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 83eb1e19-683a-4266-b42c-12f4f173befb {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:44:10.320773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 83eb1e19-683a-4266-b42c-12f4f173befb not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:44:10.338068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Deleting port 1810ade8-51da-484b-ad8e-8d7edfad3d5d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:10.338421 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:10.423289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] For port 1810ade8-51da-484b-ad8e-8d7edfad3d5d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1810ade8-51da-484b-ad8e-8d7edfad3d5d,segment=NetworkSegment(5fe5606a-6bea-47eb-98f0-e188cd4f919d),segment_id=5fe5606a-6bea-47eb-98f0-e188cd4f919d)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:10.423665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:10.438363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Calling delete_port for 1810ade8-51da-484b-ad8e-8d7edfad3d5d owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:10.631342 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:10.658056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Pushing event deleted for resources: {'Port': ['ID=1810ade8-51da-484b-ad8e-8d7edfad3d5d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:10.862802 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:11.102079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:44:11.221046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:44:11.226031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cad73c94-12ee-40c3-abab-f612e9179884 admin admin] 10.222.0.58 "PUT /v2.0/routers/f1e8b536-760d-481b-b2e6-a5ed88ad6b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390326 Aug 11 08:44:11.228784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58904) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:11.234424 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] Sync routers for ids ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:44:11.251954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] Routers {'f1e8b536-760d-481b-b2e6-a5ed88ad6b67'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:44:11.253035 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:44:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:11.363042 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] Set router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:44:11.363947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:11.477558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:11.546868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Deleting port f47df496-b5c6-4340-96a7-df4e44c96cd5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:11.547590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:11.566591 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:44:11.577186 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:44:10Z', 'revision_number': 5, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port': {'id': 'f47df496-b5c6-4340-96a7-df4e44c96cd5', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:40:45Z', 'updated_at': '2021-08-11T08:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:11.604211 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] Checking router: f1e8b536-760d-481b-b2e6-a5ed88ad6b67 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:44:11.614542 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] Routers {'f1e8b536-760d-481b-b2e6-a5ed88ad6b67'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:44:11.615513 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:44:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:11.639806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] For port f47df496-b5c6-4340-96a7-df4e44c96cd5, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f47df496-b5c6-4340-96a7-df4e44c96cd5,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:11.640590 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:11.655921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Calling delete_port for f47df496-b5c6-4340-96a7-df4e44c96cd5 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:11.706593 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] Set router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:44:11.861408 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:11.865368 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:44:11Z', 'revision_number': 6, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:11.892840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47df496-b5c6-4340-96a7-df4e44c96cd5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:11.895605 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd7f242-9a90-42ba-bf15-e68c5b650209 None None] The sync data for ids ['f1e8b536-760d-481b-b2e6-a5ed88ad6b67'] in n-d-789963-6 is: [{'id': 'f1e8b536-760d-481b-b2e6-a5ed88ad6b67', 'name': 'tempest-TestVolumeBackupRestore-1503160230-router', 'tenant_id': '68f2dd554fc34ba3be193548398d3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:40:43Z', 'updated_at': '2021-08-11T08:44:11Z', 'revision_number': 6, 'project_id': '68f2dd554fc34ba3be193548398d3462', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:44:11.965724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.065157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.067558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.113816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.114387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e8b536-760d-481b-b2e6-a5ed88ad6b67 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:44:12.119062 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.122666 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3f4099ef-afa8-44f1-b6bb-0cc91180ac74 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f1e8b536-760d-481b-b2e6-a5ed88ad6b67 HTTP/1.1" status: 204 len: 168 time: 0.8898721 Aug 11 08:44:12.123606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58908) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:12.168854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Deleting subnet 56a6e7e2-9e82-4c7d-88fc-595496dc8967 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:44:12.172206 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.208051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.307933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.368513 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.393689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a6e7e2-9e82-4c7d-88fc-595496dc8967,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:12.399720 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.401781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-39afb185-d100-4c84-9db4-348c8fa47e26 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/56a6e7e2-9e82-4c7d-88fc-595496dc8967 HTTP/1.1" status: 204 len: 168 time: 0.2771418 Aug 11 08:44:12.404279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:12.405086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c67fe-e052-4de0-b79e-20fb9bf59837 None None] Network c6d31381-3ac6-40a0-aeed-42c3f204080e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:44:12.492296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.559210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Deleting port 384b4390-767d-44c4-94bd-271902d487d6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:44:12.559566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.623956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] For port 384b4390-767d-44c4-94bd-271902d487d6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=384b4390-767d-44c4-94bd-271902d487d6,segment=NetworkSegment(5fe5606a-6bea-47eb-98f0-e188cd4f919d),segment_id=5fe5606a-6bea-47eb-98f0-e188cd4f919d)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:12.624248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.637883 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Calling delete_port for 384b4390-767d-44c4-94bd-271902d487d6 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:44:12.726328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f680a-b292-4f6c-a9ef-6adacaa8eb08 None None] DHCP port deletion for c6d31381-3ac6-40a0-aeed-42c3f204080e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:44:12.732531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1810ade8-51da-484b-ad8e-8d7edfad3d5d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:44:12.734431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.759620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1810ade8-51da-484b-ad8e-8d7edfad3d5d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:44:12.760272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1810ade8-51da-484b-ad8e-8d7edfad3d5d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:44:12.773106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=384b4390-767d-44c4-94bd-271902d487d6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:12.777229 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] No DVR routers for this DVR port 384b4390-767d-44c4-94bd-271902d487d6 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:44:12.778192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-271f680a-b292-4f6c-a9ef-6adacaa8eb08 None None] The port '384b4390-767d-44c4-94bd-271902d487d6' was deleted {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 08:44:12.868752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.879386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d31381-3ac6-40a0-aeed-42c3f204080e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:12.890415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe5606a-6bea-47eb-98f0-e188cd4f919d') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:12.890736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe5606a-6bea-47eb-98f0-e188cd4f919d') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:44:12.900738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.916223 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.922539 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:44:12.923266 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:44:12.925238 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:44:12.987234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:13.008096 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:13.010053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c6d31381-3ac6-40a0-aeed-42c3f204080e HTTP/1.1" status: 204 len: 168 time: 0.6047878 Aug 11 08:44:13.010936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a416b-c8ec-476f-b7ae-d6a2caf746b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d31381-3ac6-40a0-aeed-42c3f204080e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:13.276778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58928) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:13.324332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9b642951-a53c-47ca-9f4a-fae0c3f7080a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c6773ee76a84c3c826dfd73432da870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461411 Aug 11 08:44:13.326910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:13.413674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8895cf4-2973-4cbf-a4ff-ff8785b16518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:13.452433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8895cf4-2973-4cbf-a4ff-ff8785b16518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:13.480584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2b913-9d31-42b8-b2ae-f26f1132a99d req-4a317748-131a-4008-94ae-6de34d9f896b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:13.482870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5af2b913-9d31-42b8-b2ae-f26f1132a99d req-4a317748-131a-4008-94ae-6de34d9f896b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0630488 Aug 11 08:44:13.512634 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8895cf4-2973-4cbf-a4ff-ff8785b16518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:13.515332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d8895cf4-2973-4cbf-a4ff-ff8785b16518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:13.516647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d8895cf4-2973-4cbf-a4ff-ff8785b16518 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55fb765e-5f23-4e50-a364-7a70348e5c01 HTTP/1.1" status: 204 len: 168 time: 0.1880963 Aug 11 08:44:13.527183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8895cf4-2973-4cbf-a4ff-ff8785b16518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb765e-5f23-4e50-a364-7a70348e5c01,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:13.544378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5af2b913-9d31-42b8-b2ae-f26f1132a99d req-008b5fc7-c481-4dd3-b649-165e4863a45b tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531404 Aug 11 08:44:13.887975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58942) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:13.930894 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-473ba0f8-16bb-4554-a2a0-c7817b6d4305 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68f2dd554fc34ba3be193548398d3462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416069 Aug 11 08:44:13.933278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 58944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:13.984377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddb72bb8-212d-4815-99f3-a2de47967b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:14.007280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddb72bb8-212d-4815-99f3-a2de47967b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:14.057672 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddb72bb8-212d-4815-99f3-a2de47967b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:14.060396 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ddb72bb8-212d-4815-99f3-a2de47967b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:14.061625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ddb72bb8-212d-4815-99f3-a2de47967b62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b23a972-4e26-4f58-9f6d-afd6df87e3f2 HTTP/1.1" status: 204 len: 168 time: 0.1274137 Aug 11 08:44:14.072306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb72bb8-212d-4815-99f3-a2de47967b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23a972-4e26-4f58-9f6d-afd6df87e3f2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:14.272256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 384b4390-767d-44c4-94bd-271902d487d6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:44:14.299167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 384b4390-767d-44c4-94bd-271902d487d6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:44:14.299781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 384b4390-767d-44c4-94bd-271902d487d6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:44:14.300677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f47df496-b5c6-4340-96a7-df4e44c96cd5 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:44:14.329314 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f47df496-b5c6-4340-96a7-df4e44c96cd5 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:44:14.330068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f47df496-b5c6-4340-96a7-df4e44c96cd5 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:44:14.682532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28083e47-b915-4087-b406-607fbc397d49 req-95817840-e2cf-4e6f-af43-44efcc0bd32d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:14.689622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28083e47-b915-4087-b406-607fbc397d49 req-95817840-e2cf-4e6f-af43-44efcc0bd32d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0647652 Aug 11 08:44:14.727854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-28083e47-b915-4087-b406-607fbc397d49 req-423e153e-52c3-47c0-be86-9f909af16402 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362613 Aug 11 08:44:15.856894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49eb5-4b8d-4c2d-8cf6-f3830805baf2 req-738a600a-7a4b-4a57-887a-1309ad8c09c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:15.858438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ecc49eb5-4b8d-4c2d-8cf6-f3830805baf2 req-738a600a-7a4b-4a57-887a-1309ad8c09c4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0577633 Aug 11 08:44:15.901358 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ecc49eb5-4b8d-4c2d-8cf6-f3830805baf2 req-0a46bb73-9f8f-4ac5-a0b8-2db4f4e51bde tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363057 Aug 11 08:44:17.024550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad5cde-e24f-46f3-bb2f-8846926bacfe req-938bbb6e-16c3-4f7c-b366-e77bdb803ad6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:17.026226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9fad5cde-e24f-46f3-bb2f-8846926bacfe req-938bbb6e-16c3-4f7c-b366-e77bdb803ad6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0535128 Aug 11 08:44:17.066778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9fad5cde-e24f-46f3-bb2f-8846926bacfe req-dec4ef45-4bd2-486c-8bee-c2956de15033 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 Aug 11 08:44:18.199493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cbd48-cf8e-47af-bf7b-cd617cacfc7e req-c4713371-6573-4c24-bef5-0d9f16666bc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:18.201135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c75cbd48-cf8e-47af-bf7b-cd617cacfc7e req-c4713371-6573-4c24-bef5-0d9f16666bc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0642865 Aug 11 08:44:18.243948 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c75cbd48-cf8e-47af-bf7b-cd617cacfc7e req-2c4e6ae2-e48e-4f28-8d36-19580f31a212 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363302 Aug 11 08:44:19.362184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048206-0bb1-4430-ae1f-ca42834bacef req-6f405395-0ad0-4213-84bc-ea59761a72ff tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:19.364539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a048206-0bb1-4430-ae1f-ca42834bacef req-6f405395-0ad0-4213-84bc-ea59761a72ff tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Aug 11 08:44:19.405918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a048206-0bb1-4430-ae1f-ca42834bacef req-445d7328-f978-4913-a3c4-772426e44cf5 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352478 Aug 11 08:44:20.535213 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e0f2-b05a-48f0-bc27-8c5c7e3771d2 req-77cbf7a3-18e2-4295-94d9-437aec4dc5a2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:20.535213 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27d2e0f2-b05a-48f0-bc27-8c5c7e3771d2 req-77cbf7a3-18e2-4295-94d9-437aec4dc5a2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Aug 11 08:44:20.570349 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-27d2e0f2-b05a-48f0-bc27-8c5c7e3771d2 req-5164ce37-92a9-4078-b969-68417cc0c0f2 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Aug 11 08:44:21.718465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e174f1-7506-4164-a677-fe0d3c2994a4 req-eacac2c0-18bc-4744-baf9-919f458c3e10 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:21.720231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31e174f1-7506-4164-a677-fe0d3c2994a4 req-eacac2c0-18bc-4744-baf9-919f458c3e10 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0696599 Aug 11 08:44:21.766679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31e174f1-7506-4164-a677-fe0d3c2994a4 req-7d9a134e-7675-4438-800d-a951221bad28 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Aug 11 08:44:22.891565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60ccb6-af54-4781-bb40-3b3fbf398613 req-35a7c943-c5d9-4d69-bdc2-3fd60059e8f3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:22.893181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2e60ccb6-af54-4781-bb40-3b3fbf398613 req-35a7c943-c5d9-4d69-bdc2-3fd60059e8f3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0530939 Aug 11 08:44:22.931862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2e60ccb6-af54-4781-bb40-3b3fbf398613 req-1892be60-56c4-4e81-8a7b-73e0e583a7ab tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Aug 11 08:44:23.004398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-e69d351e-e1c0-4192-8d2b-2d02b29dd68b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:23.005921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-e69d351e-e1c0-4192-8d2b-2d02b29dd68b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1031475 Aug 11 08:44:23.023670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-ba40837b-6d0b-448c-8ca4-6dae2289b679 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0094926 Aug 11 08:44:23.086082 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-a455ba0c-95be-4126-a07d-f7bf6779e06c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548387 Aug 11 08:44:23.181795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-579fa3be-1e92-48ce-a83e-ab135159e9bd service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 Aug 11 08:44:23.286305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-ac878b27-621a-4021-891f-5543de96b240 service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950046 Aug 11 08:44:23.628055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6a414695-5790-40a6-827f-d9f31e4d96bf req-e2c837c8-e2fc-480c-b9ac-bf8460884383 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Aug 11 08:44:24.057048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45b0f-ceb8-4eea-9539-01810b861210 req-a27fc46f-fae9-4086-b952-e3be1ad26593 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:24.058564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-baf45b0f-ceb8-4eea-9539-01810b861210 req-a27fc46f-fae9-4086-b952-e3be1ad26593 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0549483 Aug 11 08:44:24.105510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-baf45b0f-ceb8-4eea-9539-01810b861210 req-1df4a8be-92e5-41cd-9718-88750b2d48a6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Aug 11 08:44:24.617279 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-381c5e52-03be-4ddd-bef5-79e32680a93e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:24.618886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-381c5e52-03be-4ddd-bef5-79e32680a93e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1091037 Aug 11 08:44:24.636824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:44:24.733440 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-428110ab-5238-429c-81b2-af2389980a00 req-2aeb6bf8-c4a2-4b4d-8a89-b6ca0f20e14f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 210 time: 0.0323400 Aug 11 08:44:24.789552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:44:24.793258 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:24.926319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.14 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/18542dd2-dd7f-4e29-91d8-2eb0e50417aa) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:44:25.089193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.102053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object 18542dd2-dd7f-4e29-91d8-2eb0e50417aa will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:44:25.136333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.178651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:44:25.184398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:44:25.188749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:44:25.221307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:25.243696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925cca-8777-48a1-b11c-35929adb1abc req-edac1952-25b7-421a-9a6f-faef99c98b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:25.252255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02925cca-8777-48a1-b11c-35929adb1abc req-edac1952-25b7-421a-9a6f-faef99c98b15 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0765042 Aug 11 08:44:25.252620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:25.253312 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.271417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6940d176-6dd8-4968-8345-f045ede9e57f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383398 Aug 11 08:44:25.290203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Request body: {'port': {'device_id': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:44:25.295023 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02925cca-8777-48a1-b11c-35929adb1abc req-f634ff7a-c6d3-41ad-98e7-e2fa590700ff tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402536 Aug 11 08:44:25.346549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.500072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40beda4d-6e0b-476f-ade1-327239a5dcd3 None None] Provisioning for port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:44:25.506112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-40beda4d-6e0b-476f-ade1-327239a5dcd3 None None] Provisioning complete for port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:44:25.506746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-40beda4d-6e0b-476f-ade1-327239a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.547819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-40beda4d-6e0b-476f-ade1-327239a5dcd3 None None] Port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:44:25.662836 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18542dd2-dd7f-4e29-91d8-2eb0e50417aa {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:44:25.672403 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.686418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Transition to ACTIVE for port object 18542dd2-dd7f-4e29-91d8-2eb0e50417aa will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:44:25.692337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.779661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750f021-3941-489c-accf-f7970d96544b service neutron] Pushing event updated for resources: {'Port': ['ID=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:25.871655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Attempting to bind port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:44:25.873811 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Attempting to bind port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:44:25.874145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Attempting to bind port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:44:25.888391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:44:25.888742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Attempting to bind port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:44:25.899974 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:44:25.901104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:44:25.901104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:44:25.901104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Bound port: 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:44:25.902672 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:25.934111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51014bb-7dec-4ba0-b62c-6e4c24efae13 req-25627bfd-67c1-499c-b286-b9fdf8e15db2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:25.936420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d51014bb-7dec-4ba0-b62c-6e4c24efae13 req-25627bfd-67c1-499c-b286-b9fdf8e15db2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.1001613 Aug 11 08:44:26.034350 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d51014bb-7dec-4ba0-b62c-6e4c24efae13 req-a9bb4948-72dd-4de9-9d03-e0ebe699103f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853009 Aug 11 08:44:26.042327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] For port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:44:26.046556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] For port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:44:26.052446 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:26.099952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.100585 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:26.102041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-9750f021-3941-489c-accf-f7970d96544b service neutron] 10.222.0.64 "PUT /v2.0/ports/18542dd2-dd7f-4e29-91d8-2eb0e50417aa HTTP/1.1" status: 200 len: 1092 time: 0.8163502 Aug 11 08:44:26.102498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'tag': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:44:26.105377 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4a3841-8572-4062-ad99-77fc9579289d" -d '{"events": [{"name": "network-changed", "server_uuid": "fca6821e-4bea-4697-ab86-a5e7ddb3a662", "tag": "18542dd2-dd7f-4e29-91d8-2eb0e50417aa"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:44:26.145374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750f021-3941-489c-accf-f7970d96544b service neutron] Pushing event updated for resources: {'Port': ['ID=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:26.190691 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cec3f0-54fb-43dc-bd33-377a29d6eb69 x-openstack-request-id: req-34cec3f0-54fb-43dc-bd33-377a29d6eb69 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:44:26.190974 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca6821e-4bea-4697-ab86-a5e7ddb3a662", "tag": "18542dd2-dd7f-4e29-91d8-2eb0e50417aa", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:44:26.191292 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34cec3f0-54fb-43dc-bd33-377a29d6eb69 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:44:26.191654 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'tag': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa', 'status': 'completed', 'code': 200} Aug 11 08:44:26.231589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-bc1d24ce-8a21-4f35-812c-87240eb05c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.234671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-bc1d24ce-8a21-4f35-812c-87240eb05c22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 1095 time: 0.0531318 Aug 11 08:44:26.285284 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-cc035635-9f44-43f6-9036-97b485bb1dca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa HTTP/1.1" status: 200 len: 217 time: 0.0381153 Aug 11 08:44:26.340396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-407308c2-dd8e-4243-bfc1-b14895a8d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.341923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-407308c2-dd8e-4243-bfc1-b14895a8d43e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0502620 Aug 11 08:44:26.425029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-28abed8d-2f4a-4a12-ac58-df3e69243354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.426729 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-28abed8d-2f4a-4a12-ac58-df3e69243354 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765607 Aug 11 08:44:26.438782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e6b3b-8785-4f16-89bb-fd81e5a4e33d req-076e162e-b6c2-4848-8e57-a8def44367a7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.440323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c80e6b3b-8785-4f16-89bb-fd81e5a4e33d req-076e162e-b6c2-4848-8e57-a8def44367a7 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0775239 Aug 11 08:44:26.528901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c80e6b3b-8785-4f16-89bb-fd81e5a4e33d req-18c8f529-01fb-4040-af12-26dd3dcc4a3a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801840 Aug 11 08:44:26.556469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-731ad03d-8537-49a3-b759-1e67fc218af8 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151798 Aug 11 08:44:26.651327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f54780a-f5a8-433e-980e-082b7187d5c8 req-6d44efca-2e8c-4baa-a7ee-fd9913fbd7d8 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Aug 11 08:44:26.770571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3841-8572-4062-ad99-77fc9579289d req-bb585d12-191e-4950-bbc1-920242fab84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.772108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-bb585d12-191e-4950-bbc1-920242fab84b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 1095 time: 0.0470099 Aug 11 08:44:26.864720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3841-8572-4062-ad99-77fc9579289d req-46c7e60b-97ac-4bc3-a66e-418742890022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.866381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-46c7e60b-97ac-4bc3-a66e-418742890022 service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0875123 Aug 11 08:44:26.908762 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-9f57e794-9afd-4780-b19b-1ddccf609d7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa HTTP/1.1" status: 200 len: 217 time: 0.0353272 Aug 11 08:44:26.963730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3841-8572-4062-ad99-77fc9579289d req-abcd5013-9f69-4b7b-a146-1d8c0aa7ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:26.965178 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-abcd5013-9f69-4b7b-a146-1d8c0aa7ae1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0497828 Aug 11 08:44:27.013556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3841-8572-4062-ad99-77fc9579289d req-be05c998-44fa-47a1-b098-0ad4c3e67c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:27.015141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-be05c998-44fa-47a1-b098-0ad4c3e67c3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428925 Aug 11 08:44:27.107487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-bb63c559-bbc9-4748-a72a-597eca8e85d5 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Aug 11 08:44:27.169986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f2ce2-50a2-4889-bff4-9886380f7849 req-8b342d1d-5f4a-49cf-9c10-0897f5599c50 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:27.171766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b1f2ce2-50a2-4889-bff4-9886380f7849 req-8b342d1d-5f4a-49cf-9c10-0897f5599c50 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0557930 Aug 11 08:44:27.210397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f4a3841-8572-4062-ad99-77fc9579289d req-fb487ac9-7459-4c32-a9f7-db91e5a08cbb service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954018 Aug 11 08:44:27.212159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b1f2ce2-50a2-4889-bff4-9886380f7849 req-c1b125d6-9b6d-4d60-87cb-e954a5b98009 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Aug 11 08:44:27.657660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c119d-6d83-427e-8d8a-aafe25683877 req-fabdb688-e928-4ff1-ae01-7e4efa9fe4fe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:27.659298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-637c119d-6d83-427e-8d8a-aafe25683877 req-fabdb688-e928-4ff1-ae01-7e4efa9fe4fe tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0513804 Aug 11 08:44:27.699996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-637c119d-6d83-427e-8d8a-aafe25683877 req-1be2c5ed-40b2-4248-8d04-bb5554d5e026 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Aug 11 08:44:28.330757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b329564-9c6b-45e4-9a24-dc1bb47399e8 req-0380a656-7690-40f5-a32d-20a93c5cb289 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:28.332671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b329564-9c6b-45e4-9a24-dc1bb47399e8 req-0380a656-7690-40f5-a32d-20a93c5cb289 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0507445 Aug 11 08:44:28.375240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b329564-9c6b-45e4-9a24-dc1bb47399e8 req-a9a58964-9e5f-4b7b-910a-fdbef0720056 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Aug 11 08:44:28.830918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3306-a467-4187-9eae-cd94e42e820f req-1fba7c67-2e7c-4d73-85da-0e48a266d986 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:28.832253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e8c3306-a467-4187-9eae-cd94e42e820f req-1fba7c67-2e7c-4d73-85da-0e48a266d986 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0587976 Aug 11 08:44:28.873608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e8c3306-a467-4187-9eae-cd94e42e820f req-4532b2db-c2b6-482d-9227-9037c3224d59 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345819 Aug 11 08:44:28.944051 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:29.305725 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c28112c4-3f49-4726-84f4-750532d0060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:29.503009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a0048-3274-4c81-a718-4fe57ddbdedf req-6c7e780a-0664-4246-aab5-27e59df29a55 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:29.504436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed8a0048-3274-4c81-a718-4fe57ddbdedf req-6c7e780a-0664-4246-aab5-27e59df29a55 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0538008 Aug 11 08:44:29.556861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ed8a0048-3274-4c81-a718-4fe57ddbdedf req-29d334b1-5e55-4be2-abe8-4592809e85ac tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Aug 11 08:44:29.995944 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fa67f-daff-4ebd-abf3-71ee04439f8a req-76a0df23-0c21-4ff7-98a7-f6f86bde361a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:29.997517 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be7fa67f-daff-4ebd-abf3-71ee04439f8a req-76a0df23-0c21-4ff7-98a7-f6f86bde361a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0534306 Aug 11 08:44:30.024043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:30.044578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be7fa67f-daff-4ebd-abf3-71ee04439f8a req-a269e761-4838-438e-ad38-a004942f17d0 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Aug 11 08:44:30.049665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-cbd68f90-3740-4f90-8757-6e07bfcd1785 req-c3284edd-b099-4af0-adce-fa5b1c8db6b8 service neutron] (94572) timed out ('10.222.0.58', 41990) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:44:30.692648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095900b8-ff41-4004-9ce6-cd26b7d598b1 req-f3911258-a36f-49ce-9662-7ef8b48af427 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:30.694155 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-095900b8-ff41-4004-9ce6-cd26b7d598b1 req-f3911258-a36f-49ce-9662-7ef8b48af427 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0607026 Aug 11 08:44:30.733615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-095900b8-ff41-4004-9ce6-cd26b7d598b1 req-8dcc410b-f123-4f04-b966-3557f68de2fb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Aug 11 08:44:31.181464 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485035-c0e6-4892-88ad-09a181444ede req-26988051-db5d-4c82-a17f-5a354823de9d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:31.183051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7485035-c0e6-4892-88ad-09a181444ede req-26988051-db5d-4c82-a17f-5a354823de9d tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0632951 Aug 11 08:44:31.239823 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7485035-c0e6-4892-88ad-09a181444ede req-6a5e70b6-8240-4eda-8286-af883ba54a95 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Aug 11 08:44:31.394260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb352c5-0b89-4fdd-8b8a-8f0fcf1d43ca req-cf64caa9-f360-4c1d-8088-7885aa00a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:31.396017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb352c5-0b89-4fdd-8b8a-8f0fcf1d43ca req-cf64caa9-f360-4c1d-8088-7885aa00a45a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0452867 Aug 11 08:44:31.432388 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eeb352c5-0b89-4fdd-8b8a-8f0fcf1d43ca req-a891e660-992c-4524-852e-05177efb5f01 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288610 Aug 11 08:44:31.863034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2441b94-eae5-4747-a4c9-0eba24318ae9 req-ca8379f6-f6c8-48c4-bbed-c83a37d9a955 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:31.865290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b2441b94-eae5-4747-a4c9-0eba24318ae9 req-ca8379f6-f6c8-48c4-bbed-c83a37d9a955 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0591903 Aug 11 08:44:31.907573 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b2441b94-eae5-4747-a4c9-0eba24318ae9 req-05680bdd-25e8-46db-9a9c-07b564b60a47 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 11 08:44:32.364760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1232b-1cb5-4361-a323-facbd087fa59 req-0fe9448d-1d1d-4939-b8a1-5cd29241b9b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:32.366915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eca1232b-1cb5-4361-a323-facbd087fa59 req-0fe9448d-1d1d-4939-b8a1-5cd29241b9b9 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0568070 Aug 11 08:44:32.408796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eca1232b-1cb5-4361-a323-facbd087fa59 req-0e529517-abc7-478d-9c4e-a8a376d85580 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354681 Aug 11 08:44:32.441970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:32.730746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7e618b77-29a6-4a7c-a200-b135cff6c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:33.054874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bb2db-3c93-4f33-9b44-958f68659f8f req-30390b12-a962-4116-b17f-f1b43bf7243c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:33.056388 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-367bb2db-3c93-4f33-9b44-958f68659f8f req-30390b12-a962-4116-b17f-f1b43bf7243c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0661144 Aug 11 08:44:33.108411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-367bb2db-3c93-4f33-9b44-958f68659f8f req-c0e2edd9-49b7-49ce-aa2e-9a667c251547 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Aug 11 08:44:33.307235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:44:33.409964 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:33.423894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'port_id': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'mac_address': 'fa:16:3e:3a:55:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:44:33.464269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:33.478087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:44:33.498519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:33.505096 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:33.530622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1aa17-3ea5-4ea1-9598-4c6d43022790 req-26484b8f-5ebe-4c3a-871b-cd01a276eff6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:33.532051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18f1aa17-3ea5-4ea1-9598-4c6d43022790 req-26484b8f-5ebe-4c3a-871b-cd01a276eff6 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0527773 Aug 11 08:44:33.555221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:33.573609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18f1aa17-3ea5-4ea1-9598-4c6d43022790 req-729279de-b09b-443c-b1a0-5467c36e8d1c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342882 Aug 11 08:44:33.596571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59066) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:44:33.659316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b466ffc5-40e0-42cc-b6ec-331eb40ffab1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/floatingips/f52569e2-b12d-4571-97d1-7af77c9d7953 HTTP/1.1" status: 200 len: 992 time: 0.0615768 Aug 11 08:44:33.797287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:44:34.229235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d2c0-07c9-4cdb-b797-53193bc4fcbc req-a077f0ad-8466-4d50-a925-9092b8bb605e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:34.230793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b384d2c0-07c9-4cdb-b797-53193bc4fcbc req-a077f0ad-8466-4d50-a925-9092b8bb605e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0531552 Aug 11 08:44:34.273434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b384d2c0-07c9-4cdb-b797-53193bc4fcbc req-3a98b5d5-a5a1-4f57-a47b-f0aaaa8c3257 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Aug 11 08:44:34.910304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:35.323581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:44:35.381078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:44:35.381453 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:35.410049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6a17d-aaaf-48c1-90a9-8980a1c42b38 req-8b39779a-f8f9-45e9-9d24-2523fa2a000f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:35.411597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9df6a17d-aaaf-48c1-90a9-8980a1c42b38 req-8b39779a-f8f9-45e9-9d24-2523fa2a000f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0609906 Aug 11 08:44:35.451509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9df6a17d-aaaf-48c1-90a9-8980a1c42b38 req-c8057c59-9868-4abb-aa5b-fcabd77f23b5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Aug 11 08:44:35.460970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:35.483684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:44:35.486008 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b91e843-144b-4510-9d01-4a75858f8c2d" -d '{"events": [{"server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:44:35.499232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:35.504799 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:35.528137 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da2ac6-d2dc-4c5a-9d6e-28c55266a3f8 x-openstack-request-id: req-10da2ac6-d2dc-4c5a-9d6e-28c55266a3f8 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:44:35.528424 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "name": "network-vif-plugged", "status": "completed", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:44:35.528660 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10da2ac6-d2dc-4c5a-9d6e-28c55266a3f8 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:44:35.529073 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'code': 200} Aug 11 08:44:35.554134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:36.192256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:36.574151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b9161-afa3-4549-96fa-050a78e7bbb4 req-5567f8fa-61ce-4325-a0bb-f84b937e25c2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:36.575679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-612b9161-afa3-4549-96fa-050a78e7bbb4 req-5567f8fa-61ce-4325-a0bb-f84b937e25c2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 944 time: 0.0530193 Aug 11 08:44:36.627269 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-612b9161-afa3-4549-96fa-050a78e7bbb4 req-5fe052eb-f957-4cf1-ba9d-6778eca12829 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451550 Aug 11 08:44:36.681590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 18542dd2-dd7f-4e29-91d8-2eb0e50417aa details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:44:36.787716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:36.800590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa', 'mac_address': 'fa:16:3e:56:45:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:44:36.840669 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:36.854299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18542dd2-dd7f-4e29-91d8-2eb0e50417aa {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:44:36.880076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:36.883949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:36.932731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:37.157536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['18542dd2-dd7f-4e29-91d8-2eb0e50417aa'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:44:37.757292 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa8981-9dd7-4659-86ba-42ebefc27c34 req-5eb5aa68-c46b-40f4-8e6d-9f66c2506059 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:37.758839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3baa8981-9dd7-4659-86ba-42ebefc27c34 req-5eb5aa68-c46b-40f4-8e6d-9f66c2506059 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 945 time: 0.0590067 Aug 11 08:44:37.800772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3baa8981-9dd7-4659-86ba-42ebefc27c34 req-b1df6299-2de9-4999-81b5-4bc2ddad5bf4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 11 08:44:38.683347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 18542dd2-dd7f-4e29-91d8-2eb0e50417aa up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:44:38.739561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:44:38.745185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:44:38.745840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:38.826958 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:38.851715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:44:38.854385 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf29b90b-a98f-41c0-89ef-6f747ff119e0" -d '{"events": [{"server_uuid": "fca6821e-4bea-4697-ab86-a5e7ddb3a662", "name": "network-vif-plugged", "status": "completed", "tag": "18542dd2-dd7f-4e29-91d8-2eb0e50417aa"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:44:38.871654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:44:38.876396 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:38.917354 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bf2e14-9e70-48dc-8a8e-8b09f690cd09 x-openstack-request-id: req-c4bf2e14-9e70-48dc-8a8e-8b09f690cd09 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:44:38.917713 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca6821e-4bea-4697-ab86-a5e7ddb3a662", "name": "network-vif-plugged", "status": "completed", "tag": "18542dd2-dd7f-4e29-91d8-2eb0e50417aa", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:44:38.918020 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4bf2e14-9e70-48dc-8a8e-8b09f690cd09 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:44:38.918598 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa', 'code': 200} Aug 11 08:44:38.934756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51c977-8040-4ef6-971f-89411c92f72c req-c885dead-5062-40f4-b43e-4893a8bf1f8b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:38.937122 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd51c977-8040-4ef6-971f-89411c92f72c req-c885dead-5062-40f4-b43e-4893a8bf1f8b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0521321 Aug 11 08:44:38.938993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:38.986536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd51c977-8040-4ef6-971f-89411c92f72c req-bc9ff449-82dc-466b-a8c8-dc22641b8b8a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380635 Aug 11 08:44:39.054301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52843fa3-5fd1-4f1b-bbd0-9fafa605b0f0 req-f1978d57-09dd-466c-a58d-488cda779648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:39.055856 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52843fa3-5fd1-4f1b-bbd0-9fafa605b0f0 req-f1978d57-09dd-466c-a58d-488cda779648 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 1097 time: 0.0451338 Aug 11 08:44:39.093903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-52843fa3-5fd1-4f1b-bbd0-9fafa605b0f0 req-38db57d1-7225-468c-aa95-82db1a5cacd1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Aug 11 08:44:40.119306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998562a-3658-4eb0-a03d-e8a219e77457 req-db11e554-109d-4a60-a0fa-b25457f28752 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:40.120914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2998562a-3658-4eb0-a03d-e8a219e77457 req-db11e554-109d-4a60-a0fa-b25457f28752 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0558074 Aug 11 08:44:40.162460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2998562a-3658-4eb0-a03d-e8a219e77457 req-2b5dc036-cf05-4a0e-872b-7a128f1d8004 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Aug 11 08:44:41.291243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546ca8e-94e1-4acd-a3ae-7569f4ea8d2c req-838b3b9e-72b6-43e5-94ee-f3f2087dbb48 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:41.292787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6546ca8e-94e1-4acd-a3ae-7569f4ea8d2c req-838b3b9e-72b6-43e5-94ee-f3f2087dbb48 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0569744 Aug 11 08:44:41.334327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6546ca8e-94e1-4acd-a3ae-7569f4ea8d2c req-f248ae11-0df1-4e34-a45f-a4851bd86587 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Aug 11 08:44:41.460365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d28e0-6612-4bb1-a5d9-d78b5475b4bd req-23c8eef6-1e4a-40ab-bbe9-43da818c58b8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:41.461821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-881d28e0-6612-4bb1-a5d9-d78b5475b4bd req-23c8eef6-1e4a-40ab-bbe9-43da818c58b8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0559578 Aug 11 08:44:41.500497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-881d28e0-6612-4bb1-a5d9-d78b5475b4bd req-83c1ca64-0c66-4e99-9eab-9854d5bd39e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Aug 11 08:44:44.028975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-20cf334b-6ee1-4428-853a-c301710b22a7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:44.030433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-20cf334b-6ee1-4428-853a-c301710b22a7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1125078 Aug 11 08:44:44.049485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-dc76a5e1-da53-4855-8a5f-798154a155c6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0101652 Aug 11 08:44:44.112737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-e8c2be9b-53c2-4981-9417-49abf974b7f1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554206 Aug 11 08:44:44.216503 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-1b28afb1-e788-4847-9529-af7c1366e944 service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964572 Aug 11 08:44:44.321544 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-3b374c3f-bd3b-41c0-814b-cee83f2eea2e service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982661 Aug 11 08:44:44.539523 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c1ca54b-c427-4da1-b2b8-1f99a03fe0ed req-74369cc4-2c8f-4dcf-b6ff-40327f9fdd53 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 210 time: 0.0328772 Aug 11 08:44:45.664835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d4a4987e-f4f1-4233-85e8-fb54f168b595 req-86b7ff0b-0cb2-43ac-8827-e12fc64a6f3b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 210 time: 0.0425487 Aug 11 08:44:45.690916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-6f37d80c-38ec-4ca3-9ad1-557623ba5848 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:45.692421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-6f37d80c-38ec-4ca3-9ad1-557623ba5848 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1437135 Aug 11 08:44:45.713882 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:44:45.842777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:44:45.846362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:45.980676 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.9 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/70ef98e5-db75-4bf3-b805-6c2894555693) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:44:46.141533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.155443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object 70ef98e5-db75-4bf3-b805-6c2894555693 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:44:46.189933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.224184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['18542dd2-dd7f-4e29-91d8-2eb0e50417aa'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:44:46.235468 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:44:46.238663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:44:46.242533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:44:46.295132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:46.295784 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.298215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=70ef98e5-db75-4bf3-b805-6c2894555693,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:46.323702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-f61e369c-b0e3-4198-bdc7-c3c3075456e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141324 Aug 11 08:44:46.341981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Request body: {'port': {'device_id': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:44:46.407905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.596446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-810abf6e-b6d6-456d-983f-aceb2a608fb6 None None] Provisioning for port 70ef98e5-db75-4bf3-b805-6c2894555693 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:44:46.613979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-810abf6e-b6d6-456d-983f-aceb2a608fb6 None None] Provisioning complete for port 70ef98e5-db75-4bf3-b805-6c2894555693 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:44:46.614276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-810abf6e-b6d6-456d-983f-aceb2a608fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.670440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-810abf6e-b6d6-456d-983f-aceb2a608fb6 None None] Port 70ef98e5-db75-4bf3-b805-6c2894555693 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:44:46.713721 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ef98e5-db75-4bf3-b805-6c2894555693 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:44:46.723349 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.737437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Transition to ACTIVE for port object 70ef98e5-db75-4bf3-b805-6c2894555693 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:44:46.742768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.803472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Pushing event updated for resources: {'Port': ['ID=70ef98e5-db75-4bf3-b805-6c2894555693,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:46.809086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e8f5-402f-4cd3-a686-086c701baddb req-e197a2f5-52d9-4d2a-8e08-933f2c2aef35 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:46.810596 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9d7e8f5-402f-4cd3-a686-086c701baddb req-e197a2f5-52d9-4d2a-8e08-933f2c2aef35 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0670352 Aug 11 08:44:46.857194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f9d7e8f5-402f-4cd3-a686-086c701baddb req-1f3cc38b-ce89-4399-b2df-2b006ff0856c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Aug 11 08:44:46.899123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Attempting to bind port 70ef98e5-db75-4bf3-b805-6c2894555693 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:44:46.899541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Attempting to bind port 70ef98e5-db75-4bf3-b805-6c2894555693 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:44:46.899881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Attempting to bind port 70ef98e5-db75-4bf3-b805-6c2894555693 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:44:46.905613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Port 70ef98e5-db75-4bf3-b805-6c2894555693 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:44:46.905891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Attempting to bind port 70ef98e5-db75-4bf3-b805-6c2894555693 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:44:46.911496 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:44:46.911885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:44:46.912226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:44:46.912662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Bound port: 70ef98e5-db75-4bf3-b805-6c2894555693, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:44:46.913065 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:46.986451 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] For port 70ef98e5-db75-4bf3-b805-6c2894555693, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:44:46.989879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] For port 70ef98e5-db75-4bf3-b805-6c2894555693, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70ef98e5-db75-4bf3-b805-6c2894555693,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:44:46.998392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:47.036059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:47.036697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:47.038255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] 10.222.0.69 "PUT /v2.0/ports/70ef98e5-db75-4bf3-b805-6c2894555693 HTTP/1.1" status: 200 len: 1091 time: 0.7015116 Aug 11 08:44:47.040733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'tag': '70ef98e5-db75-4bf3-b805-6c2894555693'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:44:47.043760 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27220f11-f902-40a7-b5a1-5e25c0c44b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "45ba540d-b8b1-4087-b9c8-6d4326a780ac", "tag": "70ef98e5-db75-4bf3-b805-6c2894555693"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:44:47.080125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083374f-3dba-4320-9b18-a571d147c8fa service neutron] Pushing event updated for resources: {'Port': ['ID=70ef98e5-db75-4bf3-b805-6c2894555693,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:44:47.149735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-6ddb6b39-9146-4d82-a40a-c7023e9b6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:47.151674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-6ddb6b39-9146-4d82-a40a-c7023e9b6ad2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 1094 time: 0.0482974 Aug 11 08:44:47.608237 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08498175-8b8d-43cc-9e97-da1def5d29ec x-openstack-request-id: req-08498175-8b8d-43cc-9e97-da1def5d29ec {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:44:47.608584 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ba540d-b8b1-4087-b9c8-6d4326a780ac", "tag": "70ef98e5-db75-4bf3-b805-6c2894555693", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:44:47.608868 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08498175-8b8d-43cc-9e97-da1def5d29ec {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:44:47.609149 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'tag': '70ef98e5-db75-4bf3-b805-6c2894555693', 'status': 'completed', 'code': 200} Aug 11 08:44:47.610542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-614aa0b5-e393-4038-89fe-08474718fca8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ef98e5-db75-4bf3-b805-6c2894555693 HTTP/1.1" status: 200 len: 217 time: 0.4363911 Aug 11 08:44:47.662433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-7df0a8ab-2477-4d6e-9486-94bb64497020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:47.663958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-7df0a8ab-2477-4d6e-9486-94bb64497020 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0452733 Aug 11 08:44:47.712124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-7925f44b-15c6-4c01-a127-5287ef739219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:47.713675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-7925f44b-15c6-4c01-a127-5287ef739219 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424383 Aug 11 08:44:47.817721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-465c59c7-f227-42e2-9d65-57fb2d911e7e service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957897 Aug 11 08:44:47.917941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a43ad254-3b86-4d2f-8479-1d8ebc1a4e59 req-3d5d96a3-07b4-4319-bff6-6a28ae7f360a service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919468 Aug 11 08:44:48.022076 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-54a2ed4d-7774-45f6-88a1-99fa1ab17dff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589542 Aug 11 08:44:48.039889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-a8564551-9aed-4a28-9e39-13c2b8a77423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.040532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44580d7-88fa-4139-82e4-c8495e63356e req-bc013048-857b-41c1-9150-fb10806c109c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.041733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-a8564551-9aed-4a28-9e39-13c2b8a77423 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 1094 time: 0.0494690 Aug 11 08:44:48.044324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a44580d7-88fa-4139-82e4-c8495e63356e req-bc013048-857b-41c1-9150-fb10806c109c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0894730 Aug 11 08:44:48.105024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a44580d7-88fa-4139-82e4-c8495e63356e req-728c3e1c-ed39-4c1e-9adb-542550901c81 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Aug 11 08:44:48.143438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-891a2df2-1bc2-4c30-85a8-80555e37e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.145505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-891a2df2-1bc2-4c30-85a8-80555e37e89b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 1097 time: 0.0599120 Aug 11 08:44:48.158279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-3c89094c-d1ee-4fd6-b0ca-04f7673f8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.159763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-3c89094c-d1ee-4fd6-b0ca-04f7673f8ecf service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1094778 Aug 11 08:44:48.203062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-4b48b1f4-d70e-4964-82c8-86c6acbf4499 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ef98e5-db75-4bf3-b805-6c2894555693 HTTP/1.1" status: 200 len: 217 time: 0.0349910 Aug 11 08:44:48.253077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-b123d9bc-878a-467a-8cef-110dcce99746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.254726 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-b123d9bc-878a-467a-8cef-110dcce99746 service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0894177 Aug 11 08:44:48.259977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-93c60ac4-0743-40bb-b760-6e45b91a96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.262262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-93c60ac4-0743-40bb-b760-6e45b91a96b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0518794 Aug 11 08:44:48.313964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-9a093871-960f-43cd-9fbc-6c764167b494 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa HTTP/1.1" status: 200 len: 217 time: 0.0515633 Aug 11 08:44:48.321764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-59c46b95-5622-47bd-bcb4-8562f96c2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.323406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-59c46b95-5622-47bd-bcb4-8562f96c2cad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539265 Aug 11 08:44:48.377230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-d6823b30-27be-4360-a232-fdf26e012a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.380250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-d6823b30-27be-4360-a232-fdf26e012a2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0599062 Aug 11 08:44:48.428920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-2e622e31-d344-455a-afff-e9b89670093b service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971150 Aug 11 08:44:48.460823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-26872d10-97ec-4d29-9965-297e43f0f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:48.462524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-26872d10-97ec-4d29-9965-297e43f0f502 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754731 Aug 11 08:44:48.541318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27220f11-f902-40a7-b5a1-5e25c0c44b2b req-606c8e2a-b98b-4831-a84c-aeedf02fde36 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060908 Aug 11 08:44:48.572840 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:44:48.585096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-ba8fc4e1-d92f-434a-9512-e597d02c60f8 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129556 Aug 11 08:44:48.768097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92e58e19-ad31-4e36-b56f-70363a162fb5 req-88b21692-936c-4af6-bd0c-9e3c1bcf5f92 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750019 Aug 11 08:44:49.297378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8afc8-ed1f-4497-91e0-8770bb9834a9 req-4d6f48ca-273f-4f20-a8d5-96eafa066d67 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:49.300520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02f8afc8-ed1f-4497-91e0-8770bb9834a9 req-4d6f48ca-273f-4f20-a8d5-96eafa066d67 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0922687 Aug 11 08:44:49.367189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02f8afc8-ed1f-4497-91e0-8770bb9834a9 req-57458e85-5313-478b-8f4a-c9cf4399aba6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576248 Aug 11 08:44:50.556120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fec71-c789-4eb9-bb2c-ea3daa7f1239 req-832955c7-8ee7-4dcd-84c7-71c26edd73e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:50.557713 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae6fec71-c789-4eb9-bb2c-ea3daa7f1239 req-832955c7-8ee7-4dcd-84c7-71c26edd73e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0700457 Aug 11 08:44:50.614629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae6fec71-c789-4eb9-bb2c-ea3daa7f1239 req-d5b02507-19a7-410d-aa9d-47ae1ece8c2d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Aug 11 08:44:51.788003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08997b3-b466-42e6-8a7c-186a5b2595d6 req-7360a940-c441-4710-9625-8209bff71d09 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:51.797077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c08997b3-b466-42e6-8a7c-186a5b2595d6 req-7360a940-c441-4710-9625-8209bff71d09 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0763485 Aug 11 08:44:51.849831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c08997b3-b466-42e6-8a7c-186a5b2595d6 req-d3b50de4-9b2c-44e1-a0c0-a87347da7d16 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518014 Aug 11 08:44:52.662229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-2e2f96ec-2867-4876-b3e7-16836c1b3ad9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422516 Aug 11 08:44:52.761223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-ec5df078-9b07-40c6-95fb-5d0560a9bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:52.762747 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-ec5df078-9b07-40c6-95fb-5d0560a9bc53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0410876 Aug 11 08:44:52.875842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-5ff6ad7f-3842-458a-b9a5-148d28a142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:52.877396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-5ff6ad7f-3842-458a-b9a5-148d28a142d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 897 time: 0.0935409 Aug 11 08:44:52.948649 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-fdb904c6-15a7-4308-980d-c4e0bdb99018 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 1001 time: 0.0632818 Aug 11 08:44:52.997795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e0ab-cbac-4e73-a399-f716446a12b0 req-9c4590cc-a4a7-4613-a0b4-a36067656d44 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:53.006149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b292e0ab-cbac-4e73-a399-f716446a12b0 req-9c4590cc-a4a7-4613-a0b4-a36067656d44 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0642829 Aug 11 08:44:53.009781 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-5a5f9f46-6fc7-4d9c-83aa-e9b007f7d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:53.011791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-5a5f9f46-6fc7-4d9c-83aa-e9b007f7d374 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 200 len: 835 time: 0.0559752 Aug 11 08:44:53.063108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b292e0ab-cbac-4e73-a399-f716446a12b0 req-82f5aa1f-ff07-4f65-9758-1fcb53c3b0fc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537932 Aug 11 08:44:53.073608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-abd865ca-097d-4db0-a49d-6c5322228f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:53.075342 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-abd865ca-097d-4db0-a49d-6c5322228f26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75f5197a-4103-456c-9525-bd655be1ad33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552917 Aug 11 08:44:53.178309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-9fa2f541-06b6-40c6-9c3b-d19678908286 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949752 Aug 11 08:44:53.280202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df9e7556-d237-4fe9-9ec5-46523cbce816 req-d5b1e588-ceaa-4240-b044-ef5f79beaedd service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938511 Aug 11 08:44:54.203927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea98a3-9512-47fb-847c-9d4e1c9acf73 req-2d1e3027-6b87-4c8c-9117-84ab2ae01625 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:54.205595 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffea98a3-9512-47fb-847c-9d4e1c9acf73 req-2d1e3027-6b87-4c8c-9117-84ab2ae01625 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0611100 Aug 11 08:44:54.246442 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffea98a3-9512-47fb-847c-9d4e1c9acf73 req-1e1f0b78-b0cf-42db-963e-43fa97fa6f6b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Aug 11 08:44:55.384492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5bd07-4880-44f5-a2bf-f7e07df1e03b req-1b488b0a-bd5f-49d0-936b-9b530cfefa08 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:55.386114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3d5bd07-4880-44f5-a2bf-f7e07df1e03b req-1b488b0a-bd5f-49d0-936b-9b530cfefa08 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0634952 Aug 11 08:44:55.433476 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b3d5bd07-4880-44f5-a2bf-f7e07df1e03b req-cb86fb90-4580-46d9-b699-3a6b64ddaaeb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Aug 11 08:44:56.559511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdbab4-19bf-4ffe-a188-66d857c15e2e req-8bbb0390-3c95-47f4-926d-fe397fe21370 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:56.561550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12fdbab4-19bf-4ffe-a188-66d857c15e2e req-8bbb0390-3c95-47f4-926d-fe397fe21370 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0542727 Aug 11 08:44:56.609435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12fdbab4-19bf-4ffe-a188-66d857c15e2e req-373551ac-b1f1-434a-bea3-1bbd86a8f189 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Aug 11 08:44:57.732290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415fef6-5ee0-4e77-a378-e10bf5dcc812 req-0b62e1d8-3627-483e-8211-649789d66deb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:57.733859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1415fef6-5ee0-4e77-a378-e10bf5dcc812 req-0b62e1d8-3627-483e-8211-649789d66deb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0518043 Aug 11 08:44:57.773930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1415fef6-5ee0-4e77-a378-e10bf5dcc812 req-e7474ebe-bb65-4227-8ccf-d1e818e154ae tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Aug 11 08:44:58.909563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9b06-5aa7-4350-a47d-290922319810 req-295b1df5-9c2b-4c81-bf53-348e9fe3e438 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:44:58.911124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f75d9b06-5aa7-4350-a47d-290922319810 req-295b1df5-9c2b-4c81-bf53-348e9fe3e438 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0601621 Aug 11 08:44:58.951471 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f75d9b06-5aa7-4350-a47d-290922319810 req-556dddcc-22c8-4866-af2f-1b74cd961baa tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 11 08:44:58.960097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:44:59.309078 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-99005394-abfc-4cdc-8a9f-e3ba9bff3b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:00.017659 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:00.092386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919926d6-36e8-4f02-8410-d7a6ed66d2eb req-6ab670df-314f-4158-ad1c-3bf39a21ca16 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:00.093820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919926d6-36e8-4f02-8410-d7a6ed66d2eb req-6ab670df-314f-4158-ad1c-3bf39a21ca16 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0606446 Aug 11 08:45:00.136669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919926d6-36e8-4f02-8410-d7a6ed66d2eb req-715f5131-ac7a-43d1-8c9f-16681d5d2d05 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365586 Aug 11 08:45:01.268200 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7bee-003c-4281-b932-8df92aa16281 req-26a920ab-6e52-4174-a2b1-c3d7ca7b8601 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:01.269790 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-045b7bee-003c-4281-b932-8df92aa16281 req-26a920ab-6e52-4174-a2b1-c3d7ca7b8601 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0581286 Aug 11 08:45:01.310608 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-045b7bee-003c-4281-b932-8df92aa16281 req-a49c174f-b0bf-483a-9e49-1e0f1c50b65f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347044 Aug 11 08:45:02.445904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:02.447872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b76f20-c2ca-433d-a9f0-7aabcbe08aba req-86c40a45-fa95-4778-89f7-f688538147ac tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:02.449454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9b76f20-c2ca-433d-a9f0-7aabcbe08aba req-86c40a45-fa95-4778-89f7-f688538147ac tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0557344 Aug 11 08:45:02.492121 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9b76f20-c2ca-433d-a9f0-7aabcbe08aba req-1eb80d86-bf89-4947-82f6-dc958e05d9e3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Aug 11 08:45:02.728234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75215ff7-ed90-4456-89ab-02ad3feb38e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:03.612160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70697a5-4425-449b-9721-5f603884c129 req-71ceba29-5aad-47b2-a02e-cabf51dd1dd1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:03.613721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70697a5-4425-449b-9721-5f603884c129 req-71ceba29-5aad-47b2-a02e-cabf51dd1dd1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0506914 Aug 11 08:45:03.654016 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d70697a5-4425-449b-9721-5f603884c129 req-9955cabf-95a3-4d1f-af24-81f4d41bd009 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Aug 11 08:45:04.296626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59224) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:04.486265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port df396189-4ddb-42a8-abf0-c6b2c71058b3 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:04.486553 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:04.563734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:04.564063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:04.575968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for df396189-4ddb-42a8-abf0-c6b2c71058b3 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:04.786770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224315-9ab1-49dd-b889-2b06f810d5dc req-66aaf0a6-049e-4f50-84ff-e8e737c13000 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:04.788953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89224315-9ab1-49dd-b889-2b06f810d5dc req-66aaf0a6-049e-4f50-84ff-e8e737c13000 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0531628 Aug 11 08:45:04.834949 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-89224315-9ab1-49dd-b889-2b06f810d5dc req-78542b6b-4c6d-4625-94cc-7eb708c81fce tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Aug 11 08:45:04.923954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:05.050950 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:05.076067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=df396189-4ddb-42a8-abf0-c6b2c71058b3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:05.139218 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:05.139614 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Floating IP f52569e2-b12d-4571-97d1-7af77c9d7953 disassociated (deleted). External IP: 172.25.2.75, port: e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5. Aug 11 08:45:05.372297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:45:05.500758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:45:05.506750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:05.511309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] Sync routers for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:45:05.522415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:45:05.523219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:45:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:05.543909 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f7fcf808-e6aa-4eee-a5dd-b91ef1247e6c tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/floatingips/f52569e2-b12d-4571-97d1-7af77c9d7953 HTTP/1.1" status: 204 len: 168 time: 1.2461197 Aug 11 08:45:05.544487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:05.546920 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b156c5-cff4-4607-8d23-b3b71fe39f68" -d '{"events": [{"name": "network-changed", "server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:05.586691 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a8d23f-afb3-4ae0-a520-3de8677d0c1c x-openstack-request-id: req-27a8d23f-afb3-4ae0-a520-3de8677d0c1c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:05.586959 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:05.587207 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27a8d23f-afb3-4ae0-a520-3de8677d0c1c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:05.587624 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'status': 'completed', 'code': 200} Aug 11 08:45:05.661976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:45:05.683390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-8a3e1d94-1efe-4ec7-9205-4ac4cd0b6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:05.685464 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-8a3e1d94-1efe-4ec7-9205-4ac4cd0b6b37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0511477 Aug 11 08:45:05.822372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-7245c889-1bfb-4e66-9b3c-630e5f1073c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:05.823921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-7245c889-1bfb-4e66-9b3c-630e5f1073c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 200 len: 897 time: 0.1300738 Aug 11 08:45:05.847970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870d3d-e345-446b-87fe-0b3c62c71a23 req-930e1ace-9fb6-4d5f-9e99-6d4ca71a4750 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:05.849600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea870d3d-e345-446b-87fe-0b3c62c71a23 req-930e1ace-9fb6-4d5f-9e99-6d4ca71a4750 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0852273 Aug 11 08:45:05.892546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-bd40ecbb-e864-422d-ae7e-7051696e298c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0591850 Aug 11 08:45:05.922547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:26Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:05.958553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ea870d3d-e345-446b-87fe-0b3c62c71a23 req-9d3c213b-c8e5-450f-925b-98f4e3c26351 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733368 Aug 11 08:45:05.963236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-df80938f-37b0-461a-a2ef-4d8f80a1fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:05.964842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-df80938f-37b0-461a-a2ef-4d8f80a1fcc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 200 len: 835 time: 0.0632436 Aug 11 08:45:05.970434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] Checking router: 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:45:05.980422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:45:05.981172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:45:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:06.019188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-446c1552-94b4-4d3c-9b7d-f76a02be351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:06.021042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-446c1552-94b4-4d3c-9b7d-f76a02be351a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75f5197a-4103-456c-9525-bd655be1ad33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446544 Aug 11 08:45:06.033146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f407e81-d093-4fb1-9bb3-b0cdde386b43 req-91113048-9137-463d-b07f-4f1cb43dfda9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:06.034864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f407e81-d093-4fb1-9bb3-b0cdde386b43 req-91113048-9137-463d-b07f-4f1cb43dfda9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0682948 Aug 11 08:45:06.077313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f407e81-d093-4fb1-9bb3-b0cdde386b43 req-d11b4cb0-babf-4c49-aef8-f974505814f5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352819 Aug 11 08:45:06.127706 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:45:06.130036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-91baccb9-caa1-43b4-beaa-477fd6dcce80 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010692 Aug 11 08:45:06.240705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-07b156c5-cff4-4607-8d23-b3b71fe39f68 req-71a5da65-1e45-4d56-a229-3c9f1cd45d49 service neutron] 10.222.0.69 "GET /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032672 Aug 11 08:45:06.251073 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:06.352862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:26Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:06.380190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18d268-1756-4109-af6d-b4f8f72f2579 None None] The sync data for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 is: [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '8706aa90-cc0e-4a83-8a74-9db58792c166', 'name': '', 'network_id': '75f5197a-4103-456c-9525-bd655be1ad33', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'mac_address': 'fa:16:3e:04:02:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:19Z', 'updated_at': '2021-08-11T08:43:26Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'subnets': [{'id': '5832ce3a-c89b-4efe-ab0d-a5837cfe3233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:45:06.634464 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c88d72c-5907-4166-8d71-518c93d2588c None None] New status for floating IP f52569e2-b12d-4571-97d1-7af77c9d7953: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:45:07.091589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8b319-5f77-4fcb-8741-e3496f0f2424 req-f3f06ed9-81d4-4941-8d68-fc32161ea05e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:07.093940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8b319-5f77-4fcb-8741-e3496f0f2424 req-f3f06ed9-81d4-4941-8d68-fc32161ea05e tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0603943 Aug 11 08:45:07.137330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6c8b319-5f77-4fcb-8741-e3496f0f2424 req-3ebf8a26-05ff-4da4-bfdb-f7df13974f49 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/security-groups?id=c70be602-a15c-41ce-9768-0a4251570e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375848 Aug 11 08:45:07.213000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33638-208e-411b-9a5a-d5e61e29123c req-6046624f-516b-4015-b2a9-a261439c2d0f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:07.214786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2f33638-208e-411b-9a5a-d5e61e29123c req-6046624f-516b-4015-b2a9-a261439c2d0f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 943 time: 0.0503085 Aug 11 08:45:07.257458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2f33638-208e-411b-9a5a-d5e61e29123c req-51593190-650a-4056-aca7-5941e30e53db tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Aug 11 08:45:07.298356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-00afaa5f-abec-479f-ad3b-bfb403eae2d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:07.300635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-00afaa5f-abec-479f-ad3b-bfb403eae2d1 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 946 time: 0.0610256 Aug 11 08:45:07.399328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:07.399681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:07.432484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70ef98e5-db75-4bf3-b805-6c2894555693 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:45:07.499703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:07.500175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:07.516753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:07.541717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 70ef98e5-db75-4bf3-b805-6c2894555693, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70ef98e5-db75-4bf3-b805-6c2894555693,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:07.553165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '70ef98e5-db75-4bf3-b805-6c2894555693', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': '70ef98e5-db75-4bf3-b805-6c2894555693', 'mac_address': 'fa:16:3e:51:ee:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:45:07.592618 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:07.607996 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ef98e5-db75-4bf3-b805-6c2894555693 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:45:07.638902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 70ef98e5-db75-4bf3-b805-6c2894555693, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70ef98e5-db75-4bf3-b805-6c2894555693,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:07.645431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:07.663401 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:07.694402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:07.703627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=70ef98e5-db75-4bf3-b805-6c2894555693,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:07.706311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.706311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.706775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.707073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.707481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.707922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.708326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.708741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.709516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.710038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.710312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.710706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:07.749999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] No DVR routers for this DVR port e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:45:07.752916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:07.755398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fb74c8a-caa9-44f7-a1e6-cdccdbdcd3f6 req-15432cda-2869-4c9b-849c-b44921a2ffc3 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.69 "DELETE /v2.0/ports/e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 HTTP/1.1" status: 204 len: 173 time: 0.4490485 Aug 11 08:45:07.755853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'name': 'network-vif-deleted', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:07.758248 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521dae2-61e6-4fbb-b087-5726cf69dde4" -d '{"events": [{"server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "name": "network-vif-deleted", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:07.802267 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a08189a-085a-4102-a39d-919c84b1926b x-openstack-request-id: req-6a08189a-085a-4102-a39d-919c84b1926b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:07.802564 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db9b07-ccfa-4e79-9e76-74161d618ef8", "name": "network-vif-deleted", "tag": "e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:07.802818 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a08189a-085a-4102-a39d-919c84b1926b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:07.803225 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01db9b07-ccfa-4e79-9e76-74161d618ef8', 'name': 'network-vif-deleted', 'tag': 'e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5', 'status': 'completed', 'code': 200} Aug 11 08:45:07.922310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['70ef98e5-db75-4bf3-b805-6c2894555693'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:45:08.265556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85f48198-f5e8-49a3-b507-33fbd32bbe1a req-50dab248-5797-439f-bda3-1b6d76f18312 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "GET /v2.0/ports?device_id=01db9b07-ccfa-4e79-9e76-74161d618ef8 HTTP/1.1" status: 200 len: 210 time: 0.0370777 Aug 11 08:45:08.398299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e7f16-bf21-4ac5-a553-fca882f6f3b7 req-92c6cac3-c0ee-421e-bdd7-a79af202c905 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:08.399845 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f78e7f16-bf21-4ac5-a553-fca882f6f3b7 req-92c6cac3-c0ee-421e-bdd7-a79af202c905 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 944 time: 0.0587106 Aug 11 08:45:08.438112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f78e7f16-bf21-4ac5-a553-fca882f6f3b7 req-721bfb2e-75b4-49aa-b804-cdfccffe1797 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Aug 11 08:45:09.342028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59248) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:09.471133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70ef98e5-db75-4bf3-b805-6c2894555693 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:45:09.551460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 70ef98e5-db75-4bf3-b805-6c2894555693 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:45:09.557944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 70ef98e5-db75-4bf3-b805-6c2894555693 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:45:09.558249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:09.580858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097f50-eb0d-42f8-8b1e-c529b9cc4857 req-afc22310-752b-4588-9784-b1f319b0a375 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:09.585720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5097f50-eb0d-42f8-8b1e-c529b9cc4857 req-afc22310-752b-4588-9784-b1f319b0a375 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 944 time: 0.0592885 Aug 11 08:45:09.629078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5097f50-eb0d-42f8-8b1e-c529b9cc4857 req-a6d57cc7-0d65-461c-bfec-031d13a78e76 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390520 Aug 11 08:45:09.649234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:09.672662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ef98e5-db75-4bf3-b805-6c2894555693'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:09.675125 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3724e5ed-bc1d-42b5-991e-229eb46ec3a4" -d '{"events": [{"server_uuid": "45ba540d-b8b1-4087-b9c8-6d4326a780ac", "name": "network-vif-plugged", "status": "completed", "tag": "70ef98e5-db75-4bf3-b805-6c2894555693"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:09.689069 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 70ef98e5-db75-4bf3-b805-6c2894555693, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70ef98e5-db75-4bf3-b805-6c2894555693,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:09.694353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:09.695273 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:09.735066 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e575d89-4872-48e3-920d-14b3b05eff74 x-openstack-request-id: req-2e575d89-4872-48e3-920d-14b3b05eff74 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:09.735351 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ba540d-b8b1-4087-b9c8-6d4326a780ac", "name": "network-vif-plugged", "status": "completed", "tag": "70ef98e5-db75-4bf3-b805-6c2894555693", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:09.735588 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e575d89-4872-48e3-920d-14b3b05eff74 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:09.735993 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ef98e5-db75-4bf3-b805-6c2894555693', 'code': 200} Aug 11 08:45:09.736499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:09.736837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e4b7b7ab-3614-4d3a-bee8-ee91e2a6d9a5 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:09.766507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=70ef98e5-db75-4bf3-b805-6c2894555693,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:09.775364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.775759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.776249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.776673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.777167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.777597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.778074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.778494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.778922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.779409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.779689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.780024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:09.813676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:09.856161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782fb51-3e9c-4105-8e0e-98a2d000c4ec req-ebd225e5-455d-4139-8753-1787126b7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:09.857875 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9782fb51-3e9c-4105-8e0e-98a2d000c4ec req-ebd225e5-455d-4139-8753-1787126b7cc9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 1096 time: 0.0442896 Aug 11 08:45:09.897839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9782fb51-3e9c-4105-8e0e-98a2d000c4ec req-2c6b156a-ea88-4b09-ad19-6671207cfbc5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 11 08:45:10.123270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 8706aa90-cc0e-4a83-8a74-9db58792c166 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:10.123565 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:10.224292 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 8706aa90-cc0e-4a83-8a74-9db58792c166, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8706aa90-cc0e-4a83-8a74-9db58792c166,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:10.224673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:10.242618 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 8706aa90-cc0e-4a83-8a74-9db58792c166 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:10.443296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:10.475316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=8706aa90-cc0e-4a83-8a74-9db58792c166,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:10.488391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.488746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.489113 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.489450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.489863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.490202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.490535 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.490868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.491234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.491530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.491862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.492223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:45:10.679184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:10.775107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee3af5-8416-493b-ae25-d7faf586490a req-5da941e4-b6f7-4224-aa4d-4554bf3371ee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:10.777738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4ee3af5-8416-493b-ae25-d7faf586490a req-5da941e4-b6f7-4224-aa4d-4554bf3371ee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 945 time: 0.0650563 Aug 11 08:45:10.821416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4ee3af5-8416-493b-ae25-d7faf586490a req-24836bed-0649-456b-8ed1-90a52b4fc3a8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Aug 11 08:45:10.937739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:45:11.052264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:45:11.058458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bee22a4b-2215-422a-8414-1134f94ad287 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "PUT /v2.0/routers/33026b6b-2dc5-4ec4-ae6f-818e172c9f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146268 Aug 11 08:45:11.061777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59256) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:11.063150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] Sync routers for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:45:11.073304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:45:11.073955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:45:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:11.119006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting subnet 5832ce3a-c89b-4efe-ab0d-a5837cfe3233 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:45:11.122534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.165273 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.191202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:45:11.277909 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.343704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.373027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Subnet': ['ID=5832ce3a-c89b-4efe-ab0d-a5837cfe3233,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:11.377026 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.382059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59258) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:11.389469 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e01794ac-bcd9-47db-bb95-65350d4164a4 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/subnets/5832ce3a-c89b-4efe-ab0d-a5837cfe3233 HTTP/1.1" status: 204 len: 168 time: 0.3186691 Aug 11 08:45:11.509445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.515985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d266c21-f400-482b-a92b-e5f55821a9ed None None] Network 75f5197a-4103-456c-9525-bd655be1ad33 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:45:11.624484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.636805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:45:10Z', 'revision_number': 5, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port': {'id': '81da93f0-2997-4b31-9a7e-a0dc1acf4ef9', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:43:15Z', 'updated_at': '2021-08-11T08:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:11.665436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] Checking router: 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:45:11.679009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] Routers {'33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:45:11.679808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:45:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:11.685506 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Deleting port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:11.685921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.759470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729801db-56c7-4909-9253-c62227edded7 None None] DHCP port deletion for 75f5197a-4103-456c-9525-bd655be1ad33 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:45:11.781134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] For port 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:11.781874 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.797028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Calling delete_port for 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:11.816346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] Set router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:45:11.876708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:45:11Z', 'revision_number': 6, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:11.911852 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b32be-63af-4f79-a4b0-7b41e1d518f2 None None] The sync data for ids ['33026b6b-2dc5-4ec4-ae6f-818e172c9f2a'] in n-d-789963-6 is: [{'id': '33026b6b-2dc5-4ec4-ae6f-818e172c9f2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991404576', 'tenant_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:43:14Z', 'updated_at': '2021-08-11T08:45:11Z', 'revision_number': 6, 'project_id': 'fe672334e73c4a9c95e6508dc9bf69b6', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:45:11.924763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-729801db-56c7-4909-9253-c62227edded7 None None] Deleting port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:11.925482 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-729801db-56c7-4909-9253-c62227edded7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:11.981845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae46a6-fc1b-44f0-b925-7211c5206148 req-ef4dba16-a46b-465b-b959-c5ba57a3eb71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:11.983827 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5ae46a6-fc1b-44f0-b925-7211c5206148 req-ef4dba16-a46b-465b-b959-c5ba57a3eb71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 945 time: 0.0733445 Aug 11 08:45:12.001535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-729801db-56c7-4909-9253-c62227edded7 None None] For port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,segment=NetworkSegment(ec3106fb-9d1a-48a8-bc02-69d54c65ca59),segment_id=ec3106fb-9d1a-48a8-bc02-69d54c65ca59)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:12.002013 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-729801db-56c7-4909-9253-c62227edded7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.013813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.016948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-729801db-56c7-4909-9253-c62227edded7 None None] Calling delete_port for 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:12.038220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5ae46a6-fc1b-44f0-b925-7211c5206148 req-14f46d88-c8fc-4beb-a12b-a3b942e9e2d6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 Aug 11 08:45:12.054107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Port': ['ID=81da93f0-2997-4b31-9a7e-a0dc1acf4ef9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:12.118371 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-729801db-56c7-4909-9253-c62227edded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.143322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729801db-56c7-4909-9253-c62227edded7 None None] Pushing event deleted for resources: {'Port': ['ID=1bd8dec8-26a0-4b1d-8896-e7a8404d33ea,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:12.149476 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729801db-56c7-4909-9253-c62227edded7 None None] No DVR routers for this DVR port 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:45:12.170272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.278224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.288348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28dd49-901f-43ce-ace4-747a85162196 req-f15d042e-57f8-4b62-b96d-8c72735341a8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:12.290813 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d28dd49-901f-43ce-ace4-747a85162196 req-f15d042e-57f8-4b62-b96d-8c72735341a8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 945 time: 0.1750443 Aug 11 08:45:12.292337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.375946 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.376517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Fanout notify agent at l3_agent the message router_deleted on router 33026b6b-2dc5-4ec4-ae6f-818e172c9f2a {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:45:12.392950 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.394692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-26a3d2eb-4ddc-458d-bf58-312404e91a65 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/routers/33026b6b-2dc5-4ec4-ae6f-818e172c9f2a HTTP/1.1" status: 204 len: 168 time: 1.0100541 Aug 11 08:45:12.397377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59264) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:12.398926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d28dd49-901f-43ce-ace4-747a85162196 req-b8a4c519-1950-4856-a1f3-2f3046640e33 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990787 Aug 11 08:45:12.475783 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.590943 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.605412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f5197a-4103-456c-9525-bd655be1ad33']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:12.619257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:12.619553 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3106fb-9d1a-48a8-bc02-69d54c65ca59') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:12.630428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.645642 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.652849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:45:12.653370 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:45:12.657045 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:45:12.709908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:12.720374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f91d-9765-4d9a-81f2-3d935c9368c6 req-c269db56-d2cf-479a-a0a1-efe1619e804b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:12.722325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3be4f91d-9765-4d9a-81f2-3d935c9368c6 req-c269db56-d2cf-479a-a0a1-efe1619e804b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 945 time: 0.0629556 Aug 11 08:45:12.734475 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.747893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:12.748244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 1bd8dec8-26a0-4b1d-8896-e7a8404d33ea not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:12.748691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8706aa90-cc0e-4a83-8a74-9db58792c166 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:12.764321 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.769126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3be4f91d-9765-4d9a-81f2-3d935c9368c6 req-a90e5c38-52f5-4255-b58e-df8c4ff3cc10 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Aug 11 08:45:12.769734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59272) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:12.769960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/networks/75f5197a-4103-456c-9525-bd655be1ad33 HTTP/1.1" status: 204 len: 168 time: 0.3712823 Aug 11 08:45:12.770927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84676aa8-9185-4402-9b8f-4224b67b7571 tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'Network': ['ID=75f5197a-4103-456c-9525-bd655be1ad33,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:12.778460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8706aa90-cc0e-4a83-8a74-9db58792c166 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:12.778746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8706aa90-cc0e-4a83-8a74-9db58792c166 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:12.849241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ace37808-8776-4457-8f55-117940751e0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.876376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ace37808-8776-4457-8f55-117940751e0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.944119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ace37808-8776-4457-8f55-117940751e0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.947357 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ace37808-8776-4457-8f55-117940751e0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:12.949025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ace37808-8776-4457-8f55-117940751e0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] 10.222.0.58 "DELETE /v2.0/security-groups/c70be602-a15c-41ce-9768-0a4251570e0e HTTP/1.1" status: 204 len: 168 time: 0.1780622 Aug 11 08:45:12.962073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace37808-8776-4457-8f55-117940751e0a tempest-TestNetworkAdvancedServerOps-192687326 tempest-TestNetworkAdvancedServerOps-192687326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70be602-a15c-41ce-9768-0a4251570e0e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:13.307206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:13.469643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-326c44c2-981b-4cca-b60e-313e614f6d8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe672334e73c4a9c95e6508dc9bf69b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611388 Aug 11 08:45:13.472185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59284) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:13.522697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8538bc5f-367a-4bfd-b62b-5d59ed218eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:13.544317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8538bc5f-367a-4bfd-b62b-5d59ed218eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:13.594596 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8538bc5f-367a-4bfd-b62b-5d59ed218eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:13.597340 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8538bc5f-367a-4bfd-b62b-5d59ed218eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:13.598541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8538bc5f-367a-4bfd-b62b-5d59ed218eae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b1a1a9a-09f3-4ae9-acc7-533dc394d563 HTTP/1.1" status: 204 len: 168 time: 0.1254218 Aug 11 08:45:13.608600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538bc5f-367a-4bfd-b62b-5d59ed218eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a1a9a-09f3-4ae9-acc7-533dc394d563,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:13.907837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59292) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:13.944706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a632b-6811-435c-a0b9-fb101f84e326 req-7a2efbf9-7a1f-4318-afd1-64d062a4630c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:13.946450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c08a632b-6811-435c-a0b9-fb101f84e326 req-7a2efbf9-7a1f-4318-afd1-64d062a4630c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 945 time: 0.0773654 Aug 11 08:45:13.981527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8235d0ce-71a2-42a7-9186-87dd40baf852 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5eb2473e1884b80a7d70117bb7fdb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725687 Aug 11 08:45:13.984454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59294) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:14.004010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c08a632b-6811-435c-a0b9-fb101f84e326 req-cfaba9ff-0b31-4ed3-99e2-ee7cc60bcbe1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Aug 11 08:45:14.059545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59b54501-ddef-436a-b5de-27ce299b6269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.081910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59b54501-ddef-436a-b5de-27ce299b6269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.134288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59b54501-ddef-436a-b5de-27ce299b6269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.139500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59b54501-ddef-436a-b5de-27ce299b6269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.140966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-59b54501-ddef-436a-b5de-27ce299b6269 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3722f49-118e-4ed8-8182-eeeaa8897d2d HTTP/1.1" status: 204 len: 168 time: 0.1553254 Aug 11 08:45:14.150985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b54501-ddef-436a-b5de-27ce299b6269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3722f49-118e-4ed8-8182-eeeaa8897d2d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:14.276837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:14.278871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-58631ab7-37a1-4caa-93a1-703478883c8f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:14.280836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-58631ab7-37a1-4caa-93a1-703478883c8f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 945 time: 0.0531287 Aug 11 08:45:14.299249 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:14.299785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 81da93f0-2997-4b31-9a7e-a0dc1acf4ef9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:14.376741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port 70ef98e5-db75-4bf3-b805-6c2894555693 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:14.377104 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.473261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port 70ef98e5-db75-4bf3-b805-6c2894555693, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70ef98e5-db75-4bf3-b805-6c2894555693,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:14.474751 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.490511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for 70ef98e5-db75-4bf3-b805-6c2894555693 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:14.639397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.669821 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=70ef98e5-db75-4bf3-b805-6c2894555693,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:14.674939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['18542dd2-dd7f-4e29-91d8-2eb0e50417aa'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:45:14.716919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port 70ef98e5-db75-4bf3-b805-6c2894555693 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:45:14.721226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:14.723438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7b5cb37-52b9-4adc-afd8-dac8047225c8 req-e72c3efa-a917-45b2-8695-babf709e734b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "DELETE /v2.0/ports/70ef98e5-db75-4bf3-b805-6c2894555693 HTTP/1.1" status: 204 len: 173 time: 0.4366486 Aug 11 08:45:14.724018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'name': 'network-vif-deleted', 'tag': '70ef98e5-db75-4bf3-b805-6c2894555693'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:14.726312 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad5ca0-590d-4b12-82b5-c003cb07590b" -d '{"events": [{"server_uuid": "45ba540d-b8b1-4087-b9c8-6d4326a780ac", "name": "network-vif-deleted", "tag": "70ef98e5-db75-4bf3-b805-6c2894555693"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:14.750362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['70ef98e5-db75-4bf3-b805-6c2894555693'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:45:14.778562 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01006bce-d246-447c-acf8-089a065bc87c x-openstack-request-id: req-01006bce-d246-447c-acf8-089a065bc87c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:14.781036 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ba540d-b8b1-4087-b9c8-6d4326a780ac", "name": "network-vif-deleted", "tag": "70ef98e5-db75-4bf3-b805-6c2894555693", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:14.781036 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01006bce-d246-447c-acf8-089a065bc87c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:14.781036 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ba540d-b8b1-4087-b9c8-6d4326a780ac', 'name': 'network-vif-deleted', 'tag': '70ef98e5-db75-4bf3-b805-6c2894555693', 'status': 'completed', 'code': 200} Aug 11 08:45:14.993679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59318) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:15.111502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1638043543-network', 'tenant_id': '501e91f520d4467fbdc4a19fc5dbfbec'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:15.138238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67904d24-ee22-4496-927d-59fa449d609d req-4d89c872-1dad-42df-a29f-b7afce127ff3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 210 time: 0.0461960 Aug 11 08:45:15.163568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Made reservation on behalf of 501e91f520d4467fbdc4a19fc5dbfbec for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:45:15.167002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.177483 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.276680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.281654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.307786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:45:15.317901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e891ce11-12a4-431d-a3bb-02468bbea8b5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:15.323350 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.323697 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Added segment 226383e1-1645-4be9-aab1-a314b8ab0a99 of type vlan for network 35dc2119-c9e4-4bed-a989-d87afebf91bc Aug 11 08:45:15.366716 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.398629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.399758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:15.400379 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.459902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4639010 Aug 11 08:45:15.463877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59324) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:15.468006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb3b0e-b788-4b38-9577-58eb9009a07e admin admin] Pushing event updated for resources: {'Network': ['ID=35dc2119-c9e4-4bed-a989-d87afebf91bc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:15.476617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Request body: {'subnet': {'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1638043543-subnet', 'tenant_id': '501e91f520d4467fbdc4a19fc5dbfbec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:15.478941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 35dc2119-c9e4-4bed-a989-d87afebf91bc details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:45:15.504076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Made reservation on behalf of 501e91f520d4467fbdc4a19fc5dbfbec for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:45:15.506569 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.687921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.749340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ae5566-9f2b-4659-84b8-953e5a39035d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:15.754843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Checking segment: {'id': '226383e1-1645-4be9-aab1-a314b8ab0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:45:15.755850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Network hostable DHCP agents. Network: 35dc2119-c9e4-4bed-a989-d87afebf91bc, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:45:15.774656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Network 35dc2119-c9e4-4bed-a989-d87afebf91bc is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:45:15.785998 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 35dc2119-c9e4-4bed-a989-d87afebf91bc) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:45:15.791056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:15.791925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:15.800328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab918b-4ed6-43c0-8aa5-a42059efe2c8 None None] Network 35dc2119-c9e4-4bed-a989-d87afebf91bc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:45:15.814695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-06cb3adb-735f-4bd9-9e45-b71a48a8a5bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3483193 Aug 11 08:45:15.969705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d41e3-ea82-4bb6-a27b-658056b31eb9 None None] Network 35dc2119-c9e4-4bed-a989-d87afebf91bc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:45:16.261699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3793d83f-635a-449d-b684-d0169d7c5b82 req-769cbc23-5527-4a97-9bce-976d3e11fc13 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 210 time: 0.0381973 Aug 11 08:45:16.401445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59342) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:16.407920 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-797493905-network', 'tenant_id': '2de9142a7fb647b0b05dd7865c105040'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:16.431696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Made reservation on behalf of 2de9142a7fb647b0b05dd7865c105040 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:45:16.434073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.443339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.551345 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.557245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.582859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:45:16.593773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218fc62e-5fb0-4674-84e9-b55a2f1cc576,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:16.599607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.599976 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Added segment 64e6d90a-9a85-4c49-bcd3-cb38ffff3810 of type vlan for network eee1d57f-88eb-4045-8d59-78780b265569 Aug 11 08:45:16.650633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.682486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.684186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:16.685069 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.759000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3534420 Aug 11 08:45:16.759370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504534d-2d0d-40ca-9780-61102d49875f admin admin] Pushing event updated for resources: {'Network': ['ID=eee1d57f-88eb-4045-8d59-78780b265569,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:16.759555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59344) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:16.765560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Request body: {'subnet': {'network_id': 'eee1d57f-88eb-4045-8d59-78780b265569', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-797493905-subnet', 'tenant_id': '2de9142a7fb647b0b05dd7865c105040', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:16.776711 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network eee1d57f-88eb-4045-8d59-78780b265569 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:45:16.807905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Made reservation on behalf of 2de9142a7fb647b0b05dd7865c105040 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:45:16.811680 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:16.999072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:17.067955 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e3cb9e-eee4-4882-8711-722adbb3cf7f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:17.081077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Checking segment: {'id': '64e6d90a-9a85-4c49-bcd3-cb38ffff3810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'eee1d57f-88eb-4045-8d59-78780b265569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:45:17.081588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Network hostable DHCP agents. Network: eee1d57f-88eb-4045-8d59-78780b265569, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:45:17.102919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Network eee1d57f-88eb-4045-8d59-78780b265569 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:45:17.114554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, eee1d57f-88eb-4045-8d59-78780b265569) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:45:17.119391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:17.120072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:17.126371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795e3d3-2fa9-4203-83e7-2dd854765c4e None None] Network eee1d57f-88eb-4045-8d59-78780b265569 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:45:17.137528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b29c934f-f507-4cc6-ad37-823734fc7aa1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3764727 Aug 11 08:45:17.263748 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec49f1f-2335-4eee-a4dc-c40c0066c59f None None] Network eee1d57f-88eb-4045-8d59-78780b265569 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:45:17.409566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e16c2f4-59d6-4e28-9d67-c52ab10d796c req-1a2b0842-14d9-4f94-a9af-70aa629f087d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 210 time: 0.0439978 Aug 11 08:45:17.494810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70ef98e5-db75-4bf3-b805-6c2894555693 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:17.515574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 70ef98e5-db75-4bf3-b805-6c2894555693 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:17.516227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70ef98e5-db75-4bf3-b805-6c2894555693 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:17.680452 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-fb9d8d95-f4b1-4d82-b4c4-25d1e585f912 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:17.681998 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-fb9d8d95-f4b1-4d82-b4c4-25d1e585f912 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/networks?id=35dc2119-c9e4-4bed-a989-d87afebf91bc HTTP/1.1" status: 200 len: 812 time: 0.1129351 Aug 11 08:45:17.698509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-65c55d37-3923-478a-954a-bd9ce13f6fc1 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/quotas/501e91f520d4467fbdc4a19fc5dbfbec HTTP/1.1" status: 200 len: 375 time: 0.0100021 Aug 11 08:45:17.733567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-9ed30340-0258-4b0d-9966-73e6dc3d5d8a tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=501e91f520d4467fbdc4a19fc5dbfbec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286353 Aug 11 08:45:17.942094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-950acc65-791b-4f01-a7a7-8790dcfd4b8b service neutron] 10.222.0.58 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010427 Aug 11 08:45:18.034749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-d901c549-8a13-4ee6-8679-c3882fec9f36 service neutron] 10.222.0.58 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847945 Aug 11 08:45:18.230282 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19da5b5c-e245-414d-b186-23beca07c894 req-50705c36-a292-41fc-8eed-374dcc9e2ddb tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 210 time: 0.0301907 Aug 11 08:45:18.540616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6c317d5-2629-4c3e-b495-81ebbbc3b386 req-8e6adf9e-c007-4f4c-b89c-8f02b6310e4d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=45ba540d-b8b1-4087-b9c8-6d4326a780ac HTTP/1.1" status: 200 len: 210 time: 0.0359457 Aug 11 08:45:19.376766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4eb37ce2-e411-49b7-afcf-43f279ae4b7f req-614878fb-277b-4df3-8aa3-d83bf1756a4c tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 210 time: 0.0698516 Aug 11 08:45:19.430328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-fa9d77bb-6c83-4775-a76d-21d950e668fb tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:19.431899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-fa9d77bb-6c83-4775-a76d-21d950e668fb tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.69 "GET /v2.0/networks?id=35dc2119-c9e4-4bed-a989-d87afebf91bc HTTP/1.1" status: 200 len: 812 time: 0.1354349 Aug 11 08:45:19.451427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Request body: {'port': {'device_id': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc', 'admin_state_up': True, 'tenant_id': '501e91f520d4467fbdc4a19fc5dbfbec'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:19.571464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Made reservation on behalf of 501e91f520d4467fbdc4a19fc5dbfbec for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:45:19.575182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:19.714648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Allocated IP 172.20.0.7 (35dc2119-c9e4-4bed-a989-d87afebf91bc/61ae5566-9f2b-4659-84b8-953e5a39035d/19eae223-a607-48ff-bfc5-01b5ff9238d5) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:45:19.871407 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:19.912847 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:19.957956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Network 35dc2119-c9e4-4bed-a989-d87afebf91bc is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:45:19.961877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:45:19.965889 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:45:19.972198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Pushing event updated for resources: {'Port': ['ID=19eae223-a607-48ff-bfc5-01b5ff9238d5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:20.020188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:20.020895 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:20.037362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-f44658ac-7ba7-4f5d-bce9-0759847f4103 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900726 Aug 11 08:45:20.055768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Request body: {'port': {'device_id': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:20.124982 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:20.419268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19eae223-a607-48ff-bfc5-01b5ff9238d5 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:45:20.428066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:20.442648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Transition to ACTIVE for port object 19eae223-a607-48ff-bfc5-01b5ff9238d5 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:45:20.447936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:20.533914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Pushing event updated for resources: {'Port': ['ID=19eae223-a607-48ff-bfc5-01b5ff9238d5,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:20.569356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cce37-8df2-41b1-adf0-17aea5b19739 req-e8ca6b59-e34f-48b4-8ac3-cb0d30a6f36f tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:20.570940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af4cce37-8df2-41b1-adf0-17aea5b19739 req-e8ca6b59-e34f-48b4-8ac3-cb0d30a6f36f tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 943 time: 0.0936153 Aug 11 08:45:20.641662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af4cce37-8df2-41b1-adf0-17aea5b19739 req-6f30a909-3b30-4a5f-bb7a-4af92eb3f93b tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515623 Aug 11 08:45:20.646272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Attempting to bind port 19eae223-a607-48ff-bfc5-01b5ff9238d5 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:45:20.646602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Attempting to bind port 19eae223-a607-48ff-bfc5-01b5ff9238d5 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '226383e1-1645-4be9-aab1-a314b8ab0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:45:20.646945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Attempting to bind port 19eae223-a607-48ff-bfc5-01b5ff9238d5 on network 35dc2119-c9e4-4bed-a989-d87afebf91bc {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:45:20.651863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Port 19eae223-a607-48ff-bfc5-01b5ff9238d5 on network 35dc2119-c9e4-4bed-a989-d87afebf91bc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:45:20.652484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Attempting to bind port 19eae223-a607-48ff-bfc5-01b5ff9238d5 on network 35dc2119-c9e4-4bed-a989-d87afebf91bc {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:45:20.657568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:45:20.657936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Checking segment: {'id': '226383e1-1645-4be9-aab1-a314b8ab0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:45:20.658273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Bound using segment: {'id': '226383e1-1645-4be9-aab1-a314b8ab0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:45:20.668749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Bound port: 19eae223-a607-48ff-bfc5-01b5ff9238d5, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226383e1-1645-4be9-aab1-a314b8ab0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:45:20.669195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:20.752863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] For port 19eae223-a607-48ff-bfc5-01b5ff9238d5, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:45:20.756923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] For port 19eae223-a607-48ff-bfc5-01b5ff9238d5, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5,segment=NetworkSegment(226383e1-1645-4be9-aab1-a314b8ab0a99),segment_id=226383e1-1645-4be9-aab1-a314b8ab0a99)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:45:20.766173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:21.183139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:21.183814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:21.185362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] 10.222.0.69 "PUT /v2.0/ports/19eae223-a607-48ff-bfc5-01b5ff9238d5 HTTP/1.1" status: 200 len: 1091 time: 1.1346185 Aug 11 08:45:21.185813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'tag': '19eae223-a607-48ff-bfc5-01b5ff9238d5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:21.188074 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39fc580-54ed-4713-bd24-0b6644c5dac2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e81e16a-27f3-43b0-8848-2e7bc4c3603d", "tag": "19eae223-a607-48ff-bfc5-01b5ff9238d5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:21.220580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1c17e-71f7-4c3b-bfa7-27eabc227e60 service neutron] Pushing event updated for resources: {'Port': ['ID=19eae223-a607-48ff-bfc5-01b5ff9238d5,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:21.241621 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413ee22-0c6f-4963-855d-dba49285530c x-openstack-request-id: req-4413ee22-0c6f-4963-855d-dba49285530c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:21.241939 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e81e16a-27f3-43b0-8848-2e7bc4c3603d", "tag": "19eae223-a607-48ff-bfc5-01b5ff9238d5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:21.242250 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4413ee22-0c6f-4963-855d-dba49285530c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:21.242620 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'tag': '19eae223-a607-48ff-bfc5-01b5ff9238d5', 'status': 'completed', 'code': 200} Aug 11 08:45:21.308391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-74ee3d81-3e19-4997-9a5f-0e85f26ea509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:21.310167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-74ee3d81-3e19-4997-9a5f-0e85f26ea509 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=501e91f520d4467fbdc4a19fc5dbfbec&device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 1094 time: 0.0533113 Aug 11 08:45:21.363586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-c72c65a2-c29f-4a3c-b136-eb16a2665d7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5 HTTP/1.1" status: 200 len: 217 time: 0.0401230 Aug 11 08:45:21.414110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-102ef1f3-2686-493a-9b5b-6ef4c7b7a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:21.415998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-102ef1f3-2686-493a-9b5b-6ef4c7b7a4e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61ae5566-9f2b-4659-84b8-953e5a39035d HTTP/1.1" status: 200 len: 852 time: 0.0465095 Aug 11 08:45:21.451878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-93d8a8ae-205f-43d9-a7f5-3c1730efb7e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35dc2119-c9e4-4bed-a989-d87afebf91bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284998 Aug 11 08:45:21.561956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-4f975730-333f-49b4-8ae2-d11746107835 service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025541 Aug 11 08:45:21.653881 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f49243d-3b0d-49c5-a702-0d7db17d8a9c req-64343fa4-3116-4219-a336-ff2b66bde8da service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848949 Aug 11 08:45:21.823900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-da141165-324d-4631-897b-4af675b0d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:21.825353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-da141165-324d-4631-897b-4af675b0d684 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=501e91f520d4467fbdc4a19fc5dbfbec&device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 1094 time: 0.0823846 Aug 11 08:45:21.839627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee2b3c-c0f3-42c4-961f-b1c812697d4a req-4f8ebba8-319a-40cf-8ec1-ee9911bbc695 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:21.841184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4ee2b3c-c0f3-42c4-961f-b1c812697d4a req-4f8ebba8-319a-40cf-8ec1-ee9911bbc695 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 943 time: 0.0834291 Aug 11 08:45:21.928164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4ee2b3c-c0f3-42c4-961f-b1c812697d4a req-f628a646-7909-49cd-adb8-040e40edc4d9 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781648 Aug 11 08:45:21.960511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-8faa20de-ec03-4ff9-95ea-d7b86423f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:21.962322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-8faa20de-ec03-4ff9-95ea-d7b86423f7bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=35dc2119-c9e4-4bed-a989-d87afebf91bc HTTP/1.1" status: 200 len: 913 time: 0.1202033 Aug 11 08:45:22.010214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-d061f3dd-9760-4a42-9e99-8c04c2a729d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5 HTTP/1.1" status: 200 len: 217 time: 0.0390067 Aug 11 08:45:22.060318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-5e51db0a-706e-4c11-8523-2a20bedd913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:22.061819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-5e51db0a-706e-4c11-8523-2a20bedd913d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61ae5566-9f2b-4659-84b8-953e5a39035d HTTP/1.1" status: 200 len: 852 time: 0.0442696 Aug 11 08:45:22.097094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-8cd64b8a-ef30-41ca-a8b4-eb552e5574c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35dc2119-c9e4-4bed-a989-d87afebf91bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263712 Aug 11 08:45:22.188870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-99db95d1-1dd1-4c55-a454-b24a3f13b220 service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 Aug 11 08:45:22.280163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c39fc580-54ed-4713-bd24-0b6644c5dac2 req-0f5bca20-cda8-40c6-b930-c5141fae1db3 service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833240 Aug 11 08:45:23.063119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5a3a1-620b-42d1-8740-f6d4f12f31ef req-e24782ce-3a8d-4395-95a6-493669e3def1 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:23.064587 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bce5a3a1-620b-42d1-8740-f6d4f12f31ef req-e24782ce-3a8d-4395-95a6-493669e3def1 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 943 time: 0.0518363 Aug 11 08:45:23.082871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d7a9d-e91f-4117-8dbf-30ca5a5bd094 req-c0ed6037-4108-41d3-b583-cd60398bdbf7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:23.085014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb6d7a9d-e91f-4117-8dbf-30ca5a5bd094 req-c0ed6037-4108-41d3-b583-cd60398bdbf7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0565543 Aug 11 08:45:23.105233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bce5a3a1-620b-42d1-8740-f6d4f12f31ef req-cd430b5a-7d10-4cba-9b92-7a2dc18ac570 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Aug 11 08:45:23.134728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb6d7a9d-e91f-4117-8dbf-30ca5a5bd094 req-b7d8f199-38f2-4242-87f6-f6d0f367f803 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Aug 11 08:45:24.229016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b9325-2dc5-4ccc-aa3a-936c6b304377 req-527a9bba-e316-463e-ad19-28d9cb2e463c tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:24.230522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a04b9325-2dc5-4ccc-aa3a-936c6b304377 req-527a9bba-e316-463e-ad19-28d9cb2e463c tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 943 time: 0.0551775 Aug 11 08:45:24.258482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74cd5-75a1-4f5f-948f-1d0088425f52 req-4bd28254-9235-4264-af77-61d5e389d581 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:24.259705 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfc74cd5-75a1-4f5f-948f-1d0088425f52 req-4bd28254-9235-4264-af77-61d5e389d581 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0536377 Aug 11 08:45:24.273041 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a04b9325-2dc5-4ccc-aa3a-936c6b304377 req-2a759323-78d3-48c3-87e0-b71234d0b4dd tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Aug 11 08:45:24.305121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bfc74cd5-75a1-4f5f-948f-1d0088425f52 req-153ac1af-bd90-49c7-8ae5-0f11b1b37bf0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Aug 11 08:45:24.756162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae86f9-93a3-489b-893c-f1919c43473f req-67f0a19e-48bd-42db-8072-780ccbebcced tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:24.757753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14ae86f9-93a3-489b-893c-f1919c43473f req-67f0a19e-48bd-42db-8072-780ccbebcced tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 946 time: 0.0593841 Aug 11 08:45:24.857224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:24.857602 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:24.950096 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:24.950429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:24.965101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for 18542dd2-dd7f-4e29-91d8-2eb0e50417aa owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:25.118842 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:25.164723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=18542dd2-dd7f-4e29-91d8-2eb0e50417aa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:25.199857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port 18542dd2-dd7f-4e29-91d8-2eb0e50417aa on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:45:25.202651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:25.204701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14ae86f9-93a3-489b-893c-f1919c43473f req-76dbe671-ecb9-4051-9f35-204ba55eca71 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "DELETE /v2.0/ports/18542dd2-dd7f-4e29-91d8-2eb0e50417aa HTTP/1.1" status: 204 len: 173 time: 0.4406452 Aug 11 08:45:25.205318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'name': 'network-vif-deleted', 'tag': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:25.207610 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa55efd-6820-42cf-ad72-1c45da6ccbf9" -d '{"events": [{"server_uuid": "fca6821e-4bea-4697-ab86-a5e7ddb3a662", "name": "network-vif-deleted", "tag": "18542dd2-dd7f-4e29-91d8-2eb0e50417aa"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:25.246086 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6fc6a-0dd5-41fc-88bd-1eb85d152474 x-openstack-request-id: req-27e6fc6a-0dd5-41fc-88bd-1eb85d152474 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:25.246432 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca6821e-4bea-4697-ab86-a5e7ddb3a662", "name": "network-vif-deleted", "tag": "18542dd2-dd7f-4e29-91d8-2eb0e50417aa", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:25.246831 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27e6fc6a-0dd5-41fc-88bd-1eb85d152474 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:25.247251 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca6821e-4bea-4697-ab86-a5e7ddb3a662', 'name': 'network-vif-deleted', 'tag': '18542dd2-dd7f-4e29-91d8-2eb0e50417aa', 'status': 'completed', 'code': 200} Aug 11 08:45:25.415531 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd8583-bfd2-4f32-beb7-3b818552fcf4 req-6c3cd7c4-456a-4894-aeaf-7e4086bbada7 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:25.418463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1dd8583-bfd2-4f32-beb7-3b818552fcf4 req-6c3cd7c4-456a-4894-aeaf-7e4086bbada7 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 943 time: 0.0693257 Aug 11 08:45:25.423134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1182416d-33ee-43a7-a9d2-fbeb30b30d44 req-bd0a3dba-fbda-4c1a-8e6a-7f9e1c4e580e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 210 time: 0.0347326 Aug 11 08:45:25.464375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1dd8583-bfd2-4f32-beb7-3b818552fcf4 req-a018086d-86e4-4f8d-86ae-f992e021f0fe tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Aug 11 08:45:25.558086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 19eae223-a607-48ff-bfc5-01b5ff9238d5 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:45:25.571766 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:45:25.681861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 19eae223-a607-48ff-bfc5-01b5ff9238d5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5,segment=NetworkSegment(226383e1-1645-4be9-aab1-a314b8ab0a99),segment_id=226383e1-1645-4be9-aab1-a314b8ab0a99)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:25.695331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '19eae223-a607-48ff-bfc5-01b5ff9238d5', 'network_id': '35dc2119-c9e4-4bed-a989-d87afebf91bc', 'port_id': '19eae223-a607-48ff-bfc5-01b5ff9238d5', 'mac_address': 'fa:16:3e:de:09:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ae5566-9f2b-4659-84b8-953e5a39035d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:45:25.736692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:25.751517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19eae223-a607-48ff-bfc5-01b5ff9238d5 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:45:25.775021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 19eae223-a607-48ff-bfc5-01b5ff9238d5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5,segment=NetworkSegment(226383e1-1645-4be9-aab1-a314b8ab0a99),segment_id=226383e1-1645-4be9-aab1-a314b8ab0a99)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:25.780431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:25.840073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=19eae223-a607-48ff-bfc5-01b5ff9238d5,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:26.042341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['19eae223-a607-48ff-bfc5-01b5ff9238d5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:45:26.520671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd9383a5-e843-4f9e-9c81-159041eb5eb5 req-363d1419-9b6b-4ad0-8e9a-efc6674bd20c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Aug 11 08:45:26.597355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b9edb-9bcc-4504-872c-5bec1197963d req-b9d5fbf8-2100-422e-a48b-562cc9cd3752 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:26.598885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a00b9edb-9bcc-4504-872c-5bec1197963d req-b9d5fbf8-2100-422e-a48b-562cc9cd3752 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 944 time: 0.0509858 Aug 11 08:45:26.638788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a00b9edb-9bcc-4504-872c-5bec1197963d req-48aef7bd-7251-4444-9952-b29e1a3ab841 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Aug 11 08:45:26.870026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 18542dd2-dd7f-4e29-91d8-2eb0e50417aa no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:26.892543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 18542dd2-dd7f-4e29-91d8-2eb0e50417aa {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:26.892838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 18542dd2-dd7f-4e29-91d8-2eb0e50417aa not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:27.573418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 19eae223-a607-48ff-bfc5-01b5ff9238d5 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:45:27.618853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84d5d40b-48f9-4b7c-a9a0-8c1b7347c232 req-5a1fb918-e4a5-4ddd-a8db-b339fea4450f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 210 time: 0.0267928 Aug 11 08:45:27.627420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 19eae223-a607-48ff-bfc5-01b5ff9238d5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:45:27.639655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 19eae223-a607-48ff-bfc5-01b5ff9238d5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:45:27.640151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:27.718152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:27.741537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eae223-a607-48ff-bfc5-01b5ff9238d5'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:27.743825 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae43e2-015e-4094-845f-5d7b1052f840" -d '{"events": [{"server_uuid": "1e81e16a-27f3-43b0-8848-2e7bc4c3603d", "name": "network-vif-plugged", "status": "completed", "tag": "19eae223-a607-48ff-bfc5-01b5ff9238d5"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:27.758708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 19eae223-a607-48ff-bfc5-01b5ff9238d5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5,segment=NetworkSegment(226383e1-1645-4be9-aab1-a314b8ab0a99),segment_id=226383e1-1645-4be9-aab1-a314b8ab0a99)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:27.760051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eb121-62f8-44eb-9929-c9f49179154d req-8b47d06e-f50f-4bcd-bef1-3dca8985f749 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:27.762205 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a78eb121-62f8-44eb-9929-c9f49179154d req-8b47d06e-f50f-4bcd-bef1-3dca8985f749 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 944 time: 0.0519023 Aug 11 08:45:27.766243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:27.800203 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce9cad1-6d50-4032-b410-2ed7d9baeace x-openstack-request-id: req-8ce9cad1-6d50-4032-b410-2ed7d9baeace {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:27.800789 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e81e16a-27f3-43b0-8848-2e7bc4c3603d", "name": "network-vif-plugged", "status": "completed", "tag": "19eae223-a607-48ff-bfc5-01b5ff9238d5", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:27.801231 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ce9cad1-6d50-4032-b410-2ed7d9baeace {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:27.801788 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19eae223-a607-48ff-bfc5-01b5ff9238d5', 'code': 200} Aug 11 08:45:27.806355 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a78eb121-62f8-44eb-9929-c9f49179154d req-a8d9bded-d1b1-4250-9101-a8ddb7a655c6 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Aug 11 08:45:27.844626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=19eae223-a607-48ff-bfc5-01b5ff9238d5,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:27.923357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351a5e-f807-40b2-8500-eb8a810fe362 req-33d6998d-95bf-489e-9a22-6bed22327454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:27.924940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a351a5e-f807-40b2-8500-eb8a810fe362 req-33d6998d-95bf-489e-9a22-6bed22327454 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 1096 time: 0.0473790 Aug 11 08:45:27.964807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a351a5e-f807-40b2-8500-eb8a810fe362 req-770a7610-8b50-4b0a-8e3b-dd1231b4b6fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Aug 11 08:45:28.719550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a153cc9a-56c8-4fc4-936f-5f7423b0b45c req-e4ff2753-eeae-4815-873f-51681a6ef15b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca6821e-4bea-4697-ab86-a5e7ddb3a662 HTTP/1.1" status: 200 len: 210 time: 0.0271494 Aug 11 08:45:28.945713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f995d-4018-4948-b90d-508bd1e70f74 req-82c9f99d-0d8b-48cc-8ea5-907d71929b0a tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:28.947652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-608f995d-4018-4948-b90d-508bd1e70f74 req-82c9f99d-0d8b-48cc-8ea5-907d71929b0a tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0615983 Aug 11 08:45:28.974113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:28.997482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-608f995d-4018-4948-b90d-508bd1e70f74 req-3a224240-6a08-4c57-92c9-886c1e823442 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Aug 11 08:45:29.318276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e6fc5dd-421e-4626-8d1c-66fd52271bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:30.018554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:30.116864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6a791-2e9a-4038-9a94-d00da11c0dd8 req-676eed45-e678-49e3-af3b-42b8a6ecb680 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:30.118555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2fd6a791-2e9a-4038-9a94-d00da11c0dd8 req-676eed45-e678-49e3-af3b-42b8a6ecb680 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0510824 Aug 11 08:45:30.157480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2fd6a791-2e9a-4038-9a94-d00da11c0dd8 req-1ca8c226-3126-49ec-af6f-f168257fa334 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Aug 11 08:45:30.283523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a46c9-ee47-4a05-b3e4-3b8ffe9d71ca req-51bd3cee-9eae-4831-ba46-da232ceffb7f tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:30.285021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b1a46c9-ee47-4a05-b3e4-3b8ffe9d71ca req-51bd3cee-9eae-4831-ba46-da232ceffb7f tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0514367 Aug 11 08:45:30.326101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1b1a46c9-ee47-4a05-b3e4-3b8ffe9d71ca req-8959e783-17f8-4439-84d8-fba9cef377a3 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Aug 11 08:45:30.564337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffe10-262f-4d48-b264-2580a31b94d0 req-7be58895-4874-4bd4-9fc4-918956ec9bdb tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:30.565822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78fffe10-262f-4d48-b264-2580a31b94d0 req-7be58895-4874-4bd4-9fc4-918956ec9bdb tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0508196 Aug 11 08:45:30.606862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78fffe10-262f-4d48-b264-2580a31b94d0 req-768ab2ad-9ef0-45ba-bf06-0b25f9fd70fd tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Aug 11 08:45:31.731037 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fd409-ee69-4f0c-8315-b149dffd10d9 req-8d51ad18-55df-489f-9aad-5ae16792db49 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:31.732448 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-170fd409-ee69-4f0c-8315-b149dffd10d9 req-8d51ad18-55df-489f-9aad-5ae16792db49 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0526414 Aug 11 08:45:31.774892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-170fd409-ee69-4f0c-8315-b149dffd10d9 req-d6ab62e0-346e-420a-8638-995c4c6b444e tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Aug 11 08:45:32.035703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bc6b9-e921-4672-8bcc-bf45ff906001 req-14cb7141-f27a-4315-b0ca-30890413515d tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:32.037717 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae2bc6b9-e921-4672-8bcc-bf45ff906001 req-14cb7141-f27a-4315-b0ca-30890413515d tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0636377 Aug 11 08:45:32.055792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-303515d1-9254-4fee-a9da-3e3594eace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:32.057481 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-303515d1-9254-4fee-a9da-3e3594eace4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=501e91f520d4467fbdc4a19fc5dbfbec&device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 1096 time: 0.0549331 Aug 11 08:45:32.079782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae2bc6b9-e921-4672-8bcc-bf45ff906001 req-9ec46c75-51b0-4e88-996d-7929e0495c59 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343294 Aug 11 08:45:32.155744 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-4e5c5c5f-8190-4bab-9865-c39fd28ef5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:32.157655 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-4e5c5c5f-8190-4bab-9865-c39fd28ef5b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=35dc2119-c9e4-4bed-a989-d87afebf91bc HTTP/1.1" status: 200 len: 913 time: 0.0927541 Aug 11 08:45:32.203375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-b00bc04e-56b0-41b9-88c0-e25ba6d59b0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5 HTTP/1.1" status: 200 len: 217 time: 0.0390296 Aug 11 08:45:32.259107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-b9813c07-f44a-4bc9-94cf-a0b568f4d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:32.260929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-b9813c07-f44a-4bc9-94cf-a0b568f4d49e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61ae5566-9f2b-4659-84b8-953e5a39035d HTTP/1.1" status: 200 len: 852 time: 0.0513568 Aug 11 08:45:32.294474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-14167d9e-4943-4e6b-ac19-61298fd79b7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35dc2119-c9e4-4bed-a989-d87afebf91bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257223 Aug 11 08:45:32.391224 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-3f75289f-cb0f-4b20-b9a5-f28e38ed1634 service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895452 Aug 11 08:45:32.460556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:32.501856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c3ff6d3-b132-4bd6-a0ae-eb3b35384472 req-c0d9b278-9d65-4e62-a953-bafb9d00c96f service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039569 Aug 11 08:45:32.723225 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ce077d37-3bef-4e20-a202-92b7db024503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:32.840927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59494) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:32.848435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737487861', 'description': 'tempest-secgroup-smoke-737487861 description', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:32.881212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:32.967425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:32.973898 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.000965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.002240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1598845 Aug 11 08:45:33.004215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6fbec-4c34-420e-850f-926f4b8a6db8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dbbd38-2128-4099-af54-852ab6ba885c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.006069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59496) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:33.012655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group_rule': {'security_group_id': '85dbbd38-2128-4099-af54-852ab6ba885c', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:33.044410 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.092625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.097632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.121812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b4105f-7d58-4909-bf4c-e504d6900e6e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.126789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.130912 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fdf84e47-8468-49cd-94b0-3d57a5a088ff tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209149 Aug 11 08:45:33.131427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59500) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:33.136171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group_rule': {'security_group_id': '85dbbd38-2128-4099-af54-852ab6ba885c', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:33.178451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.260099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb53f2b-83e5-4427-8578-ead9f3b42c9f req-47b104d1-8ddd-4e9f-adb7-b97a05bc24e6 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:33.262293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-deb53f2b-83e5-4427-8578-ead9f3b42c9f req-47b104d1-8ddd-4e9f-adb7-b97a05bc24e6 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.1031735 Aug 11 08:45:33.268125 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.277325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.308765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4822094-2e6e-4ccd-b918-243517922e83,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.317457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.318667 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-927ec6db-f4ec-4485-9bda-f50acdb36eec tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1865804 Aug 11 08:45:33.321784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:33.326767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group_rule': {'security_group_id': '85dbbd38-2128-4099-af54-852ab6ba885c', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:33.333036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-deb53f2b-83e5-4427-8578-ead9f3b42c9f req-a5fd4c73-a5bb-41c4-b383-3c58a2bd3319 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Aug 11 08:45:33.362631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.428654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.435183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.452936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb310a2-e7a1-4ffe-84ca-cb8cd91348a2,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.460658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.464947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b11f544-70ef-40d5-bc9f-03b5ac4d4ed4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391537 Aug 11 08:45:33.465371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59504) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:33.470242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group_rule': {'security_group_id': '85dbbd38-2128-4099-af54-852ab6ba885c', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:33.500705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.571664 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.577033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.597982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ad838c-fcdd-46a5-a680-ff7324dc230b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.602225 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.603789 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-87d29b73-d229-45e1-a2bb-af2fdd675731 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370399 Aug 11 08:45:33.607304 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59506) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:33.612034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group_rule': {'security_group_id': '85dbbd38-2128-4099-af54-852ab6ba885c', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:33.635166 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Project 88d474cd373e41c7b793e5ecaa4b8b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:45:33.640144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.703460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.709050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.727118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186522a5-ad2b-4322-9bcf-26b69dcda410,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.734296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.735569 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d01bbb07-233e-47af-9b27-9e983d1e62c1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272464 Aug 11 08:45:33.738756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59508) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:33.743468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'security_group_rule': {'security_group_id': '85dbbd38-2128-4099-af54-852ab6ba885c', 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:33.767813 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Project 88d474cd373e41c7b793e5ecaa4b8b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 08:45:33.772830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.838213 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.843297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.862175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa68d5a7-426b-4b21-82c4-d12119f9af2c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:33.866245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:33.870521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-99943b4d-613f-42b7-aabf-6745e87adc68 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276951 Aug 11 08:45:34.459286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86ae3d-686f-4836-8b6c-159543d3b3ef req-13fe05ba-3a8b-4d4a-b3eb-521e7c2dbaf4 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:34.461203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a86ae3d-686f-4836-8b6c-159543d3b3ef req-13fe05ba-3a8b-4d4a-b3eb-521e7c2dbaf4 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0511253 Aug 11 08:45:34.504128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4a86ae3d-686f-4836-8b6c-159543d3b3ef req-4de47286-50b7-4178-805c-9665248f2cc8 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Aug 11 08:45:34.760088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e555255-7a31-4229-8b1f-cbd3b96cd990 req-a65cdb42-9ad2-4fba-b2d7-9e5975d06740 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:34.762151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e555255-7a31-4229-8b1f-cbd3b96cd990 req-a65cdb42-9ad2-4fba-b2d7-9e5975d06740 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0589845 Aug 11 08:45:34.801984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e555255-7a31-4229-8b1f-cbd3b96cd990 req-e50be7e6-5cd9-4bce-9c0c-a61e9ba8ef93 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Aug 11 08:45:34.916155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:35.941494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21412c3a-9522-4870-b180-ba62b2c730c2 req-01aa59ec-7600-4f17-b61c-4338e2768d43 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:35.943024 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21412c3a-9522-4870-b180-ba62b2c730c2 req-01aa59ec-7600-4f17-b61c-4338e2768d43 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0552013 Aug 11 08:45:35.983423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-21412c3a-9522-4870-b180-ba62b2c730c2 req-eb0074ea-2da0-4014-a19d-036a66b37d3b tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Aug 11 08:45:36.203655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fce11-ddba-4c7e-b7ca-3b235adef808 req-7fac33a3-89d8-4bbf-81d6-df071c2ca38c tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:36.205474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-806fce11-ddba-4c7e-b7ca-3b235adef808 req-7fac33a3-89d8-4bbf-81d6-df071c2ca38c tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0555007 Aug 11 08:45:36.207558 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:36.247737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-806fce11-ddba-4c7e-b7ca-3b235adef808 req-6eb4c289-57e7-47dc-809f-212b8e2102ca tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Aug 11 08:45:36.260923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-3e036bf2-b269-4749-be9a-9141f54e10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:36.263248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-3e036bf2-b269-4749-be9a-9141f54e10db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=501e91f520d4467fbdc4a19fc5dbfbec&device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 1096 time: 0.0535865 Aug 11 08:45:36.376120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-6c59ea1d-7c05-4369-8d19-9dd99a0b851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:36.377636 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-6c59ea1d-7c05-4369-8d19-9dd99a0b851e service neutron] 10.222.0.69 "GET /v2.0/networks?id=35dc2119-c9e4-4bed-a989-d87afebf91bc HTTP/1.1" status: 200 len: 913 time: 0.1067863 Aug 11 08:45:36.438210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-a17b72e4-2d59-4a59-83f2-a68f2add38f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5 HTTP/1.1" status: 200 len: 217 time: 0.0533469 Aug 11 08:45:36.489763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-125236ed-390c-4dfc-bcde-7ccd4888e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:36.491551 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-125236ed-390c-4dfc-bcde-7ccd4888e9c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=61ae5566-9f2b-4659-84b8-953e5a39035d HTTP/1.1" status: 200 len: 852 time: 0.0470490 Aug 11 08:45:36.525389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-0d44b671-b649-4483-ab90-8464828d0fd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35dc2119-c9e4-4bed-a989-d87afebf91bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260754 Aug 11 08:45:36.625021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-ab4d016e-38e8-43e3-a818-5458e7710f7c service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924451 Aug 11 08:45:36.720521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-489a6ddf-6c00-4109-b1fb-771bc989ff6c req-a9f244b4-c104-4c00-a653-21f5f2681dd8 service neutron] 10.222.0.69 "GET /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883799 Aug 11 08:45:37.373025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c95f2c-e571-47a2-ad17-2678485467e0 req-5b4e3aad-8cb2-4b40-bde4-ddca8e9eb8ac tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:37.374606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62c95f2c-e571-47a2-ad17-2678485467e0 req-5b4e3aad-8cb2-4b40-bde4-ddca8e9eb8ac tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0542884 Aug 11 08:45:37.424244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62c95f2c-e571-47a2-ad17-2678485467e0 req-3fadfcb1-3132-42ab-b351-bc541784b3c0 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 Aug 11 08:45:38.560492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789e6a-b036-49fe-b11a-905fb4b175a1 req-f20753cf-2f67-4614-be90-1c3f01ea88cf tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:38.562119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94789e6a-b036-49fe-b11a-905fb4b175a1 req-f20753cf-2f67-4614-be90-1c3f01ea88cf tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0609848 Aug 11 08:45:38.602298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94789e6a-b036-49fe-b11a-905fb4b175a1 req-8362d06a-8c7c-4536-a096-c2d3017f724d tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Aug 11 08:45:38.861629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc76e-9997-4249-9956-beff5a45b5d9 req-3453ec03-e1f4-4fd5-bc65-c2884137e070 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:38.863264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-643bc76e-9997-4249-9956-beff5a45b5d9 req-3453ec03-e1f4-4fd5-bc65-c2884137e070 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0566063 Aug 11 08:45:38.906768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-643bc76e-9997-4249-9956-beff5a45b5d9 req-4a084239-1398-4fd1-89e1-1d86cbc5ed67 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Aug 11 08:45:40.043842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e374d26-5541-43fa-8f98-9e66da1bd8f4 req-ffd79dfb-90fc-4b45-a0ff-9bbfe9c1d5ae tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:40.045573 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e374d26-5541-43fa-8f98-9e66da1bd8f4 req-ffd79dfb-90fc-4b45-a0ff-9bbfe9c1d5ae tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0573759 Aug 11 08:45:40.087824 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e374d26-5541-43fa-8f98-9e66da1bd8f4 req-a4275ad5-ef65-4230-b3ed-b434ff80f8b1 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Aug 11 08:45:40.871907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-a3ace127-0cd7-4610-9561-1d4fd35c8e45 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:40.873394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-a3ace127-0cd7-4610-9561-1d4fd35c8e45 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0554845 Aug 11 08:45:40.974377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Deleting port 19eae223-a607-48ff-bfc5-01b5ff9238d5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:45:40.974705 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:41.065441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] For port 19eae223-a607-48ff-bfc5-01b5ff9238d5, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=19eae223-a607-48ff-bfc5-01b5ff9238d5,segment=NetworkSegment(226383e1-1645-4be9-aab1-a314b8ab0a99),segment_id=226383e1-1645-4be9-aab1-a314b8ab0a99)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:45:41.066189 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:41.080031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Calling delete_port for 19eae223-a607-48ff-bfc5-01b5ff9238d5 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:45:41.213523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ed0f5-0da8-4967-8bba-981ce2006da2 req-b43153f1-ccfc-4b91-b374-f553a0769c14 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:41.216302 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-085ed0f5-0da8-4967-8bba-981ce2006da2 req-b43153f1-ccfc-4b91-b374-f553a0769c14 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e81e16a-27f3-43b0-8848-2e7bc4c3603d HTTP/1.1" status: 200 len: 945 time: 0.0554414 Aug 11 08:45:41.247823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:41.261197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-085ed0f5-0da8-4967-8bba-981ce2006da2 req-835b34fa-90a2-4a19-af83-15c963b08aff tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.58 "GET /v2.0/security-groups?id=e891ce11-12a4-431d-a3bb-02468bbea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Aug 11 08:45:41.281424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Pushing event deleted for resources: {'Port': ['ID=19eae223-a607-48ff-bfc5-01b5ff9238d5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:41.282187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['19eae223-a607-48ff-bfc5-01b5ff9238d5'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:45:41.326402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] No DVR routers for this DVR port 19eae223-a607-48ff-bfc5-01b5ff9238d5 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:45:41.328101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:41.330330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-367c91c5-c0fe-4791-84c2-03abd218f8e4 req-0a919889-e0e2-4370-bfe2-98730d0cba37 tempest-TestServerAdvancedOps-1846001139 tempest-TestServerAdvancedOps-1846001139-project] 10.222.0.69 "DELETE /v2.0/ports/19eae223-a607-48ff-bfc5-01b5ff9238d5 HTTP/1.1" status: 204 len: 173 time: 0.4506009 Aug 11 08:45:41.330830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'name': 'network-vif-deleted', 'tag': '19eae223-a607-48ff-bfc5-01b5ff9238d5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:41.333170 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ed2c3-861f-4250-bf3a-aa0ed239347e" -d '{"events": [{"server_uuid": "1e81e16a-27f3-43b0-8848-2e7bc4c3603d", "name": "network-vif-deleted", "tag": "19eae223-a607-48ff-bfc5-01b5ff9238d5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:41.375714 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edf575e-e1f0-49d9-aa20-f0a6be230cc5 x-openstack-request-id: req-5edf575e-e1f0-49d9-aa20-f0a6be230cc5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:41.375949 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e81e16a-27f3-43b0-8848-2e7bc4c3603d", "name": "network-vif-deleted", "tag": "19eae223-a607-48ff-bfc5-01b5ff9238d5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:41.376201 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5edf575e-e1f0-49d9-aa20-f0a6be230cc5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:41.376610 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e81e16a-27f3-43b0-8848-2e7bc4c3603d', 'name': 'network-vif-deleted', 'tag': '19eae223-a607-48ff-bfc5-01b5ff9238d5', 'status': 'completed', 'code': 200} Aug 11 08:45:42.330075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59626) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:42.376792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Deleting subnet 61ae5566-9f2b-4659-84b8-953e5a39035d {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:45:42.380136 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:42.414413 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:42.458855 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:42.519927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:42.552644 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:42.556903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/61ae5566-9f2b-4659-84b8-953e5a39035d HTTP/1.1" status: 204 len: 168 time: 0.2234840 Aug 11 08:45:42.557307 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59628) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:42.564135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9b56-62fd-4778-9647-b981075e4e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ae5566-9f2b-4659-84b8-953e5a39035d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:42.633645 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.048623 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.060188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dc2119-c9e4-4bed-a989-d87afebf91bc']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:43.074361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226383e1-1645-4be9-aab1-a314b8ab0a99') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:43.074361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226383e1-1645-4be9-aab1-a314b8ab0a99') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:43.085739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.100457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.106749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:45:43.107139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:45:43.109023 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:45:43.178444 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.188063 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.190065 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/35dc2119-c9e4-4bed-a989-d87afebf91bc HTTP/1.1" status: 204 len: 168 time: 0.6318951 Aug 11 08:45:43.193372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59632) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:43.201327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b69aaf-81da-4d46-a058-4a9796e80cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=35dc2119-c9e4-4bed-a989-d87afebf91bc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:43.251942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Deleting subnet 32e3cb9e-eee4-4882-8711-722adbb3cf7f {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:45:43.255768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.293836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.336553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.397916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.431638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e3cb9e-eee4-4882-8711-722adbb3cf7f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:43.434215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.436164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ede50355-2f74-40c3-a907-230a58f69565 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/32e3cb9e-eee4-4882-8711-722adbb3cf7f HTTP/1.1" status: 204 len: 168 time: 0.2405844 Aug 11 08:45:43.438823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:43.507105 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.655821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.670158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee1d57f-88eb-4045-8d59-78780b265569']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:43.681353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e6d90a-9a85-4c49-bcd3-cb38ffff3810') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:43.681585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e6d90a-9a85-4c49-bcd3-cb38ffff3810') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:45:43.691481 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.705535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.712073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:45:43.712496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:45:43.714656 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:45:43.770808 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.776184 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:43.780599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] 10.222.0.58 "DELETE /v2.0/networks/eee1d57f-88eb-4045-8d59-78780b265569 HTTP/1.1" status: 204 len: 168 time: 0.3384161 Aug 11 08:45:43.791649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb20afc-e813-4d42-a371-b07e236eda7e admin admin] Pushing event deleted for resources: {'Network': ['ID=eee1d57f-88eb-4045-8d59-78780b265569,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:43.969602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59644) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:44.013291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-02890cdc-c405-4c27-8617-4a9d69ef1434 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=501e91f520d4467fbdc4a19fc5dbfbec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424395 Aug 11 08:45:44.015827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:44.063694 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76619a89-e257-4d61-832e-5e0bafd9b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.086902 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76619a89-e257-4d61-832e-5e0bafd9b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.135622 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76619a89-e257-4d61-832e-5e0bafd9b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.138549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76619a89-e257-4d61-832e-5e0bafd9b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.139774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76619a89-e257-4d61-832e-5e0bafd9b555 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e891ce11-12a4-431d-a3bb-02468bbea8b5 HTTP/1.1" status: 204 len: 168 time: 0.1229413 Aug 11 08:45:44.152387 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76619a89-e257-4d61-832e-5e0bafd9b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e891ce11-12a4-431d-a3bb-02468bbea8b5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:44.482071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59664) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:44.527422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a5b07f2-2d3c-44e5-8874-8a9c8645f2f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2de9142a7fb647b0b05dd7865c105040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438526 Aug 11 08:45:44.530110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59666) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:45:44.580660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2dc0-2bb7-4a72-a3bf-d84ea21bc4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.602262 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2dc0-2bb7-4a72-a3bf-d84ea21bc4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.649193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2dc0-2bb7-4a72-a3bf-d84ea21bc4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.651987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2dc0-2bb7-4a72-a3bf-d84ea21bc4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:44.653163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2eaf2dc0-2bb7-4a72-a3bf-d84ea21bc4c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/218fc62e-5fb0-4674-84e9-b55a2f1cc576 HTTP/1.1" status: 204 len: 168 time: 0.1220336 Aug 11 08:45:44.661197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf2dc0-2bb7-4a72-a3bf-d84ea21bc4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218fc62e-5fb0-4674-84e9-b55a2f1cc576,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:45.667002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 19eae223-a607-48ff-bfc5-01b5ff9238d5 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:45:45.687261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 19eae223-a607-48ff-bfc5-01b5ff9238d5 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:45:45.687615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 19eae223-a607-48ff-bfc5-01b5ff9238d5 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:45:49.443852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-b457a4da-27c7-45e6-89d3-13db71b0955d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737487861&fields=id&tenant_id=88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 267 time: 0.0380969 Aug 11 08:45:49.569284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-65eca1bc-a4b1-476a-ab09-d5f01a03dbf9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:49.570988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-65eca1bc-a4b1-476a-ab09-d5f01a03dbf9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1192770 Aug 11 08:45:49.587496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-c951c1a0-c71f-4f88-abb7-0181ae935448 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0104978 Aug 11 08:45:49.645623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-b2f4c70d-8851-4db4-98e4-dcb720159aca tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518870 Aug 11 08:45:49.762678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-ff1c4f8d-6693-40b0-83fc-a3cce2978e44 service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048465 Aug 11 08:45:49.856856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-c6e77f3b-c9de-4baf-93f8-691eff7e729f service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877330 Aug 11 08:45:50.173035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-da52add4-f2c4-4fd8-a1fe-cff2e10d8fc0 req-53daa1fc-a5cb-4690-aadf-4de1fd8182e9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 210 time: 0.0271931 Aug 11 08:45:51.219941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-45208106-b887-4d03-8acb-623f37bfe3eb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:51.221444 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-45208106-b887-4d03-8acb-623f37bfe3eb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1205730 Aug 11 08:45:51.288989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ea9155a-78ef-42ed-8f71-35ec25e3856a req-723e8731-e12c-4d06-8867-eca2be4a836c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 210 time: 0.0362120 Aug 11 08:45:51.299173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-212a5936-f00e-44fd-aaeb-905230a79a1c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 379 time: 0.0625618 Aug 11 08:45:51.309546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'security_groups': ['85dbbd38-2128-4099-af54-852ab6ba885c']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:51.440790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:45:51.444511 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:51.577384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.6 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/e2b6dad4-7c10-41f1-bc47-9052b9e80ab9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:45:51.745048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:51.761553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:45:51.801144 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:51.848529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:45:51.856779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:45:51.861069 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:45:51.888935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:51.928399 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:51.929091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:51.948172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-95ef011f-4f85-4f7d-b226-3c8a80e52fee tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428916 Aug 11 08:45:51.967842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Request body: {'port': {'device_id': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:45:52.033292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.124596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b51ad848-231f-4af2-ad87-f84504a6b4a3 None None] Provisioning for port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:45:52.129375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b51ad848-231f-4af2-ad87-f84504a6b4a3 None None] Provisioning complete for port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:45:52.129747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b51ad848-231f-4af2-ad87-f84504a6b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.169656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b51ad848-231f-4af2-ad87-f84504a6b4a3 None None] Port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:45:52.323030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:45:52.331866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.348060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Transition to ACTIVE for port object e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:45:52.353102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.406947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:52.444243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3fa07-99ff-490c-9b02-bca973263f98 req-35e3b74b-79cb-460e-b796-e9357f733c57 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:52.446915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bef3fa07-99ff-490c-9b02-bca973263f98 req-35e3b74b-79cb-460e-b796-e9357f733c57 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0651700 Aug 11 08:45:52.505787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Attempting to bind port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:45:52.505787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Attempting to bind port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:45:52.505787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Attempting to bind port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:45:52.511362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bef3fa07-99ff-490c-9b02-bca973263f98 req-683818a9-383a-4805-82de-6e660befc5e9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527427 Aug 11 08:45:52.511859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:45:52.512591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Attempting to bind port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:45:52.521528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:45:52.521867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:45:52.523731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:45:52.526809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Bound port: e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:45:52.527127 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.617077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] For port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:45:52.621039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] For port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:45:52.627854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.675008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:52.675723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:52.677366 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] 10.222.0.69 "PUT /v2.0/ports/e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 200 len: 1091 time: 0.7143943 Aug 11 08:45:52.677862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:45:52.680370 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5555e5e5-a364-4599-84de-fd82fc6e8740" -d '{"events": [{"name": "network-changed", "server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:45:52.722252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239f6d-a2d2-4518-9193-eb6e76987117 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:45:52.730747 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d961ff94-8998-4e00-9c19-7cc349b1c1a9 x-openstack-request-id: req-d961ff94-8998-4e00-9c19-7cc349b1c1a9 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:45:52.731049 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:45:52.731319 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d961ff94-8998-4e00-9c19-7cc349b1c1a9 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:45:52.731851 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'status': 'completed', 'code': 200} Aug 11 08:45:52.806849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-674d83b5-8801-4dae-b4b1-5dc1ff17e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:52.808699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-674d83b5-8801-4dae-b4b1-5dc1ff17e9f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1094 time: 0.0605865 Aug 11 08:45:52.860850 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-5bf05ff2-67c7-47a2-a796-24e2d1adc34d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 200 len: 217 time: 0.0388901 Aug 11 08:45:52.913319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-d5530f63-c7f5-4b83-a301-3276a1f67216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:52.914828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-d5530f63-c7f5-4b83-a301-3276a1f67216 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0472386 Aug 11 08:45:52.976089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093eb0-df72-4781-b77c-7903c750f347 req-3c16eddc-7410-430f-8a2b-ab43c7cc5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:52.977597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-3c16eddc-7410-430f-8a2b-ab43c7cc5e59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548148 Aug 11 08:45:53.091774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-bbab2dc9-68ce-47d6-ad24-5d1ad623dcc0 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046174 Aug 11 08:45:53.198013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88093eb0-df72-4781-b77c-7903c750f347 req-b7e85628-e9ca-4351-ae4a-c511300cf806 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983245 Aug 11 08:45:53.318534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-a9b0b696-d5f8-4b41-b133-a2ddba912b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:53.320420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-a9b0b696-d5f8-4b41-b133-a2ddba912b7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1094 time: 0.0469384 Aug 11 08:45:53.429398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-71bf5a80-433b-4a5b-99ec-40051539a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:53.431090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-71bf5a80-433b-4a5b-99ec-40051539a565 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1032381 Aug 11 08:45:53.481201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-e354c976-3be0-4b6f-8519-c7fee1608caf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 200 len: 217 time: 0.0421264 Aug 11 08:45:53.550669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-9084d25c-dcad-46bf-9f22-9062dbb6ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:53.552200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-9084d25c-dcad-46bf-9f22-9062dbb6ce03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0638776 Aug 11 08:45:53.623921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-a137bc97-ff14-4766-af1c-16c2fd271d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:53.625727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-a137bc97-ff14-4766-af1c-16c2fd271d14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652041 Aug 11 08:45:53.675580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ae4b4-eb1d-4b25-b6da-19c335895f02 req-2a18438d-b9d3-44e4-9eba-05ec3b0a7221 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:53.677972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c8ae4b4-eb1d-4b25-b6da-19c335895f02 req-2a18438d-b9d3-44e4-9eba-05ec3b0a7221 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0577343 Aug 11 08:45:53.725363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0c8ae4b4-eb1d-4b25-b6da-19c335895f02 req-8c7d328a-dbb9-48fd-8b8b-879505d614b5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Aug 11 08:45:53.732712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-fb26b284-40cb-4284-b9b6-157502323d7c service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993106 Aug 11 08:45:53.832120 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5555e5e5-a364-4599-84de-fd82fc6e8740 req-24c55bac-0e72-46c9-988b-57beac31bbca service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921879 Aug 11 08:45:54.852150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2471d-fefe-44d6-b4be-117cdd7e3ae6 req-930965fc-a19a-4c32-bd3d-271568e3996b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:54.853809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2af2471d-fefe-44d6-b4be-117cdd7e3ae6 req-930965fc-a19a-4c32-bd3d-271568e3996b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0559239 Aug 11 08:45:54.900491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2af2471d-fefe-44d6-b4be-117cdd7e3ae6 req-8a364dfc-61d1-4ada-a7e5-9c687bb9e7b2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Aug 11 08:45:56.026939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b16394-79a7-4533-9419-9163ee61c311 req-67dcef06-addc-4d74-bc6d-8970558087f6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:56.028681 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31b16394-79a7-4533-9419-9163ee61c311 req-67dcef06-addc-4d74-bc6d-8970558087f6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0546002 Aug 11 08:45:56.073101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31b16394-79a7-4533-9419-9163ee61c311 req-3a950dfc-c94a-46e1-a7ff-2421cdb9f75e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360587 Aug 11 08:45:57.196759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecdb6-851a-4fbc-b5b7-ce56db241c47 req-edccfd7d-f491-44f7-8c0a-ff96729ecdcc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:57.198311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59eecdb6-851a-4fbc-b5b7-ce56db241c47 req-edccfd7d-f491-44f7-8c0a-ff96729ecdcc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0507584 Aug 11 08:45:57.241832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59eecdb6-851a-4fbc-b5b7-ce56db241c47 req-3c213f31-aa4c-40fe-8cf5-35fab0812991 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360768 Aug 11 08:45:58.368696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c81e0-9a6d-485a-8862-9da59174f032 req-1741bb2a-2f37-4527-b800-909beb2c4d53 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:58.370379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-873c81e0-9a6d-485a-8862-9da59174f032 req-1741bb2a-2f37-4527-b800-909beb2c4d53 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0580168 Aug 11 08:45:58.419644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-873c81e0-9a6d-485a-8862-9da59174f032 req-06009d83-164f-44f6-ae05-5294b858f3e2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 Aug 11 08:45:58.989921 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:59.315813 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-846c7030-2312-4046-bfdc-85e749cc7f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:45:59.556465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745da5bd-21e3-435f-8342-58f7f967038e req-d2b0335d-33d9-4c3e-a315-3bec7927fe4b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:45:59.558142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-745da5bd-21e3-435f-8342-58f7f967038e req-d2b0335d-33d9-4c3e-a315-3bec7927fe4b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0603008 Aug 11 08:45:59.606514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-745da5bd-21e3-435f-8342-58f7f967038e req-30db2afb-71c8-4631-9cd8-649e1cab2bb9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Aug 11 08:46:00.035532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:00.734194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6c4f-4d94-46bb-9cdb-cd3f523b28fb req-0f4e33ec-3ddf-491d-9a60-475555368128 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:00.735885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8fd6c4f-4d94-46bb-9cdb-cd3f523b28fb req-0f4e33ec-3ddf-491d-9a60-475555368128 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0561249 Aug 11 08:46:00.784780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c8fd6c4f-4d94-46bb-9cdb-cd3f523b28fb req-76481c95-f64b-429c-966c-755393a247f5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364039 Aug 11 08:46:01.949638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc61af-34de-4b62-a466-86b74c10944d req-ea4af4cc-5a77-410c-8869-c5b0ed2b77e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:01.952143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6fc61af-34de-4b62-a466-86b74c10944d req-ea4af4cc-5a77-410c-8869-c5b0ed2b77e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0844958 Aug 11 08:46:02.008869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6fc61af-34de-4b62-a466-86b74c10944d req-f3e7a29e-55ff-4014-943d-94a63ab2c8e3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Aug 11 08:46:02.449285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:02.563650 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:46:02.727333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b85640ae-7a98-40cb-aa90-6d2d643f82b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:03.133428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562dcff-10bc-47fe-9592-6ebedfdf836c req-3e133753-924d-4a87-9986-51e6820920d2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:03.135031 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6562dcff-10bc-47fe-9592-6ebedfdf836c req-3e133753-924d-4a87-9986-51e6820920d2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 943 time: 0.0531750 Aug 11 08:46:03.180283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6562dcff-10bc-47fe-9592-6ebedfdf836c req-aff10e60-5d83-48d6-92ed-12631c52089a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382664 Aug 11 08:46:03.792163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:46:03.903774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:46:03.917794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'mac_address': 'fa:16:3e:36:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:46:03.963421 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:03.979231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:46:04.001478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:46:04.006785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:04.061268 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:46:04.276899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['e2b6dad4-7c10-41f1-bc47-9052b9e80ab9'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:46:04.308302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de773-066d-4d43-ab6d-498ce5df2a35 req-1cd00ddf-d398-44e6-8e7b-30dba2b5af79 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:04.310051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c96de773-066d-4d43-ab6d-498ce5df2a35 req-1cd00ddf-d398-44e6-8e7b-30dba2b5af79 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 944 time: 0.0540493 Aug 11 08:46:04.350210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c96de773-066d-4d43-ab6d-498ce5df2a35 req-e4c41065-e7d4-4583-821d-88e31b6ec281 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335617 Aug 11 08:46:04.920752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:05.474578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0d09-23d2-4493-886c-ec6936bd5346 req-210f9923-75af-4341-acc0-7566a5d00de7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:05.476155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-756f0d09-23d2-4493-886c-ec6936bd5346 req-210f9923-75af-4341-acc0-7566a5d00de7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 944 time: 0.0534654 Aug 11 08:46:05.522345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-756f0d09-23d2-4493-886c-ec6936bd5346 req-bf7ec9a9-6eae-46a5-95b2-1f769141c39c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 Aug 11 08:46:05.791707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:46:05.849522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:46:05.853483 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:46:05.853852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:05.942929 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:05.967270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:46:05.969551 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf0f3f0-2d11-4a68-af13-ef2a8c8883cc" -d '{"events": [{"server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "name": "network-vif-plugged", "status": "completed", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:46:05.984438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:46:05.990483 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:06.013743 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573535c3-b1a9-4ba2-90a1-059b836d94e1 x-openstack-request-id: req-573535c3-b1a9-4ba2-90a1-059b836d94e1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:46:06.014024 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "name": "network-vif-plugged", "status": "completed", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:46:06.014266 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-573535c3-b1a9-4ba2-90a1-059b836d94e1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:46:06.014659 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'code': 200} Aug 11 08:46:06.054016 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:46:06.145096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284afee-4de8-4758-af82-a55076726ec4 req-0652cd21-388f-45de-9999-d5882fb28605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:06.146642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5284afee-4de8-4758-af82-a55076726ec4 req-0652cd21-388f-45de-9999-d5882fb28605 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1096 time: 0.0476992 Aug 11 08:46:06.185077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5284afee-4de8-4758-af82-a55076726ec4 req-9d8cbca0-7ee5-4f9a-b3cb-a69d7fd3638d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306699 Aug 11 08:46:06.203058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:06.649098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1caed-60ed-4535-ae58-7cf6319a2ace req-35dd30d4-1669-419a-b25e-d61a537e66e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:06.650627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbf1caed-60ed-4535-ae58-7cf6319a2ace req-35dd30d4-1669-419a-b25e-d61a537e66e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 945 time: 0.0562866 Aug 11 08:46:06.691866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fbf1caed-60ed-4535-ae58-7cf6319a2ace req-45bdfb42-217c-4b01-bd60-134afcc03d63 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350435 Aug 11 08:46:07.819439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc3dd3-a64d-4557-b927-f1db4e6375ff req-d3147d85-8158-49f7-8a32-950697baec8a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:07.820975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19cc3dd3-a64d-4557-b927-f1db4e6375ff req-d3147d85-8158-49f7-8a32-950697baec8a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 945 time: 0.0575979 Aug 11 08:46:07.861723 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19cc3dd3-a64d-4557-b927-f1db4e6375ff req-9d612e9f-05ff-4cc0-b5c4-734808c23877 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340974 Aug 11 08:46:07.995309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a1be7-02b7-4ebf-8d90-3252e96d4d0f req-b86c22f7-d2b0-4372-8378-38a2b6981865 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:07.996724 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a9a1be7-02b7-4ebf-8d90-3252e96d4d0f req-b86c22f7-d2b0-4372-8378-38a2b6981865 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 945 time: 0.0606089 Aug 11 08:46:08.036124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4a9a1be7-02b7-4ebf-8d90-3252e96d4d0f req-d1620d00-dc4b-42bc-a448-730c3dc33921 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331435 Aug 11 08:46:08.059155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 59752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:46:08.101660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a772193-8326-49a8-9752-84eb7b21dd16 tempest-TestVolumeBootPattern-222927264 tempest-TestVolumeBootPattern-222927264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:08.103262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a772193-8326-49a8-9752-84eb7b21dd16 tempest-TestVolumeBootPattern-222927264 tempest-TestVolumeBootPattern-222927264-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1091 time: 0.0429509 Aug 11 08:46:08.106586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:46:08.111894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:46:08.139326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:08.240766 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:08.350374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.25.2.239 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/5d387e51-b2d3-4ca2-b89b-1cb9d54803c4) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:46:08.465319 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:08.510662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:08.555278 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:46:08.558223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:46:08.562363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:46:08.568392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=5d387e51-b2d3-4ca2-b89b-1cb9d54803c4,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:46:08.596244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.596561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.596952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.597279 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.597604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.597931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.598228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.598542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.598859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.599165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.599478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:08.599801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:46:09.322292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:09.393925 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:09.547318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:09.553737 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:09.617236 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=5d387e51-b2d3-4ca2-b89b-1cb9d54803c4,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:46:09.633404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:09.742576 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Floating IP 1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6 associated. External IP: 172.25.2.239, port: e2b6dad4-7c10-41f1-bc47-9052b9e80ab9. Aug 11 08:46:09.974897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:46:10.086831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:46:10.096849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:46:10.105375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:10.112868 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:46:10.113533 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:46:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:46:10.134867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-df9d5653-2b9a-410a-addc-90491839c134 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0267224 Aug 11 08:46:10.135374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:46:10.138297 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd319cd-430b-4bf5-8741-8eca329b2a17" -d '{"events": [{"name": "network-changed", "server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:46:10.176499 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a622ef-6106-4796-9b58-1d01216f0ceb x-openstack-request-id: req-25a622ef-6106-4796-9b58-1d01216f0ceb {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:46:10.176792 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:46:10.177107 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25a622ef-6106-4796-9b58-1d01216f0ceb {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:46:10.177539 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'status': 'completed', 'code': 200} Aug 11 08:46:10.222646 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:46:10.262112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-34b75649-c1f6-43c5-9564-eee4191719fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:10.263598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-34b75649-c1f6-43c5-9564-eee4191719fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1096 time: 0.0438747 Aug 11 08:46:10.359189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-f9ab0672-da2b-480c-b772-462ad3daaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:10.361016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-f9ab0672-da2b-480c-b772-462ad3daaca1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0894015 Aug 11 08:46:10.427109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-313d8138-e25f-47b3-8972-af3eea6436d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 200 len: 999 time: 0.0593741 Aug 11 08:46:10.454038 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:36:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:46:09Z', 'updated_at': '2021-08-11T08:46:09Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:46:10.475701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-22fac481-abae-4460-a1e7-b6b254fbdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:10.477202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-22fac481-abae-4460-a1e7-b6b254fbdded service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0437281 Aug 11 08:46:10.480825 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:46:10.489699 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:46:10.490310 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:46:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:46:10.528658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-7b540c75-ff16-4b3a-88fa-74928397c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:10.530571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-7b540c75-ff16-4b3a-88fa-74928397c983 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462570 Aug 11 08:46:10.605843 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:46:10.622830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-9a74c52c-bd90-4bfe-a52f-d9ad11db3ec9 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852849 Aug 11 08:46:10.718853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5cd319cd-430b-4bf5-8741-8eca329b2a17 req-98a4549a-f566-468a-a8b3-3492a6251cdd service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892193 Aug 11 08:46:10.847640 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:36:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:46:09Z', 'updated_at': '2021-08-11T08:46:09Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:46:10.881527 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d5dd1-ebf5-4df5-95e7-91eab1415aab None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:36:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:46:09Z', 'updated_at': '2021-08-11T08:46:09Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:46:11.089091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b707dc0-6d7d-41cd-bedd-c4656688a7fc None None] New status for floating IP 1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:46:28.993519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:29.310228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d9a9da69-f646-482e-bb67-8ac3cbf2730a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:30.038578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:32.444617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:32.731940 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d6212260-d1bb-412a-9314-7aab4f0ea9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:34.923796 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:36.209488 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:39.563265 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:46:52.666172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-217170f8-3297-4dcd-84cd-1e002c7ce781 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443196 Aug 11 08:46:52.774126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-5ce38f96-6a43-46bf-84d6-5425f1476178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:52.775661 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-5ce38f96-6a43-46bf-84d6-5425f1476178 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1096 time: 0.0494733 Aug 11 08:46:52.895215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-fc0db0b8-6528-49b1-b643-354ab82b6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:52.897758 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-fc0db0b8-6528-49b1-b643-354ab82b6eed service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0983915 Aug 11 08:46:52.971329 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-b09e8c7f-6e8a-4102-a31d-fe72090e07d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0660150 Aug 11 08:46:53.040617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-6b993432-a099-4cfa-a9e0-620036c97c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:53.042773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-6b993432-a099-4cfa-a9e0-620036c97c82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0641637 Aug 11 08:46:53.108488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-14a725a5-a093-4343-af77-c7f156979308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:46:53.110247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-14a725a5-a093-4343-af77-c7f156979308 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607545 Aug 11 08:46:53.202413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-1f77d7be-fffd-4548-9446-f7aa43b9d13b service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845006 Aug 11 08:46:53.303642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3c9f287-22a1-414b-9e5f-db43d4fdf5cb req-f437a464-c060-43eb-be91-6d167524334e service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937753 Aug 11 08:46:58.990296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:46:59.321014 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22153c1e-5029-4b6d-80c5-3c0d416b2315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:00.050857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:02.450202 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:02.736325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-527f25f5-8e1a-4b62-901a-10919d257c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:04.925411 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:06.213396 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:16.564323 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:47:29.004610 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:29.316349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-149a377a-3381-45ca-9ff3-103cb36b0efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:30.057657 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:32.455150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:32.742889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-58a1f5f6-d1d7-4c88-acc2-959c98a2003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:34.928212 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:36.214385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:52.799905 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-bd8e4f12-aecb-4e2e-9e0f-926593f2b1fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644933 Aug 11 08:47:52.907275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-f4570912-5fea-4184-bee3-abca0deae275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:47:52.908812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-f4570912-5fea-4184-bee3-abca0deae275 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 1096 time: 0.0428143 Aug 11 08:47:53.023972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-743e07b6-540f-4340-b3a4-2da0e9cd74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:47:53.025577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-743e07b6-540f-4340-b3a4-2da0e9cd74b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0967655 Aug 11 08:47:53.096740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-261bf48f-c428-4b94-afa3-a9ec0278a04d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0638883 Aug 11 08:47:53.145824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-53d2c748-b955-4494-8e57-5e08c82ae4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:47:53.147296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-53d2c748-b955-4494-8e57-5e08c82ae4e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0434828 Aug 11 08:47:53.206575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-29411990-c1ba-40ab-914e-f0048ec5d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:47:53.208013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-29411990-c1ba-40ab-914e-f0048ec5d859 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532806 Aug 11 08:47:53.219382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-3280964f-db34-40bb-b5e4-d4fd031f0f20 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:47:53.220338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-3280964f-db34-40bb-b5e4-d4fd031f0f20 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052726 Aug 11 08:47:53.310616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-0b505dc2-9ca9-4d68-9e67-06d2a7ee0a87 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826519 Aug 11 08:47:53.409741 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f968233c-3860-40b9-b45c-2df1fbdb5644 req-d521451c-9358-4c61-b4ca-c5591640587e service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914354 Aug 11 08:47:53.563700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:47:59.033568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:47:59.319198 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ecd3da12-89a2-4ed5-8f51-db49a249036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:00.066954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:02.465556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:02.739450 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f48b03ef-6936-4389-a1b8-ce422e722503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:04.933367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:06.223088 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:06.840339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fca934-39e0-4605-9bf2-ae6e9af22f8d req-963eccee-5964-4a85-b65f-5e4b0b7d0f66 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:06.842232 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0fca934-39e0-4605-9bf2-ae6e9af22f8d req-963eccee-5964-4a85-b65f-5e4b0b7d0f66 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 945 time: 0.0602498 Aug 11 08:48:06.886933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d0fca934-39e0-4605-9bf2-ae6e9af22f8d req-e403042c-211e-4ea8-be50-602281f70cb0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384464 Aug 11 08:48:08.029487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6570f-c71e-49d5-beda-ae1e081f6c2a req-4d30f111-118e-443d-b755-f31a8c332ba5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:08.031775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2d6570f-c71e-49d5-beda-ae1e081f6c2a req-4d30f111-118e-443d-b755-f31a8c332ba5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 945 time: 0.0609953 Aug 11 08:48:08.080187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2d6570f-c71e-49d5-beda-ae1e081f6c2a req-f199fddf-c60c-4a8d-abda-8510c48e67d9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387108 Aug 11 08:48:08.458089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-c12ae93d-2cd8-4f9a-9a89-a16e8ccee3a0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:08.459586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-c12ae93d-2cd8-4f9a-9a89-a16e8ccee3a0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 945 time: 0.0535944 Aug 11 08:48:08.561300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:48:08.561613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:08.653291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:48:08.653614 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:08.884348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:08.884700 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:08.885072 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Floating IP 1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6 disassociated. External IP: 172.25.2.239, port: e2b6dad4-7c10-41f1-bc47-9052b9e80ab9. Aug 11 08:48:08.885415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:48:09.028933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:09.061717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=e2b6dad4-7c10-41f1-bc47-9052b9e80ab9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:09.078283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.078634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.078977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.079343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.079650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.080011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.080338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.080662 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.081016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.081336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.081657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.082052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:09.217098 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:48:09.220496 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a97f3a04-cad1-4175-befb-8eca93dc06f9 req-ca67b05a-6f55-42a4-ba52-6dc7a74887a8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 210 time: 0.0337200 Aug 11 08:48:09.335789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:48:09.346920 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:48:09.357905 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:48:09.358540 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:48:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:09.381038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:48:09.383944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:09.386058 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7ce7265-3b2a-4c70-9361-e6c0e5777cb7 req-bed320b5-70ba-4610-8a22-6513dece8888 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "DELETE /v2.0/ports/e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 HTTP/1.1" status: 204 len: 173 time: 0.9202797 Aug 11 08:48:09.386536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'name': 'network-vif-deleted', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:48:09.388842 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3afd4c2-7324-4150-afb8-028615caedd1" -d '{"events": [{"server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "name": "network-vif-deleted", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:48:09.430050 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf66804b-c196-45cd-b68b-b9b88ce6bcb4 x-openstack-request-id: req-bf66804b-c196-45cd-b68b-b9b88ce6bcb4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:48:09.430822 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de87a86-04e5-451f-81d3-8bf0d3e06cad", "name": "network-vif-deleted", "tag": "e2b6dad4-7c10-41f1-bc47-9052b9e80ab9", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:48:09.431150 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf66804b-c196-45cd-b68b-b9b88ce6bcb4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:48:09.431710 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de87a86-04e5-451f-81d3-8bf0d3e06cad', 'name': 'network-vif-deleted', 'tag': 'e2b6dad4-7c10-41f1-bc47-9052b9e80ab9', 'status': 'completed', 'code': 200} Aug 11 08:48:09.476949 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:48:09.685835 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:09.813396 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:48:09.822286 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:48:09.827434 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:48:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:09.933368 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:48:10.139121 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:10.170203 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d94d5-1bc3-4709-8278-ae4dd269afdc None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:48:10.325084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7cdcc6d-3fce-4e68-b200-ceae2c59b089 req-8dda9d3f-df1f-42e1-bc92-1f7605f9e93e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 210 time: 0.0325096 Aug 11 08:48:10.416493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d6d7d-e574-40e4-a925-144341065bd8 None None] New status for floating IP 1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:48:11.433343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d597e209-71cd-4e9b-8d7b-a1e005afd603 req-0adf2349-1793-455b-8bad-b4effe939f5d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 210 time: 0.0283904 Aug 11 08:48:12.370514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:48:12.391297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:48:12.391532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device e2b6dad4-7c10-41f1-bc47-9052b9e80ab9 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:48:12.529962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2982548a-297f-4789-b0de-3ead314bee92 req-7a8030c0-10c2-46a1-b223-e4da8e2c3dcb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=6de87a86-04e5-451f-81d3-8bf0d3e06cad HTTP/1.1" status: 200 len: 210 time: 0.0268927 Aug 11 08:48:13.778112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-dbd9ae86-956c-43fc-a64a-da3f57a3231b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737487861&fields=id&tenant_id=88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 267 time: 0.0439603 Aug 11 08:48:13.894812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-0bfbdc35-0931-492a-9699-26acf274ea54 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:13.896308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-0bfbdc35-0931-492a-9699-26acf274ea54 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1110160 Aug 11 08:48:13.912149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-902fec3f-3a98-4efa-8b7d-81fe2ff3a1a6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0093422 Aug 11 08:48:13.968098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-29a59cd1-bf83-4a6d-b2f5-048f2827a0dc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497313 Aug 11 08:48:14.048232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-16f132fd-9510-4281-8538-e95bf52523b8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:48:14.049277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-16f132fd-9510-4281-8538-e95bf52523b8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683355 Aug 11 08:48:14.157215 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-b3719547-d7ff-48f6-a652-dba01d42d5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009545 Aug 11 08:48:14.253281 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-b6835dbd-4f79-49de-a2b1-1cbe2ded2c16 service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898149 Aug 11 08:48:14.583984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5fcf5eb-1d52-48ca-b9a1-5176c090f798 req-18f4572e-3c7d-4f9f-818d-1f3c500a4e04 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0299733 Aug 11 08:48:15.666256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5b6d4382-ccb6-4a7e-8107-9d5691cfeabb req-1e00b1e8-f28c-4d9b-ac9e-1717611471d4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0289493 Aug 11 08:48:16.752183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fe4ac993-0f3c-4b2f-8abe-02c4c7d81a3e req-0c5f5bdb-62b9-4e7d-91ed-582a0a0ad2bc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0289054 Aug 11 08:48:17.808758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e41e0fbf-643f-4c95-ad02-870a113e9576 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:17.810542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e41e0fbf-643f-4c95-ad02-870a113e9576 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1146805 Aug 11 08:48:17.878907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6a5b850-99dc-47d4-be29-23e72a2cc22e req-f80281d9-b463-4e9a-8e70-904a7bb695e6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0355091 Aug 11 08:48:17.893727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-9c76ef73-2faf-48ab-ab89-894c6fc704a1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 379 time: 0.0681024 Aug 11 08:48:17.905456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'security_groups': ['85dbbd38-2128-4099-af54-852ab6ba885c']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:48:18.023617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:48:18.027337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:18.163780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.14 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/b9494091-434a-4a3b-a23d-9d7479297f4a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:48:18.307359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:18.688563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object b9494091-434a-4a3b-a23d-9d7479297f4a will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:48:18.724240 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:18.769622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:48:18.772810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:48:18.776620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:48:18.783224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=b9494091-434a-4a3b-a23d-9d7479297f4a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:18.829448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:18.830161 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:18.847589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-e7b0b6c3-e65f-4867-bfdd-d7fd05311968 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9468577 Aug 11 08:48:18.866149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Request body: {'port': {'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:48:18.929579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.036507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2024e-767c-4443-9ad8-6fa1800a8a2a req-629eb61f-7ba3-46f6-9f0d-8960a6c00bc3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:19.040867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb2024e-767c-4443-9ad8-6fa1800a8a2a req-629eb61f-7ba3-46f6-9f0d-8960a6c00bc3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 932 time: 0.0753670 Aug 11 08:48:19.073130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f63af0d8-ac59-45bb-bb8d-a3d4946225b5 None None] Provisioning for port b9494091-434a-4a3b-a23d-9d7479297f4a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:48:19.078488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f63af0d8-ac59-45bb-bb8d-a3d4946225b5 None None] Provisioning complete for port b9494091-434a-4a3b-a23d-9d7479297f4a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:48:19.079788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f63af0d8-ac59-45bb-bb8d-a3d4946225b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.087845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0bb2024e-767c-4443-9ad8-6fa1800a8a2a req-4c5385d1-9882-4f12-8ee7-df8d796cb1d2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395446 Aug 11 08:48:19.127509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f63af0d8-ac59-45bb-bb8d-a3d4946225b5 None None] Port b9494091-434a-4a3b-a23d-9d7479297f4a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:48:19.239682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9494091-434a-4a3b-a23d-9d7479297f4a {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:48:19.247922 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.261107 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Transition to ACTIVE for port object b9494091-434a-4a3b-a23d-9d7479297f4a will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:48:19.266527 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.315708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Pushing event updated for resources: {'Port': ['ID=b9494091-434a-4a3b-a23d-9d7479297f4a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:19.395321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Attempting to bind port b9494091-434a-4a3b-a23d-9d7479297f4a on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:48:19.395736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Attempting to bind port b9494091-434a-4a3b-a23d-9d7479297f4a by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:48:19.396140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Attempting to bind port b9494091-434a-4a3b-a23d-9d7479297f4a on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:48:19.401149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Port b9494091-434a-4a3b-a23d-9d7479297f4a on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:48:19.401576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Attempting to bind port b9494091-434a-4a3b-a23d-9d7479297f4a on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:48:19.407487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:48:19.407923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:48:19.408621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:48:19.409230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Bound port: b9494091-434a-4a3b-a23d-9d7479297f4a, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:48:19.409666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.483032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] For port b9494091-434a-4a3b-a23d-9d7479297f4a, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:48:19.487155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] For port b9494091-434a-4a3b-a23d-9d7479297f4a, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b9494091-434a-4a3b-a23d-9d7479297f4a,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:48:19.494474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.527907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:19.528865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:19.530177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] 10.222.0.69 "PUT /v2.0/ports/b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 1092 time: 0.6686480 Aug 11 08:48:19.530631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:48:19.532947 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7093eef0-a876-44c6-b875-3269f28d7e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:48:19.563818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c671-426b-4cd4-8941-e38b648f671a service neutron] Pushing event updated for resources: {'Port': ['ID=b9494091-434a-4a3b-a23d-9d7479297f4a,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:19.587400 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5aaf48-0007-46bd-9e0a-872c39245003 x-openstack-request-id: req-6c5aaf48-0007-46bd-9e0a-872c39245003 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:48:19.587686 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:48:19.588066 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c5aaf48-0007-46bd-9e0a-872c39245003 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:48:19.588470 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'status': 'completed', 'code': 200} Aug 11 08:48:19.656218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-359ab84b-b694-4ff0-ad73-9c91bceca864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:19.657809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-359ab84b-b694-4ff0-ad73-9c91bceca864 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1095 time: 0.0531621 Aug 11 08:48:19.709664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-92f7750b-efbd-4bb2-8971-ce39f319d3f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 217 time: 0.0367117 Aug 11 08:48:19.767018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-93072030-99a0-43a3-8610-0f7a6c6eed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:19.768518 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-93072030-99a0-43a3-8610-0f7a6c6eed9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0520995 Aug 11 08:48:19.823220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-9181cb1c-7a28-4534-a023-b2474a1a6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:19.824751 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-9181cb1c-7a28-4534-a023-b2474a1a6362 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486448 Aug 11 08:48:19.919288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-b153001a-992c-40ec-93c5-629806069e56 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870013 Aug 11 08:48:20.015773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc81ef1e-2c96-43d1-bb55-13922db0a3ae req-190b6dc4-7347-4f3c-b4e4-90346fa1d889 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892336 Aug 11 08:48:20.131677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-d1e5ecba-32b1-4bac-af54-63add2f358a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:20.133359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-d1e5ecba-32b1-4bac-af54-63add2f358a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1095 time: 0.0443652 Aug 11 08:48:20.211276 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff232e-386d-41d0-a9e4-9141302c8a1a req-c0ff4794-b0f3-42fa-bc1d-629e3fd7b06e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:20.212812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ebff232e-386d-41d0-a9e4-9141302c8a1a req-c0ff4794-b0f3-42fa-bc1d-629e3fd7b06e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0518742 Aug 11 08:48:20.227739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-1892307f-71f4-43b5-a5f7-cd8439f7a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:20.229262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-1892307f-71f4-43b5-a5f7-cd8439f7a131 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0893152 Aug 11 08:48:20.259354 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ebff232e-386d-41d0-a9e4-9141302c8a1a req-087fbfdc-2238-4d9f-afdb-550fa0b16c04 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384750 Aug 11 08:48:20.280322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-d3e6fca4-359f-442a-82c3-b07053c09cca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 217 time: 0.0419626 Aug 11 08:48:20.329755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-b198aa10-80af-4b32-b938-f480bcfadebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:20.331265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-b198aa10-80af-4b32-b938-f480bcfadebe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0464625 Aug 11 08:48:20.381565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-d5999d29-c806-4963-a394-6b68365a0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:20.383155 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-d5999d29-c806-4963-a394-6b68365a0459 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442252 Aug 11 08:48:20.483287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-adce4ebb-cdb4-45af-aa2f-182bf3b32fe3 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924535 Aug 11 08:48:20.577887 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7093eef0-a876-44c6-b875-3269f28d7e3e req-54d3b0fe-2de9-4a8d-ae38-ffc8faf5e1d8 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871658 Aug 11 08:48:21.385894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a7f0-d92e-433a-ab9c-d068506b3d14 req-949b3e27-7b1e-4bac-9407-a3e4edb5ea11 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:21.387790 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0623a7f0-d92e-433a-ab9c-d068506b3d14 req-949b3e27-7b1e-4bac-9407-a3e4edb5ea11 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0547614 Aug 11 08:48:21.432986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0623a7f0-d92e-433a-ab9c-d068506b3d14 req-91e1a570-9593-483d-83c0-668122ac23b7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391467 Aug 11 08:48:22.565856 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99a665-25a7-411a-a4bc-2e6c71a1ec9f req-e19ee9d6-03ae-4484-9830-738977a86ed8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:22.567384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f99a665-25a7-411a-a4bc-2e6c71a1ec9f req-e19ee9d6-03ae-4484-9830-738977a86ed8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0586727 Aug 11 08:48:22.608431 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6f99a665-25a7-411a-a4bc-2e6c71a1ec9f req-f4335521-e3e1-46d9-b3bc-04a80502a4bb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347743 Aug 11 08:48:23.754741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00073-9302-4f38-a230-e863ec83defd req-bfccada5-3ed0-4594-82cd-eaa96f1fd2f0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:23.756846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bee00073-9302-4f38-a230-e863ec83defd req-bfccada5-3ed0-4594-82cd-eaa96f1fd2f0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0752349 Aug 11 08:48:23.800283 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bee00073-9302-4f38-a230-e863ec83defd req-846ab0e5-25a3-4bf7-950e-b866241d9ede tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370843 Aug 11 08:48:24.933416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac366-7cfe-405d-b250-70a333d354b9 req-662da37e-ce35-43e4-8558-79c1af841ffd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:24.934986 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e6ac366-7cfe-405d-b250-70a333d354b9 req-662da37e-ce35-43e4-8558-79c1af841ffd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0561609 Aug 11 08:48:24.977480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e6ac366-7cfe-405d-b250-70a333d354b9 req-3d0d473a-3093-4d65-bc57-aac73863a830 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356777 Aug 11 08:48:26.105362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e2da8-c867-44e3-9038-acb04d358350 req-0bac0b2b-e6fe-4598-834a-883bab20b871 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:26.106822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c2e2da8-c867-44e3-9038-acb04d358350 req-0bac0b2b-e6fe-4598-834a-883bab20b871 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0552220 Aug 11 08:48:26.147057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c2e2da8-c867-44e3-9038-acb04d358350 req-de891fda-1030-467b-88bc-097e5368f021 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Aug 11 08:48:27.277481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ff86e-1846-46b0-ba03-ee2f52c2078e req-ea047d2b-0a29-4639-b1b9-5f7fe3dd4f6c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:27.279041 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-390ff86e-1846-46b0-ba03-ee2f52c2078e req-ea047d2b-0a29-4639-b1b9-5f7fe3dd4f6c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0542524 Aug 11 08:48:27.321306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-390ff86e-1846-46b0-ba03-ee2f52c2078e req-6f107cba-4fd1-4a78-85e9-fce9d08b7de5 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350902 Aug 11 08:48:28.448472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708256c-2e87-40a3-9eca-eccb0736008e req-aa439600-3b6c-4dba-852e-9e87c39fa86f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:28.450108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4708256c-2e87-40a3-9eca-eccb0736008e req-aa439600-3b6c-4dba-852e-9e87c39fa86f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0593913 Aug 11 08:48:28.493849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4708256c-2e87-40a3-9eca-eccb0736008e req-2df5b80f-bcee-4c67-b815-f59390b19013 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 Aug 11 08:48:29.039091 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:29.323506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e8c4-e8e9-4edf-ad0a-c2c87a67318f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:29.624558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784161b-1042-4fe0-9e11-12138580edc4 req-7cd4de23-8cd9-45b1-806e-a6b95cd92d50 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:29.626088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b784161b-1042-4fe0-9e11-12138580edc4 req-7cd4de23-8cd9-45b1-806e-a6b95cd92d50 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 944 time: 0.0533767 Aug 11 08:48:29.666255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b784161b-1042-4fe0-9e11-12138580edc4 req-f1d37cde-a676-4102-9805-667282a2e1db tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341141 Aug 11 08:48:30.088120 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:30.432502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b9494091-434a-4a3b-a23d-9d7479297f4a details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:48:30.536195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b9494091-434a-4a3b-a23d-9d7479297f4a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b9494091-434a-4a3b-a23d-9d7479297f4a,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:48:30.548274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:48:30.565164 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:48:30.586778 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:30.603844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9494091-434a-4a3b-a23d-9d7479297f4a {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:48:30.629735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b9494091-434a-4a3b-a23d-9d7479297f4a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b9494091-434a-4a3b-a23d-9d7479297f4a,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:48:30.636700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:30.686095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b9494091-434a-4a3b-a23d-9d7479297f4a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:30.696116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.696116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.696492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.696605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.696903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.697424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.697789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.698253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.698712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.699048 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.699406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.699806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:48:30.786422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42321993-c987-4b04-82e7-34242a69f580 req-1bb128f4-5846-4b42-849f-31614173eb7d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:30.787996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42321993-c987-4b04-82e7-34242a69f580 req-1bb128f4-5846-4b42-849f-31614173eb7d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 945 time: 0.0516462 Aug 11 08:48:30.835069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-42321993-c987-4b04-82e7-34242a69f580 req-45ea9d30-3a53-4b05-8842-859d5b6e3180 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371463 Aug 11 08:48:30.928445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['b9494091-434a-4a3b-a23d-9d7479297f4a'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:48:31.978126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f84d8e-2e44-400e-9029-86e691bdeda6 req-bf560d85-1536-4159-9884-ac45d16d8e97 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:31.979653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47f84d8e-2e44-400e-9029-86e691bdeda6 req-bf560d85-1536-4159-9884-ac45d16d8e97 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 945 time: 0.0728025 Aug 11 08:48:32.035231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47f84d8e-2e44-400e-9029-86e691bdeda6 req-6d51ae9b-113b-4434-9fa4-fd9b17eceb6b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Aug 11 08:48:32.449113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b9494091-434a-4a3b-a23d-9d7479297f4a up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:48:32.487059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:32.519485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port b9494091-434a-4a3b-a23d-9d7479297f4a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:48:32.523389 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port b9494091-434a-4a3b-a23d-9d7479297f4a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:48:32.523749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:32.605337 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:32.629570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:48:32.631749 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030b5443-1128-43a3-b1b7-13e0c5a282b7" -d '{"events": [{"server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "name": "network-vif-plugged", "status": "completed", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:48:32.644766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port b9494091-434a-4a3b-a23d-9d7479297f4a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b9494091-434a-4a3b-a23d-9d7479297f4a,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:48:32.650556 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:32.698408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=b9494091-434a-4a3b-a23d-9d7479297f4a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:32.742961 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8efce-310b-455a-a95d-0bb347cad7dc x-openstack-request-id: req-46f8efce-310b-455a-a95d-0bb347cad7dc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:48:32.743606 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "name": "network-vif-plugged", "status": "completed", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:48:32.743865 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46f8efce-310b-455a-a95d-0bb347cad7dc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:48:32.744442 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'code': 200} Aug 11 08:48:32.746453 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bc40fa2d-f7bd-472e-93a4-455f0af1a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:32.868422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7698-1dae-44c9-90ef-f11ad878ef2e req-7a26fc51-310e-468d-bed9-4d900fe6ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:32.870002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19a7698-1dae-44c9-90ef-f11ad878ef2e req-7a26fc51-310e-468d-bed9-4d900fe6ca7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0435426 Aug 11 08:48:32.906555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a19a7698-1dae-44c9-90ef-f11ad878ef2e req-df0f2903-3cfe-4208-a90e-6e150ab902b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290525 Aug 11 08:48:33.167502 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620242-a7f6-43f2-9207-32eff2cd9762 req-e4046ea2-6ae4-4f32-8e28-d8baacdae4f7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:33.168987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42620242-a7f6-43f2-9207-32eff2cd9762 req-e4046ea2-6ae4-4f32-8e28-d8baacdae4f7 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 946 time: 0.0580149 Aug 11 08:48:33.209197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-42620242-a7f6-43f2-9207-32eff2cd9762 req-43c200be-adda-4e28-a4cf-6cd997bcae35 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340915 Aug 11 08:48:34.336024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955fd19-e203-4746-8a39-0caa9c3cff03 req-46301a45-50c8-4a32-bcd1-d97cb409ca93 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:34.337571 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f955fd19-e203-4746-8a39-0caa9c3cff03 req-46301a45-50c8-4a32-bcd1-d97cb409ca93 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 946 time: 0.0531087 Aug 11 08:48:34.385076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f955fd19-e203-4746-8a39-0caa9c3cff03 req-1f3bc08b-62d8-4937-aae3-b5e60d13814c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 Aug 11 08:48:34.516835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878e8b3-17ee-49ac-830e-95b45713beda req-c0439d98-7ac4-48f6-b7f4-1919febfa63e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:34.518294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6878e8b3-17ee-49ac-830e-95b45713beda req-c0439d98-7ac4-48f6-b7f4-1919febfa63e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 946 time: 0.0598681 Aug 11 08:48:34.558980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6878e8b3-17ee-49ac-830e-95b45713beda req-b9e29f2d-0158-438a-839a-42d751d564b6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345461 Aug 11 08:48:34.590838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59932) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:48:34.733448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eadd60-aa23-4514-8f8b-b2ae3dedda12 tempest-TestVolumeBootPattern-222927264 tempest-TestVolumeBootPattern-222927264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:34.734952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85eadd60-aa23-4514-8f8b-b2ae3dedda12 tempest-TestVolumeBootPattern-222927264 tempest-TestVolumeBootPattern-222927264-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1092 time: 0.1431034 Aug 11 08:48:34.739238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 59936) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:48:34.743778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:48:34.773665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:34.880844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:34.934911 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:34.997349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.25.2.190 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/b18c3e32-0d32-48b0-a9e9-fa34fec3b62e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:48:35.103921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:35.153299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:35.195543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:48:35.198670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:48:35.203065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:48:35.206515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=b18c3e32-0d32-48b0-a9e9-fa34fec3b62e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:35.585307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:35.662564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:35.814436 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:35.822844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:35.893991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=b18c3e32-0d32-48b0-a9e9-fa34fec3b62e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:48:35.907974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:36.012719 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Floating IP 0c939101-9cb8-40a1-a0a5-3e3a5e37b638 associated. External IP: 172.25.2.190, port: b9494091-434a-4a3b-a23d-9d7479297f4a. Aug 11 08:48:36.220088 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:36.248158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:48:36.358886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:48:36.370945 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:48:36.381908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:36.383330 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:48:36.384242 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:48:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:36.413256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1612e469-d89a-4015-9b4e-c28ad3a6fceb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6728976 Aug 11 08:48:36.413869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:48:36.416169 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe9376a-8687-40bd-a252-8471443d0f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:48:36.452049 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567e9d1-d01c-4e2f-b22b-dc045e3d787f x-openstack-request-id: req-9567e9d1-d01c-4e2f-b22b-dc045e3d787f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:48:36.452387 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:48:36.452611 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9567e9d1-d01c-4e2f-b22b-dc045e3d787f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:48:36.453087 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'status': 'completed', 'code': 200} Aug 11 08:48:36.493138 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:48:36.538074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-75c48e41-3ff5-4fd9-a287-de2ce9bae98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:36.539642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-75c48e41-3ff5-4fd9-a287-de2ce9bae98b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0434196 Aug 11 08:48:36.635151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-867934c6-c565-45f2-a2be-28b0e40d4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:36.636702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-867934c6-c565-45f2-a2be-28b0e40d4600 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0900478 Aug 11 08:48:36.701775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-05d3d456-4116-41d5-8653-eb8ccc47a5e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 1000 time: 0.0576861 Aug 11 08:48:36.713457 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:35Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:36.742979 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:48:36.754610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:48:36.755231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:48:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:36.756666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-4fbb7e2b-ff52-4e96-bba5-372dc77a55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:36.758212 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-4fbb7e2b-ff52-4e96-bba5-372dc77a55f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0498190 Aug 11 08:48:36.807181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-a78f5402-7363-40b8-bff0-3b6563679c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:36.808752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-a78f5402-7363-40b8-bff0-3b6563679c78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439100 Aug 11 08:48:36.857371 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:48:36.901225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-061c9cf7-377e-4289-b287-f6db8488739e service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847573 Aug 11 08:48:36.996324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9376a-8687-40bd-a252-8471443d0f0a req-2d992975-34e4-44af-8298-566fa73c6b59 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881944 Aug 11 08:48:37.098150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:35Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:48:37.125535 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d4b34-f493-4116-8e35-84687ef90b06 None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:35Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:48:37.330717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a46a14-fb78-485e-864f-656e300589d0 None None] New status for floating IP 0c939101-9cb8-40a1-a0a5-3e3a5e37b638: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:48:54.693222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-43655ba5-5072-4da9-8394-66a9199e5ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458100 Aug 11 08:48:54.812072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc850c-a285-4423-a7c4-b648830d50c2 req-be064f5c-c580-43a4-bb44-6ad6a364e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:54.813672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-be064f5c-c580-43a4-bb44-6ad6a364e128 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0574324 Aug 11 08:48:54.931140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc850c-a285-4423-a7c4-b648830d50c2 req-db8c1926-a726-4cf9-b5a0-415fec184887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:54.932648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-db8c1926-a726-4cf9-b5a0-415fec184887 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0975358 Aug 11 08:48:55.008713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-21c44f77-d886-4f54-8f69-5ea21c806b2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 1002 time: 0.0679545 Aug 11 08:48:55.067735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc850c-a285-4423-a7c4-b648830d50c2 req-f1480c3c-e3ef-43cb-bd13-d8b9dc8cd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:55.069310 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-f1480c3c-e3ef-43cb-bd13-d8b9dc8cd309 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0539129 Aug 11 08:48:55.122515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc850c-a285-4423-a7c4-b648830d50c2 req-5e6f0a12-708c-4859-99d6-c0adeeef9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:48:55.124116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-5e6f0a12-708c-4859-99d6-c0adeeef9f8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474231 Aug 11 08:48:55.215876 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-73e9ed71-bd38-4880-ae12-38592f3b7bbb service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Aug 11 08:48:55.316613 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-addc850c-a285-4423-a7c4-b648830d50c2 req-94b32e24-ec99-48b7-8474-118335bf9497 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929785 Aug 11 08:48:59.033664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:48:59.333544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f521-c35d-4675-aa8d-3320b8a90098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:00.097943 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:02.466155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:02.745475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ccfaf9a-aacc-472b-954e-e3c381354099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:04.939508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:06.221622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:07.565893 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:49:29.048321 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:29.335292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4c30-a6f0-46e7-8fbd-1258dbe4b82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:30.102853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:32.461954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:32.740473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9e2b197c-5187-495d-a9aa-e3aa462f9a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:34.940678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:36.226276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:44.565970 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:49:56.644469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-d28c1249-9852-4924-afe3-122eb832a756 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434284 Aug 11 08:49:56.746704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-30f6fb11-8507-4edf-85a9-90fb288ac178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:49:56.748150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-30f6fb11-8507-4edf-85a9-90fb288ac178 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0434599 Aug 11 08:49:56.870225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-92b2cff2-afbd-485d-9663-53c9813005e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:49:56.872064 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-92b2cff2-afbd-485d-9663-53c9813005e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1018760 Aug 11 08:49:56.940662 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-1016ad56-6786-4247-8d03-8a91506773b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 1002 time: 0.0614698 Aug 11 08:49:56.996268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-4b62b86a-7b12-48dc-9785-be1df8a96767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:49:56.997866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-4b62b86a-7b12-48dc-9785-be1df8a96767 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0505288 Aug 11 08:49:57.045390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-662e32f2-0165-481d-86d1-705022ad8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:49:57.046958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-662e32f2-0165-481d-86d1-705022ad8ee7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424073 Aug 11 08:49:57.140993 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-e5477f2a-18c7-4d95-8a5b-7b27b516c24f service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869918 Aug 11 08:49:57.243890 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70e60a75-2419-4cbc-949d-5d69cfd68639 req-4ac40ab3-f8f7-42a9-9719-e5af57231c35 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951753 Aug 11 08:49:59.051303 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:49:59.331480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d979b82a-3d1b-47fe-aef4-b5e8231e577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:00.098652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:02.462087 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:02.742922 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fb767519-9490-4e49-abe9-7cb92227440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:04.943588 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:06.227924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:13.980475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-fd7adab1-cd05-42b7-a6a7-a4f9fba84d11 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737487861&fields=id&tenant_id=88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 267 time: 0.0355442 Aug 11 08:50:14.107122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-9d5d1cd3-b8a4-48b9-96ce-ec8683c61c7a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:14.108610 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-9d5d1cd3-b8a4-48b9-96ce-ec8683c61c7a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1209567 Aug 11 08:50:14.124573 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-5b4af41b-6c21-4590-90ea-5815a6c8f547 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/quotas/88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 375 time: 0.0100207 Aug 11 08:50:14.191141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-50b47488-e2b8-4999-9238-9a6af2ca0bc9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0603731 Aug 11 08:50:14.212509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-27ea1e38-e50a-4f43-9514-aa139f36e653 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:50:14.213500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-27ea1e38-e50a-4f43-9514-aa139f36e653 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053847 Aug 11 08:50:14.312817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-3bb43dab-8439-4ba7-9a98-81f1fe84721e service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931368 Aug 11 08:50:14.410368 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-895dc9c5-971b-49a6-8662-f41a9a92b00e service neutron] 10.222.0.58 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881166 Aug 11 08:50:14.802130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87569f44-4220-49b9-ac6e-b898ab3af4c6 req-e2e3a389-4ec6-4193-820c-b0b6cf0b1469 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0926487 Aug 11 08:50:15.812779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-5a2e99d6-5d7d-4538-80e4-b3767ae01ef6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:15.814324 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-5a2e99d6-5d7d-4538-80e4-b3767ae01ef6 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 812 time: 0.1155875 Aug 11 08:50:15.873881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-44f8cdff-61ff-414a-96ec-822dfaa6fc58 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d474cd373e41c7b793e5ecaa4b8b51 HTTP/1.1" status: 200 len: 379 time: 0.0446391 Aug 11 08:50:15.883746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'port': {'device_id': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'admin_state_up': True, 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'security_groups': ['85dbbd38-2128-4099-af54-852ab6ba885c']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:50:15.956069 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-68b6f60e-2ad8-43dd-8200-36ba772b71c6 req-c2b61a43-cc81-4352-be58-5c00f73c11e0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0671575 Aug 11 08:50:16.033779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Made reservation on behalf of 88d474cd373e41c7b793e5ecaa4b8b51 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:50:16.037638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.171450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.20.0.5 (602ce24f-68eb-4ac4-a6e2-d7dbec0c79be/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0/6c29183f-ceaf-43e7-befa-a59920b19604) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:50:16.320242 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.334650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Transition to ACTIVE for port object 6c29183f-ceaf-43e7-befa-a59920b19604 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:50:16.372856 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.421007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:50:16.424325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:50:16.428411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:50:16.435234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=6c29183f-ceaf-43e7-befa-a59920b19604,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:16.470319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.470691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.471414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.471414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.471673 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.472026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.472496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.472909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.473204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.473526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.473844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.474158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:16.501518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:16.502158 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.520695 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-2eae1bbe-c9ce-47a8-a568-f183461907cb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6410742 Aug 11 08:50:16.539277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-511ab45e-6350-4584-a05a-f1f80ad3eb8d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:50:16.540591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-511ab45e-6350-4584-a05a-f1f80ad3eb8d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061464 Aug 11 08:50:16.613133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Request body: {'port': {'device_id': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:50:16.673852 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.679588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0d1d88b9-82de-4017-aa14-9a18d94683ae None None] Provisioning for port 6c29183f-ceaf-43e7-befa-a59920b19604 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:50:16.684656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0d1d88b9-82de-4017-aa14-9a18d94683ae None None] Provisioning complete for port 6c29183f-ceaf-43e7-befa-a59920b19604 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:50:16.685078 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d1d88b9-82de-4017-aa14-9a18d94683ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.720134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d88b9-82de-4017-aa14-9a18d94683ae None None] Port 6c29183f-ceaf-43e7-befa-a59920b19604 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:50:16.951700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c29183f-ceaf-43e7-befa-a59920b19604 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:50:16.960013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:16.972474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Transition to ACTIVE for port object 6c29183f-ceaf-43e7-befa-a59920b19604 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:50:16.978089 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:17.062472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c29183f-ceaf-43e7-befa-a59920b19604,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:17.140029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Attempting to bind port 6c29183f-ceaf-43e7-befa-a59920b19604 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:50:17.140365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Attempting to bind port 6c29183f-ceaf-43e7-befa-a59920b19604 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:50:17.140760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Attempting to bind port 6c29183f-ceaf-43e7-befa-a59920b19604 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:50:17.144702 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2763c-d7e9-4e39-a5cf-2604cde9ca05 req-d655bcf7-56eb-4ffe-8b1f-a3df3db1fe53 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:17.146880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Port 6c29183f-ceaf-43e7-befa-a59920b19604 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:50:17.147633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22f2763c-d7e9-4e39-a5cf-2604cde9ca05 req-d655bcf7-56eb-4ffe-8b1f-a3df3db1fe53 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0615733 Aug 11 08:50:17.149038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Attempting to bind port 6c29183f-ceaf-43e7-befa-a59920b19604 on network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:50:17.155042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:50:17.155691 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Checking segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:50:17.156151 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Bound using segment: {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:50:17.156665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Bound port: 6c29183f-ceaf-43e7-befa-a59920b19604, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1cf086-56eb-4b99-ad69-619d9d1d1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:50:17.157124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:17.189261 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22f2763c-d7e9-4e39-a5cf-2604cde9ca05 req-51422d89-2f7b-4c43-9c74-91cd140b5604 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351667 Aug 11 08:50:17.243776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] For port 6c29183f-ceaf-43e7-befa-a59920b19604, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:50:17.247945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] For port 6c29183f-ceaf-43e7-befa-a59920b19604, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6c29183f-ceaf-43e7-befa-a59920b19604,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:50:17.256691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:17.293973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:17.294522 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:17.296036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] 10.222.0.64 "PUT /v2.0/ports/6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 1091 time: 0.7483759 Aug 11 08:50:17.296554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:50:17.299068 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411b8002-93a4-4fbc-9536-dae818a729cd" -d '{"events": [{"name": "network-changed", "server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:50:17.344371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9289f4-abef-4cec-a3a9-ebdf350094e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c29183f-ceaf-43e7-befa-a59920b19604,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:17.412390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-896fe6f0-2d72-4d8a-9cc2-95b655fe537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:17.414174 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-896fe6f0-2d72-4d8a-9cc2-95b655fe537d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1094 time: 0.0525053 Aug 11 08:50:17.470752 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5499642-9812-498c-9cdb-07a332d4952c x-openstack-request-id: req-f5499642-9812-498c-9cdb-07a332d4952c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:50:17.471054 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:50:17.471305 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f5499642-9812-498c-9cdb-07a332d4952c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:50:17.471710 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604', 'status': 'completed', 'code': 200} Aug 11 08:50:17.473826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-30b17a27-c7c5-4fc0-afe2-8b306b3329c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 217 time: 0.0415144 Aug 11 08:50:17.533315 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-a773a9d6-ecfd-41ab-9b97-677260262290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:17.535204 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-a773a9d6-ecfd-41ab-9b97-677260262290 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0542443 Aug 11 08:50:17.584717 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-6c5ba983-8ce0-4527-a2c0-74b2dc2bf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:17.586304 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-6c5ba983-8ce0-4527-a2c0-74b2dc2bf100 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446134 Aug 11 08:50:17.677575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-37ace9bb-3747-49b8-80d0-0fb9670aedb1 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839188 Aug 11 08:50:17.780586 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa00a690-09e5-4cb6-9ecc-89d184ecbd3c req-828f6e40-8501-49ce-a42d-89520a20b0b5 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954075 Aug 11 08:50:17.898380 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8002-93a4-4fbc-9536-dae818a729cd req-32426f4b-c510-4b6a-94bd-8d9e84f296cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:17.900007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-32426f4b-c510-4b6a-94bd-8d9e84f296cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1094 time: 0.0456388 Aug 11 08:50:18.000754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8002-93a4-4fbc-9536-dae818a729cd req-ba996be8-51c4-4bd4-b5a1-d7d16414201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:18.002408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-ba996be8-51c4-4bd4-b5a1-d7d16414201a service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0955107 Aug 11 08:50:18.046036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-d25325a2-f6a8-4f81-902d-41cac7f95f81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 217 time: 0.0356739 Aug 11 08:50:18.096165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8002-93a4-4fbc-9536-dae818a729cd req-5cb71e47-01e6-4bf2-b3cd-a73f077a3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:18.097760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-5cb71e47-01e6-4bf2-b3cd-a73f077a3845 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0450354 Aug 11 08:50:18.149595 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8002-93a4-4fbc-9536-dae818a729cd req-043464b1-bd51-4d03-bb8a-a81b195965c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:18.151114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-043464b1-bd51-4d03-bb8a-a81b195965c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453162 Aug 11 08:50:18.244556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-20a3d209-a56e-4dc6-8f37-79a381347961 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859089 Aug 11 08:50:18.322046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248245d-c877-47db-9494-0cd5b8a42041 req-91710932-e0c7-497a-8c1b-67ac048ef606 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:18.323664 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f248245d-c877-47db-9494-0cd5b8a42041 req-91710932-e0c7-497a-8c1b-67ac048ef606 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0549202 Aug 11 08:50:18.347803 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-411b8002-93a4-4fbc-9536-dae818a729cd req-639e0c1f-fa20-433e-a8be-e444e99e18da service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962269 Aug 11 08:50:18.363095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f248245d-c877-47db-9494-0cd5b8a42041 req-8f1aff6c-c0d7-4e8a-ba9d-f25d730efca1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333059 Aug 11 08:50:19.514916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292fda3-255c-4292-8abe-a6f02ac4a28e req-2e5b593e-8072-4cba-b38a-71415249b447 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:19.516439 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c292fda3-255c-4292-8abe-a6f02ac4a28e req-2e5b593e-8072-4cba-b38a-71415249b447 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0533383 Aug 11 08:50:19.557594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c292fda3-255c-4292-8abe-a6f02ac4a28e req-e4afd1ff-61ab-46e7-b77d-6ec585774fa0 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344930 Aug 11 08:50:20.677308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243853-8693-41b0-8404-2454867cc069 req-669e7066-2a73-41b1-8456-28487cab518f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:20.678897 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0243853-8693-41b0-8404-2454867cc069 req-669e7066-2a73-41b1-8456-28487cab518f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Aug 11 08:50:20.725055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0243853-8693-41b0-8404-2454867cc069 req-185a6353-e14b-4260-8333-a7f9b35ce9d8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366178 Aug 11 08:50:21.566258 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:50:21.867516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06394cc-85ba-41dc-a781-b4a01821c5e1 req-34665a55-8238-4029-86d5-83e093e096e9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:21.869098 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c06394cc-85ba-41dc-a781-b4a01821c5e1 req-34665a55-8238-4029-86d5-83e093e096e9 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0632463 Aug 11 08:50:21.910568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c06394cc-85ba-41dc-a781-b4a01821c5e1 req-b2ff71da-1a0d-4c69-bc28-207493fec60a tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350826 Aug 11 08:50:23.047714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da4bb0-c80b-4163-8d9e-9e37285417ae req-67936184-bfb6-43b1-bb9d-94f0c5429c36 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:23.049313 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0da4bb0-c80b-4163-8d9e-9e37285417ae req-67936184-bfb6-43b1-bb9d-94f0c5429c36 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0639977 Aug 11 08:50:23.092260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0da4bb0-c80b-4163-8d9e-9e37285417ae req-549b11df-a883-475f-b7b9-4d7de84638d1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Aug 11 08:50:24.218838 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459e98-22b6-4a59-8c09-4ffba4191017 req-be79b7ec-e995-4853-a617-fffe8034151f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:24.220351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37459e98-22b6-4a59-8c09-4ffba4191017 req-be79b7ec-e995-4853-a617-fffe8034151f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0542452 Aug 11 08:50:24.266727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37459e98-22b6-4a59-8c09-4ffba4191017 req-fe1db1e8-e438-4757-be79-fdce279e7e92 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Aug 11 08:50:25.400035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92f08a-b5bc-4ce4-a34e-05463932b15a req-a8d230a7-f4cc-439a-a09a-3331fdf8eccf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:25.401601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d92f08a-b5bc-4ce4-a34e-05463932b15a req-a8d230a7-f4cc-439a-a09a-3331fdf8eccf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0629382 Aug 11 08:50:25.443059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d92f08a-b5bc-4ce4-a34e-05463932b15a req-2bb48140-4764-48e0-ab6f-4c2a77bc0b31 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329654 Aug 11 08:50:26.556518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6c29183f-ceaf-43e7-befa-a59920b19604 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:50:26.569399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5f17c-558f-4d56-bebc-8c02e08eb90c req-34795d8a-f7fd-42d0-849f-f44ad0db0b01 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:26.570885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-10c5f17c-558f-4d56-bebc-8c02e08eb90c req-34795d8a-f7fd-42d0-849f-f44ad0db0b01 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 943 time: 0.0537438 Aug 11 08:50:26.610422 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-10c5f17c-558f-4d56-bebc-8c02e08eb90c req-3dec4ee0-00f0-4958-b353-d2bf4c662614 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Aug 11 08:50:26.652304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 6c29183f-ceaf-43e7-befa-a59920b19604, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6c29183f-ceaf-43e7-befa-a59920b19604,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:50:26.663709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '6c29183f-ceaf-43e7-befa-a59920b19604', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'port_id': '6c29183f-ceaf-43e7-befa-a59920b19604', 'mac_address': 'fa:16:3e:8d:bf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:50:26.703475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:26.716985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c29183f-ceaf-43e7-befa-a59920b19604 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:50:26.737216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 6c29183f-ceaf-43e7-befa-a59920b19604, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6c29183f-ceaf-43e7-befa-a59920b19604,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:50:26.743667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:26.791115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=6c29183f-ceaf-43e7-befa-a59920b19604,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:26.798699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.799047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.799394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.799728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.800059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.800388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.800730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.801067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.801446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.801785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.802147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:26.802479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:27.063361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['6c29183f-ceaf-43e7-befa-a59920b19604'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:50:27.739344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d008fb-698a-4dd7-a0bf-385d2efee154 req-9fa38ec3-3aa4-4c33-9e5b-d3bd10a34672 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:27.740895 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33d008fb-698a-4dd7-a0bf-385d2efee154 req-9fa38ec3-3aa4-4c33-9e5b-d3bd10a34672 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 944 time: 0.0609887 Aug 11 08:50:27.787150 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-33d008fb-698a-4dd7-a0bf-385d2efee154 req-86f910e3-3eb1-465f-9d1e-d1cea6f4a59b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399127 Aug 11 08:50:28.561689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6c29183f-ceaf-43e7-befa-a59920b19604 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:50:28.628973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 6c29183f-ceaf-43e7-befa-a59920b19604 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:50:28.635208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 6c29183f-ceaf-43e7-befa-a59920b19604 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:50:28.635577 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:28.726745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:28.756304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:50:28.759542 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e9f4cb-a60c-42f1-b6a7-3f8e690ef523" -d '{"events": [{"server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "name": "network-vif-plugged", "status": "completed", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:50:28.773940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 6c29183f-ceaf-43e7-befa-a59920b19604, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6c29183f-ceaf-43e7-befa-a59920b19604,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:50:28.782530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:28.813699 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e3755-729a-47c0-bce8-3d42ede0db5f x-openstack-request-id: req-b31e3755-729a-47c0-bce8-3d42ede0db5f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:50:28.813981 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "name": "network-vif-plugged", "status": "completed", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:50:28.814226 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b31e3755-729a-47c0-bce8-3d42ede0db5f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:50:28.814610 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604', 'code': 200} Aug 11 08:50:28.847895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=6c29183f-ceaf-43e7-befa-a59920b19604,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:28.940040 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5e6f5-fe9c-45ac-8a76-ae2d708066f7 req-6a22910b-151c-4162-bc23-a0773707e9ce tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:28.941624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73c5e6f5-fe9c-45ac-8a76-ae2d708066f7 req-6a22910b-151c-4162-bc23-a0773707e9ce tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0702162 Aug 11 08:50:28.956996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921facf-218e-41fb-9230-95bd5c05d845 req-681ef558-4e7a-4226-851f-b1c21a05434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:28.958614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0921facf-218e-41fb-9230-95bd5c05d845 req-681ef558-4e7a-4226-851f-b1c21a05434f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0512891 Aug 11 08:50:28.996978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73c5e6f5-fe9c-45ac-8a76-ae2d708066f7 req-6b374b51-c2e1-4fd8-8336-f7841eaded1e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Aug 11 08:50:29.000774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0921facf-218e-41fb-9230-95bd5c05d845 req-93f18ee9-6d1c-44da-9412-f351e229245c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351555 Aug 11 08:50:29.067092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:29.339300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-901d286f-2f7d-491c-bc73-e1ecc19da71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:30.096609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:30.119534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca931c-6c1b-4974-aa30-27cb31528fa9 req-32e6ebfd-c17f-469d-876d-efe0b1525c0d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:30.121097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7aca931c-6c1b-4974-aa30-27cb31528fa9 req-32e6ebfd-c17f-469d-876d-efe0b1525c0d tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Aug 11 08:50:30.172467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7aca931c-6c1b-4974-aa30-27cb31528fa9 req-b4593436-a83e-4aa0-8fe4-243da90e64c4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Aug 11 08:50:31.308263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e8b7f-0252-45c5-8630-bdcc6a1a5180 req-6ab731e2-ab14-427b-b650-1b1ad6c70872 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:31.309856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab0e8b7f-0252-45c5-8630-bdcc6a1a5180 req-6ab731e2-ab14-427b-b650-1b1ad6c70872 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0679293 Aug 11 08:50:31.354475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab0e8b7f-0252-45c5-8630-bdcc6a1a5180 req-0dba9c17-7b27-45d3-9096-328c8902e282 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355933 Aug 11 08:50:31.485497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085ceac-2cc7-4192-8b84-3254bcdbd329 req-e329477b-9df9-4dcc-b4a0-fd018432a101 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:31.486921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5085ceac-2cc7-4192-8b84-3254bcdbd329 req-e329477b-9df9-4dcc-b4a0-fd018432a101 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0546541 Aug 11 08:50:31.528362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5085ceac-2cc7-4192-8b84-3254bcdbd329 req-08000fce-d985-4d5b-bbbf-94a77793f31e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348907 Aug 11 08:50:31.559170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60084) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:50:31.601553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b86dc-2955-46b9-9d46-3da987b2e15d tempest-TestVolumeBootPattern-222927264 tempest-TestVolumeBootPattern-222927264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:31.603127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b0b86dc-2955-46b9-9d46-3da987b2e15d tempest-TestVolumeBootPattern-222927264 tempest-TestVolumeBootPattern-222927264-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1091 time: 0.0429089 Aug 11 08:50:31.606545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60086) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:50:31.610992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '6c29183f-ceaf-43e7-befa-a59920b19604', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:50:31.635860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:31.740425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:31.843271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Allocated IP 172.25.2.61 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/cb28c676-d620-47b9-9c02-d3931556b8ca) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:50:31.956394 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:32.003352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:32.038874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:50:32.043758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:50:32.047248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:50:32.070646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=cb28c676-d620-47b9-9c02-d3931556b8ca,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:32.082054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.082398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.082737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.083060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.083405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.083733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.084074 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.084374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.084703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.085061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.085445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.085764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:50:32.457691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:32.737563 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-baf59cd7-3e53-4d84-8898-e610ebed5d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:32.805243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:32.874667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:33.023431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:33.030301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:33.098913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event updated for resources: {'Port': ['ID=cb28c676-d620-47b9-9c02-d3931556b8ca,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:50:33.111199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:33.219792 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Floating IP b24dd307-12af-483e-ba69-2dfe1442a750 associated. External IP: 172.25.2.61, port: 6c29183f-ceaf-43e7-befa-a59920b19604. Aug 11 08:50:33.450377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:50:33.561199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:50:33.571220 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:50:33.578343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:33.585977 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:50:33.586625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:50:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:50:33.605738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8f85895f-a08a-4e77-8640-7a94a94dc196 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9981778 Aug 11 08:50:33.606321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:50:33.608598 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d352f-def5-41f8-8951-75d4c23e9700" -d '{"events": [{"name": "network-changed", "server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:50:33.691117 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:50:33.710622 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91481117-a264-4f49-886b-8d3d1c8e6c3a x-openstack-request-id: req-91481117-a264-4f49-886b-8d3d1c8e6c3a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:50:33.710917 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:50:33.711169 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91481117-a264-4f49-886b-8d3d1c8e6c3a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:50:33.711577 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604', 'status': 'completed', 'code': 200} Aug 11 08:50:33.796333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-d41b9967-dd93-4932-8f3b-462a28ef034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:33.798356 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-d41b9967-dd93-4932-8f3b-462a28ef034c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0423422 Aug 11 08:50:33.898404 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-4171e8a7-0f15-441e-805b-d0e063e98826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:33.899830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-4171e8a7-0f15-441e-805b-d0e063e98826 service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0939183 Aug 11 08:50:33.968365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-b44938ce-de4b-4b33-9770-4f8523b8b2f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 998 time: 0.0608585 Aug 11 08:50:34.014732 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:37Z', 'revision_number': 1, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}, {'id': 'b24dd307-12af-483e-ba69-2dfe1442a750', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': '6c29183f-ceaf-43e7-befa-a59920b19604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:8d:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:50:32Z', 'updated_at': '2021-08-11T08:50:32Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:50:34.017608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-9261d366-a3c4-4afd-a5fb-0a6c89fe5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:34.019114 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-9261d366-a3c4-4afd-a5fb-0a6c89fe5d53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0444686 Aug 11 08:50:34.040465 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:50:34.048603 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:50:34.049243 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:50:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:50:34.070847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-5b240eb9-3182-485c-a666-a3c218a049d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:34.072380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-5b240eb9-3182-485c-a666-a3c218a049d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460198 Aug 11 08:50:34.153124 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:50:34.163531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-e3075123-8e4b-4417-a6fb-e06c6561d3d3 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838501 Aug 11 08:50:34.260166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d4d352f-def5-41f8-8951-75d4c23e9700 req-362954c6-c703-4e93-b170-e952de6c9d0f service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894880 Aug 11 08:50:34.384948 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:37Z', 'revision_number': 1, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}, {'id': 'b24dd307-12af-483e-ba69-2dfe1442a750', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': '6c29183f-ceaf-43e7-befa-a59920b19604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:8d:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:50:32Z', 'updated_at': '2021-08-11T08:50:32Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:50:34.411275 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdefec-d4bc-4318-ad2c-9f003ea943cf None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:37Z', 'revision_number': 1, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}, {'id': 'b24dd307-12af-483e-ba69-2dfe1442a750', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': '6c29183f-ceaf-43e7-befa-a59920b19604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:8d:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:50:32Z', 'updated_at': '2021-08-11T08:50:32Z', 'revision_number': 0, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:50:34.629172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a4938-a6f6-4a49-941f-769813897c87 None None] New status for floating IP b24dd307-12af-483e-ba69-2dfe1442a750: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:50:34.948062 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:36.237392 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:54.978411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-792c3ed5-3131-4c94-b81a-8c1759bb3ad2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585525 Aug 11 08:50:55.083342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51589ded-882b-459a-8393-a710850d895d req-7bc14071-debb-4ae5-a63a-5f472d0d51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:55.085094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-7bc14071-debb-4ae5-a63a-5f472d0d51b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0460651 Aug 11 08:50:55.204444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51589ded-882b-459a-8393-a710850d895d req-931887b9-3c83-4214-8bcf-56e8992d3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:55.206843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-931887b9-3c83-4214-8bcf-56e8992d3a28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1014106 Aug 11 08:50:55.276808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-5d13e723-0590-4324-889e-2afc93da4c30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 1000 time: 0.0628829 Aug 11 08:50:55.333617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51589ded-882b-459a-8393-a710850d895d req-6ed66766-b8b6-460a-947c-48b9e7b43d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:55.335140 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-6ed66766-b8b6-460a-947c-48b9e7b43d01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0506930 Aug 11 08:50:55.391445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51589ded-882b-459a-8393-a710850d895d req-6ec16fe6-e63f-4ca8-8c35-26e90820e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:55.393167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-6ec16fe6-e63f-4ca8-8c35-26e90820e629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506537 Aug 11 08:50:55.494519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-b49856f3-d15e-47ca-930b-b2a9ffd3857e service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928895 Aug 11 08:50:55.591489 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51589ded-882b-459a-8393-a710850d895d req-b8fdbe63-a859-46f1-84e2-266cc0e2d6e2 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894492 Aug 11 08:50:58.568298 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:50:58.655968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-25596029-90e6-4155-b9d1-02f9e90cde0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445476 Aug 11 08:50:58.764042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-30c3f753-5f38-474b-8f7f-1cbfe43c351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:58.765520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-30c3f753-5f38-474b-8f7f-1cbfe43c351e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0495901 Aug 11 08:50:58.875880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-cb55071c-013c-4dc4-aaee-8e5e8bbc408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:58.878278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-cb55071c-013c-4dc4-aaee-8e5e8bbc408e service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0931413 Aug 11 08:50:58.959839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-e27f4b3e-3183-4e8c-a6c2-8f6e26ac83ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 1002 time: 0.0742052 Aug 11 08:50:59.012545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-5f9e4523-e70d-44cb-8952-54e780dffb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:59.014182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-5f9e4523-e70d-44cb-8952-54e780dffb8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0474482 Aug 11 08:50:59.064374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:50:59.070423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-9a1b3fd0-e2ae-404b-a150-3e9a817b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:50:59.072403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-9a1b3fd0-e2ae-404b-a150-3e9a817b3392 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511889 Aug 11 08:50:59.169396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-8046ce3f-d39c-4990-bdbb-0fc7e15ea141 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895112 Aug 11 08:50:59.283535 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26ed5dcd-fcf5-4ce3-a78e-40aee94ad631 req-82cc9938-3564-49d8-9234-4e4a53d25dd2 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055996 Aug 11 08:50:59.335583 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dc3b0ebe-92d9-4411-8c06-36b321095162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:00.113526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:02.463495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:02.742592 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-716f432e-56d7-4812-ba30-29b761e005b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:04.950617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:06.235854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:29.064786 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:29.329256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1879cbc1-b924-4fbc-98bc-82eee9e2d4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:30.130342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:32.469725 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:32.750972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2b344d7b-185c-4f8c-b369-500543f31527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:34.953812 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:35.570856 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:51:36.246728 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:55.992292 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-af3d8b8f-8daf-43b6-86d5-9b04aabb75b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513015 Aug 11 08:51:56.106280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-fad21ba5-6381-4a54-9931-251197389560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:56.107763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-fad21ba5-6381-4a54-9931-251197389560 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0510614 Aug 11 08:51:56.229792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-a3342200-ca89-4ec4-b239-37ca7fc94819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:56.231578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-a3342200-ca89-4ec4-b239-37ca7fc94819 service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1018670 Aug 11 08:51:56.304905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-a09954a6-ada4-4bff-8e1f-1f0c72f055ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 1000 time: 0.0656233 Aug 11 08:51:56.382926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-631ec6cb-d4a1-4092-ae7c-f7f66401844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:56.385266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-631ec6cb-d4a1-4092-ae7c-f7f66401844c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0722384 Aug 11 08:51:56.438212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-b83242d2-b2a7-4ef3-8527-bb9d7cc1f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:56.439763 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-b83242d2-b2a7-4ef3-8527-bb9d7cc1f89b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479298 Aug 11 08:51:56.542948 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-7fb88c61-f44d-4403-98ce-4033f5a0acb2 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947978 Aug 11 08:51:56.654180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5294ce56-19d2-4ab4-8484-7960ad3a1be6 req-b0f07a73-265b-4964-b548-f57b6bca71cb service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039376 Aug 11 08:51:58.646806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-839d2466-2699-45db-9482-6fbceaad214c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478241 Aug 11 08:51:58.762902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a534-b448-49ba-95e1-9471dc17e553 req-64b4fb15-a673-4b17-92ec-1a93b63f8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:58.764409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-64b4fb15-a673-4b17-92ec-1a93b63f8d11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0561488 Aug 11 08:51:58.890286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a534-b448-49ba-95e1-9471dc17e553 req-23cb6909-2bfa-474e-ba91-e600a0163310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:58.891836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-23cb6909-2bfa-474e-ba91-e600a0163310 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1060958 Aug 11 08:51:58.970951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-9ccbb5f3-3114-40d2-896a-049eefd11f11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 1002 time: 0.0717039 Aug 11 08:51:59.029866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a534-b448-49ba-95e1-9471dc17e553 req-7cb38b75-ad72-4cd1-8d0e-e503388a1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:59.031286 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-7cb38b75-ad72-4cd1-8d0e-e503388a1210 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0541177 Aug 11 08:51:59.064600 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:51:59.091432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a534-b448-49ba-95e1-9471dc17e553 req-556582eb-b99c-4b10-8dee-9a95415ad53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:51:59.093331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-556582eb-b99c-4b10-8dee-9a95415ad53f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527871 Aug 11 08:51:59.191713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-61fc75a2-c90f-4cb6-b6fd-3542d64de6b4 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916905 Aug 11 08:51:59.293653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9235a534-b448-49ba-95e1-9471dc17e553 req-22ccd0bb-5f2c-45c3-a96f-76dbf1a896a7 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903869 Aug 11 08:51:59.338121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4c309c91-987b-4695-9890-c7faabbeb70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:00.148475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:00.902999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60134) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:01.078565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port cb28c676-d620-47b9-9c02-d3931556b8ca {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:01.078779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:01.162146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:01.162603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:01.179999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for cb28c676-d620-47b9-9c02-d3931556b8ca owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:01.354768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:01.388683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=cb28c676-d620-47b9-9c02-d3931556b8ca,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:01.401165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.401519 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.401854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.402189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.402520 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.402854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.403173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.403510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.403809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.404126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.404451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.404763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:01.775400 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:01.775785 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Floating IP b24dd307-12af-483e-ba69-2dfe1442a750 disassociated (deleted). External IP: 172.25.2.61, port: 6c29183f-ceaf-43e7-befa-a59920b19604. Aug 11 08:52:01.997220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:52:02.114173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:52:02.121406 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:02.126867 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:52:02.138143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:02.139057 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:51:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:02.148587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ccf6ab76-a0a7-40c4-82bd-9b7c4578aebd tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "DELETE /v2.0/floatingips/b24dd307-12af-483e-ba69-2dfe1442a750 HTTP/1.1" status: 204 len: 168 time: 1.2444353 Aug 11 08:52:02.149309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:52:02.151899 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57029041-6820-46f4-88bd-95a26a4a3afd" -d '{"events": [{"name": "network-changed", "server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:52:02.196526 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc883866-fd2a-42ef-8386-41bd00fda068 x-openstack-request-id: req-fc883866-fd2a-42ef-8386-41bd00fda068 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:52:02.197408 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:52:02.197408 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc883866-fd2a-42ef-8386-41bd00fda068 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:52:02.197629 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604', 'status': 'completed', 'code': 200} Aug 11 08:52:02.252515 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:02.286460 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57029041-6820-46f4-88bd-95a26a4a3afd req-ca805d0f-dedd-4f05-a2f4-e3f5ac3975b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:02.288175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-ca805d0f-dedd-4f05-a2f4-e3f5ac3975b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0478287 Aug 11 08:52:02.391035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57029041-6820-46f4-88bd-95a26a4a3afd req-53e241a2-73b2-4c88-a048-e37c0b2d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:02.392556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-53e241a2-73b2-4c88-a048-e37c0b2d791f service neutron] 10.222.0.64 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.0958974 Aug 11 08:52:02.404751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e65111-474f-427b-9a91-29f4344097d1 req-088db256-2912-45f3-886e-8baac5dfbcc8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:02.409916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67e65111-474f-427b-9a91-29f4344097d1 req-088db256-2912-45f3-886e-8baac5dfbcc8 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0553370 Aug 11 08:52:02.436770 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-250a59e7-d19b-483e-918b-f6677a1e5d7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 200 len: 217 time: 0.0361822 Aug 11 08:52:02.457040 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67e65111-474f-427b-9a91-29f4344097d1 req-3e3a72cd-3cef-42b9-8828-9f3064ccb5ed tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445933 Aug 11 08:52:02.462905 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:02.497497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57029041-6820-46f4-88bd-95a26a4a3afd req-7a494486-1f0a-41ff-b520-db20a93b52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:02.498181 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:37Z', 'revision_number': 1, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:02.499023 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-7a494486-1f0a-41ff-b520-db20a93b52c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0555303 Aug 11 08:52:02.525076 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:52:02.534949 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:02.535571 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:51:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:02.550204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57029041-6820-46f4-88bd-95a26a4a3afd req-7406ebf6-11f9-43e3-b83a-94d3e5324aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:02.551777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-7406ebf6-11f9-43e3-b83a-94d3e5324aef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434244 Aug 11 08:52:02.647178 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:02.654004 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-4aae3f1c-aa6b-4cde-9f73-25a9cb4b1919 service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936863 Aug 11 08:52:02.747067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-06cc3715-2ebe-483b-a279-891841609b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:02.762445 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57029041-6820-46f4-88bd-95a26a4a3afd req-f7c6edd0-bb14-465f-9535-18c6b2a4563b service neutron] 10.222.0.64 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004813 Aug 11 08:52:02.901396 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:37Z', 'revision_number': 1, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:02.931471 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f44fba-c2ea-4bd7-ba59-b93a5c8a1de7 None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '0c939101-9cb8-40a1-a0a5-3e3a5e37b638', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '5d124117-d965-4b10-97ed-c353c27de025', 'port_id': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'mac_address': 'fa:16:3e:54:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444a0d02-0785-4bd0-af94-587796f4e22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:48:35Z', 'updated_at': '2021-08-11T08:48:37Z', 'revision_number': 1, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:52:03.184610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6306c-3b8e-4d9e-a43d-48b333fbf472 None None] New status for floating IP b24dd307-12af-483e-ba69-2dfe1442a750: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:52:03.611011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1219193-d154-41a4-917f-c4734a44146e req-88eb0e29-4dd2-4470-8f5f-adce996edc34 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:03.612629 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1219193-d154-41a4-917f-c4734a44146e req-88eb0e29-4dd2-4470-8f5f-adce996edc34 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0719731 Aug 11 08:52:03.654298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1219193-d154-41a4-917f-c4734a44146e req-de3f8be2-d361-4647-88b8-4812b842d589 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352497 Aug 11 08:52:04.058289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-f5ce5543-1a59-421a-a39d-031a40a8f570 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:04.059771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-f5ce5543-1a59-421a-a39d-031a40a8f570 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 945 time: 0.0615861 Aug 11 08:52:04.164007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port 6c29183f-ceaf-43e7-befa-a59920b19604 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:04.164007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:04.270339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port 6c29183f-ceaf-43e7-befa-a59920b19604, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=6c29183f-ceaf-43e7-befa-a59920b19604,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:04.270700 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:04.285209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for 6c29183f-ceaf-43e7-befa-a59920b19604 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:04.433615 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:04.460936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=6c29183f-ceaf-43e7-befa-a59920b19604,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:04.507032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port 6c29183f-ceaf-43e7-befa-a59920b19604 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:52:04.510077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:04.512172 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-805df341-fb93-4950-9234-50cd4d87b6e2 req-2b75c8ff-1c6d-4107-9074-0f8cdef5562c tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.64 "DELETE /v2.0/ports/6c29183f-ceaf-43e7-befa-a59920b19604 HTTP/1.1" status: 204 len: 173 time: 0.4459782 Aug 11 08:52:04.512623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'name': 'network-vif-deleted', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:52:04.514951 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ab7d13-58d1-40dd-8130-ec360f144ed9" -d '{"events": [{"server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "name": "network-vif-deleted", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:52:04.560382 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2df31d-19c2-48c0-ab0e-1db73934e0c2 x-openstack-request-id: req-fc2df31d-19c2-48c0-ab0e-1db73934e0c2 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:52:04.560682 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bbd36b-e18a-4e73-9926-fccd72eb4cb2", "name": "network-vif-deleted", "tag": "6c29183f-ceaf-43e7-befa-a59920b19604", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:52:04.560965 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc2df31d-19c2-48c0-ab0e-1db73934e0c2 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:52:04.561393 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bbd36b-e18a-4e73-9926-fccd72eb4cb2', 'name': 'network-vif-deleted', 'tag': '6c29183f-ceaf-43e7-befa-a59920b19604', 'status': 'completed', 'code': 200} Aug 11 08:52:04.766731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a300d156-0aae-44e2-9c0b-c00eb86f2675 req-4e128642-0100-42df-a1cc-912279907092 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0335720 Aug 11 08:52:04.957234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:05.884968 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a64b615c-f2bb-45b8-8299-b16ebd11a60d req-9ad31ee7-dc3e-4125-a658-14458c1e950e tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0346556 Aug 11 08:52:06.250627 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:06.995450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589bc243-36b7-4a38-ba62-811dbd2f51fd req-5d697e42-d7ac-42fe-9927-a0f9684d8568 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0281324 Aug 11 08:52:07.089377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6c29183f-ceaf-43e7-befa-a59920b19604 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:07.116176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 6c29183f-ceaf-43e7-befa-a59920b19604 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:07.116517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 6c29183f-ceaf-43e7-befa-a59920b19604 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:08.102700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-daca15bc-a539-4b13-bd97-299e0e5f49b6 req-a6fda9ba-e697-4dd9-9a28-37487982a9eb tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=10bbd36b-e18a-4e73-9926-fccd72eb4cb2 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Aug 11 08:52:12.571779 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:52:14.567773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:14.744331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port b18c3e32-0d32-48b0-a9e9-fa34fec3b62e {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:14.744707 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:14.827144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:14.827479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:14.841204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for b18c3e32-0d32-48b0-a9e9-fa34fec3b62e owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:15.014789 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:15.048757 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=b18c3e32-0d32-48b0-a9e9-fa34fec3b62e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:15.121300 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:15.121560 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Floating IP 0c939101-9cb8-40a1-a0a5-3e3a5e37b638 disassociated (deleted). External IP: 172.25.2.190, port: b9494091-434a-4a3b-a23d-9d7479297f4a. Aug 11 08:52:15.347449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:52:15.466810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:52:15.472367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:15.477885 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:52:15.488733 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:15.489441 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:52:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:15.502633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f6146a1a-a79e-4dc8-9c6e-dccca847521b tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "DELETE /v2.0/floatingips/0c939101-9cb8-40a1-a0a5-3e3a5e37b638 HTTP/1.1" status: 204 len: 168 time: 0.9336612 Aug 11 08:52:15.503193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:52:15.505510 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56" -d '{"events": [{"name": "network-changed", "server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:52:15.545964 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d668255-a567-4cd9-9eb6-47d7698b58ce x-openstack-request-id: req-1d668255-a567-4cd9-9eb6-47d7698b58ce {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:52:15.546267 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:52:15.546519 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d668255-a567-4cd9-9eb6-47d7698b58ce {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:52:15.546990 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'status': 'completed', 'code': 200} Aug 11 08:52:15.637593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-a7aadf73-2d1a-43d1-a3dd-f24b910e7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:15.640279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-a7aadf73-2d1a-43d1-a3dd-f24b910e7f8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 1097 time: 0.0517094 Aug 11 08:52:15.710248 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:15.750419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420c7a-afa6-4c40-a540-6126cec3679e req-072452b9-eebe-43e4-978f-415fa491d10f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:15.752109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83420c7a-afa6-4c40-a540-6126cec3679e req-072452b9-eebe-43e4-978f-415fa491d10f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 946 time: 0.0517893 Aug 11 08:52:15.783534 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-17ba9798-abfa-4671-8ada-f5e724e95654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:15.785118 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-17ba9798-abfa-4671-8ada-f5e724e95654 service neutron] 10.222.0.69 "GET /v2.0/networks?id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 200 len: 913 time: 0.1008022 Aug 11 08:52:15.792020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83420c7a-afa6-4c40-a540-6126cec3679e req-3e3da135-3748-4839-8c8b-a15fa52e7980 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Aug 11 08:52:15.832597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-b7f90f2f-bc4e-4917-bf72-e079c57296e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 200 len: 217 time: 0.0371506 Aug 11 08:52:15.886686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-7b75b861-7189-4741-8581-8874668243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:15.888319 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-7b75b861-7189-4741-8581-8874668243b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 200 len: 851 time: 0.0479710 Aug 11 08:52:15.919741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:15.936856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-658e0960-ccc2-471c-acad-98125590da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:15.938413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-658e0960-ccc2-471c-acad-98125590da37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429382 Aug 11 08:52:15.946216 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:52:15.955069 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:15.955706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:52:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:16.040324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-f4b8b609-3e39-47ac-aa25-4c0082ad532d service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936043 Aug 11 08:52:16.063014 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:16.131856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d39a9ea-4d85-4b92-b3f0-862a3fd2cb56 req-e4dedad5-c8e5-47ed-9f2a-5868dc611719 service neutron] 10.222.0.69 "GET /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843372 Aug 11 08:52:16.277422 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:16.304605 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e19c8b-80e2-4635-a4c4-df14caec1eee None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:42:14Z', 'revision_number': 4, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '287c22c4-7abe-46d3-88b8-797265f7b913', 'name': '', 'network_id': '602ce24f-68eb-4ac4-a6e2-d7dbec0c79be', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'mac_address': 'fa:16:3e:3d:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:13Z', 'updated_at': '2021-08-11T08:42:22Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'subnets': [{'id': '2f79ab9c-c80b-433e-bafb-7f392c8fc7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:52:16.539272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f19d0-2687-4311-bf63-b7ff1a231db5 None None] New status for floating IP 0c939101-9cb8-40a1-a0a5-3e3a5e37b638: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:52:16.936739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e995bf6-c782-48aa-aac2-47a7d28b03df req-712ca084-6d87-4c4b-89ed-23bfa5b72aa3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:16.938314 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2e995bf6-c782-48aa-aac2-47a7d28b03df req-712ca084-6d87-4c4b-89ed-23bfa5b72aa3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 946 time: 0.0628459 Aug 11 08:52:16.981311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2e995bf6-c782-48aa-aac2-47a7d28b03df req-47c4238e-5814-4c37-8813-f9dd601ee599 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/security-groups?id=85dbbd38-2128-4099-af54-852ab6ba885c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342760 Aug 11 08:52:17.413800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-414e4edf-5d1f-4c37-b355-ecd854dbc5bc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:17.415304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-414e4edf-5d1f-4c37-b355-ecd854dbc5bc tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 946 time: 0.0543442 Aug 11 08:52:17.523690 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port b9494091-434a-4a3b-a23d-9d7479297f4a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:17.524045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:17.630824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] For port b9494091-434a-4a3b-a23d-9d7479297f4a, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=b9494091-434a-4a3b-a23d-9d7479297f4a,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:17.631195 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:17.647219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for b9494091-434a-4a3b-a23d-9d7479297f4a owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:17.797418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:17.835502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=b9494091-434a-4a3b-a23d-9d7479297f4a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:17.848862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.849257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.849630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.849967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.850274 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.850605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.850937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.851269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.851588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.851912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.852360 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.852549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:17.887884 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] No DVR routers for this DVR port b9494091-434a-4a3b-a23d-9d7479297f4a on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:52:17.890757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:17.892823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-97097757-8824-4ade-9df4-788b4d8ecf80 req-874f954c-9819-4a83-8718-7c411ecd65e4 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.69 "DELETE /v2.0/ports/b9494091-434a-4a3b-a23d-9d7479297f4a HTTP/1.1" status: 204 len: 173 time: 0.4706278 Aug 11 08:52:17.893294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'name': 'network-vif-deleted', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:52:17.895642 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861aec62-eb7b-4b55-b51a-fb5daefc9ea9" -d '{"events": [{"server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "name": "network-vif-deleted", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:52:17.933619 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d41dd-21f2-4538-9d89-c159f68f28a1 x-openstack-request-id: req-d52d41dd-21f2-4538-9d89-c159f68f28a1 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:52:17.933933 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444a0d02-0785-4bd0-af94-587796f4e22e", "name": "network-vif-deleted", "tag": "b9494091-434a-4a3b-a23d-9d7479297f4a", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:52:17.934273 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d52d41dd-21f2-4538-9d89-c159f68f28a1 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:52:17.934746 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444a0d02-0785-4bd0-af94-587796f4e22e', 'name': 'network-vif-deleted', 'tag': 'b9494091-434a-4a3b-a23d-9d7479297f4a', 'status': 'completed', 'code': 200} Aug 11 08:52:18.090065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dc68fe2d-a7ad-4af8-95ee-688cce290837 req-caa04117-e3c6-4460-901d-ce8caf93e6f2 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0312645 Aug 11 08:52:19.195214 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-55d11e55-7f37-4217-914c-487b818420f6 req-f450a753-8f77-4cb4-8f97-72dddd0c1eb3 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0316556 Aug 11 08:52:20.292635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-22779890-bed9-42ba-8f35-dd32b7fbb54c req-3829a74a-f463-4880-b2f6-b8c0ea068524 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0268166 Aug 11 08:52:21.393390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-19e83f51-77b9-4484-9000-6b87c953c4ec req-a849a406-2e0d-412c-a426-f77fab4f3a34 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "GET /v2.0/ports?device_id=444a0d02-0785-4bd0-af94-587796f4e22e HTTP/1.1" status: 200 len: 210 time: 0.0265839 Aug 11 08:52:21.634099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b9494091-434a-4a3b-a23d-9d7479297f4a no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:21.661744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: b9494091-434a-4a3b-a23d-9d7479297f4a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:21.662105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device b9494091-434a-4a3b-a23d-9d7479297f4a not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:22.463837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60210) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:22.591070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Deleting port 5d387e51-b2d3-4ca2-b89b-1cb9d54803c4 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:22.591434 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:22.680548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:22.680772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:22.694205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Calling delete_port for 5d387e51-b2d3-4ca2-b89b-1cb9d54803c4 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:22.838732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:22.863048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'Port': ['ID=5d387e51-b2d3-4ca2-b89b-1cb9d54803c4,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:22.926558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:22.929170 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:22.930344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-be588ccf-5e26-4138-8002-11b366d5b8e1 tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "DELETE /v2.0/floatingips/1b7fb8b8-eba6-430f-97de-3cdcdbac3ef6 HTTP/1.1" status: 204 len: 168 time: 0.4653807 Aug 11 08:52:25.205101 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60224) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:25.271478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b51158d-17cf-45d4-bca2-7c1c64d25acf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:25.296794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b51158d-17cf-45d4-bca2-7c1c64d25acf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:25.359208 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b51158d-17cf-45d4-bca2-7c1c64d25acf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:25.362137 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9b51158d-17cf-45d4-bca2-7c1c64d25acf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:25.365851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9b51158d-17cf-45d4-bca2-7c1c64d25acf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] 10.222.0.58 "DELETE /v2.0/security-groups/85dbbd38-2128-4099-af54-852ab6ba885c HTTP/1.1" status: 204 len: 168 time: 0.1570439 Aug 11 08:52:25.374640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51158d-17cf-45d4-bca2-7c1c64d25acf tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dbbd38-2128-4099-af54-852ab6ba885c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:25.433475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60228) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:25.969616 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:26.233291 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Deleting port 287c22c4-7abe-46d3-88b8-797265f7b913 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:26.233951 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:26.623706 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] For port 287c22c4-7abe-46d3-88b8-797265f7b913, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=287c22c4-7abe-46d3-88b8-797265f7b913,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:26.624045 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:26.636750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Calling delete_port for 287c22c4-7abe-46d3-88b8-797265f7b913 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:26.838429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:26.871258 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=287c22c4-7abe-46d3-88b8-797265f7b913,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:27.046155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:27.281009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Router 5d124117-d965-4b10-97ed-c353c27de025 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:52:27.390016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:52:27.395401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-10685174-fe40-4073-8c99-c39118dcea36 admin admin] 10.222.0.58 "PUT /v2.0/routers/5d124117-d965-4b10-97ed-c353c27de025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606950 Aug 11 08:52:27.398016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60236) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:27.400798 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] Sync routers for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:52:27.411956 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:27.412581 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:52:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:27.504425 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:27.514916 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:27.609705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:27.665842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Deleting port 0cc590bc-2de3-4d4c-8c64-98ffd2697787 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:27.666188 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:27.696013 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:52:26Z', 'revision_number': 5, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port': {'id': '0cc590bc-2de3-4d4c-8c64-98ffd2697787', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d124117-d965-4b10-97ed-c353c27de025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:11Z', 'updated_at': '2021-08-11T08:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:27.726111 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] Checking router: 5d124117-d965-4b10-97ed-c353c27de025 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:52:27.734716 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] Routers {'5d124117-d965-4b10-97ed-c353c27de025'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:27.735361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:52:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['5d124117-d965-4b10-97ed-c353c27de025'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:27.757750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] For port 0cc590bc-2de3-4d4c-8c64-98ffd2697787, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0cc590bc-2de3-4d4c-8c64-98ffd2697787,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:27.758112 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:27.771278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Calling delete_port for 0cc590bc-2de3-4d4c-8c64-98ffd2697787 owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:27.823214 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] Set router 5d124117-d965-4b10-97ed-c353c27de025 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:27.874131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:52:27Z', 'revision_number': 6, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:27.904303 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9ad8c-246d-428a-8509-ab5ab20a4774 None None] The sync data for ids ['5d124117-d965-4b10-97ed-c353c27de025'] in n-d-789963-6 is: [{'id': '5d124117-d965-4b10-97ed-c353c27de025', 'name': 'tempest-TestVolumeBootPattern-1628013087-router', 'tenant_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:10Z', 'updated_at': '2021-08-11T08:52:27Z', 'revision_number': 6, 'project_id': '88d474cd373e41c7b793e5ecaa4b8b51', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:52:27.946991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:27.973337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc590bc-2de3-4d4c-8c64-98ffd2697787,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:28.039496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.132440 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.134820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.181096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.181658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d124117-d965-4b10-97ed-c353c27de025 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:52:28.188296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.189457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d26cb10b-796c-4b89-ad5b-9cf2fffe2b0d admin admin] 10.222.0.58 "DELETE /v2.0/routers/5d124117-d965-4b10-97ed-c353c27de025 HTTP/1.1" status: 204 len: 168 time: 0.7905512 Aug 11 08:52:28.192325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60238) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:28.240605 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Deleting subnet 2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:52:28.244245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.282984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.371648 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.435786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.466603 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f79ab9c-c80b-433e-bafb-7f392c8fc7d0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:28.470114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.472290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e0c2f3ec-6020-47b9-a962-42fa42fcc964 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2f79ab9c-c80b-433e-bafb-7f392c8fc7d0 HTTP/1.1" status: 204 len: 168 time: 0.2790728 Aug 11 08:52:28.475027 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60240) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:28.477957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061afef-1bad-42e9-a0cf-d6048c45a305 None None] Network 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:52:28.548673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.602675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Deleting port e97b0537-3d5e-4425-83df-44d8da6f95b6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:28.603026 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.659952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] DHCP port deletion for 602ce24f-68eb-4ac4-a6e2-d7dbec0c79be request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:52:28.674542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] For port e97b0537-3d5e-4425-83df-44d8da6f95b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e97b0537-3d5e-4425-83df-44d8da6f95b6,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:28.674904 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.690451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Calling delete_port for e97b0537-3d5e-4425-83df-44d8da6f95b6 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:28.706288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cc590bc-2de3-4d4c-8c64-98ffd2697787 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:28.727519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 0cc590bc-2de3-4d4c-8c64-98ffd2697787 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:28.727822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cc590bc-2de3-4d4c-8c64-98ffd2697787 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:28.728454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 287c22c4-7abe-46d3-88b8-797265f7b913 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:28.748868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 287c22c4-7abe-46d3-88b8-797265f7b913 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:28.749232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 287c22c4-7abe-46d3-88b8-797265f7b913 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:28.763560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Deleting port e97b0537-3d5e-4425-83df-44d8da6f95b6 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:28.763968 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.789486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.821549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e97b0537-3d5e-4425-83df-44d8da6f95b6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:28.826226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] No DVR routers for this DVR port e97b0537-3d5e-4425-83df-44d8da6f95b6 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:52:28.833459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] For port e97b0537-3d5e-4425-83df-44d8da6f95b6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e97b0537-3d5e-4425-83df-44d8da6f95b6,segment=NetworkSegment(0c1cf086-56eb-4b99-ad69-619d9d1d1a91),segment_id=0c1cf086-56eb-4b99-ad69-619d9d1d1a91)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:28.833857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.851519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Calling delete_port for e97b0537-3d5e-4425-83df-44d8da6f95b6 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:28.905041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.916052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602ce24f-68eb-4ac4-a6e2-d7dbec0c79be']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:28.931484 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1cf086-56eb-4b99-ad69-619d9d1d1a91') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:28.931837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1cf086-56eb-4b99-ad69-619d9d1d1a91') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:28.934296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.942978 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.957658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.961659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Pushing event deleted for resources: {'Port': ['ID=e97b0537-3d5e-4425-83df-44d8da6f95b6,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:28.965599 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:52:28.966030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:28.966700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] No DVR routers for this DVR port e97b0537-3d5e-4425-83df-44d8da6f95b6 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:52:28.975070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.975411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.975752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.976127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.976459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.976788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.977238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.977898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.977898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.978195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.978516 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:28.978837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce3535b-9e5b-43cb-9c50-0d0adc5b868d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:52:29.004546 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:52:29.027074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.033356 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.035272 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] 10.222.0.58 "DELETE /v2.0/networks/602ce24f-68eb-4ac4-a6e2-d7dbec0c79be HTTP/1.1" status: 204 len: 168 time: 0.5593781 Aug 11 08:52:29.038479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60242) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:29.046780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d35eb0-c8ed-424e-a9d1-ec3cf6a065bd admin admin] Pushing event deleted for resources: {'Network': ['ID=602ce24f-68eb-4ac4-a6e2-d7dbec0c79be,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:29.065550 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.334409 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-04811405-8e85-45fe-a5c4-2be0f0c35091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.419584 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.673526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Deleting port 9788883e-0341-4601-9fb5-0212142892ed {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:29.673877 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.760323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] For port 9788883e-0341-4601-9fb5-0212142892ed, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9788883e-0341-4601-9fb5-0212142892ed,segment=NetworkSegment(066a08e7-83cf-43af-9922-4ccb6162e3e8),segment_id=066a08e7-83cf-43af-9922-4ccb6162e3e8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:29.760693 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.774283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Calling delete_port for 9788883e-0341-4601-9fb5-0212142892ed owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:29.958034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:29.992269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Pushing event deleted for resources: {'Port': ['ID=9788883e-0341-4601-9fb5-0212142892ed,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:30.145119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:30.157128 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:30.377060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:52:30.639749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e97b0537-3d5e-4425-83df-44d8da6f95b6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:30.661605 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e97b0537-3d5e-4425-83df-44d8da6f95b6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:30.662092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e97b0537-3d5e-4425-83df-44d8da6f95b6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:30.866629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:52:30.873127 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c640f347-7d03-40e9-9b53-a15cd46fb533 admin admin] 10.222.0.58 "PUT /v2.0/routers/fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324823 Aug 11 08:52:30.876277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60246) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:30.879194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] Sync routers for ids ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:52:30.893370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] Routers {'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:30.894110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:52:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:30.987544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.096629 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.153874 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Deleting port 901708b2-e3d8-4480-a97c-4999032b471f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:31.153874 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.162135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] Set router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:31.239880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] For port 901708b2-e3d8-4480-a97c-4999032b471f, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=901708b2-e3d8-4480-a97c-4999032b471f,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:31.240539 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.254061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Calling delete_port for 901708b2-e3d8-4480-a97c-4999032b471f owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:31.339614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '901708b2-e3d8-4480-a97c-4999032b471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:52:29Z', 'revision_number': 5, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port': {'id': '901708b2-e3d8-4480-a97c-4999032b471f', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:42:18Z', 'updated_at': '2021-08-11T08:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:31.366920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] Checking router: fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:52:31.377999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] Routers {'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:52:31.378850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:52:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:31.453795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.469552 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] Set router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:52:31.487306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Pushing event deleted for resources: {'Port': ['ID=901708b2-e3d8-4480-a97c-4999032b471f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:31.539298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:52:31Z', 'revision_number': 6, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:31.558523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.575409 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71672f7-2aa2-4b62-940f-5cd3e44a8e5c None None] The sync data for ids ['fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9'] in n-d-789963-6 is: [{'id': 'fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9', 'name': 'tempest-TestVolumeBootPattern-721600924-router', 'tenant_id': '33d5c13117e94fca9553a49a02304cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:42:17Z', 'updated_at': '2021-08-11T08:52:31Z', 'revision_number': 6, 'project_id': '33d5c13117e94fca9553a49a02304cde', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:52:31.656181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.658483 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.722364 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.722826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 08:52:31.727587 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.728814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-720084d1-df4a-4c4f-bb77-b777762210ac admin admin] 10.222.0.58 "DELETE /v2.0/routers/fa4b81a1-b327-4fdf-9aa5-f1c74e6f12c9 HTTP/1.1" status: 204 len: 168 time: 0.8516052 Aug 11 08:52:31.732375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60250) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:31.780680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Deleting subnet bbc6e8ba-81b4-473b-8225-4125d455c1a0 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:52:31.784337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.820162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.928150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:31.997613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.027396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc6e8ba-81b4-473b-8225-4125d455c1a0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:32.035089 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.037114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fc49b9db-c4ea-4506-92ee-a8db29442748 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bbc6e8ba-81b4-473b-8225-4125d455c1a0 HTTP/1.1" status: 204 len: 168 time: 0.3037162 Aug 11 08:52:32.039768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60252) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:32.042491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43c598-52f4-41fb-8196-18d976849a52 None None] Network 19b5596a-285a-4b7e-bee6-a9d67a99f081 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:52:32.117617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.192301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Deleting port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:32.192777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.262652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] For port 59a65cb3-a759-4722-b47d-d3f9b5a266d0, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=59a65cb3-a759-4722-b47d-d3f9b5a266d0,segment=NetworkSegment(066a08e7-83cf-43af-9922-4ccb6162e3e8),segment_id=066a08e7-83cf-43af-9922-4ccb6162e3e8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:32.263337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.277565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Calling delete_port for 59a65cb3-a759-4722-b47d-d3f9b5a266d0 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:32.349662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] DHCP port deletion for 19b5596a-285a-4b7e-bee6-a9d67a99f081 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 08:52:32.383124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.400129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Deleting port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:52:32.400596 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.411441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a65cb3-a759-4722-b47d-d3f9b5a266d0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:32.413305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] No DVR routers for this DVR port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:52:32.480589 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.484923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.486307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] For port 59a65cb3-a759-4722-b47d-d3f9b5a266d0, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:32.486706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.496018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b5596a-285a-4b7e-bee6-a9d67a99f081']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:32.499883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Calling delete_port for 59a65cb3-a759-4722-b47d-d3f9b5a266d0 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:52:32.502577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 08:52:32.503804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.507557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066a08e7-83cf-43af-9922-4ccb6162e3e8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:32.507835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066a08e7-83cf-43af-9922-4ccb6162e3e8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:52:32.517497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.528999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] Pushing event deleted for resources: {'Port': ['ID=59a65cb3-a759-4722-b47d-d3f9b5a266d0,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:32.532579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b325a3-1900-429f-b4f3-aea61f9f1af7 None None] No DVR routers for this DVR port 59a65cb3-a759-4722-b47d-d3f9b5a266d0 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:52:32.542299 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.549347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:52:32.549821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:52:32.551974 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:52:32.615330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 59a65cb3-a759-4722-b47d-d3f9b5a266d0 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:32.615783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.622171 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.627062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] 10.222.0.58 "DELETE /v2.0/networks/19b5596a-285a-4b7e-bee6-a9d67a99f081 HTTP/1.1" status: 204 len: 168 time: 0.5839093 Aug 11 08:52:32.639395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee402f3-8525-462e-b773-d72028d49f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b5596a-285a-4b7e-bee6-a9d67a99f081,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:32.640408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 59a65cb3-a759-4722-b47d-d3f9b5a266d0 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:32.641575 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 59a65cb3-a759-4722-b47d-d3f9b5a266d0 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:32.642049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 901708b2-e3d8-4480-a97c-4999032b471f no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:32.665747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 901708b2-e3d8-4480-a97c-4999032b471f {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:32.666203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 901708b2-e3d8-4480-a97c-4999032b471f not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:32.666689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9788883e-0341-4601-9fb5-0212142892ed no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:52:32.686719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9788883e-0341-4601-9fb5-0212142892ed {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:52:32.687067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9788883e-0341-4601-9fb5-0212142892ed not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:52:32.740508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-16200668-0830-40c9-8fdc-c50fefe812aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.777353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60256) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:32.820727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-762cdaf9-fac4-48df-b654-575a23cfed0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88d474cd373e41c7b793e5ecaa4b8b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420718 Aug 11 08:52:32.824122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60258) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:32.879064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7786c7b5-185c-4497-bb7f-1ce6e6b1faa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.901669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7786c7b5-185c-4497-bb7f-1ce6e6b1faa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.968200 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7786c7b5-185c-4497-bb7f-1ce6e6b1faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.970886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7786c7b5-185c-4497-bb7f-1ce6e6b1faa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:32.972446 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7786c7b5-185c-4497-bb7f-1ce6e6b1faa5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3ff7cbb-92cf-4294-8470-9f24fbbb64b1 HTTP/1.1" status: 204 len: 168 time: 0.1474051 Aug 11 08:52:32.980606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786c7b5-185c-4497-bb7f-1ce6e6b1faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ff7cbb-92cf-4294-8470-9f24fbbb64b1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:33.356845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60264) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:33.400741 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82a3b30b-5c83-4413-aa55-b0c9dbb38201 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33d5c13117e94fca9553a49a02304cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425999 Aug 11 08:52:33.403363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60266) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:52:33.462823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc759-03e8-4007-b17b-9c8fd58e9be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:33.484588 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc759-03e8-4007-b17b-9c8fd58e9be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:33.534948 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc759-03e8-4007-b17b-9c8fd58e9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:33.538810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc759-03e8-4007-b17b-9c8fd58e9be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:33.540382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca2fc759-03e8-4007-b17b-9c8fd58e9be3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dbc3b3f-bc7a-405d-b31a-0509d7d66caa HTTP/1.1" status: 204 len: 168 time: 0.1357598 Aug 11 08:52:33.548465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fc759-03e8-4007-b17b-9c8fd58e9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbc3b3f-bc7a-405d-b31a-0509d7d66caa,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:34.957493 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:36.248136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:43.679983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-b4761cfa-4f24-4761-ac23-89252d3c5277 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8fe70e2264a844578a8966335942f3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226982 Aug 11 08:52:43.794885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-84c45cba-cce2-475f-90ea-b83bbb8bed6b tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:43.796318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-84c45cba-cce2-475f-90ea-b83bbb8bed6b tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107852 Aug 11 08:52:43.816685 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-99f1b8c7-19e0-40b2-b4e4-0deb627c1b72 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/quotas/8fe70e2264a844578a8966335942f3dd HTTP/1.1" status: 200 len: 375 time: 0.0137179 Aug 11 08:52:43.856519 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-8081c43a-8043-4630-adb3-7b488a2df169 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fe70e2264a844578a8966335942f3dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331507 Aug 11 08:52:44.049145 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c2fd078-db5c-46c5-aa83-6bfe68e05fd8 req-45c7ec15-9b4e-451a-ab04-73895c289f99 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0373790 Aug 11 08:52:45.138101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ccae033c-41d2-4564-ab87-411667ef3136 req-56e03e47-702a-413c-89eb-7d9defe35035 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0270753 Aug 11 08:52:46.216300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c87213e-8649-450d-b413-90a90fc8d0e7 req-a82a6083-83be-42fb-b6b7-61fb93e5a423 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0275962 Aug 11 08:52:47.298738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17ede213-aa7b-411c-b34f-32dfb7b597d4 req-f1440569-c3a5-4566-994f-8160285382ad tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0272217 Aug 11 08:52:48.407969 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a3994148-4f9e-49b6-af19-fd08e7923087 req-586400dd-2098-411a-b11f-d262cc3db3f2 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0284674 Aug 11 08:52:49.399285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-b0573eae-042a-4dc7-afe2-6986cdb04a65 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8fe70e2264a844578a8966335942f3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223913 Aug 11 08:52:49.520148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbd17b9-824a-4f64-9d59-6bebd6e064a7 req-8408f3b2-3531-43de-b6e4-d35ead5112a9 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0381193 Aug 11 08:52:49.538713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-c18ad68b-7fec-48a1-9520-7cb2646d6a6a tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:49.540206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-c18ad68b-7fec-48a1-9520-7cb2646d6a6a tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344111 Aug 11 08:52:49.576802 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:52:49.589105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Request body: {'port': {'device_id': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'admin_state_up': True, 'tenant_id': '8fe70e2264a844578a8966335942f3dd'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:52:49.705916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Made reservation on behalf of 8fe70e2264a844578a8966335942f3dd for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:52:49.709704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:49.719280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:49.816588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:49.822544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:49.888917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:49.960327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Allocated IP 192.168.233.44 (1cee3ff0-5a28-43a6-8941-26e3aebf775d/7292f8b5-e8e1-4a91-a9d8-574e8fafeccb/70bb0512-5e58-455d-8cf1-3c93bed4a529) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:52:50.126434 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.141155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Transition to ACTIVE for port object 70bb0512-5e58-455d-8cf1-3c93bed4a529 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:52:50.178090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.227116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Network 1cee3ff0-5a28-43a6-8941-26e3aebf775d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:52:50.230396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:52:50.234283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:52:50.241039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Pushing event updated for resources: {'Port': ['ID=70bb0512-5e58-455d-8cf1-3c93bed4a529,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:50.288157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:50.288796 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.305556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-eb2a14bc-9a71-4bfb-9d88-8fdb33ccea88 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7205470 Aug 11 08:52:50.323694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Request body: {'port': {'device_id': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:52:50.387962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.483489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b5a64578-c8ae-42af-af32-9dbcca7b0c0b None None] Provisioning for port 70bb0512-5e58-455d-8cf1-3c93bed4a529 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:52:50.487288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b5a64578-c8ae-42af-af32-9dbcca7b0c0b None None] Provisioning complete for port 70bb0512-5e58-455d-8cf1-3c93bed4a529 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:52:50.487661 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b5a64578-c8ae-42af-af32-9dbcca7b0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.521224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b5a64578-c8ae-42af-af32-9dbcca7b0c0b None None] Port 70bb0512-5e58-455d-8cf1-3c93bed4a529 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:52:50.644845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4743-bea9-4392-a8c5-1bfd3a1d4ce6 req-a87a3834-99e4-486c-87de-21efef472a48 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:50.646412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c86b4743-bea9-4392-a8c5-1bfd3a1d4ce6 req-a87a3834-99e4-486c-87de-21efef472a48 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 935 time: 0.0587442 Aug 11 08:52:50.665529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bb0512-5e58-455d-8cf1-3c93bed4a529 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:52:50.673448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.686303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c86b4743-bea9-4392-a8c5-1bfd3a1d4ce6 req-4fc6de00-3ae3-4255-9238-1d0fe807f81c tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335829 Aug 11 08:52:50.686523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Transition to ACTIVE for port object 70bb0512-5e58-455d-8cf1-3c93bed4a529 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:52:50.691861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.740246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Pushing event updated for resources: {'Port': ['ID=70bb0512-5e58-455d-8cf1-3c93bed4a529,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:50.821801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Attempting to bind port 70bb0512-5e58-455d-8cf1-3c93bed4a529 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:52:50.822308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Attempting to bind port 70bb0512-5e58-455d-8cf1-3c93bed4a529 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:52:50.822685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Attempting to bind port 70bb0512-5e58-455d-8cf1-3c93bed4a529 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:52:50.827459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Port 70bb0512-5e58-455d-8cf1-3c93bed4a529 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:52:50.827780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Attempting to bind port 70bb0512-5e58-455d-8cf1-3c93bed4a529 on network 1cee3ff0-5a28-43a6-8941-26e3aebf775d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:52:50.834266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:52:50.834605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Checking segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:52:50.834998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Bound using segment: {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:52:50.835431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Bound port: 70bb0512-5e58-455d-8cf1-3c93bed4a529, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:52:50.835790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.903877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] For port 70bb0512-5e58-455d-8cf1-3c93bed4a529, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:52:50.907209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] For port 70bb0512-5e58-455d-8cf1-3c93bed4a529, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:52:50.913219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.948593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:50.949440 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:50.950846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] 10.222.0.69 "PUT /v2.0/ports/70bb0512-5e58-455d-8cf1-3c93bed4a529 HTTP/1.1" status: 200 len: 1095 time: 0.6317737 Aug 11 08:52:50.951282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'tag': '70bb0512-5e58-455d-8cf1-3c93bed4a529'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:52:50.953617 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd7876-6906-4eec-855e-d851f99984d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe", "tag": "70bb0512-5e58-455d-8cf1-3c93bed4a529"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:52:50.978576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb7e8a-e91f-4ebf-bc28-7a21f117f325 service neutron] Pushing event updated for resources: {'Port': ['ID=70bb0512-5e58-455d-8cf1-3c93bed4a529,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:51.001653 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fad7d6-554b-4382-b769-4da1a29ba40e x-openstack-request-id: req-a9fad7d6-554b-4382-b769-4da1a29ba40e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:52:51.002063 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe", "tag": "70bb0512-5e58-455d-8cf1-3c93bed4a529", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:52:51.002367 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9fad7d6-554b-4382-b769-4da1a29ba40e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:52:51.002781 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'tag': '70bb0512-5e58-455d-8cf1-3c93bed4a529', 'status': 'completed', 'code': 200} Aug 11 08:52:51.070017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-f430c4d2-a976-4dd5-a52d-66ee96c40c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.071669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-f430c4d2-a976-4dd5-a52d-66ee96c40c8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8fe70e2264a844578a8966335942f3dd&device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 1098 time: 0.0497553 Aug 11 08:52:51.124038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-44b60847-23ad-4877-95e4-2bd328999fd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529 HTTP/1.1" status: 200 len: 217 time: 0.0390606 Aug 11 08:52:51.181384 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-79da7fb8-f922-4775-a2a1-f16fcd6ad04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.183474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-79da7fb8-f922-4775-a2a1-f16fcd6ad04a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0525804 Aug 11 08:52:51.234764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-1c007cf3-1355-4a58-a674-45dc11ed12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.236406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-1c007cf3-1355-4a58-a674-45dc11ed12cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458446 Aug 11 08:52:51.331788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-1162987e-285c-4715-a850-3a90124356d5 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Aug 11 08:52:51.436243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b835947-2583-4416-a02c-fa4d9a1fa32b req-1bfc54d4-9eb5-4573-baf6-17bc55b84004 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977092 Aug 11 08:52:51.568694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-21898f83-6df9-4036-9502-bd14605c481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.571022 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-21898f83-6df9-4036-9502-bd14605c481b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8fe70e2264a844578a8966335942f3dd&device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 1098 time: 0.0498931 Aug 11 08:52:51.667145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-474e096a-3e72-4ae8-8dfe-a58b6e8f1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.668618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-474e096a-3e72-4ae8-8dfe-a58b6e8f1ad9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cee3ff0-5a28-43a6-8941-26e3aebf775d HTTP/1.1" status: 200 len: 870 time: 0.0899274 Aug 11 08:52:51.712624 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-3249539d-5b1f-45ec-acf7-6fdf492e52d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529 HTTP/1.1" status: 200 len: 217 time: 0.0369298 Aug 11 08:52:51.764140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-1a94e322-44a9-40e3-9b55-bcea0f2ff5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.765695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-1a94e322-44a9-40e3-9b55-bcea0f2ff5c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7292f8b5-e8e1-4a91-a9d8-574e8fafeccb HTTP/1.1" status: 200 len: 843 time: 0.0461497 Aug 11 08:52:51.808787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e30ef1-c23f-4af7-82ff-29ec8a87b0e1 req-282f587b-3c04-485e-811a-d3537bd784e2 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.810400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7e30ef1-c23f-4af7-82ff-29ec8a87b0e1 req-282f587b-3c04-485e-811a-d3537bd784e2 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 947 time: 0.0537908 Aug 11 08:52:51.816844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-68aa7253-1e46-4ee1-b169-2690a8bfdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:51.818435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-68aa7253-1e46-4ee1-b169-2690a8bfdf23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cee3ff0-5a28-43a6-8941-26e3aebf775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454996 Aug 11 08:52:51.850333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c7e30ef1-c23f-4af7-82ff-29ec8a87b0e1 req-e4cd8628-e927-4dcf-aece-4469ee81a8ca tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334570 Aug 11 08:52:51.913869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-f66489ce-3049-4a4d-a012-4c4c2d5f6a9d service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872576 Aug 11 08:52:52.012483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3bdd7876-6906-4eec-855e-d851f99984d2 req-5a7a2bb0-9a47-400f-a26b-d1020e36b5a7 service neutron] 10.222.0.69 "GET /v2.0/networks/1cee3ff0-5a28-43a6-8941-26e3aebf775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Aug 11 08:52:52.973979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970bd1-ceb2-4542-a8b5-0bae298d5531 req-17eeb1f2-6b8f-4dd8-9673-a2bf3e80de8d tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:52.975546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2970bd1-ceb2-4542-a8b5-0bae298d5531 req-17eeb1f2-6b8f-4dd8-9673-a2bf3e80de8d tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 947 time: 0.0537438 Aug 11 08:52:53.019884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2970bd1-ceb2-4542-a8b5-0bae298d5531 req-c80f1c3b-cb4d-4768-a77e-6af646651ce0 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Aug 11 08:52:53.758138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70bb0512-5e58-455d-8cf1-3c93bed4a529 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:52:53.862897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 70bb0512-5e58-455d-8cf1-3c93bed4a529, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:53.875026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '70bb0512-5e58-455d-8cf1-3c93bed4a529', 'network_id': '1cee3ff0-5a28-43a6-8941-26e3aebf775d', 'port_id': '70bb0512-5e58-455d-8cf1-3c93bed4a529', 'mac_address': 'fa:16:3e:8c:46:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7292f8b5-e8e1-4a91-a9d8-574e8fafeccb', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:52:53.911843 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:53.924331 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bb0512-5e58-455d-8cf1-3c93bed4a529 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:52:53.944081 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 70bb0512-5e58-455d-8cf1-3c93bed4a529, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:53.950314 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:53.998486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=70bb0512-5e58-455d-8cf1-3c93bed4a529,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:54.150857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717f99f-7c35-48b7-94c2-6d75b6e85575 req-f42af4b6-8a13-453c-91e0-478dcb1a1163 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:54.152365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d717f99f-7c35-48b7-94c2-6d75b6e85575 req-f42af4b6-8a13-453c-91e0-478dcb1a1163 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 948 time: 0.0516639 Aug 11 08:52:54.194747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d717f99f-7c35-48b7-94c2-6d75b6e85575 req-9e1136ff-6f49-48ed-9410-7a2dd9df71c0 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Aug 11 08:52:54.272638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['70bb0512-5e58-455d-8cf1-3c93bed4a529'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:52:55.323564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b389f-3d4a-48fb-bbd6-a0d8c078c689 req-18862b4f-98ad-4683-8525-050076074739 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:55.325147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d56b389f-3d4a-48fb-bbd6-a0d8c078c689 req-18862b4f-98ad-4683-8525-050076074739 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 948 time: 0.0611730 Aug 11 08:52:55.368933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d56b389f-3d4a-48fb-bbd6-a0d8c078c689 req-140035c2-88a4-46bd-8657-83ce1791522a tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Aug 11 08:52:55.773414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70bb0512-5e58-455d-8cf1-3c93bed4a529 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:52:55.829972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 70bb0512-5e58-455d-8cf1-3c93bed4a529 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:52:55.836780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 70bb0512-5e58-455d-8cf1-3c93bed4a529 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:52:55.837405 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:55.933810 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:55.958015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb0512-5e58-455d-8cf1-3c93bed4a529'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:52:55.960324 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade54cc-7466-4119-b710-05eb50edf41c" -d '{"events": [{"server_uuid": "c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe", "name": "network-vif-plugged", "status": "completed", "tag": "70bb0512-5e58-455d-8cf1-3c93bed4a529"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:52:55.975346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 70bb0512-5e58-455d-8cf1-3c93bed4a529, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:52:55.980656 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:56.005086 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1213e2-8687-458b-8b24-3794f406a4e7 x-openstack-request-id: req-2e1213e2-8687-458b-8b24-3794f406a4e7 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:52:56.005377 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe", "name": "network-vif-plugged", "status": "completed", "tag": "70bb0512-5e58-455d-8cf1-3c93bed4a529", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:52:56.005626 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e1213e2-8687-458b-8b24-3794f406a4e7 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:52:56.006017 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb0512-5e58-455d-8cf1-3c93bed4a529', 'code': 200} Aug 11 08:52:56.032428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=70bb0512-5e58-455d-8cf1-3c93bed4a529,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:52:56.283465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dac50-7274-4390-bc36-f96645a7756c req-b98791ea-e5d3-4ea1-a503-5b5862761a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:56.285682 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e61dac50-7274-4390-bc36-f96645a7756c req-b98791ea-e5d3-4ea1-a503-5b5862761a08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 1100 time: 0.1996133 Aug 11 08:52:56.331610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e61dac50-7274-4390-bc36-f96645a7756c req-8cea5f81-1318-4375-8d95-cb53fe9308c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385063 Aug 11 08:52:56.495311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a9e0c-532c-4b8e-af5e-aeb8d5e773e1 req-f0bddbf5-9f04-4251-a0ed-446957c3fb5f tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:56.496806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-957a9e0c-532c-4b8e-af5e-aeb8d5e773e1 req-f0bddbf5-9f04-4251-a0ed-446957c3fb5f tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 949 time: 0.0564349 Aug 11 08:52:56.546430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-957a9e0c-532c-4b8e-af5e-aeb8d5e773e1 req-98b76658-3505-4463-8afa-5ff45ee58459 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Aug 11 08:52:57.687937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bc784-88da-4e2d-8219-542f72f4217b req-5a31ba32-c92d-4c40-9c4e-205ed7956960 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:57.689475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-034bc784-88da-4e2d-8219-542f72f4217b req-5a31ba32-c92d-4c40-9c4e-205ed7956960 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 949 time: 0.0668035 Aug 11 08:52:57.731438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-034bc784-88da-4e2d-8219-542f72f4217b req-dffc7fad-6952-49f7-bcd1-d3715a71c945 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Aug 11 08:52:58.712267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0be85-8f98-42d2-ad81-db90d722efcd req-0803fe3e-6f2d-4be5-bc1a-4f612f791a80 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:58.713826 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5da0be85-8f98-42d2-ad81-db90d722efcd req-0803fe3e-6f2d-4be5-bc1a-4f612f791a80 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 949 time: 0.0539262 Aug 11 08:52:58.757433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5da0be85-8f98-42d2-ad81-db90d722efcd req-09d20597-5729-41b9-a444-b86b8c60da8d tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Aug 11 08:52:59.056165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:59.330448 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c7d62b68-c0ce-4a95-ad4f-989d2f763655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:52:59.888759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d814e2e-fa52-4650-8033-e78fad79ebc8 req-b391e33e-433b-459a-b516-1356f60eb048 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:52:59.890362 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d814e2e-fa52-4650-8033-e78fad79ebc8 req-b391e33e-433b-459a-b516-1356f60eb048 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 949 time: 0.0550003 Aug 11 08:52:59.930365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d814e2e-fa52-4650-8033-e78fad79ebc8 req-e28bbdd2-15b3-4da1-9b2b-09d24cf8bf5f tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/security-groups?id=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Aug 11 08:53:00.074374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-defdb315-37eb-4a59-b5da-dda7a71f2dd5 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:00.075849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-defdb315-37eb-4a59-b5da-dda7a71f2dd5 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.69 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 949 time: 0.0558310 Aug 11 08:53:00.149580 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:00.172740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Deleting port 70bb0512-5e58-455d-8cf1-3c93bed4a529 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:53:00.173106 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:00.263049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] For port 70bb0512-5e58-455d-8cf1-3c93bed4a529, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=70bb0512-5e58-455d-8cf1-3c93bed4a529,segment=NetworkSegment(7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494),segment_id=7450ca5b-bc1b-4fc9-b3aa-94f4c82dc494)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:00.263418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:00.277355 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Calling delete_port for 70bb0512-5e58-455d-8cf1-3c93bed4a529 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:53:00.426609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:00.457043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Pushing event deleted for resources: {'Port': ['ID=70bb0512-5e58-455d-8cf1-3c93bed4a529,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:00.461058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['70bb0512-5e58-455d-8cf1-3c93bed4a529'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:53:00.502567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] No DVR routers for this DVR port 70bb0512-5e58-455d-8cf1-3c93bed4a529 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:53:00.505707 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:00.507858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bc053dd-4249-48b3-a229-ab5f11a1ec13 req-ce939869-fff4-4dea-a662-e479422f3d9e tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.69 "DELETE /v2.0/ports/70bb0512-5e58-455d-8cf1-3c93bed4a529 HTTP/1.1" status: 204 len: 173 time: 0.4259176 Aug 11 08:53:00.508366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'name': 'network-vif-deleted', 'tag': '70bb0512-5e58-455d-8cf1-3c93bed4a529'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:53:00.510764 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0f8b7-2c33-4a34-95d0-670748b8f1fa" -d '{"events": [{"server_uuid": "c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe", "name": "network-vif-deleted", "tag": "70bb0512-5e58-455d-8cf1-3c93bed4a529"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:53:00.553095 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3553cdf-cb27-4c89-b026-fee896e6485a x-openstack-request-id: req-d3553cdf-cb27-4c89-b026-fee896e6485a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:53:00.553209 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe", "name": "network-vif-deleted", "tag": "70bb0512-5e58-455d-8cf1-3c93bed4a529", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:53:00.553548 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3553cdf-cb27-4c89-b026-fee896e6485a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:53:00.553870 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe', 'name': 'network-vif-deleted', 'tag': '70bb0512-5e58-455d-8cf1-3c93bed4a529', 'status': 'completed', 'code': 200} Aug 11 08:53:01.046020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-95b4055c-87b2-422d-ba5d-770401a56eb5 req-fb342de7-961b-45e4-b81f-9f6559318b48 tempest-ServersAdminNegativeTestJSON-676557264 tempest-ServersAdminNegativeTestJSON-676557264-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56b4c71-ed00-4d66-92c7-c9fcd4e5a8fe HTTP/1.1" status: 200 len: 210 time: 0.0340381 Aug 11 08:53:02.388303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60440) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:02.467155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:02.538617 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-50be1ae8-0671-4ae8-bf6e-75910ff0bd24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fe70e2264a844578a8966335942f3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490619 Aug 11 08:53:02.541390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60444) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:02.603205 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:02.635605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:02.691688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:02.694692 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:02.697771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7 HTTP/1.1" status: 204 len: 168 time: 0.1535325 Aug 11 08:53:02.704170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841ddb0f-17a5-463e-bc2b-f5ba04cf0bc7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:02.712172 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.712514 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.712908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.713242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.713547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.713907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.714196 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.714522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.714885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.715181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.715482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.715798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046df9e-0f4a-4728-964a-ec0887d3597b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:02.752532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7efe10f1-30a3-4dd5-924f-afe1c8479e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:02.990262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60450) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:03.004686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-239a30d5-be21-48d8-9143-89a009041ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.104085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-239a30d5-be21-48d8-9143-89a009041ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.108837 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-239a30d5-be21-48d8-9143-89a009041ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.146242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-239a30d5-be21-48d8-9143-89a009041ef3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3932325bb4694f738b16ced09c74e06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547871 Aug 11 08:53:03.147092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a30d5-be21-48d8-9143-89a009041ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca03aa8-d270-45ab-9c97-8b6f6f71420a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:03.149422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60452) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:03.205044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b30141-39fd-4ba0-a0f5-d6738cba7e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.226581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b30141-39fd-4ba0-a0f5-d6738cba7e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.275132 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b30141-39fd-4ba0-a0f5-d6738cba7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.277930 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4b30141-39fd-4ba0-a0f5-d6738cba7e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:03.279100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b4b30141-39fd-4ba0-a0f5-d6738cba7e9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ca03aa8-d270-45ab-9c97-8b6f6f71420a HTTP/1.1" status: 204 len: 168 time: 0.1284630 Aug 11 08:53:03.287379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b30141-39fd-4ba0-a0f5-d6738cba7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca03aa8-d270-45ab-9c97-8b6f6f71420a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:03.773815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70bb0512-5e58-455d-8cf1-3c93bed4a529 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:53:03.795052 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 70bb0512-5e58-455d-8cf1-3c93bed4a529 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:53:03.795393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 70bb0512-5e58-455d-8cf1-3c93bed4a529 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:53:04.087727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60474) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:04.196470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1398411745-network', 'tenant_id': '1f57318786454b5ea51e62aa51495a52'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:04.221245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Made reservation on behalf of 1f57318786454b5ea51e62aa51495a52 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:53:04.225232 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.238586 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.340094 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.345613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.368125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:53:04.384188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da89264a-72ae-4ece-900d-e27ac4b88937,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:04.388361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.388720 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Added segment 32a7ac25-5eb1-4d05-bc51-f8f9d698cece of type vlan for network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 Aug 11 08:53:04.429973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.459954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.460903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:04.461536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.524185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4350345 Aug 11 08:53:04.528646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60478) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:04.529429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba1147-5180-49ae-988c-632515c49d4e admin admin] Pushing event updated for resources: {'Network': ['ID=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:04.535218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Request body: {'subnet': {'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1398411745-subnet', 'tenant_id': '1f57318786454b5ea51e62aa51495a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:04.541189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:53:04.561671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Made reservation on behalf of 1f57318786454b5ea51e62aa51495a52 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:53:04.564046 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.759809 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.813629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbe772b-71c6-456f-818c-7c082d9ca5d8,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:04.822542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Checking segment: {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:53:04.822903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Network hostable DHCP agents. Network: 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:53:04.843341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:53:04.861318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:53:04.867374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:04.867959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:04.873633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ee42b-bdc4-4d92-b7b4-0d87cad995fc None None] Network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:53:04.884558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8793db72-d2eb-4177-afa5-5e8bff8558d2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3542693 Aug 11 08:53:04.988571 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:05.018014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1343113a-1847-4ca8-a306-db54bc0b60ac None None] Network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:53:05.343044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-3f2f1e07-783d-457b-a50b-abfb5b27ec73 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:05.344527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-3f2f1e07-783d-457b-a50b-abfb5b27ec73 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 812 time: 0.1076713 Aug 11 08:53:05.361147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-3d1e458e-6e64-414f-af51-69870120e5f2 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/quotas/1f57318786454b5ea51e62aa51495a52 HTTP/1.1" status: 200 len: 375 time: 0.0100710 Aug 11 08:53:05.401109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-055fa8b9-3921-4d02-b935-87936d2e9fb8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306203 Aug 11 08:53:05.510525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-9f9d57d2-dfe9-44d6-a75b-1bf5ad49e17a service neutron] 10.222.0.58 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020041 Aug 11 08:53:05.612728 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-444b87b8-624e-44b4-93e9-2c50223bc0a1 service neutron] 10.222.0.58 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952389 Aug 11 08:53:05.799250 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-41b7f6f7-ff85-4f35-a7a2-9bdddc181faf req-811c1029-352d-4765-8bde-7b281a661e51 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 210 time: 0.0282404 Aug 11 08:53:06.255002 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:06.887307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc6402ec-e83a-476a-80bd-941920b91b44 req-3c5769cf-bc21-42e0-87b9-aff6f4d8190b tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 210 time: 0.0333085 Aug 11 08:53:07.995459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5020677c-95f1-42d9-9662-48cb3c8e8cdd req-7f034fa8-dc3b-40ee-a010-cdf3e7ed4752 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 210 time: 0.0380275 Aug 11 08:53:08.160137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-e2eeab05-6bb9-48d3-a38a-85555fec5aa8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:08.161738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-e2eeab05-6bb9-48d3-a38a-85555fec5aa8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.69 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 812 time: 0.1112506 Aug 11 08:53:08.181819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Request body: {'port': {'device_id': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9', 'admin_state_up': True, 'tenant_id': '1f57318786454b5ea51e62aa51495a52'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:08.309174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Made reservation on behalf of 1f57318786454b5ea51e62aa51495a52 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:53:08.312655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:08.442281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Allocated IP 172.20.0.6 (16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9/9dbe772b-71c6-456f-818c-7c082d9ca5d8/4639dcda-83cf-457b-8c75-44f23b8285ce) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:53:08.604905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:08.648391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:08.692409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:53:08.695517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:53:08.699522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:53:08.706026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:08.751346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:08.751953 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:08.768721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-fc6243c9-1895-408a-b50d-6b410b71176c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916903 Aug 11 08:53:08.786157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Request body: {'port': {'device_id': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:08.843648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:09.155440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4639dcda-83cf-457b-8c75-44f23b8285ce {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:53:09.169501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2fb7d-dcd9-4962-85ce-441d39f773b6 req-b2cfea8f-a6e0-4cee-bae3-46138ba36bf4 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:09.171055 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b2fb7d-dcd9-4962-85ce-441d39f773b6 req-b2cfea8f-a6e0-4cee-bae3-46138ba36bf4 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 931 time: 0.1056015 Aug 11 08:53:09.173018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:09.199359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Transition to ACTIVE for port object 4639dcda-83cf-457b-8c75-44f23b8285ce will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:53:09.206038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:09.246101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b2fb7d-dcd9-4962-85ce-441d39f773b6 req-96162a64-ef92-4da8-9087-34926b8392db tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Aug 11 08:53:09.271583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:09.345092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:53:09.345430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:53:09.345763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce on network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:53:09.350444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Port 4639dcda-83cf-457b-8c75-44f23b8285ce on network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:53:09.350765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce on network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:53:09.355754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:53:09.356088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Checking segment: {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:53:09.356477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Bound using segment: {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:53:09.356931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Bound port: 4639dcda-83cf-457b-8c75-44f23b8285ce, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:53:09.357295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:09.428833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:53:09.432262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:53:09.438797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:09.477352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:09.477958 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:09.479983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] 10.222.0.69 "PUT /v2.0/ports/4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 1091 time: 0.6979532 Aug 11 08:53:09.480456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:53:09.482748 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d28699e-f48a-426c-836c-b3a3cc0e617f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:53:09.508100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7656b41-83a3-4e25-acf9-b6d5aa461363 service neutron] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:09.528290 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f1fb0-fc04-4ca9-bc55-a56cd497881a x-openstack-request-id: req-9d8f1fb0-fc04-4ca9-bc55-a56cd497881a {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:53:09.528632 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:53:09.528850 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d8f1fb0-fc04-4ca9-bc55-a56cd497881a {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:53:09.529288 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'status': 'completed', 'code': 200} Aug 11 08:53:09.590402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-bb84a87f-97d8-465b-ae6f-4c91910e024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:09.591920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-bb84a87f-97d8-465b-ae6f-4c91910e024e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1094 time: 0.0435781 Aug 11 08:53:09.639807 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-ed4426da-1db3-44f1-aaa0-062ee207bd3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0349567 Aug 11 08:53:10.062564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-548550fd-82fe-4330-bb4c-bc355968a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:10.063959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-548550fd-82fe-4330-bb4c-bc355968a717 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.4176466 Aug 11 08:53:10.095688 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-70080768-1db9-4a36-978d-141df1fbb796 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244541 Aug 11 08:53:10.185827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-164590fb-971e-47ad-95e8-a299c24d2f93 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824075 Aug 11 08:53:10.279195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1d8d9ce-f1c4-4ebe-80d0-46e0eea7f778 req-e0630231-5ccb-4f4d-95ee-9b6fb7eacdb1 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Aug 11 08:53:10.368050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb01c52-1f8f-4a5b-abd2-f8c48df8201a req-c29fe3c4-c4c4-4079-b393-3bcf3fe04179 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:10.370823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7bb01c52-1f8f-4a5b-abd2-f8c48df8201a req-c29fe3c4-c4c4-4079-b393-3bcf3fe04179 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 943 time: 0.0512302 Aug 11 08:53:10.434563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7bb01c52-1f8f-4a5b-abd2-f8c48df8201a req-1924bc03-4287-4f7d-9a12-e354bde32d6c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Aug 11 08:53:10.436403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-89eeec1b-f8af-446a-a89a-50b55e4c7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:10.437820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-89eeec1b-f8af-446a-a89a-50b55e4c7f34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1094 time: 0.0679328 Aug 11 08:53:10.533025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-77cdd0b9-afe0-4d87-8446-a56e36c06071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:10.534513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-77cdd0b9-afe0-4d87-8446-a56e36c06071 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 913 time: 0.0897207 Aug 11 08:53:10.584829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-e8e95e6a-9b01-4a16-8c5e-be9a89bbefd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0407286 Aug 11 08:53:10.637608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-6b73a7b2-bfaf-4fcf-8c51-332554a44d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:10.639031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-6b73a7b2-bfaf-4fcf-8c51-332554a44d66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.0470285 Aug 11 08:53:10.672258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-91339bff-b9ab-406c-aead-227f51845856 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253148 Aug 11 08:53:10.764871 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-782ab7fc-9b8d-4715-863a-b23bd49821d8 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850527 Aug 11 08:53:10.871958 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1d28699e-f48a-426c-836c-b3a3cc0e617f req-c376252e-5b47-4de7-8a89-210290a25aee service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992916 Aug 11 08:53:11.571482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f184db0-bf36-4683-af5a-2e147a1e4477 req-104c74ee-6f55-4b47-ac72-9e402c870f11 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:11.572990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f184db0-bf36-4683-af5a-2e147a1e4477 req-104c74ee-6f55-4b47-ac72-9e402c870f11 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 943 time: 0.0600064 Aug 11 08:53:11.621152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f184db0-bf36-4683-af5a-2e147a1e4477 req-4c47bb98-914d-4dd2-a86c-66b28191fdb0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Aug 11 08:53:11.819824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:53:11.925158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:11.938431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9', 'port_id': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'mac_address': 'fa:16:3e:58:33:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbe772b-71c6-456f-818c-7c082d9ca5d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:53:11.980168 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:11.994762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4639dcda-83cf-457b-8c75-44f23b8285ce {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:53:12.015431 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:12.022009 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:12.072030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:12.279368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['4639dcda-83cf-457b-8c75-44f23b8285ce'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:53:12.750341 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416fde-4faf-4166-804b-9914e85067f1 req-60517fdc-9bc3-480b-a025-02c71c3739f0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:12.751852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86416fde-4faf-4166-804b-9914e85067f1 req-60517fdc-9bc3-480b-a025-02c71c3739f0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 944 time: 0.0581934 Aug 11 08:53:12.790933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-86416fde-4faf-4166-804b-9914e85067f1 req-a0bfd3ed-6afc-4376-9e2b-c79b76655c87 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 11 08:53:13.822115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:53:13.874428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 4639dcda-83cf-457b-8c75-44f23b8285ce completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:53:13.878833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 4639dcda-83cf-457b-8c75-44f23b8285ce triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:53:13.879210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:13.909914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46633be8-0a3c-4da9-9547-868cbc7438b3 req-94ab8c32-1443-4094-8bad-830f2c427b2e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:13.911506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46633be8-0a3c-4da9-9547-868cbc7438b3 req-94ab8c32-1443-4094-8bad-830f2c427b2e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 944 time: 0.0500820 Aug 11 08:53:13.951086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-46633be8-0a3c-4da9-9547-868cbc7438b3 req-48f05358-3344-4210-a82e-2d3f4b982e31 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Aug 11 08:53:13.959798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:13.984459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:53:13.986657 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4b1667-b530-4d1d-b106-8bfc8d813d83" -d '{"events": [{"server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "name": "network-vif-plugged", "status": "completed", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:53:13.999509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:14.004251 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:14.030286 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d328b41-5f67-4fc4-a039-4ef727211af2 x-openstack-request-id: req-5d328b41-5f67-4fc4-a039-4ef727211af2 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:53:14.030578 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "name": "network-vif-plugged", "status": "completed", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:53:14.030828 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d328b41-5f67-4fc4-a039-4ef727211af2 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:53:14.031218 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'code': 200} Aug 11 08:53:14.058325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:14.158563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f969a-909c-41ac-a177-33e2de60c4fa req-b0d3c6b4-e7c2-408e-9229-3362a8749b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:14.160096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-739f969a-909c-41ac-a177-33e2de60c4fa req-b0d3c6b4-e7c2-408e-9229-3362a8749b17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1096 time: 0.0493281 Aug 11 08:53:14.206557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-739f969a-909c-41ac-a177-33e2de60c4fa req-96ba6405-2acf-497a-8adb-3873bb003f3b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383155 Aug 11 08:53:15.073964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2a8d-fcd9-44da-bb42-1c854a138360 req-af0c9d94-0309-4bdb-8957-b070cef673b9 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:15.075503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-01cb2a8d-fcd9-44da-bb42-1c854a138360 req-af0c9d94-0309-4bdb-8957-b070cef673b9 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0541604 Aug 11 08:53:15.125225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-01cb2a8d-fcd9-44da-bb42-1c854a138360 req-4e814d90-e138-4098-adbe-ff46c12e7124 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Aug 11 08:53:16.257007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af0403-9a98-4a80-a95d-c589433dc69b req-897acf33-2853-4ee9-ad5a-49fd4de49cde tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:16.258604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17af0403-9a98-4a80-a95d-c589433dc69b req-897acf33-2853-4ee9-ad5a-49fd4de49cde tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0574224 Aug 11 08:53:16.298870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-17af0403-9a98-4a80-a95d-c589433dc69b req-e2197b64-3e25-4fd3-a718-110170c017cb tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Aug 11 08:53:16.492935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60548) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:16.550197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ea6d-22f3-4d7f-82d5-416ef6ed984d req-a98455a6-eb8d-4e0c-855e-af7b914ff254 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:16.551605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aa5ea6d-22f3-4d7f-82d5-416ef6ed984d req-a98455a6-eb8d-4e0c-855e-af7b914ff254 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0512760 Aug 11 08:53:16.617504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5aa5ea6d-22f3-4d7f-82d5-416ef6ed984d req-d0a5f5c3-9696-49ed-b7f6-4ff89b9a9587 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568490 Aug 11 08:53:16.623852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-0d36bbf4-19df-4139-a703-4ab62d65f604 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296010 Aug 11 08:53:17.758901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521daae-e94d-47ef-88ef-588c7b840531 req-2c76f21e-8725-43be-9f4e-3ebbc37c03a3 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:17.760976 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9521daae-e94d-47ef-88ef-588c7b840531 req-2c76f21e-8725-43be-9f4e-3ebbc37c03a3 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0540802 Aug 11 08:53:17.807224 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9521daae-e94d-47ef-88ef-588c7b840531 req-cc673468-7cec-44f7-acb2-7582bf9d1d86 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Aug 11 08:53:17.867768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-64fa6548-dde3-4e2f-8bf9-62dd5c0c0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:17.869749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-64fa6548-dde3-4e2f-8bf9-62dd5c0c0497 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1096 time: 0.0463710 Aug 11 08:53:17.982283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-49005491-3de4-41ba-aedb-b2c12cd23fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:17.985033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-49005491-3de4-41ba-aedb-b2c12cd23fd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 913 time: 0.1079478 Aug 11 08:53:18.027956 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-b1a6d80a-8222-4519-8c96-f90775788638 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0362203 Aug 11 08:53:18.077317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-e39471e8-cea1-4283-9525-b598be89c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:18.078793 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-e39471e8-cea1-4283-9525-b598be89c4f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.0444980 Aug 11 08:53:18.110643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-66e9ed8c-8bbb-43e6-b297-6a84bc9d1259 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248051 Aug 11 08:53:18.207781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-2a0d5b50-7e77-4925-9f2a-ff8da99a3d13 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903733 Aug 11 08:53:18.317220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-abfa1483-ab85-44a3-b58a-7e63e6f9d6d9 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014080 Aug 11 08:53:18.945273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de5be6-f271-4cbe-b71e-43ae89eb4fd1 req-0891fe1d-460e-4103-acdd-7491db38e742 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:18.947479 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27de5be6-f271-4cbe-b71e-43ae89eb4fd1 req-0891fe1d-460e-4103-acdd-7491db38e742 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0638936 Aug 11 08:53:18.987737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27de5be6-f271-4cbe-b71e-43ae89eb4fd1 req-8318c83e-da4c-4b35-bad4-c1dba435054d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Aug 11 08:53:20.117438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180f3cf-f2ba-4408-afa5-08798591ae14 req-8f457a6e-172a-454b-9d63-ef487956b89a tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:20.118947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f180f3cf-f2ba-4408-afa5-08798591ae14 req-8f457a6e-172a-454b-9d63-ef487956b89a tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0533042 Aug 11 08:53:20.161748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f180f3cf-f2ba-4408-afa5-08798591ae14 req-2b429890-2d9d-4c50-b4cb-ec76d25d09c9 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Aug 11 08:53:21.309791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadfdef-8f1c-4d2d-85c2-8619b2bef18c req-b4e1f297-f8f9-4338-b403-66cedda0d14d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:21.311330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bbadfdef-8f1c-4d2d-85c2-8619b2bef18c req-b4e1f297-f8f9-4338-b403-66cedda0d14d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0508201 Aug 11 08:53:21.355788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bbadfdef-8f1c-4d2d-85c2-8619b2bef18c req-154569b9-9f2d-4b23-bdee-cb08b57015a4 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Aug 11 08:53:22.489888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b791c-05d5-4e61-b72c-516a265ddffc req-045cf816-e4e6-4041-af87-f2be05012bae tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:22.491780 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e97b791c-05d5-4e61-b72c-516a265ddffc req-045cf816-e4e6-4041-af87-f2be05012bae tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0634038 Aug 11 08:53:22.548485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e97b791c-05d5-4e61-b72c-516a265ddffc req-be579af6-ba71-4b88-9fca-ff194205408c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Aug 11 08:53:23.670150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27d548-c461-4fe6-825c-033c5e39fd4d req-60095901-3eac-4633-8e0a-30fef8d69806 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:23.671643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f27d548-c461-4fe6-825c-033c5e39fd4d req-60095901-3eac-4633-8e0a-30fef8d69806 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0502157 Aug 11 08:53:23.714375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f27d548-c461-4fe6-825c-033c5e39fd4d req-4fdb7a06-e687-4418-8da1-979dd08eba9b tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Aug 11 08:53:24.839349 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4da2-29ee-4636-8277-78a5912bad71 req-3025614d-8b23-43cb-bfd1-5314d5ec347b tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:24.841166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-375c4da2-29ee-4636-8277-78a5912bad71 req-3025614d-8b23-43cb-bfd1-5314d5ec347b tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0541458 Aug 11 08:53:24.880655 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-375c4da2-29ee-4636-8277-78a5912bad71 req-3eb6b58c-c4d2-4c84-ab5b-ba4ec9f61955 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Aug 11 08:53:26.005424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ecf2-e233-47ff-9257-5b156d1a58ea req-e688a8be-75d0-4255-9287-0b4f083976d0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:26.006950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39a7ecf2-e233-47ff-9257-5b156d1a58ea req-e688a8be-75d0-4255-9287-0b4f083976d0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0561733 Aug 11 08:53:26.047840 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39a7ecf2-e233-47ff-9257-5b156d1a58ea req-b3874c4e-25d3-404b-8ea0-07a77069556f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Aug 11 08:53:26.578084 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:53:27.183733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab9f39-89ae-498d-9ee6-4e54e661eee3 req-d21688b9-eee9-4f09-a43b-702bfc64d470 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:27.185661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9ab9f39-89ae-498d-9ee6-4e54e661eee3 req-d21688b9-eee9-4f09-a43b-702bfc64d470 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0583065 Aug 11 08:53:27.225767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9ab9f39-89ae-498d-9ee6-4e54e661eee3 req-79968329-0fcc-4dc8-b361-eb1d1bc12c24 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341933 Aug 11 08:53:28.360701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c0a4e-6918-4d2b-aab0-a757d89c725d req-4fd5a6c3-d9e0-4d75-836d-f7c68247992f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:28.362274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f4c0a4e-6918-4d2b-aab0-a757d89c725d req-4fd5a6c3-d9e0-4d75-836d-f7c68247992f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0568075 Aug 11 08:53:28.407710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3f4c0a4e-6918-4d2b-aab0-a757d89c725d req-de429ce2-cf13-40c1-95df-f51b0a33c6ca tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Aug 11 08:53:29.074658 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:29.328981 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a905b1b2-b8f0-4033-ab03-e0e6f2493855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:29.550170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64b978-c41d-4346-9f84-1191cd0648b4 req-0f46011a-8875-4c8c-8b17-98c5c7c9ccc0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:29.551650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f64b978-c41d-4346-9f84-1191cd0648b4 req-0f46011a-8875-4c8c-8b17-98c5c7c9ccc0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0671606 Aug 11 08:53:29.594949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f64b978-c41d-4346-9f84-1191cd0648b4 req-1b5be4b4-9191-4a2f-a0da-fc6d1db78bb9 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Aug 11 08:53:30.143598 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:30.719929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b394aa1-d7b4-4d7c-b5c1-7d184a2f17f2 req-73f97850-68cb-4367-8843-e15a82dce0a9 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:30.722134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b394aa1-d7b4-4d7c-b5c1-7d184a2f17f2 req-73f97850-68cb-4367-8843-e15a82dce0a9 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0575886 Aug 11 08:53:30.767229 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b394aa1-d7b4-4d7c-b5c1-7d184a2f17f2 req-56792c1c-f7cf-4095-8312-7cf4b29b780e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Aug 11 08:53:31.900267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039f54a-aaaa-40c5-8b7d-54c4f33c698b req-afa4f348-90c1-4cec-a731-3ad3677f916d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:31.901846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d039f54a-aaaa-40c5-8b7d-54c4f33c698b req-afa4f348-90c1-4cec-a731-3ad3677f916d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0543413 Aug 11 08:53:31.947624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d039f54a-aaaa-40c5-8b7d-54c4f33c698b req-c33badb3-2566-49de-b91c-d13d12dbf4b8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Aug 11 08:53:32.462430 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:32.751600 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-02602401-76c0-48e5-810a-7f8f9bdf4576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:33.090282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c539aae-c148-48aa-9728-082d732bea93 req-771ab00a-fbb7-4688-b004-dafaba1f9f5e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:33.091867 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c539aae-c148-48aa-9728-082d732bea93 req-771ab00a-fbb7-4688-b004-dafaba1f9f5e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0591278 Aug 11 08:53:33.134273 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c539aae-c148-48aa-9728-082d732bea93 req-ff8773dd-a054-45c6-a6ad-00d615225dda tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Aug 11 08:53:34.258336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523efa5-d0f4-401e-bb9b-99bc6fa64e3e req-8d06bd8e-c71e-45be-829d-2626f7cbc030 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:34.259892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6523efa5-d0f4-401e-bb9b-99bc6fa64e3e req-8d06bd8e-c71e-45be-829d-2626f7cbc030 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0526557 Aug 11 08:53:34.303027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6523efa5-d0f4-401e-bb9b-99bc6fa64e3e req-9beb6745-1791-4e52-973c-00b65ba3339d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Aug 11 08:53:34.965759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:35.442007 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9426b-3a67-457f-9cf1-412884494977 req-d1cada46-2237-475d-81e8-ea8e42e172cb tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:35.444411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0e9426b-3a67-457f-9cf1-412884494977 req-d1cada46-2237-475d-81e8-ea8e42e172cb tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0626266 Aug 11 08:53:35.488904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b0e9426b-3a67-457f-9cf1-412884494977 req-61ebf27d-43c8-4a98-abba-dc092ed82849 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Aug 11 08:53:36.257707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:36.615887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280ce5-eb80-438b-94f3-d1cfce363073 req-cdd4c43d-4e5f-4bb5-a305-2d26060b34b2 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:36.617441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50280ce5-eb80-438b-94f3-d1cfce363073 req-cdd4c43d-4e5f-4bb5-a305-2d26060b34b2 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0544882 Aug 11 08:53:36.663401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50280ce5-eb80-438b-94f3-d1cfce363073 req-abd3f370-6e50-49e3-b2b6-753c00f91fd1 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Aug 11 08:53:37.792564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce199-2018-4cd9-931f-f41bd69de4b8 req-d038bb3b-a48e-43e4-94da-349955d797e8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:37.794511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5dce199-2018-4cd9-931f-f41bd69de4b8 req-d038bb3b-a48e-43e4-94da-349955d797e8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0533175 Aug 11 08:53:37.835460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b5dce199-2018-4cd9-931f-f41bd69de4b8 req-26fa7b10-184d-4882-8118-00269505828d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Aug 11 08:53:38.962176 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642830dc-0acf-49ed-91af-bde3b611c7ea req-35dd5dbe-e111-4eaf-9f6f-cddda06b241f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:38.963698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-642830dc-0acf-49ed-91af-bde3b611c7ea req-35dd5dbe-e111-4eaf-9f6f-cddda06b241f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0536194 Aug 11 08:53:39.007437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-642830dc-0acf-49ed-91af-bde3b611c7ea req-5611a2db-9676-4a16-8cc4-3ebe4a0ef9fe tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Aug 11 08:53:40.138988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5734c-827e-4701-9804-313653bff955 req-11e87d06-86ef-4328-8680-3b1f21fd0f5c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:40.140459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ab5734c-827e-4701-9804-313653bff955 req-11e87d06-86ef-4328-8680-3b1f21fd0f5c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0590918 Aug 11 08:53:40.187234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ab5734c-827e-4701-9804-313653bff955 req-6f686597-fd72-4aac-a502-8a2453dbc4e0 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Aug 11 08:53:41.322876 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10d3cf-2cd0-40f7-80e2-3b7cac32010f req-9c1876be-e789-4d4d-98da-c69a3a0070e8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:41.324580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae10d3cf-2cd0-40f7-80e2-3b7cac32010f req-9c1876be-e789-4d4d-98da-c69a3a0070e8 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0510316 Aug 11 08:53:41.366039 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae10d3cf-2cd0-40f7-80e2-3b7cac32010f req-635b8c08-5117-4563-b75f-fc7e0fdbfffd tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Aug 11 08:53:42.497638 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b00fb4-b3bd-4d53-aba6-ebf7efa45362 req-8d7a3184-7e39-431b-a02e-0f8ddc3bfa8b tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:42.499276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40b00fb4-b3bd-4d53-aba6-ebf7efa45362 req-8d7a3184-7e39-431b-a02e-0f8ddc3bfa8b tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0593941 Aug 11 08:53:42.542623 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40b00fb4-b3bd-4d53-aba6-ebf7efa45362 req-4fafb773-7d06-43f7-984e-e8058b084926 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Aug 11 08:53:43.671588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749a40f-9c6d-49a2-a42c-2535df772a41 req-d05da4a7-b632-4f33-bf85-a69449b28278 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:43.673228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b749a40f-9c6d-49a2-a42c-2535df772a41 req-d05da4a7-b632-4f33-bf85-a69449b28278 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0524836 Aug 11 08:53:43.718377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b749a40f-9c6d-49a2-a42c-2535df772a41 req-ea31dff2-c5ae-475e-b0e4-c61e36e34f3f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388472 Aug 11 08:53:44.850605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d3f78-2d53-4715-8fc6-32624e6adeb5 req-f68095bb-ae75-4b90-b49e-8ae1747fe742 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:44.852011 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8d3f78-2d53-4715-8fc6-32624e6adeb5 req-f68095bb-ae75-4b90-b49e-8ae1747fe742 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0530465 Aug 11 08:53:44.894011 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8d3f78-2d53-4715-8fc6-32624e6adeb5 req-67b5ad2f-f177-4b1a-9edd-09f5142f50d6 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Aug 11 08:53:45.481178 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-633fdbb3-dbf6-49b9-b7e0-21bdf480df57 service neutron] show failed (client error): The resource could not be found. Aug 11 08:53:45.482260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-633fdbb3-dbf6-49b9-b7e0-21bdf480df57 service neutron] 10.222.0.69 "GET /v2.0/ports/4639dcda-83cf-457b-8c75-44f23b8285ce/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0704961 Aug 11 08:53:45.701493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c2d5cccc-7ee1-49ff-b61c-4037e2b4b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:45.703560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c2d5cccc-7ee1-49ff-b61c-4037e2b4b9a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e&tenant_id=1f57318786454b5ea51e62aa51495a52 HTTP/1.1" status: 200 len: 1096 time: 0.0486753 Aug 11 08:53:45.723849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:45.785814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:46.040454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:46.058883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421afc-119d-44ae-af43-70c1e10988bf req-adeab0d1-dd6e-4801-ab8f-0ca33998428e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:46.060449 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce421afc-119d-44ae-af43-70c1e10988bf req-adeab0d1-dd6e-4801-ab8f-0ca33998428e tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 945 time: 0.0948832 Aug 11 08:53:46.101170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:53:46.141580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce421afc-119d-44ae-af43-70c1e10988bf req-f4fac774-3fef-4d35-9232-151398a9fb1f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732138 Aug 11 08:53:46.155159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:53:46.157526 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00144ec0-6fe9-4984-ba46-c956853a3139" -d '{"events": [{"server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:53:46.161558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:46.175700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Transition to ACTIVE for port object 4639dcda-83cf-457b-8c75-44f23b8285ce will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:53:46.180773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:46.215332 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d7445-a287-4efe-98e3-0ad94d676008 x-openstack-request-id: req-265d7445-a287-4efe-98e3-0ad94d676008 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:53:46.215633 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:53:46.215878 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-265d7445-a287-4efe-98e3-0ad94d676008 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:53:46.216276 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'code': 200} Aug 11 08:53:46.252252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] No DVR routers for this DVR port 4639dcda-83cf-457b-8c75-44f23b8285ce on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:53:46.254362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:46.291832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:53:46.292146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:53:46.292693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce on network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:53:46.297576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Port 4639dcda-83cf-457b-8c75-44f23b8285ce on network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:53:46.297923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Attempting to bind port 4639dcda-83cf-457b-8c75-44f23b8285ce on network 16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:53:46.303725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:53:46.303894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Checking segment: {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:53:46.304220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Bound using segment: {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:53:46.304651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Bound port: 4639dcda-83cf-457b-8c75-44f23b8285ce, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a7ac25-5eb1-4d05-bc51-f8f9d698cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:53:46.305051 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:46.373855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:53:46.377205 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:53:46.384212 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:46.420180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:46.420909 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:46.422287 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] 10.222.0.64 "PUT /v2.0/ports/4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 1091 time: 0.7034805 Aug 11 08:53:46.443750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972291c-7137-483e-a9e1-370ea362bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:46.506130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-bc0f76ba-5e25-419d-b126-eb5206486d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:46.507734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-bc0f76ba-5e25-419d-b126-eb5206486d9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1094 time: 0.0505683 Aug 11 08:53:46.608861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-79c34ddf-ac0f-4c7f-9ca2-330f4cb6fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:46.610424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-79c34ddf-ac0f-4c7f-9ca2-330f4cb6fb2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 913 time: 0.0959530 Aug 11 08:53:46.654055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-8339ce40-1130-4f8c-8a24-35b8b09a0647 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0358081 Aug 11 08:53:46.709730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-5840034c-22b5-4a85-b87c-ff8ba06ca2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:46.711218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-5840034c-22b5-4a85-b87c-ff8ba06ca2dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.0503254 Aug 11 08:53:46.743725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-7e74a657-ea48-4617-81d3-74162d7143a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256646 Aug 11 08:53:46.842120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-7efddced-c204-48e3-b693-d4cb03f12dbb service neutron] 10.222.0.64 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910025 Aug 11 08:53:46.947506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-92b32e05-a195-4105-a2e1-7f1c5dd9c619 req-acb660b3-29a4-4440-92e0-7e03f3b6493b service neutron] 10.222.0.64 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980167 Aug 11 08:53:47.272949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ddb6e-2440-4241-9fed-59f8303d7b27 req-b12848dc-13bc-451e-8a33-56a07b9fa675 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:47.274616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d34ddb6e-2440-4241-9fed-59f8303d7b27 req-b12848dc-13bc-451e-8a33-56a07b9fa675 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 943 time: 0.0557938 Aug 11 08:53:47.318391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d34ddb6e-2440-4241-9fed-59f8303d7b27 req-675876b8-ff92-4ff0-a967-4d1102f91baa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Aug 11 08:53:47.989442 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:53:48.033337 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:53:48.217539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:53:48.220360 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d91c46a-271d-4174-bf4f-3090b982c07c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:53:48.273753 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6211d4-cb1f-48aa-a31c-07db492e3972 x-openstack-request-id: req-cf6211d4-cb1f-48aa-a31c-07db492e3972 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:53:48.274051 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:53:48.274297 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf6211d4-cb1f-48aa-a31c-07db492e3972 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:53:48.274691 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'status': 'completed', 'code': 200} Aug 11 08:53:48.360004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-06d6d711-bf97-4748-93a5-b28dd9d941f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.361722 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-06d6d711-bf97-4748-93a5-b28dd9d941f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1094 time: 0.0455627 Aug 11 08:53:48.365166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-afc38971-d488-4eeb-a96d-228596b50930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.366772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-afc38971-d488-4eeb-a96d-228596b50930 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1094 time: 0.0484734 Aug 11 08:53:48.462565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-23a84c41-8d93-47a4-922d-6800a0c29e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.464792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-23a84c41-8d93-47a4-922d-6800a0c29e57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 913 time: 0.0897279 Aug 11 08:53:48.497071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b1a1-bd73-4889-ae70-86352f126e2e req-b2014ea5-7736-4f7d-bdcb-d649a0ddc7c3 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.498787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7277b1a1-bd73-4889-ae70-86352f126e2e req-b2014ea5-7736-4f7d-bdcb-d649a0ddc7c3 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 943 time: 0.0797253 Aug 11 08:53:48.501804 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-86dfdefd-d9c1-4185-bb6b-48506919d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.503236 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-86dfdefd-d9c1-4185-bb6b-48506919d1d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 913 time: 0.1331699 Aug 11 08:53:48.516584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-20b79afa-641e-4784-ae00-25b0e0f22f5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0454068 Aug 11 08:53:48.566166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-cb208bac-532e-45dc-8406-627da78e6d66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0438399 Aug 11 08:53:48.568528 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-ca8d8197-0430-4b0b-836a-7a9a5957ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.570053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-ca8d8197-0430-4b0b-836a-7a9a5957ef20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.0472322 Aug 11 08:53:48.579947 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7277b1a1-bd73-4889-ae70-86352f126e2e req-b3861774-16d9-4c5a-9496-501f358a2c7c tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719759 Aug 11 08:53:48.611216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-ef02c59c-e504-4e5d-a772-ff14e6e4032d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335379 Aug 11 08:53:48.673353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-92b7e7f8-edfa-4f4e-b7f3-9d4a4684c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:48.674924 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-92b7e7f8-edfa-4f4e-b7f3-9d4a4684c37a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.0800347 Aug 11 08:53:48.711264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-4932cd02-2cea-40db-a120-deae59a6916c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286262 Aug 11 08:53:48.719932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-a760032d-a45a-4fdc-aa55-d4b7cabb2982 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017179 Aug 11 08:53:48.810597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-cc25b47e-2367-4e3b-8f62-9a350bfeae4c service neutron] 10.222.0.64 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Aug 11 08:53:48.821356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-4d1fdfcd-1f12-4294-9d0e-22152d431b61 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943253 Aug 11 08:53:48.905013 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d91c46a-271d-4174-bf4f-3090b982c07c req-98e640db-ba3e-469c-97c0-f1799bdd3e72 service neutron] 10.222.0.64 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872474 Aug 11 08:53:49.719312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36574213-46cf-4a84-9b13-ada547414d95 req-4a3bfa48-25d8-40b3-8441-6aa2212fcf2a tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:49.720932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36574213-46cf-4a84-9b13-ada547414d95 req-4a3bfa48-25d8-40b3-8441-6aa2212fcf2a tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 943 time: 0.0557687 Aug 11 08:53:49.762920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36574213-46cf-4a84-9b13-ada547414d95 req-52ea4bcb-fd64-49bb-b432-1845cdfc375d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Aug 11 08:53:50.090847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-f273bfb5-8110-48cc-b8f4-cbe34a3910ac tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:50.092374 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-f273bfb5-8110-48cc-b8f4-cbe34a3910ac tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e&tenant_id=1f57318786454b5ea51e62aa51495a52&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 943 time: 0.0604048 Aug 11 08:53:50.155158 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-4779ad94-52cf-4068-bb12-054688a491a7 service neutron] delete failed (client error): The resource could not be found. Aug 11 08:53:50.156202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-4779ad94-52cf-4068-bb12-054688a491a7 service neutron] 10.222.0.69 "DELETE /v2.0/ports/4639dcda-83cf-457b-8c75-44f23b8285ce/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0564137 Aug 11 08:53:50.266897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-ea55f6d7-0d25-4582-836b-b8c82972ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:50.268463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-ea55f6d7-0d25-4582-836b-b8c82972ac28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f57318786454b5ea51e62aa51495a52&device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 1094 time: 0.0451620 Aug 11 08:53:50.368594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-0661adaf-da02-4cd6-84b5-8cbcd667ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:50.370287 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-0661adaf-da02-4cd6-84b5-8cbcd667ad6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 200 len: 913 time: 0.0941703 Aug 11 08:53:50.414900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-f8a5497b-b94b-4959-8f19-b81fda59d7da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 200 len: 217 time: 0.0370877 Aug 11 08:53:50.466333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-004fe3e6-8f3e-43cb-a308-2c08cd504a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:50.467859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-004fe3e6-8f3e-43cb-a308-2c08cd504a8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 200 len: 852 time: 0.0460312 Aug 11 08:53:50.500002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-994305b1-27af-45f8-ae62-2abc3ad01824 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252571 Aug 11 08:53:50.606504 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-66185ed3-b7ef-43c2-9ad9-1febe562e9e4 service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993230 Aug 11 08:53:50.699203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-5b7bf2f7-b264-4b6e-8ee5-ce906fdff71c service neutron] 10.222.0.69 "GET /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851474 Aug 11 08:53:51.530536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519993-4917-4c8b-b69f-2dc407827e48 req-d140da7b-1523-4579-91e1-50bc26cb736d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:51.532092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d519993-4917-4c8b-b69f-2dc407827e48 req-d140da7b-1523-4579-91e1-50bc26cb736d tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 943 time: 0.0559411 Aug 11 08:53:51.546055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:53:51.573779 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d519993-4917-4c8b-b69f-2dc407827e48 req-50dc3191-b177-4c8c-949c-ccf1f1561357 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Aug 11 08:53:51.650010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:51.662873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'network_id': '16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9', 'port_id': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'mac_address': 'fa:16:3e:58:33:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbe772b-71c6-456f-818c-7c082d9ca5d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:53:51.705959 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:51.719544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4639dcda-83cf-457b-8c75-44f23b8285ce {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:53:51.739756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:51.745595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:51.793986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:51.803039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.803444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.803727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.804065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.804403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.804848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.805335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.805811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.806315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.808380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.808380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:51.808380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:52.067920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4639dcda-83cf-457b-8c75-44f23b8285ce'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:53:52.707489 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448804f-29f2-4526-bf9a-5b39d5aa759a req-b150cf09-61da-424a-84e9-1e47b6ebe559 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:52.709025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e448804f-29f2-4526-bf9a-5b39d5aa759a req-b150cf09-61da-424a-84e9-1e47b6ebe559 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 944 time: 0.0610838 Aug 11 08:53:52.762267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e448804f-29f2-4526-bf9a-5b39d5aa759a req-8b2936b8-14d8-4e03-b070-8bd6c0710ff4 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/security-groups?id=da89264a-72ae-4ece-900d-e27ac4b88937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Aug 11 08:53:52.854588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-cab85dc3-b30c-4fb5-8488-45f3fa04109f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:52.855964 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-cab85dc3-b30c-4fb5-8488-45f3fa04109f tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 944 time: 0.0503471 Aug 11 08:53:52.951144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Deleting port 4639dcda-83cf-457b-8c75-44f23b8285ce {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:53:52.951451 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:53.370485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] For port 4639dcda-83cf-457b-8c75-44f23b8285ce, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=4639dcda-83cf-457b-8c75-44f23b8285ce,segment=NetworkSegment(32a7ac25-5eb1-4d05-bc51-f8f9d698cece),segment_id=32a7ac25-5eb1-4d05-bc51-f8f9d698cece)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:53:53.370932 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:53.390809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Calling delete_port for 4639dcda-83cf-457b-8c75-44f23b8285ce owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:53:53.526914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:53.556248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Pushing event deleted for resources: {'Port': ['ID=4639dcda-83cf-457b-8c75-44f23b8285ce,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:53.560266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['4639dcda-83cf-457b-8c75-44f23b8285ce'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:53:53.583382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:53:53.605527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 4639dcda-83cf-457b-8c75-44f23b8285ce {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:53:53.605787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] No DVR routers for this DVR port 4639dcda-83cf-457b-8c75-44f23b8285ce on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:53:53.605894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 08:53:53.608304 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:53.610643 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a95091c-5c2d-496e-aa76-322b8850a05c req-bd10dfd6-2be0-4ad3-9042-8302adea78fa tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.64 "DELETE /v2.0/ports/4639dcda-83cf-457b-8c75-44f23b8285ce HTTP/1.1" status: 204 len: 173 time: 0.7484903 Aug 11 08:53:53.610824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'name': 'network-vif-deleted', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:53:53.613213 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa66d285-2a6c-44eb-a92e-e28d78457df6" -d '{"events": [{"server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "name": "network-vif-deleted", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:53:53.627550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Port 4639dcda-83cf-457b-8c75-44f23b8285ce not found, will not notify nova. {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 08:53:53.650464 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc07bd-5345-4389-8798-2b86629a98cf x-openstack-request-id: req-aefc07bd-5345-4389-8798-2b86629a98cf {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:53:53.650770 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e", "name": "network-vif-deleted", "tag": "4639dcda-83cf-457b-8c75-44f23b8285ce", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:53:53.651020 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aefc07bd-5345-4389-8798-2b86629a98cf {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:53:53.651443 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e', 'name': 'network-vif-deleted', 'tag': '4639dcda-83cf-457b-8c75-44f23b8285ce', 'status': 'completed', 'code': 200} Aug 11 08:53:53.884473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-db16e60b-4c87-413c-a7c5-d0b82a823aab req-4412ee4a-292c-4e95-90e2-ddb3888d0311 tempest-DeleteServersTestJSON-1418641283 tempest-DeleteServersTestJSON-1418641283-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfc4eb4a-9bff-4eab-9477-a8879e2a4f7e HTTP/1.1" status: 200 len: 210 time: 0.0328131 Aug 11 08:53:55.022740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60668) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:55.074541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Deleting subnet 9dbe772b-71c6-456f-818c-7c082d9ca5d8 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:53:55.077921 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.115104 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.157926 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.219103 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.252408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbe772b-71c6-456f-818c-7c082d9ca5d8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:55.254449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.256365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-94489a26-89cc-45ba-a319-6e2c717ca955 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9dbe772b-71c6-456f-818c-7c082d9ca5d8 HTTP/1.1" status: 204 len: 168 time: 0.2326314 Aug 11 08:53:55.259110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60670) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:55.330557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.416946 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.428415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:53:55.439608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7ac25-5eb1-4d05-bc51-f8f9d698cece') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:53:55.439901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7ac25-5eb1-4d05-bc51-f8f9d698cece') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:53:55.449364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.469277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.476470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:53:55.476945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: timer() Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:53:55.478690 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:53:55.536591 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.543670 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.545590 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] 10.222.0.58 "DELETE /v2.0/networks/16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9 HTTP/1.1" status: 204 len: 168 time: 0.2855594 Aug 11 08:53:55.559242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9fe61-d069-4a3f-ae63-d2ac946bb46e admin admin] Pushing event deleted for resources: {'Network': ['ID=16a27d75-f9df-44ec-a9e6-cdd4bc21f4c9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:55.702490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60674) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:55.752917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7947201c-e58e-4ae2-b20f-0786dbd85ab3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f57318786454b5ea51e62aa51495a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487602 Aug 11 08:53:55.756206 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 60676) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:55.821363 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a435f7e4-a924-4975-8e6b-c4c9694d9254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.845941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a435f7e4-a924-4975-8e6b-c4c9694d9254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.897601 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a435f7e4-a924-4975-8e6b-c4c9694d9254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.900178 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a435f7e4-a924-4975-8e6b-c4c9694d9254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:55.901494 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a435f7e4-a924-4975-8e6b-c4c9694d9254 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da89264a-72ae-4ece-900d-e27ac4b88937 HTTP/1.1" status: 204 len: 168 time: 0.1443462 Aug 11 08:53:55.911684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435f7e4-a924-4975-8e6b-c4c9694d9254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da89264a-72ae-4ece-900d-e27ac4b88937,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:56.709398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60698) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:56.835097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1601967860-network', 'tenant_id': '94f24246474e4ef6ab7e4d0c455574a2'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:56.864374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Made reservation on behalf of 94f24246474e4ef6ab7e4d0c455574a2 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:53:56.866975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:56.877148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:56.992360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:56.998466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.027598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:53:57.037962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a64d2-db52-4bc5-87f3-4c86df054fa2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:57.043365 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.043684 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Added segment 856ce1f5-cb44-4de9-b54c-5d27f4ef04e0 of type vlan for network b1f1011d-66f7-402a-9d67-2031e8571120 Aug 11 08:53:57.055090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.055353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.055695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.056032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.056368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.056699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.057060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.057391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.058202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.058657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.058985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.059312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:53:57.103406 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.138955 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.139976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:57.140564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.197157 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4861147 Aug 11 08:53:57.200039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 60702) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:53:57.207167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Request body: {'subnet': {'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1601967860-subnet', 'tenant_id': '94f24246474e4ef6ab7e4d0c455574a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:57.215741 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22799e-2aae-43fb-b8d5-54ca105ba2bd admin admin] Pushing event updated for resources: {'Network': ['ID=b1f1011d-66f7-402a-9d67-2031e8571120,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:57.228225 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network b1f1011d-66f7-402a-9d67-2031e8571120 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:53:57.236538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Made reservation on behalf of 94f24246474e4ef6ab7e4d0c455574a2 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:53:57.239188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.434175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.510918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68df26f-3f77-4944-b179-2d6303173059,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:53:57.520255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Checking segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:53:57.520612 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Network hostable DHCP agents. Network: b1f1011d-66f7-402a-9d67-2031e8571120, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:53:57.541184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Network b1f1011d-66f7-402a-9d67-2031e8571120 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:53:57.553927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, b1f1011d-66f7-402a-9d67-2031e8571120) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:53:57.558480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:57.559083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:57.570135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:53:57.572378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b11be4-c856-4f1f-a739-93194569b309 None None] Network b1f1011d-66f7-402a-9d67-2031e8571120 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:53:57.580355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-db857ba3-7dd1-47d4-8072-3a22da04085a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3792019 Aug 11 08:53:57.606668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 4639dcda-83cf-457b-8c75-44f23b8285ce {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:53:57.607010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 4639dcda-83cf-457b-8c75-44f23b8285ce not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:53:57.763192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca4fbf-31f7-498b-bb90-2b730f71ad1b None None] Network b1f1011d-66f7-402a-9d67-2031e8571120 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:53:58.117238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-08cc9420-3523-4f00-a4a6-28bd7b9e5f87 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:58.118871 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-08cc9420-3523-4f00-a4a6-28bd7b9e5f87 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 815 time: 0.1095207 Aug 11 08:53:58.135279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-3011734b-a55f-4729-b69e-019ed66a5190 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/quotas/94f24246474e4ef6ab7e4d0c455574a2 HTTP/1.1" status: 200 len: 375 time: 0.0102391 Aug 11 08:53:58.174057 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-4da45c87-35ae-4939-af70-93fae4bfe862 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326231 Aug 11 08:53:58.326305 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-fa4c0610-e7f1-4998-a074-cf0836908702 service neutron] 10.222.0.58 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449125 Aug 11 08:53:58.428320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-afdb80c2-c868-4409-8d9f-3d2dd6100d69 service neutron] 10.222.0.58 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956678 Aug 11 08:53:58.599135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12978a03-e5f8-475a-a1af-33484b8c851e req-8bcefca6-635c-4bd5-9bdc-1519dba8844e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 210 time: 0.0300512 Aug 11 08:53:59.073334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:59.321924 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4cf8-dbe3-481a-a03f-e9c7c51086ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:59.663034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-6d0c6ad9-852d-407f-b755-a2fc999b6983 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:53:59.664678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-6d0c6ad9-852d-407f-b755-a2fc999b6983 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 815 time: 0.1163373 Aug 11 08:53:59.686847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Request body: {'port': {'device_id': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'admin_state_up': True, 'tenant_id': '94f24246474e4ef6ab7e4d0c455574a2'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:53:59.703007 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-45fea55c-f4f9-40b6-9f47-0772a59ffa6d req-72d2cdf6-cb97-49eb-af6e-815f319fa7d3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 210 time: 0.0295069 Aug 11 08:53:59.807327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Made reservation on behalf of 94f24246474e4ef6ab7e4d0c455574a2 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:53:59.811244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:53:59.945477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Allocated IP 172.20.0.9 (b1f1011d-66f7-402a-9d67-2031e8571120/a68df26f-3f77-4944-b179-2d6303173059/54e6bb12-a158-4dee-8e18-12faeb7f3433) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:54:00.108719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.142536 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.151594 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.195819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Network b1f1011d-66f7-402a-9d67-2031e8571120 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:54:00.201818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:54:00.205726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:54:00.234139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:00.265486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:00.266269 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.282799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-015cf4e9-6ef9-4a2d-96c9-7da4c70a6cef tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027157 Aug 11 08:54:00.300550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Request body: {'port': {'device_id': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:54:00.364257 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.642479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e6bb12-a158-4dee-8e18-12faeb7f3433 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:54:00.650013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.665378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Transition to ACTIVE for port object 54e6bb12-a158-4dee-8e18-12faeb7f3433 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:54:00.671640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.719771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:00.819669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:54:00.819996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:54:00.820324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:54:00.828872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on network b1f1011d-66f7-402a-9d67-2031e8571120 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:54:00.829215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:54:00.837234 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:54:00.837500 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Checking segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:54:00.837896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Bound using segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:54:00.838411 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Bound port: 54e6bb12-a158-4dee-8e18-12faeb7f3433, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:54:00.838818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:00.849722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6b3e-0253-48ad-a369-6bb897a95e9c req-e1957c66-9c9f-479b-9ec2-816a5e564b23 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:00.851258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f84d6b3e-0253-48ad-a369-6bb897a95e9c req-e1957c66-9c9f-479b-9ec2-816a5e564b23 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0738759 Aug 11 08:54:00.922269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f84d6b3e-0253-48ad-a369-6bb897a95e9c req-ce0b7ec4-2143-44b1-b764-c592ac9cadfb tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Aug 11 08:54:00.938191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:54:00.942001 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:54:00.950353 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:01.000812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:01.001745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:01.004026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] 10.222.0.69 "PUT /v2.0/ports/54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 1091 time: 0.7076876 Aug 11 08:54:01.004632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:01.008232 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123" -d '{"events": [{"name": "network-changed", "server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:01.034679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e174976-4d3a-4832-9c8c-7c6448734fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:01.049173 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11030680-35ee-4613-86ea-ad2e4ac00fac x-openstack-request-id: req-11030680-35ee-4613-86ea-ad2e4ac00fac {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:01.049469 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:01.049717 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11030680-35ee-4613-86ea-ad2e4ac00fac {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:01.050121 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'status': 'completed', 'code': 200} Aug 11 08:54:01.113944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-c15b9272-f344-4922-8fcc-de199b97380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:01.115954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-c15b9272-f344-4922-8fcc-de199b97380e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1094 time: 0.0495095 Aug 11 08:54:01.161804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-e9f75443-b065-4012-9e8a-c6f16b2baf0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0336862 Aug 11 08:54:01.216293 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-096573e4-a0ed-4174-8b76-ed4ff0a2254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:01.218168 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-096573e4-a0ed-4174-8b76-ed4ff0a2254c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0491846 Aug 11 08:54:01.251510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-43abf7f6-f1b5-4186-9c48-88a3d5ac52dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259688 Aug 11 08:54:01.344921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-d331bda2-5ce1-4793-83fc-ec0fbfe3e48d service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Aug 11 08:54:01.454929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-281c8c81-01af-47b9-bcc3-49f2e3fb092d req-ca67a99c-de0c-4c34-903b-6d5a301dd517 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026878 Aug 11 08:54:01.587472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-e6d5924c-1a2b-4c2e-8a5e-015fb83e3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:01.589654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-e6d5924c-1a2b-4c2e-8a5e-015fb83e3578 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1094 time: 0.0476058 Aug 11 08:54:01.690104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-3623352a-782b-4976-9892-01fe0642c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:01.692483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-3623352a-782b-4976-9892-01fe0642c8fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0953662 Aug 11 08:54:01.735930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-b2df9a70-099f-4bda-b3e1-ee4366430bad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0351410 Aug 11 08:54:01.787312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-41cee55a-c2c8-4ed8-8f12-55e459b65caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:01.788901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-41cee55a-c2c8-4ed8-8f12-55e459b65caa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0453241 Aug 11 08:54:01.823186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-ab93f1c6-8b32-480d-909e-ef9e30a66fe4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253172 Aug 11 08:54:01.916653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-aa4a61df-f066-45a1-ad93-60913a732a14 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 Aug 11 08:54:02.046435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8fa51c2b-a9c5-42d1-9f18-7b388d28a123 req-6107995b-6259-4c5e-a79d-6a6e6faf6c1e service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227608 Aug 11 08:54:02.067454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0003b-b531-44bb-8f08-27c455f055cc req-fb25e229-2b8e-46bf-abda-0c86330997d6 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:02.068988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aac0003b-b531-44bb-8f08-27c455f055cc req-fb25e229-2b8e-46bf-abda-0c86330997d6 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0737059 Aug 11 08:54:02.113048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aac0003b-b531-44bb-8f08-27c455f055cc req-ee0be792-262a-46f1-96d1-6a1512f0f10a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352378 Aug 11 08:54:02.466631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:02.747244 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-690e2d25-60c7-4ec1-8ac3-1cd8c4860541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:03.256077 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a40c-a921-4e8d-b2ef-6771e67c430e req-b8f0d541-f4b6-4231-8399-91778f50100f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:03.257616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9571a40c-a921-4e8d-b2ef-6771e67c430e req-b8f0d541-f4b6-4231-8399-91778f50100f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0613325 Aug 11 08:54:03.298194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9571a40c-a921-4e8d-b2ef-6771e67c430e req-3514239a-bb3d-4cd5-86ae-155b776589a3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Aug 11 08:54:03.578993 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:54:04.051091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:54:04.155772 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:04.167820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'port_id': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'mac_address': 'fa:16:3e:4d:ba:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68df26f-3f77-4944-b179-2d6303173059', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:54:04.210732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:04.227908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e6bb12-a158-4dee-8e18-12faeb7f3433 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:54:04.249653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:04.255921 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:04.308395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:04.430711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2ccb4-eddd-43cd-8762-71e54c80ebe3 req-fd34492b-ea3a-4511-b8dd-30de8bdde983 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:04.432331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ac2ccb4-eddd-43cd-8762-71e54c80ebe3 req-fd34492b-ea3a-4511-b8dd-30de8bdde983 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 944 time: 0.0641747 Aug 11 08:54:04.471359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3ac2ccb4-eddd-43cd-8762-71e54c80ebe3 req-de24b434-ad3a-4b39-9d80-ab0f2a316b3b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Aug 11 08:54:04.528692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['54e6bb12-a158-4dee-8e18-12faeb7f3433'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:54:04.969423 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:05.601244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe8cd4-2b54-4063-8a18-21438bb76646 req-c8938f80-1321-4517-8180-fb9500c338c9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:05.602743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72fe8cd4-2b54-4063-8a18-21438bb76646 req-c8938f80-1321-4517-8180-fb9500c338c9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 944 time: 0.0571926 Aug 11 08:54:05.650120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-72fe8cd4-2b54-4063-8a18-21438bb76646 req-dce82252-c0f5-46d3-9e5e-2532c5bdd0bc tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Aug 11 08:54:06.048712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:54:06.114743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 54e6bb12-a158-4dee-8e18-12faeb7f3433 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:54:06.118546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 54e6bb12-a158-4dee-8e18-12faeb7f3433 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:54:06.118757 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:06.198129 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:06.222385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:06.225918 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f662f-a54e-4967-88e6-9e163357c306" -d '{"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-plugged", "status": "completed", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:06.240589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:06.249510 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:06.286868 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:06.314755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:06.339822 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bffb61-04dc-43aa-9de0-2c7adf8c58cc x-openstack-request-id: req-93bffb61-04dc-43aa-9de0-2c7adf8c58cc {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:06.340108 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-plugged", "status": "completed", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:06.340359 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93bffb61-04dc-43aa-9de0-2c7adf8c58cc {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:06.340777 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'code': 200} Aug 11 08:54:06.478372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0106-61e9-4fbe-8f9d-7d52f0dc02a4 req-1be73a7b-74e3-4c5b-b702-2e906288efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:06.479975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef0f0106-61e9-4fbe-8f9d-7d52f0dc02a4 req-1be73a7b-74e3-4c5b-b702-2e906288efff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1096 time: 0.0503845 Aug 11 08:54:06.515653 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ef0f0106-61e9-4fbe-8f9d-7d52f0dc02a4 req-35b290d3-76f1-4f0b-81f5-6190eb06acf8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288105 Aug 11 08:54:06.792055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a7137-c546-4757-b213-f197af34747c req-b8e278aa-94d6-4762-9d55-a9f2df686219 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:06.793542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-780a7137-c546-4757-b213-f197af34747c req-b8e278aa-94d6-4762-9d55-a9f2df686219 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0599151 Aug 11 08:54:06.836463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-780a7137-c546-4757-b213-f197af34747c req-b459f94e-2687-4fc1-85ae-3a5461770b2f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Aug 11 08:54:07.962898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7fbeb-c8f9-4d9f-a4cb-bc88f091420e req-b4c42b35-22e0-4d58-9ee2-a4545e4983da tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:07.964605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27e7fbeb-c8f9-4d9f-a4cb-bc88f091420e req-b4c42b35-22e0-4d58-9ee2-a4545e4983da tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0568054 Aug 11 08:54:08.006321 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-27e7fbeb-c8f9-4d9f-a4cb-bc88f091420e req-35e2f749-784a-4220-b891-25c150b12211 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Aug 11 08:54:08.147689 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400de2-4af5-4b0d-974b-031979a3c20e req-bdf5b64e-3668-4d4b-b6da-fd9f68788174 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:08.149240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31400de2-4af5-4b0d-974b-031979a3c20e req-bdf5b64e-3668-4d4b-b6da-fd9f68788174 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0751874 Aug 11 08:54:08.190047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-31400de2-4af5-4b0d-974b-031979a3c20e req-edce83d2-a3ae-4d92-9f78-48cfa3f7e7b1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Aug 11 08:54:08.401244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b085f0-a710-4e66-b0cf-c32d2e55b169 req-e5b183c7-31e7-43e3-9063-12c31162c695 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:08.402679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e3b085f0-a710-4e66-b0cf-c32d2e55b169 req-e5b183c7-31e7-43e3-9063-12c31162c695 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0549378 Aug 11 08:54:08.447617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e3b085f0-a710-4e66-b0cf-c32d2e55b169 req-e7968da3-98a5-4f90-87e9-01cff6223e2f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Aug 11 08:54:08.571505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71aee-ca98-412b-8284-6a96b305f9d6 req-25649ac7-92ff-4faa-a2f1-2367791b754b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:08.573383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6c71aee-ca98-412b-8284-6a96b305f9d6 req-25649ac7-92ff-4faa-a2f1-2367791b754b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0540771 Aug 11 08:54:08.612524 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6c71aee-ca98-412b-8284-6a96b305f9d6 req-835544d7-c76f-4d7f-a77f-8914f691cdb5 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Aug 11 08:54:08.880632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-02aaf124-2092-423d-b6d9-48ac696c2e53 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729165 Aug 11 08:54:08.888739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa919b2-1c25-4e32-9dd6-f0851ac92db9 req-548cf9bc-21d4-4ea8-974e-72cff88307ae tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:08.890173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-faa919b2-1c25-4e32-9dd6-f0851ac92db9 req-548cf9bc-21d4-4ea8-974e-72cff88307ae tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0743983 Aug 11 08:54:08.931338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-faa919b2-1c25-4e32-9dd6-f0851ac92db9 req-4e54c31f-bc32-494f-bf7b-0e59617fd5ee tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Aug 11 08:54:10.058099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a16fa-773f-4b49-8981-3e302bbae8a1 req-9c707607-b5ce-469c-99cf-287bdde08097 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:10.059615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b19a16fa-773f-4b49-8981-3e302bbae8a1 req-9c707607-b5ce-469c-99cf-287bdde08097 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0565705 Aug 11 08:54:10.100925 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b19a16fa-773f-4b49-8981-3e302bbae8a1 req-d8c362a7-13d8-490f-bdaf-59faf57b805d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Aug 11 08:54:10.175473 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-32935d00-7080-4a89-9353-8c38abd8c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:10.177069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-32935d00-7080-4a89-9353-8c38abd8c15f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1096 time: 0.0453227 Aug 11 08:54:10.275988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-18a7ba8d-7cbe-4060-b434-7923dc416451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:10.277553 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-18a7ba8d-7cbe-4060-b434-7923dc416451 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0932958 Aug 11 08:54:10.320601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-3cf48ab1-87e7-412d-afc0-5be6716a64bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0360689 Aug 11 08:54:10.373775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-855b26d3-b3b0-460b-9376-2708f693210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:10.375293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-855b26d3-b3b0-460b-9376-2708f693210f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0475676 Aug 11 08:54:10.407577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-2749511f-aa0a-42dd-84c0-e4d2f597b37d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255268 Aug 11 08:54:10.878555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-9e678df4-fd46-48f4-b0e2-eba239ec482a service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635530 Aug 11 08:54:10.968858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-05998264-4a2a-441d-8e47-f46987e2d421 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827289 Aug 11 08:54:11.229656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84b87-d898-47f6-a129-18d8342f1190 req-d2eeb8af-c3f9-4d98-8bf0-05828925196c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:11.231276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fc84b87-d898-47f6-a129-18d8342f1190 req-d2eeb8af-c3f9-4d98-8bf0-05828925196c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0599308 Aug 11 08:54:11.271657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5fc84b87-d898-47f6-a129-18d8342f1190 req-a6bd4ab9-fdfd-4540-b0be-30539f12904f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342700 Aug 11 08:54:12.407382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d79887-7af2-4178-b9b1-dffd555d23b5 req-f113c757-a0b9-4f31-aa34-ebdace82f1fa tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:12.408910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d79887-7af2-4178-b9b1-dffd555d23b5 req-f113c757-a0b9-4f31-aa34-ebdace82f1fa tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0555789 Aug 11 08:54:12.448696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2d79887-7af2-4178-b9b1-dffd555d23b5 req-e9bf1982-2daa-4a39-9e45-cc93eedc2be4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Aug 11 08:54:13.574694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87294fe3-3baa-486d-9351-c36ee2379e0f req-7b1dd6b3-6579-4870-8428-aaf1db14ab09 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:13.576190 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87294fe3-3baa-486d-9351-c36ee2379e0f req-7b1dd6b3-6579-4870-8428-aaf1db14ab09 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0514340 Aug 11 08:54:13.617081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87294fe3-3baa-486d-9351-c36ee2379e0f req-3a775bbe-0b2c-4d8a-80d0-71c4a5b84289 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Aug 11 08:54:14.754358 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdde3-0c10-48e9-b62e-b5cb8df76524 req-01a60214-12c1-448d-86d7-79b06f5f0815 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:14.756082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6accdde3-0c10-48e9-b62e-b5cb8df76524 req-01a60214-12c1-448d-86d7-79b06f5f0815 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0598991 Aug 11 08:54:14.803323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6accdde3-0c10-48e9-b62e-b5cb8df76524 req-326b93a8-ce2c-4742-97a3-8e3ba8ea3641 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Aug 11 08:54:15.930540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5430ca0-2c9e-469b-87a2-4823ca016239 req-a382f3a5-09c3-455f-ac28-485157c6e13e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:15.932103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5430ca0-2c9e-469b-87a2-4823ca016239 req-a382f3a5-09c3-455f-ac28-485157c6e13e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0520439 Aug 11 08:54:15.973373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a5430ca0-2c9e-469b-87a2-4823ca016239 req-a8ac2a32-b765-4e43-bac4-d5ef613c3636 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349605 Aug 11 08:54:17.101392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877efd-7342-4e62-baba-58ec365acc92 req-7c636b86-6d6a-491d-8566-83bcd6d8b1bd tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:17.102980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98877efd-7342-4e62-baba-58ec365acc92 req-7c636b86-6d6a-491d-8566-83bcd6d8b1bd tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0587153 Aug 11 08:54:17.144355 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-98877efd-7342-4e62-baba-58ec365acc92 req-61027cc3-94ee-4e22-9712-f4ea57b29bea tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Aug 11 08:54:18.272768 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f583fa-d4bb-4e68-bda1-b9cd9b2ab397 req-11bf8366-1278-447a-af17-a89e1a80b65b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:18.274302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5f583fa-d4bb-4e68-bda1-b9cd9b2ab397 req-11bf8366-1278-447a-af17-a89e1a80b65b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0589759 Aug 11 08:54:18.313402 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5f583fa-d4bb-4e68-bda1-b9cd9b2ab397 req-5937c9f7-8562-41fc-8e9f-3b87abdcf3aa tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Aug 11 08:54:19.447503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892844a2-76b9-479b-99ce-24f54394bc23 req-82f86292-d4fd-4e74-a94c-b1865fd1cee3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:19.449050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-892844a2-76b9-479b-99ce-24f54394bc23 req-82f86292-d4fd-4e74-a94c-b1865fd1cee3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0578501 Aug 11 08:54:19.493293 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-892844a2-76b9-479b-99ce-24f54394bc23 req-808e2ef9-cd07-4c95-9a08-5a8bf0ba9251 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Aug 11 08:54:20.622070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7df7-c98a-4abf-9df4-cce940aee0c4 req-2479e513-4f90-4e69-aaa4-e289c77ba6a0 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:20.623979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41cb7df7-c98a-4abf-9df4-cce940aee0c4 req-2479e513-4f90-4e69-aaa4-e289c77ba6a0 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0601254 Aug 11 08:54:20.662947 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41cb7df7-c98a-4abf-9df4-cce940aee0c4 req-3fae8d48-1b28-4eab-81dc-430ee3936a7e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Aug 11 08:54:21.792155 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b614f3b-04b0-40c9-993b-846caa2f78cd req-d8abf1e3-6972-497a-a5b9-9d6bce8f0282 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:21.793721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b614f3b-04b0-40c9-993b-846caa2f78cd req-d8abf1e3-6972-497a-a5b9-9d6bce8f0282 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0574884 Aug 11 08:54:21.839286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b614f3b-04b0-40c9-993b-846caa2f78cd req-35bac998-e431-4bd5-bd8b-0e03d2193cd6 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Aug 11 08:54:22.970605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611d68b-5d72-432b-8964-d1af7e6162fe req-a949ad65-64d2-4346-85c8-c650bc2c680a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:22.972301 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1611d68b-5d72-432b-8964-d1af7e6162fe req-a949ad65-64d2-4346-85c8-c650bc2c680a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0539043 Aug 11 08:54:23.014467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1611d68b-5d72-432b-8964-d1af7e6162fe req-2e55fbc7-8061-42cf-974c-3ec86ec46e72 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Aug 11 08:54:24.161830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389efbb-903b-4127-a73e-166c9a270b9c req-0d5a76f6-8fe5-4ae2-a8dd-fa9514d5ac73 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:24.163978 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8389efbb-903b-4127-a73e-166c9a270b9c req-0d5a76f6-8fe5-4ae2-a8dd-fa9514d5ac73 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0699174 Aug 11 08:54:24.221156 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8389efbb-903b-4127-a73e-166c9a270b9c req-5b91268d-a459-4e31-9e8f-5e95a179fc57 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 Aug 11 08:54:25.358047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a52a83-cff6-48f8-b37d-379d6421c489 req-6d72f9d6-9d01-496c-a733-4c6c1a7469f9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:25.359607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99a52a83-cff6-48f8-b37d-379d6421c489 req-6d72f9d6-9d01-496c-a733-4c6c1a7469f9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0623910 Aug 11 08:54:25.402010 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99a52a83-cff6-48f8-b37d-379d6421c489 req-3ea23f7c-8eb5-4c73-b335-737692ca5617 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Aug 11 08:54:26.524290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3c7f9-d99e-4b37-95cf-b8f81e094388 req-6da4c914-afb6-409c-90cf-fc7076c6321d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:26.525831 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20a3c7f9-d99e-4b37-95cf-b8f81e094388 req-6da4c914-afb6-409c-90cf-fc7076c6321d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0531206 Aug 11 08:54:26.575097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-20a3c7f9-d99e-4b37-95cf-b8f81e094388 req-d986511c-bb60-49a6-bb10-2264339c72f1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Aug 11 08:54:27.699362 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a474c95-2870-432d-8285-21d6100ff76e req-550f34ab-f5d9-4f47-9fd7-079495497608 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:27.700916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a474c95-2870-432d-8285-21d6100ff76e req-550f34ab-f5d9-4f47-9fd7-079495497608 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0549140 Aug 11 08:54:27.754990 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a474c95-2870-432d-8285-21d6100ff76e req-8b7a59fe-123e-4676-a7e7-13096ed242e4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Aug 11 08:54:28.886465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ff2fa-d326-4ce3-b3b3-4692fc5d7f82 req-5a35f9ff-7db5-4d5b-997e-3468cd341210 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:28.888480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e1ff2fa-d326-4ce3-b3b3-4692fc5d7f82 req-5a35f9ff-7db5-4d5b-997e-3468cd341210 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0618298 Aug 11 08:54:28.935595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1e1ff2fa-d326-4ce3-b3b3-4692fc5d7f82 req-008b9217-e823-4f80-a4d9-e1225abd9b4a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Aug 11 08:54:29.087463 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:29.330039 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c8ff2c92-decd-433c-a758-8b2a5ef126cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:30.080471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4b625-50ac-446b-a634-93c177435197 req-5b7eee9d-a9f3-4f96-8a3e-d2cac605e24c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:30.082248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ea4b625-50ac-446b-a634-93c177435197 req-5b7eee9d-a9f3-4f96-8a3e-d2cac605e24c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0684459 Aug 11 08:54:30.125122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4ea4b625-50ac-446b-a634-93c177435197 req-ac65ed12-fea8-4d14-b246-3c800d2e3f25 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Aug 11 08:54:30.134648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:31.263898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44c6ca-83a3-4220-9948-781e8d992a3c req-e1ee58b9-c5f4-4cd8-a6e8-a2f4bd9b2b23 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:31.265543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc44c6ca-83a3-4220-9948-781e8d992a3c req-e1ee58b9-c5f4-4cd8-a6e8-a2f4bd9b2b23 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0630581 Aug 11 08:54:31.308296 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc44c6ca-83a3-4220-9948-781e8d992a3c req-69cf139c-3dd2-40ec-ac32-6a2a5440759d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Aug 11 08:54:32.444381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1733950-8ccf-4f2d-a213-ff3d11aa65dd req-89473daf-5f48-484c-bed2-074e72de1a8b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:32.445952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1733950-8ccf-4f2d-a213-ff3d11aa65dd req-89473daf-5f48-484c-bed2-074e72de1a8b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0669713 Aug 11 08:54:32.478585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:32.498870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1733950-8ccf-4f2d-a213-ff3d11aa65dd req-de48111a-1018-46c5-84cb-4c833b7ff322 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Aug 11 08:54:32.758263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e330e79e-adbc-47fd-b250-16d6bcad2942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:33.634646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de703-756c-4cab-ab38-7f35db40f869 req-a857f252-8e45-4be7-a1cd-18a5c68a1541 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:33.636429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a8de703-756c-4cab-ab38-7f35db40f869 req-a857f252-8e45-4be7-a1cd-18a5c68a1541 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0545833 Aug 11 08:54:33.678436 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a8de703-756c-4cab-ab38-7f35db40f869 req-8af655d8-d153-4ef7-9c4d-05893f1cbb63 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Aug 11 08:54:34.807763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a37dc-627f-41a3-96a9-5e0ad02dc969 req-c214f17b-5197-49f3-8c81-b7bce1c54997 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:34.809378 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb2a37dc-627f-41a3-96a9-5e0ad02dc969 req-c214f17b-5197-49f3-8c81-b7bce1c54997 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0559540 Aug 11 08:54:34.850160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb2a37dc-627f-41a3-96a9-5e0ad02dc969 req-041296c3-c43a-4c32-be82-5eda961e8859 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Aug 11 08:54:34.974417 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:35.996142 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08520c4-1b7d-476e-b023-d3a335595e6b req-2cf02a48-f714-4eb3-8712-0c61e2ea31b1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:35.997833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d08520c4-1b7d-476e-b023-d3a335595e6b req-2cf02a48-f714-4eb3-8712-0c61e2ea31b1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0562658 Aug 11 08:54:36.043736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d08520c4-1b7d-476e-b023-d3a335595e6b req-9e92ae23-c804-4703-a38f-b2595aab67a2 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Aug 11 08:54:36.267767 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:37.178084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624227-dc0e-4476-a571-7349190326b0 req-253f2248-d198-4697-a22a-daaea0e3c1b4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:37.179625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4624227-dc0e-4476-a571-7349190326b0 req-253f2248-d198-4697-a22a-daaea0e3c1b4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.0616384 Aug 11 08:54:37.228697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f4624227-dc0e-4476-a571-7349190326b0 req-0348396a-ba3a-4619-b3ff-6e88662b3392 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Aug 11 08:54:37.911102 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-b2253153-f336-47ab-8dd0-f1e6b8627a39 service neutron] show failed (client error): The resource could not be found. Aug 11 08:54:37.912142 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-b2253153-f336-47ab-8dd0-f1e6b8627a39 service neutron] 10.222.0.69 "GET /v2.0/ports/54e6bb12-a158-4dee-8e18-12faeb7f3433/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0682793 Aug 11 08:54:38.133850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-4e572774-f646-4bdb-88dc-25ddd28cdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:38.135298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-4e572774-f646-4bdb-88dc-25ddd28cdd54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a&tenant_id=94f24246474e4ef6ab7e4d0c455574a2 HTTP/1.1" status: 200 len: 1096 time: 0.0441003 Aug 11 08:54:38.154381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:54:38.208044 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:38.419528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d53e2-1b99-48ad-873a-69082068cf03 req-34edd06b-55c9-48a4-8405-ec9e99323a9f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:38.421255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-143d53e2-1b99-48ad-873a-69082068cf03 req-34edd06b-55c9-48a4-8405-ec9e99323a9f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 945 time: 0.1088071 Aug 11 08:54:38.489903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-143d53e2-1b99-48ad-873a-69082068cf03 req-123f6034-c41a-4577-a3d2-46cf5bd2ea61 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Aug 11 08:54:38.491486 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:38.525743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:54:38.566000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:38.568400 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0c9757-a0cb-49f7-88b5-1f566359cb4d" -d '{"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-unplugged", "status": "completed", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:38.572328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:38.587057 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Transition to ACTIVE for port object 54e6bb12-a158-4dee-8e18-12faeb7f3433 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:54:38.592485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:38.632862 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36a79d-490f-40c5-a3b1-d1a3ff80bdd5 x-openstack-request-id: req-ed36a79d-490f-40c5-a3b1-d1a3ff80bdd5 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:38.633231 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-unplugged", "status": "completed", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:38.633484 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed36a79d-490f-40c5-a3b1-d1a3ff80bdd5 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:38.634011 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'code': 200} Aug 11 08:54:38.667261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] No DVR routers for this DVR port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:54:38.670432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:38.683566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.683936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.684392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.684762 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.685194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.685530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.685858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.686185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.686509 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.686887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.687355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.687707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:38.720751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:54:38.721111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:54:38.721526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:54:38.726749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on network b1f1011d-66f7-402a-9d67-2031e8571120 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:54:38.727070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Attempting to bind port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:54:38.732208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:54:38.732540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Checking segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:54:38.732982 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Bound using segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:54:38.733419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Bound port: 54e6bb12-a158-4dee-8e18-12faeb7f3433, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:54:38.733767 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:38.802000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:54:38.805445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:54:38.811233 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:38.857454 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:38.858053 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:38.859458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] 10.222.0.64 "PUT /v2.0/ports/54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 1091 time: 0.7093565 Aug 11 08:54:38.878169 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eb2fe-c047-4cc4-bb9d-86cb7d2a45bc service neutron] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:38.936892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-52a9f8ff-895b-4c89-b794-ea0d467f9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:38.938463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-52a9f8ff-895b-4c89-b794-ea0d467f9bb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1094 time: 0.0447812 Aug 11 08:54:39.035121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-bde04030-6844-4e0c-be02-ed8d35268a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:39.036618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-bde04030-6844-4e0c-be02-ed8d35268a8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0914710 Aug 11 08:54:39.085992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-0efd0129-3286-4b76-ba89-ba887541ec81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0423408 Aug 11 08:54:39.145202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-7250278b-5260-4d8a-a592-b487498ed729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:39.146712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-7250278b-5260-4d8a-a592-b487498ed729 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0545979 Aug 11 08:54:39.180743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-61ad315c-22b6-4ba5-985d-21e6b2af136f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270061 Aug 11 08:54:39.296157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-06952a5d-053a-4c2f-82f1-d1a1a90ceadc service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083651 Aug 11 08:54:39.398633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cdd4ffe-f11d-477e-abbe-a838ddbaf5dd req-72eca63a-7ec8-49bd-8d99-d928fe7809f1 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953670 Aug 11 08:54:39.611764 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801bef6-2834-4355-9b40-a08238b45501 req-9494fdbe-e462-4312-9d1c-87ef0f113320 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:39.613317 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7801bef6-2834-4355-9b40-a08238b45501 req-9494fdbe-e462-4312-9d1c-87ef0f113320 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0530486 Aug 11 08:54:39.651711 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7801bef6-2834-4355-9b40-a08238b45501 req-f722025d-c623-48e0-bbdb-f124c495fc6e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 11 08:54:40.581981 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:54:40.634812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:40.637642 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e" -d '{"events": [{"name": "network-changed", "server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:40.694191 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca08e0-c022-45f6-8e03-a97dfddc4378 x-openstack-request-id: req-69ca08e0-c022-45f6-8e03-a97dfddc4378 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:40.694489 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:40.694759 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69ca08e0-c022-45f6-8e03-a97dfddc4378 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:40.695149 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'status': 'completed', 'code': 200} Aug 11 08:54:40.789643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-0dbf29b2-4016-4bd2-9c55-05f5ad2b32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:40.791317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-0dbf29b2-4016-4bd2-9c55-05f5ad2b32e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1094 time: 0.0494502 Aug 11 08:54:40.813019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0681-f273-4fd4-8b4f-fd8bdac0950f req-05f028b6-016a-4ccf-ada2-c63e0cf250f8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:40.814609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8bc0681-f273-4fd4-8b4f-fd8bdac0950f req-05f028b6-016a-4ccf-ada2-c63e0cf250f8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0861096 Aug 11 08:54:40.816362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-57c5444f-f415-41cb-9fa1-0bd263f3ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:40.817782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-57c5444f-f415-41cb-9fa1-0bd263f3ef44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1094 time: 0.0762293 Aug 11 08:54:40.878138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a8bc0681-f273-4fd4-8b4f-fd8bdac0950f req-5ef8cd2e-91cb-484d-bfb7-2933ae457e82 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568438 Aug 11 08:54:40.892808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-00127ba4-e088-4737-9102-a466531d97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:40.894530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-00127ba4-e088-4737-9102-a466531d97a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0962937 Aug 11 08:54:40.944158 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-0098d13c-1db3-425c-bac1-4b68721f9db4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0422227 Aug 11 08:54:40.961633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-e847fc7f-5f26-4415-8214-aab21b25a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:40.963878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-e847fc7f-5f26-4415-8214-aab21b25a15f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.1128552 Aug 11 08:54:41.000982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-05b21ac7-efc4-4c9b-a82f-713cb820e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:41.002782 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-05b21ac7-efc4-4c9b-a82f-713cb820e183 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0520024 Aug 11 08:54:41.013015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-4f839e22-15e7-402d-afc3-4dd621ffb65c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0411999 Aug 11 08:54:41.042117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-34e03902-8af9-4380-b446-8ef98a9d1f3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318706 Aug 11 08:54:41.076320 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-d12a78ff-e279-4bb9-97c8-108a93d2005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:41.078207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-d12a78ff-e279-4bb9-97c8-108a93d2005a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0485246 Aug 11 08:54:41.111869 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-23335b51-2765-4d94-a47b-32dfd6190536 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262270 Aug 11 08:54:41.145884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-a7238428-0276-4c20-96cf-5be462630602 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971746 Aug 11 08:54:41.210042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-680f70dd-66cd-47df-a87f-45e5bea936cd service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912309 Aug 11 08:54:41.238036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-5474869e-7b3c-4c4e-8b72-7a0e85967860 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Aug 11 08:54:41.302130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ae3ebaff-be43-4af6-a21a-2fffb842ea1e req-15ad8ad8-5aa6-4ab9-9fa7-773d8086b856 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853219 Aug 11 08:54:42.007094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caf12d-b5f3-47d5-a654-da8f2dc6dd86 req-0004252b-054c-48fa-934f-fc049d355eb0 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:42.008640 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36caf12d-b5f3-47d5-a654-da8f2dc6dd86 req-0004252b-054c-48fa-934f-fc049d355eb0 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0583620 Aug 11 08:54:42.055937 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36caf12d-b5f3-47d5-a654-da8f2dc6dd86 req-96bc937e-1202-40f4-8394-f05e5b4e799b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Aug 11 08:54:42.184137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:54:42.223564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:54:42.300010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee62dbe-5a66-405d-8b1f-8583a7bc2a53 req-ea26a326-b372-4ad8-a590-87353d13c32a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:42.301846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fee62dbe-5a66-405d-8b1f-8583a7bc2a53 req-ea26a326-b372-4ad8-a590-87353d13c32a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0855012 Aug 11 08:54:42.315934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-e282742b-62f0-4f8d-b976-0c02e4d6b28b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:42.317452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-e282742b-62f0-4f8d-b976-0c02e4d6b28b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.69 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a&tenant_id=94f24246474e4ef6ab7e4d0c455574a2&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 943 time: 0.0682540 Aug 11 08:54:42.383603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fee62dbe-5a66-405d-8b1f-8583a7bc2a53 req-85cd2e8f-3da7-4e75-b4d8-810f490f38fc tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755260 Aug 11 08:54:42.404431 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-e9d87f51-394a-4fd5-8e29-6039fa3469f1 service neutron] delete failed (client error): The resource could not be found. Aug 11 08:54:42.405501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-e9d87f51-394a-4fd5-8e29-6039fa3469f1 service neutron] 10.222.0.69 "DELETE /v2.0/ports/54e6bb12-a158-4dee-8e18-12faeb7f3433/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0752492 Aug 11 08:54:42.523672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-6ec4d3ec-440e-4309-b89f-90a3f360e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:42.525262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-6ec4d3ec-440e-4309-b89f-90a3f360e782 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 1094 time: 0.0517249 Aug 11 08:54:42.621828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-d87b9856-fb06-40f1-9631-9684abf37f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:42.623351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-d87b9856-fb06-40f1-9631-9684abf37f69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0908990 Aug 11 08:54:42.671209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-add4ce96-7229-421b-9a97-8859bc6131da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 200 len: 217 time: 0.0409474 Aug 11 08:54:42.725079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-9904fe15-e631-464d-a6df-88f5e153fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:42.726489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-9904fe15-e631-464d-a6df-88f5e153fd75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0488496 Aug 11 08:54:42.758769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-8a8c9487-d591-4a27-920b-9936056c4d53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256193 Aug 11 08:54:42.862479 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-e7578f39-952e-491f-9b29-e20791d5ee9d service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966976 Aug 11 08:54:42.959618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a4ce659-fa84-4af7-a37b-da3549e0e3e4 req-9668ef65-0029-4354-b2fb-0d92533b80dd service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Aug 11 08:54:43.512803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64845f-f2e1-42e4-b6cd-aa3f8f5c192b req-09a4097a-c101-402f-9541-2b1a0183825d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:43.514361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e64845f-f2e1-42e4-b6cd-aa3f8f5c192b req-09a4097a-c101-402f-9541-2b1a0183825d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0556140 Aug 11 08:54:43.555597 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3e64845f-f2e1-42e4-b6cd-aa3f8f5c192b req-3bd587b1-032a-4bd1-a1c3-c2f5247f7828 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Aug 11 08:54:43.682489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788240c-b618-44e4-b5ad-698f9412bfd3 req-6711e07d-b1b9-4145-b952-cfbee1881fe7 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:43.683959 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c788240c-b618-44e4-b5ad-698f9412bfd3 req-6711e07d-b1b9-4145-b952-cfbee1881fe7 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0557344 Aug 11 08:54:43.729341 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c788240c-b618-44e4-b5ad-698f9412bfd3 req-1edf6e06-b7a9-4bcd-af90-411bafe441d8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Aug 11 08:54:43.793599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:54:43.845102 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058032-b4d0-4e57-be46-c8fb970e78aa req-1551eed6-d470-4bfe-a4b2-d2965e14b82c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:43.846651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8058032-b4d0-4e57-be46-c8fb970e78aa req-1551eed6-d470-4bfe-a4b2-d2965e14b82c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 943 time: 0.0512104 Aug 11 08:54:43.886832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b8058032-b4d0-4e57-be46-c8fb970e78aa req-b06d7e21-bcfa-49ed-9004-e64761d91ea1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Aug 11 08:54:43.890740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:43.902715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'port_id': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'mac_address': 'fa:16:3e:4d:ba:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68df26f-3f77-4944-b179-2d6303173059', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:54:43.941001 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:43.954174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e6bb12-a158-4dee-8e18-12faeb7f3433 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:54:43.974421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:43.979601 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:44.031252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:44.260769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['54e6bb12-a158-4dee-8e18-12faeb7f3433'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:54:44.266254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-24904b24-8083-41ac-95c2-4f52a09cf12d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:44.268438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-24904b24-8083-41ac-95c2-4f52a09cf12d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 815 time: 0.1131012 Aug 11 08:54:44.284509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-5d22cf69-ad8c-4da9-874b-37fc803df760 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/quotas/94f24246474e4ef6ab7e4d0c455574a2 HTTP/1.1" status: 200 len: 375 time: 0.0098457 Aug 11 08:54:44.335184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-06755da8-2445-4387-9010-74b146b454a4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448594 Aug 11 08:54:44.430511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-8c27b73f-f768-4620-9500-f5ec6e4f2440 service neutron] 10.222.0.58 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873466 Aug 11 08:54:44.536677 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-f3db8169-de70-4b40-860c-1eb683608e54 service neutron] 10.222.0.58 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999324 Aug 11 08:54:44.717049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1190bb74-9bcf-43fe-826e-fa105004ef3b req-20f20c05-e6c5-4420-9ab8-4d85b83c6df3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 210 time: 0.0321097 Aug 11 08:54:45.548301 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-dd2e3c9e-9cc6-4e72-9eab-190d1f7fa636 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:45.549710 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-dd2e3c9e-9cc6-4e72-9eab-190d1f7fa636 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.64 "GET /v2.0/ports?device_id=df5c0fe2-21f3-40a2-bc42-f8d93364f12a HTTP/1.1" status: 200 len: 944 time: 0.0577340 Aug 11 08:54:45.657898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Deleting port 54e6bb12-a158-4dee-8e18-12faeb7f3433 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:54:45.658220 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:45.806221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:54:45.829785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:45.830166 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:45.858235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 54e6bb12-a158-4dee-8e18-12faeb7f3433 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:54:45.862832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a620574-a14d-4e5c-b883-c79fe7250215 req-1216973e-5a3c-40a2-ba16-cfd22c0dd40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 210 time: 0.0483220 Aug 11 08:54:45.863115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 54e6bb12-a158-4dee-8e18-12faeb7f3433 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:54:45.863252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:45.872686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Calling delete_port for 54e6bb12-a158-4dee-8e18-12faeb7f3433 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:54:45.949162 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:45.953700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-7afff7b1-48dd-47e9-bcd9-90148d287fbf tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:45.955179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-7afff7b1-48dd-47e9-bcd9-90148d287fbf tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 815 time: 0.2123010 Aug 11 08:54:45.974210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:45.976556 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dba1e0-7cf3-4f6a-8b9d-292ddebdf1c7" -d '{"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-plugged", "status": "completed", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:45.989583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Request body: {'port': {'device_id': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'admin_state_up': True, 'tenant_id': '94f24246474e4ef6ab7e4d0c455574a2'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:54:45.991013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 54e6bb12-a158-4dee-8e18-12faeb7f3433, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=54e6bb12-a158-4dee-8e18-12faeb7f3433,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:45.996899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.027153 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f708e9-134e-4edb-97fe-93a3775c94bd x-openstack-request-id: req-b3f708e9-134e-4edb-97fe-93a3775c94bd {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:46.027451 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-plugged", "status": "completed", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:46.027921 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3f708e9-134e-4edb-97fe-93a3775c94bd {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:46.028457 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'code': 200} Aug 11 08:54:46.052837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:46.114200 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.147384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['54e6bb12-a158-4dee-8e18-12faeb7f3433'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:54:46.152370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Pushing event deleted for resources: {'Port': ['ID=54e6bb12-a158-4dee-8e18-12faeb7f3433,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:46.187485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Made reservation on behalf of 94f24246474e4ef6ab7e4d0c455574a2 for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:54:46.191094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.216539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] No DVR routers for this DVR port 54e6bb12-a158-4dee-8e18-12faeb7f3433 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:54:46.219891 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.221999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.64 "DELETE /v2.0/ports/54e6bb12-a158-4dee-8e18-12faeb7f3433 HTTP/1.1" status: 204 len: 173 time: 0.6654570 Aug 11 08:54:46.222424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-deleted', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:46.224758 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d599f-9425-4287-b2c0-06d8eaea416d" -d '{"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-deleted", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:46.275097 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375482e-7652-4f77-a1b5-e50f07355c04 x-openstack-request-id: req-7375482e-7652-4f77-a1b5-e50f07355c04 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:46.275392 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5c0fe2-21f3-40a2-bc42-f8d93364f12a", "name": "network-vif-deleted", "tag": "54e6bb12-a158-4dee-8e18-12faeb7f3433", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:46.275692 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7375482e-7652-4f77-a1b5-e50f07355c04 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:46.276090 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5c0fe2-21f3-40a2-bc42-f8d93364f12a', 'name': 'network-vif-deleted', 'tag': '54e6bb12-a158-4dee-8e18-12faeb7f3433', 'status': 'completed', 'code': 200} Aug 11 08:54:46.355483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Allocated IP 172.20.0.6 (b1f1011d-66f7-402a-9d67-2031e8571120/a68df26f-3f77-4944-b179-2d6303173059/0cdcf766-1d9e-4337-ac05-75d12886f52c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:54:46.516753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.558784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.591163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['54e6bb12-a158-4dee-8e18-12faeb7f3433'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:54:46.601556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Network b1f1011d-66f7-402a-9d67-2031e8571120 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:54:46.607470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:54:46.611641 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:54:46.645299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:46.671537 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:46.672148 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.690153 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-fae9d413-e8ab-461a-b4b5-ed08b3eb0a60 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058203 Aug 11 08:54:46.707690 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Request body: {'port': {'device_id': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:54:46.762621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:46.987855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bc61c-3409-425b-8ad8-3500afab7ca3 req-b420ea93-e4b0-4092-8502-2c76d4049114 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:46.989634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-806bc61c-3409-425b-8ad8-3500afab7ca3 req-b420ea93-e4b0-4092-8502-2c76d4049114 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 931 time: 0.0522323 Aug 11 08:54:47.029263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-806bc61c-3409-425b-8ad8-3500afab7ca3 req-b05ef436-88e0-42ec-a5d9-f15274ddcea9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 11 08:54:47.049309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdcf766-1d9e-4337-ac05-75d12886f52c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:54:47.057732 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:47.070776 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Transition to ACTIVE for port object 0cdcf766-1d9e-4337-ac05-75d12886f52c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:54:47.075972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:47.132830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:47.201308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:54:47.201647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:54:47.201980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:54:47.206707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Port 0cdcf766-1d9e-4337-ac05-75d12886f52c on network b1f1011d-66f7-402a-9d67-2031e8571120 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:54:47.207025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:54:47.212203 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:54:47.212901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Checking segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:54:47.213286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Bound using segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:54:47.213709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Bound port: 0cdcf766-1d9e-4337-ac05-75d12886f52c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:54:47.214064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:47.284695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:54:47.288957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:54:47.296334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:47.330133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:47.330764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:47.332850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] 10.222.0.64 "PUT /v2.0/ports/0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 1091 time: 0.6290553 Aug 11 08:54:47.356566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6b5e3-7aef-4afd-a08b-09c075049aeb service neutron] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:47.429384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-b3ace772-b20c-4aa6-839d-8645f9fec1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:47.430916 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-b3ace772-b20c-4aa6-839d-8645f9fec1df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0431755 Aug 11 08:54:47.487187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-f0d9a589-3884-40d4-8f84-4234c6af29f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0401573 Aug 11 08:54:47.551907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-cc5d04cc-835e-4857-9912-ab951004ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:47.553562 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-cc5d04cc-835e-4857-9912-ab951004ebd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0494852 Aug 11 08:54:47.590647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-3e279581-27a5-4445-aa85-f35e6b0499f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298948 Aug 11 08:54:47.684968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-9a8148eb-ae76-4c2a-a0b7-0c4ba364ae97 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864818 Aug 11 08:54:47.781316 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b84ab496-c120-4dfc-9458-9cd85a715698 req-e83fc12a-11d1-403c-b6cc-56a77410cb99 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881865 Aug 11 08:54:48.171416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc2de-959e-4f96-adf7-564d0a9b80ed req-66e08309-ecb9-4e06-9c62-4542f9a5a03a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:48.173026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfbc2de-959e-4f96-adf7-564d0a9b80ed req-66e08309-ecb9-4e06-9c62-4542f9a5a03a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 943 time: 0.0527899 Aug 11 08:54:48.215017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7cfbc2de-959e-4f96-adf7-564d0a9b80ed req-8a74642d-f716-466c-97e3-cf71db7cf341 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Aug 11 08:54:48.277029 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:48.279439 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90e075-071d-4e90-8660-bb6724e33b59" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:48.317734 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52426767-805b-4792-961b-7db9ed331ed0 x-openstack-request-id: req-52426767-805b-4792-961b-7db9ed331ed0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:48.318075 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:48.318304 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52426767-805b-4792-961b-7db9ed331ed0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:48.318963 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'status': 'completed', 'code': 200} Aug 11 08:54:48.405826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-b0c94a24-5be6-432a-ab4b-8478fd899510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:48.407360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-b0c94a24-5be6-432a-ab4b-8478fd899510 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0469193 Aug 11 08:54:48.507170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-a73219ae-b2a9-4489-b1f2-31700c0e255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:48.508702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-a73219ae-b2a9-4489-b1f2-31700c0e255a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0936310 Aug 11 08:54:48.551427 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-430a8560-21ff-46fa-bef5-3f0d26d17897 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0347402 Aug 11 08:54:48.919907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-445501f2-4393-4139-884b-450a98609722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:48.921392 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-445501f2-4393-4139-884b-450a98609722 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.3634286 Aug 11 08:54:48.964678 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-a1ab013d-0a62-4195-ab12-74c745424644 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309525 Aug 11 08:54:49.062101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-af4e68e5-7b83-48de-a81c-bcf18b6883ff service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Aug 11 08:54:49.167431 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce90e075-071d-4e90-8660-bb6724e33b59 req-66060bf0-065b-4552-9f76-2eff2217f579 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974870 Aug 11 08:54:49.346229 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c221aa2-9c46-429a-be00-eed685275dcc req-3a6c5b2f-b2c0-417e-835a-839a7298c5a3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:49.349985 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c221aa2-9c46-429a-be00-eed685275dcc req-3a6c5b2f-b2c0-417e-835a-839a7298c5a3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 943 time: 0.0605934 Aug 11 08:54:49.395913 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4c221aa2-9c46-429a-be00-eed685275dcc req-4aadc128-c388-4468-a7d4-ad2978feb127 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 Aug 11 08:54:49.827099 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:54:49.853508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 54e6bb12-a158-4dee-8e18-12faeb7f3433 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:54:49.853841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 54e6bb12-a158-4dee-8e18-12faeb7f3433 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:54:50.528793 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a109d-fa95-4b11-a080-f4a4281962a1 req-9d3a8609-aacf-476d-9c1c-8db26cd42e36 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:50.530859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a3a109d-fa95-4b11-a080-f4a4281962a1 req-9d3a8609-aacf-476d-9c1c-8db26cd42e36 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 943 time: 0.0560126 Aug 11 08:54:50.575013 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a3a109d-fa95-4b11-a080-f4a4281962a1 req-bcae7985-f28b-4333-87ad-877959832948 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353653 Aug 11 08:54:51.710730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d5cd5-37ae-4f3a-8b5a-bb24e196ec0c req-721e3404-b3fa-4890-b4a8-881e957019b8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:51.712672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1d5cd5-37ae-4f3a-8b5a-bb24e196ec0c req-721e3404-b3fa-4890-b4a8-881e957019b8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 943 time: 0.0558729 Aug 11 08:54:51.753685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b1d5cd5-37ae-4f3a-8b5a-bb24e196ec0c req-98575eac-3e12-4e7e-84c8-9353072c414b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345650 Aug 11 08:54:51.826502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:54:51.930715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:51.942104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'port_id': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'mac_address': 'fa:16:3e:72:3e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68df26f-3f77-4944-b179-2d6303173059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:54:51.995608 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:52.008912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdcf766-1d9e-4337-ac05-75d12886f52c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:54:52.034674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:52.041190 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:52.095434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:52.103648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.103994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.104335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.104672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.105034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.105361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.105675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.106021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.106342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.106664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.106991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.107287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:54:52.313954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['0cdcf766-1d9e-4337-ac05-75d12886f52c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:54:52.887828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd6e-cfa2-4050-b116-a008a8ed7815 req-0467952d-43d6-40e7-9120-522de5cb01f8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:52.889290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c69cbd6e-cfa2-4050-b116-a008a8ed7815 req-0467952d-43d6-40e7-9120-522de5cb01f8 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 944 time: 0.0664465 Aug 11 08:54:52.935575 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c69cbd6e-cfa2-4050-b116-a008a8ed7815 req-d07637df-d504-42a9-b6e8-05a7d2dbd8a9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Aug 11 08:54:53.857645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:54:53.918492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 0cdcf766-1d9e-4337-ac05-75d12886f52c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:54:53.922366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 0cdcf766-1d9e-4337-ac05-75d12886f52c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:54:53.922742 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:54.002163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:54.025987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:54:54.028288 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fbead0-583f-4c83-b2a8-c6c4205175be" -d '{"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:54:54.045944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:54:54.050617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:54.066840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86b50c-59e4-462a-9b4f-003a48b42043 req-d6f156d2-5c71-4864-8623-b2d0eabc0f17 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:54.068405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c86b50c-59e4-462a-9b4f-003a48b42043 req-d6f156d2-5c71-4864-8623-b2d0eabc0f17 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 944 time: 0.0631349 Aug 11 08:54:54.077186 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4ddbd-2d54-4b79-8893-a24beb6a8d20 x-openstack-request-id: req-d2e4ddbd-2d54-4b79-8893-a24beb6a8d20 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:54:54.077472 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:54:54.077715 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2e4ddbd-2d54-4b79-8893-a24beb6a8d20 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:54:54.078094 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'code': 200} Aug 11 08:54:54.107585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:54:54.108312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c86b50c-59e4-462a-9b4f-003a48b42043 req-ac7ae16f-5817-4679-ada1-0aa9aea275a7 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Aug 11 08:54:54.199613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873adb6d-633c-4ddc-a75e-9bc59ec2ca20 req-ee5144c4-0f81-4ea2-aa3d-f152e9a50796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:54.201109 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-873adb6d-633c-4ddc-a75e-9bc59ec2ca20 req-ee5144c4-0f81-4ea2-aa3d-f152e9a50796 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0400977 Aug 11 08:54:54.238385 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-873adb6d-633c-4ddc-a75e-9bc59ec2ca20 req-8ee303d2-d69c-4554-9a68-c72af9170e13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297573 Aug 11 08:54:55.240784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da6b52-31c9-4353-bca5-6248704fdb55 req-deaaeac6-88ff-4694-b9c5-754537a99460 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:55.242736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-06da6b52-31c9-4353-bca5-6248704fdb55 req-deaaeac6-88ff-4694-b9c5-754537a99460 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0533276 Aug 11 08:54:55.288907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-06da6b52-31c9-4353-bca5-6248704fdb55 req-aff6e455-1d46-4780-b965-ea4c67bebdd6 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363064 Aug 11 08:54:56.413547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c634-7a1a-40fa-9464-a6057f4df167 req-8bac9637-2704-4e9e-9d97-3d6d4fe717ba tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:56.415193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb97c634-7a1a-40fa-9464-a6057f4df167 req-8bac9637-2704-4e9e-9d97-3d6d4fe717ba tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0534692 Aug 11 08:54:56.454670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb97c634-7a1a-40fa-9464-a6057f4df167 req-73d7b5e6-9b62-4e1d-8f0f-a7b851a72443 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Aug 11 08:54:56.579786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ba32b-554d-4f2f-8f9c-b4fc1c5f38f8 req-33fa059d-7dd1-45cb-a4cd-b20ff5047d35 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:56.581231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a2ba32b-554d-4f2f-8f9c-b4fc1c5f38f8 req-33fa059d-7dd1-45cb-a4cd-b20ff5047d35 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0594056 Aug 11 08:54:56.623781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9a2ba32b-554d-4f2f-8f9c-b4fc1c5f38f8 req-4a06ffea-8c62-4098-84da-c3a1abf52b62 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356548 Aug 11 08:54:56.894197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-a2098708-e1c7-4571-a9fc-b1637d260351 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726712 Aug 11 08:54:56.902556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da56-a8cb-4005-a42c-bfe65bb995b5 req-6c94afce-2f55-4007-a835-a4d9cefe0421 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:56.903991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cfb9da56-a8cb-4005-a42c-bfe65bb995b5 req-6c94afce-2f55-4007-a835-a4d9cefe0421 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0744853 Aug 11 08:54:56.943940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cfb9da56-a8cb-4005-a42c-bfe65bb995b5 req-f14b91fd-1e42-4672-af0f-facd61674c6e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Aug 11 08:54:58.077382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8757562-f77b-48e8-a25e-b07076334090 req-e9829348-e87e-4619-860c-c5a0b0b0ae7d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:58.078904 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8757562-f77b-48e8-a25e-b07076334090 req-e9829348-e87e-4619-860c-c5a0b0b0ae7d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0639632 Aug 11 08:54:58.124157 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8757562-f77b-48e8-a25e-b07076334090 req-f3aee29b-0551-4a91-94d6-2a508789e99e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356920 Aug 11 08:54:58.178123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-cb617412-14c2-4479-ae56-a63458ea41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:58.179644 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-cb617412-14c2-4479-ae56-a63458ea41d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0413654 Aug 11 08:54:58.277175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-96f9e028-3646-4f3e-83af-f8ca36b6dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:58.278611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-96f9e028-3646-4f3e-83af-f8ca36b6dee2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0916452 Aug 11 08:54:58.328918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-d1181adc-8748-4e9a-ae6f-28f256bfb065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0427403 Aug 11 08:54:58.385559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-cd77e21c-93ce-4729-8bda-7e9ca973b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:58.387126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-cd77e21c-93ce-4729-8bda-7e9ca973b991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0517850 Aug 11 08:54:58.421423 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-0c4809df-cbfa-4370-acdf-24d6ef161ec3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271482 Aug 11 08:54:58.520046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-e6f713a9-36a8-4a53-8a50-3c12168a151f service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902917 Aug 11 08:54:58.622220 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-3bd9456d-6404-434a-b39d-0924fff95bb0 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944006 Aug 11 08:54:59.097225 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:54:59.266677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ffb06-863c-457b-8ef3-4262ebb3e8d7 req-c7fb9c07-8f3f-43eb-8e9f-b3873977fa3e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:54:59.268806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae8ffb06-863c-457b-8ef3-4262ebb3e8d7 req-c7fb9c07-8f3f-43eb-8e9f-b3873977fa3e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0621789 Aug 11 08:54:59.311184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ae8ffb06-863c-457b-8ef3-4262ebb3e8d7 req-e11e362d-7a99-460b-abea-21fef49226da tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Aug 11 08:54:59.324917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2309e541-17bb-4789-8689-ff78464ed5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:00.029201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-32f29aa8-5a62-4313-b06a-ac287df497ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:00.030736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-32f29aa8-5a62-4313-b06a-ac287df497ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0490997 Aug 11 08:55:00.142483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-6cc14402-8094-4724-b2ab-b8923437fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:00.143890 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-6cc14402-8094-4724-b2ab-b8923437fabc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0920427 Aug 11 08:55:00.153894 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:00.189545 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-f2b2a709-d9f6-48c6-8fb4-d615a7ae8a35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0385489 Aug 11 08:55:00.238825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-f704cb62-71c3-40f8-9304-99877924ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:00.240232 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-f704cb62-71c3-40f8-9304-99877924ca8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0435035 Aug 11 08:55:00.273223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-1fcb7bb8-ffe2-49af-a9de-504af266f34f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258751 Aug 11 08:55:00.372767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-9f43b045-0c0a-46e5-af8d-40ac51f6d2e4 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921614 Aug 11 08:55:00.508891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd91fd4-0588-4768-b94e-dd32cb74c99c req-1d342388-7a57-4655-916d-d055601919b4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:00.510426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2fd91fd4-0588-4768-b94e-dd32cb74c99c req-1d342388-7a57-4655-916d-d055601919b4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.1037757 Aug 11 08:55:00.514335 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc8d4759-a4d8-497f-9392-afffa1937f59 req-62c1102c-8108-4671-bd1f-4729ca129023 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348736 Aug 11 08:55:00.551371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2fd91fd4-0588-4768-b94e-dd32cb74c99c req-79505017-3fd3-4648-a047-9e3e0ffb6f52 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Aug 11 08:55:01.688911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24d708-98f8-468f-98ab-fc393fe7d567 req-08dd7b2b-7d4e-4a6a-9a3d-4016a1480ba5 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:01.690478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd24d708-98f8-468f-98ab-fc393fe7d567 req-08dd7b2b-7d4e-4a6a-9a3d-4016a1480ba5 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0592062 Aug 11 08:55:01.731507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd24d708-98f8-468f-98ab-fc393fe7d567 req-8747948d-a0d8-46f9-a457-3037cdce49af tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343134 Aug 11 08:55:02.478042 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:02.753531 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-abdf6a16-6295-485a-87fc-57cd64e1148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:02.873979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476c1a7-9f38-4790-a232-c65a84f86dfe req-f121acee-7c38-46d1-b76e-261883e113d6 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:02.875511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5476c1a7-9f38-4790-a232-c65a84f86dfe req-f121acee-7c38-46d1-b76e-261883e113d6 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0574415 Aug 11 08:55:02.916030 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5476c1a7-9f38-4790-a232-c65a84f86dfe req-c3590ac1-2e3f-4557-affb-ac489e0a1095 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343361 Aug 11 08:55:04.052766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cd052-4b05-4e2b-b55f-9df876b386a1 req-cb6d6322-d581-4b12-90fd-5fe159a5f833 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:04.054348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a34cd052-4b05-4e2b-b55f-9df876b386a1 req-cb6d6322-d581-4b12-90fd-5fe159a5f833 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0623338 Aug 11 08:55:04.096936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a34cd052-4b05-4e2b-b55f-9df876b386a1 req-c7a9a718-d3a1-4efe-a002-49f218ce895e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Aug 11 08:55:04.979241 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:05.216352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe48a5-d630-42d6-bba6-d2573ce211f6 req-45e7bddf-fd3e-4667-8273-594804e234f1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:05.217942 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafe48a5-d630-42d6-bba6-d2573ce211f6 req-45e7bddf-fd3e-4667-8273-594804e234f1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0512764 Aug 11 08:55:05.262485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafe48a5-d630-42d6-bba6-d2573ce211f6 req-f46a21db-baae-45b6-86c6-6ef628b4c80c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Aug 11 08:55:06.268278 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:06.383553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4bc65-bfb1-43eb-a6ff-671877a8eef0 req-79237047-15e7-423d-b2a8-86aa40b2a93c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:06.385122 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7e4bc65-bfb1-43eb-a6ff-671877a8eef0 req-79237047-15e7-423d-b2a8-86aa40b2a93c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0518093 Aug 11 08:55:06.426171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7e4bc65-bfb1-43eb-a6ff-671877a8eef0 req-861d3e11-9a92-4879-b0c6-740055dea84b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Aug 11 08:55:07.556281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aa4fe-c9a9-4ffe-b594-8c8667017517 req-d00b22e9-5f07-4b5e-999a-7ab52a2becf7 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:07.558066 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-417aa4fe-c9a9-4ffe-b594-8c8667017517 req-d00b22e9-5f07-4b5e-999a-7ab52a2becf7 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0588276 Aug 11 08:55:07.597930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-417aa4fe-c9a9-4ffe-b594-8c8667017517 req-013c8b41-977a-4c87-acb3-83de49477ae9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334067 Aug 11 08:55:08.728010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31405a-9e1d-4cbd-97ae-d44ba0cbbe2e req-98de5616-c13f-4005-8d7c-db6b8fef4ec4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:08.729643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d31405a-9e1d-4cbd-97ae-d44ba0cbbe2e req-98de5616-c13f-4005-8d7c-db6b8fef4ec4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0625134 Aug 11 08:55:08.771140 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d31405a-9e1d-4cbd-97ae-d44ba0cbbe2e req-a9728399-0301-4554-ae43-cf72d262991c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Aug 11 08:55:09.899025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ba009-cbb5-446d-b023-713613e86dda req-93c1575c-1595-41aa-851a-688046c3e54e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:09.905510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a5ba009-cbb5-446d-b023-713613e86dda req-93c1575c-1595-41aa-851a-688046c3e54e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0608296 Aug 11 08:55:09.941603 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a5ba009-cbb5-446d-b023-713613e86dda req-76a7a4a0-ef3d-4f28-b113-4501f8959c63 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Aug 11 08:55:11.067467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9da65-b6e0-4963-800a-4d8293131ff8 req-d4ff33bf-219d-4806-8a20-56fceec1ae9c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:11.069009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66e9da65-b6e0-4963-800a-4d8293131ff8 req-d4ff33bf-219d-4806-8a20-56fceec1ae9c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0543573 Aug 11 08:55:11.113450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-66e9da65-b6e0-4963-800a-4d8293131ff8 req-510890af-310c-4b6f-ab8a-b3af317dd96d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347528 Aug 11 08:55:12.243953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84782211-0f8a-415f-8b6f-8163195b6c36 req-2b78bac5-d769-4170-b88a-77e66793c436 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:12.245665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84782211-0f8a-415f-8b6f-8163195b6c36 req-2b78bac5-d769-4170-b88a-77e66793c436 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Aug 11 08:55:12.286083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84782211-0f8a-415f-8b6f-8163195b6c36 req-e5d423c1-979c-47b3-9bfa-d6141bba1c1d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Aug 11 08:55:13.416894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b74203-9f64-457d-8433-a0ee5dfb3f51 req-abd0be00-83fc-4817-9b86-250bd29d283c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:13.418540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-00b74203-9f64-457d-8433-a0ee5dfb3f51 req-abd0be00-83fc-4817-9b86-250bd29d283c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Aug 11 08:55:13.463413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-00b74203-9f64-457d-8433-a0ee5dfb3f51 req-b8439ecb-5aee-4464-a1c4-3303abc9f19b tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Aug 11 08:55:14.672515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0150d-ff05-47d3-971d-0de5a3d19133 req-7e848fb8-3a4b-4d15-b01b-39116c7e6bd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:14.674193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-56b0150d-ff05-47d3-971d-0de5a3d19133 req-7e848fb8-3a4b-4d15-b01b-39116c7e6bd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.1375089 Aug 11 08:55:14.717231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-56b0150d-ff05-47d3-971d-0de5a3d19133 req-77101c74-5b76-4d7a-9dd5-5857093502c4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Aug 11 08:55:15.902558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331f457-488f-455b-9285-99b85653df56 req-ae7be2ad-39aa-47ab-a1b7-fd0dbc3ac6f5 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:15.904149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2331f457-488f-455b-9285-99b85653df56 req-ae7be2ad-39aa-47ab-a1b7-fd0dbc3ac6f5 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.1086330 Aug 11 08:55:15.944579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2331f457-488f-455b-9285-99b85653df56 req-3c6fa519-5c0b-4337-986c-084e6c3cd677 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Aug 11 08:55:17.075937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94f7c5-e3b7-403c-828b-16c54d6cd60f req-4270250d-68f0-4ce9-b4c5-aa0497fe2b84 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:17.077731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea94f7c5-e3b7-403c-828b-16c54d6cd60f req-4270250d-68f0-4ce9-b4c5-aa0497fe2b84 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0608354 Aug 11 08:55:17.126785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea94f7c5-e3b7-403c-828b-16c54d6cd60f req-09578016-29cd-4f46-856a-978d03924408 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Aug 11 08:55:17.581256 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:55:18.268733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4c63-0c83-4450-a8c4-2e8e870cd2ec req-4df55db2-266a-4f72-9985-7756dff16a20 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:18.270295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b1a4c63-0c83-4450-a8c4-2e8e870cd2ec req-4df55db2-266a-4f72-9985-7756dff16a20 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0620658 Aug 11 08:55:18.310186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b1a4c63-0c83-4450-a8c4-2e8e870cd2ec req-dd2aa0cf-dc6f-4e54-b3f3-8920e30d211f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Aug 11 08:55:19.433351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f4084-ccbf-4847-9c47-027caf5aa907 req-60b42a0a-1412-4569-9db0-185732f8b475 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:19.434886 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c8f4084-ccbf-4847-9c47-027caf5aa907 req-60b42a0a-1412-4569-9db0-185732f8b475 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Aug 11 08:55:19.483599 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c8f4084-ccbf-4847-9c47-027caf5aa907 req-c1b5b4b2-bd3b-4ec4-a448-89ae7f6b71cc tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Aug 11 08:55:20.622634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e5a18-7375-42af-a6eb-c43330f7cd2d req-67831335-75a6-4d38-8d91-3bafc9f02f6c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:20.624100 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f98e5a18-7375-42af-a6eb-c43330f7cd2d req-67831335-75a6-4d38-8d91-3bafc9f02f6c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0598700 Aug 11 08:55:20.668221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f98e5a18-7375-42af-a6eb-c43330f7cd2d req-ce963af0-927f-418d-a98c-da280f5dc864 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Aug 11 08:55:21.794141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d168cb-8407-448e-be5b-89ca7f81004e req-76298f4e-8293-45dc-8569-7147836f35ae tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:21.795664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7d168cb-8407-448e-be5b-89ca7f81004e req-76298f4e-8293-45dc-8569-7147836f35ae tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0573831 Aug 11 08:55:21.835433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7d168cb-8407-448e-be5b-89ca7f81004e req-b94e2bf8-7fd0-4e69-ab11-f94ffa8f9982 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Aug 11 08:55:22.954018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1bd21-300b-4e56-b02c-1d290bf75092 req-f94a3e85-e66c-492c-a342-052b19ce5e87 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:22.955562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9dc1bd21-300b-4e56-b02c-1d290bf75092 req-f94a3e85-e66c-492c-a342-052b19ce5e87 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Aug 11 08:55:23.009334 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9dc1bd21-300b-4e56-b02c-1d290bf75092 req-50bc7793-d26c-4696-8509-76366969a92d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Aug 11 08:55:24.133010 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d91ec-8306-4e2a-a01f-3ace0a6f6926 req-b6420b80-4112-4360-9317-26877836abd0 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:24.134380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c0d91ec-8306-4e2a-a01f-3ace0a6f6926 req-b6420b80-4112-4360-9317-26877836abd0 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0566084 Aug 11 08:55:24.185723 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5c0d91ec-8306-4e2a-a01f-3ace0a6f6926 req-5246230b-41e4-407e-90e1-2163ab2a9ec7 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449505 Aug 11 08:55:25.328558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306eeda-b3ce-4461-81d7-d7930e12a93d req-627e6f36-ac79-4f0b-bc9d-f682dcbc3f4e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:25.330117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3306eeda-b3ce-4461-81d7-d7930e12a93d req-627e6f36-ac79-4f0b-bc9d-f682dcbc3f4e tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0620291 Aug 11 08:55:25.371955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3306eeda-b3ce-4461-81d7-d7930e12a93d req-aa385764-3936-4faa-a9b3-f79fc6ebc750 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Aug 11 08:55:25.838590 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-21f5fa12-5a4e-4d9d-81cd-763e0eee6616 service neutron] show failed (client error): The resource could not be found. Aug 11 08:55:25.839671 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-21f5fa12-5a4e-4d9d-81cd-763e0eee6616 service neutron] 10.222.0.64 "GET /v2.0/ports/0cdcf766-1d9e-4337-ac05-75d12886f52c/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.1389122 Aug 11 08:55:26.085756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-7df77e4c-cc15-4d7e-ab6f-b3ce5fca18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:26.087219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-7df77e4c-cc15-4d7e-ab6f-b3ce5fca18b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1&tenant_id=94f24246474e4ef6ab7e4d0c455574a2 HTTP/1.1" status: 200 len: 1096 time: 0.0450709 Aug 11 08:55:26.106117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:26.175795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:26.409585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:26.445563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:55:26.488132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:26.490207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:26.492745 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e410a1-7f27-42dd-944e-0897992c39f0" -d '{"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:26.495467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f827c26-a596-48b3-8754-1621f2e45e03 req-aae27a7d-d9a3-4584-9090-049c21b870bd tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:26.497278 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f827c26-a596-48b3-8754-1621f2e45e03 req-aae27a7d-d9a3-4584-9090-049c21b870bd tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0531638 Aug 11 08:55:26.511254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Transition to ACTIVE for port object 0cdcf766-1d9e-4337-ac05-75d12886f52c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:26.517146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:26.541482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4f827c26-a596-48b3-8754-1621f2e45e03 req-6f75e72c-93a4-4119-ab5f-8ace7b9c0e86 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Aug 11 08:55:26.546988 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94e81e5-086e-4dbb-a663-464c9998a030 x-openstack-request-id: req-a94e81e5-086e-4dbb-a663-464c9998a030 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:26.547276 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:26.547527 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a94e81e5-086e-4dbb-a663-464c9998a030 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:26.547928 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'code': 200} Aug 11 08:55:26.591366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] No DVR routers for this DVR port 0cdcf766-1d9e-4337-ac05-75d12886f52c on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:55:26.601850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=6']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:26.638791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.639111 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.639474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.639791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.640123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.640466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.640830 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.641180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.641502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.641826 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.642285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.642748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:26.658853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:55:26.659188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:55:26.659517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:26.663860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Port 0cdcf766-1d9e-4337-ac05-75d12886f52c on network b1f1011d-66f7-402a-9d67-2031e8571120 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:55:26.664217 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Attempting to bind port 0cdcf766-1d9e-4337-ac05-75d12886f52c on network b1f1011d-66f7-402a-9d67-2031e8571120 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:26.668967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:55:26.669305 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Checking segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:55:26.669684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Bound using segment: {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:55:26.670105 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Bound port: 0cdcf766-1d9e-4337-ac05-75d12886f52c, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:55:26.670476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:26.734651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:55:26.737867 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:55:26.744995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:26.779227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:26.779915 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:26.781397 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] 10.222.0.69 "PUT /v2.0/ports/0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 1091 time: 0.6797175 Aug 11 08:55:26.806620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d60389-28e7-479c-9a1a-83a62386cf1c service neutron] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=7']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:26.855044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-18fe47fc-32ec-4d75-81f7-a842e62fad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:26.856566 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-18fe47fc-32ec-4d75-81f7-a842e62fad8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0423517 Aug 11 08:55:26.971109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-f958506c-0ffb-40fd-b7b5-53ba3e0926c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:26.972513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-f958506c-0ffb-40fd-b7b5-53ba3e0926c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.1083887 Aug 11 08:55:27.019015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-fb7f5b0f-56ff-4899-aeaa-b537f0b1bf04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0392914 Aug 11 08:55:27.084425 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-e2b19693-1784-4bd5-b1b9-dfa838ef6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:27.085945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-e2b19693-1784-4bd5-b1b9-dfa838ef6d72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0603759 Aug 11 08:55:27.118998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-fffc2806-26c7-47cf-8022-0500822370fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257075 Aug 11 08:55:27.209172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-ffbc99fa-13c1-40d8-9476-c56470367872 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821049 Aug 11 08:55:27.306438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-84408ebf-2b11-4c5b-ba48-fbefec5ce799 req-0d04c25b-282d-4772-a41f-ea20c5ec5123 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891528 Aug 11 08:55:27.683065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32b87-ea4b-4aaf-98e5-dd14acd7d12a req-9ab8c8f6-a078-4786-b30a-85642a76fb2c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:27.684580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3be32b87-ea4b-4aaf-98e5-dd14acd7d12a req-9ab8c8f6-a078-4786-b30a-85642a76fb2c tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 943 time: 0.0610497 Aug 11 08:55:27.726945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3be32b87-ea4b-4aaf-98e5-dd14acd7d12a req-503bfb3d-506b-43e3-aa6f-ba10885dea10 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345864 Aug 11 08:55:28.422734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:55:28.530764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:28.543210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'network_id': 'b1f1011d-66f7-402a-9d67-2031e8571120', 'port_id': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'mac_address': 'fa:16:3e:72:3e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68df26f-3f77-4944-b179-2d6303173059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:55:28.549845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:28.554437 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:28.589588 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:28.604179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdcf766-1d9e-4337-ac05-75d12886f52c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:55:28.607695 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65180975-74ee-4bf4-b877-db78b7b9a303 x-openstack-request-id: req-65180975-74ee-4bf4-b877-db78b7b9a303 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:28.607999 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:28.608231 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65180975-74ee-4bf4-b877-db78b7b9a303 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:28.608788 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'status': 'completed', 'code': 200} Aug 11 08:55:28.624849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:28.630502 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:28.683541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:28.694071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-e8cb888c-f01b-452d-b311-84f3ecb31f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.695784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-e8cb888c-f01b-452d-b311-84f3ecb31f14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0492392 Aug 11 08:55:28.703062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-d8acdb57-6d30-42fd-91d4-c93db3860ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.704575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-d8acdb57-6d30-42fd-91d4-c93db3860ebb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0517488 Aug 11 08:55:28.798985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-9211cc00-5929-4aa8-a0c9-0ada88db77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.800783 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-9211cc00-5929-4aa8-a0c9-0ada88db77a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0896451 Aug 11 08:55:28.803148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-c28fa907-7920-483d-90c5-a612b4628028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.804776 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-c28fa907-7920-483d-90c5-a612b4628028 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0972157 Aug 11 08:55:28.848791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-8766d13a-dbc9-43d7-b312-229399ed23d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0412431 Aug 11 08:55:28.878053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-2381c913-5261-4283-936c-467c8258fe6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0410898 Aug 11 08:55:28.893333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a40a6-6f05-4abd-a9b9-957449ee2132 req-120e508e-09b6-4567-a3cd-ca50d19444aa tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.894819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f57a40a6-6f05-4abd-a9b9-957449ee2132 req-120e508e-09b6-4567-a3cd-ca50d19444aa tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 944 time: 0.0875742 Aug 11 08:55:28.906862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-86058598-6e59-43f3-ae8f-4adababbd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.908520 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-86058598-6e59-43f3-ae8f-4adababbd82b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0531800 Aug 11 08:55:28.935242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['0cdcf766-1d9e-4337-ac05-75d12886f52c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:55:28.941525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-e52ccd83-b30c-44ca-86cf-d33d0a208f1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265269 Aug 11 08:55:28.967365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-be0f44da-f7a8-45b0-af40-88d98b0451ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:28.969359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-be0f44da-f7a8-45b0-af40-88d98b0451ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0734897 Aug 11 08:55:28.972703 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f57a40a6-6f05-4abd-a9b9-957449ee2132 req-f59b343b-79e4-4bf2-abab-8d82dd723aea tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692499 Aug 11 08:55:29.016511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-9116a1ed-17ab-44f7-9f13-7456d25d6a28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333819 Aug 11 08:55:29.071252 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-b924b6cf-8d77-4272-b328-24ef95fee7b8 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149485 Aug 11 08:55:29.112170 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:29.136598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-0499094f-166e-4dde-adae-9177e2b701da service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023610 Aug 11 08:55:29.171399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-390d9a29-d8ab-41e7-8de6-9836ad2dcc8e service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928454 Aug 11 08:55:29.231114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-91a02ed3-8a8e-44e8-b4ac-b878b5b5bea1 req-42696c9d-1417-4f3f-8e2d-9194fa2bb813 service neutron] 10.222.0.69 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878479 Aug 11 08:55:29.324092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3e03-5d0b-4c21-93d8-fef5a8bfe0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:29.994505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:55:30.034939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:55:30.095513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae67fa-54e4-4a02-a71c-2891ed8885c2 req-ff1542eb-a4e9-4ba9-94d6-c997154fb459 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:30.096934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ae67fa-54e4-4a02-a71c-2891ed8885c2 req-ff1542eb-a4e9-4ba9-94d6-c997154fb459 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 944 time: 0.0531299 Aug 11 08:55:30.138554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-69ae67fa-54e4-4a02-a71c-2891ed8885c2 req-0c306482-a6a3-4b56-97e8-59baf1c2cf7f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Aug 11 08:55:30.144203 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:30.388966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603509cc-5f03-48a8-b1db-6742b510ddff req-b369119a-ea2b-4a8e-a948-b06184d4f3ea tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:30.390371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-603509cc-5f03-48a8-b1db-6742b510ddff req-b369119a-ea2b-4a8e-a948-b06184d4f3ea tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 944 time: 0.0869985 Aug 11 08:55:30.405708 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-e453cd55-e7d2-47d1-82fb-ea3a6c9cc38f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:30.407215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-e453cd55-e7d2-47d1-82fb-ea3a6c9cc38f tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1&tenant_id=94f24246474e4ef6ab7e4d0c455574a2&binding%3Ahost_id=n-h2-789963-6 HTTP/1.1" status: 200 len: 944 time: 0.0761642 Aug 11 08:55:30.427134 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:30.468680 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-603509cc-5f03-48a8-b1db-6742b510ddff req-13b3114a-c1f3-479a-bee6-569db61b31bc tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715647 Aug 11 08:55:30.478690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 0cdcf766-1d9e-4337-ac05-75d12886f52c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:30.483132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 0cdcf766-1d9e-4337-ac05-75d12886f52c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:30.483517 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:30.491038 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-8baecf43-594e-4bbd-a288-67406173d20d service neutron] delete failed (client error): The resource could not be found. Aug 11 08:55:30.492094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-8baecf43-594e-4bbd-a288-67406173d20d service neutron] 10.222.0.64 "DELETE /v2.0/ports/0cdcf766-1d9e-4337-ac05-75d12886f52c/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0720687 Aug 11 08:55:30.601215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-76e72dc0-7735-44c1-8b84-35e6b7499457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:30.602961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-76e72dc0-7735-44c1-8b84-35e6b7499457 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 1095 time: 0.0453427 Aug 11 08:55:30.702507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-8af95e00-017d-4e53-bbdf-89b0803ddb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:30.704222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-8af95e00-017d-4e53-bbdf-89b0803ddb5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 200 len: 916 time: 0.0936472 Aug 11 08:55:30.735935 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:30.749587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-8f8a0242-af0d-4aaa-884f-dda69e354520 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 200 len: 217 time: 0.0384793 Aug 11 08:55:30.758894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:30.761195 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff69ce-8276-433d-a0d4-4d14d7fcc7ec" -d '{"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:30.774515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:30.779932 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:30.813031 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-131b2406-9534-41b8-9b71-f862e0738783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:30.814542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-131b2406-9534-41b8-9b71-f862e0738783 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 200 len: 855 time: 0.0586092 Aug 11 08:55:30.818905 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8692df-54b5-4429-b8b5-a51cd84ca345 x-openstack-request-id: req-9e8692df-54b5-4429-b8b5-a51cd84ca345 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:30.819194 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-plugged", "status": "completed", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:30.819435 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e8692df-54b5-4429-b8b5-a51cd84ca345 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:30.819843 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'code': 200} Aug 11 08:55:30.831794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:30.878345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-ffc7c605-c56f-4a38-9b9e-779de42befeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1f1011d-66f7-402a-9d67-2031e8571120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257139 Aug 11 08:55:30.980633 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-555d63c0-8ee9-4153-8b7e-6466129e9e26 service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950217 Aug 11 08:55:31.081130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fdef459f-d4ef-4a05-92d7-c6a5845714dc req-e4ff160d-d41c-42fa-9895-cf67a4175f2b service neutron] 10.222.0.64 "GET /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937026 Aug 11 08:55:31.600391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47b16a-ffc2-4ccf-8709-c2d9d71dd75c req-0163aa4b-d8b4-49d2-8584-c3ed9b64c947 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:31.602050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e47b16a-ffc2-4ccf-8709-c2d9d71dd75c req-0163aa4b-d8b4-49d2-8584-c3ed9b64c947 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0564222 Aug 11 08:55:31.644194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0e47b16a-ffc2-4ccf-8709-c2d9d71dd75c req-c7e479aa-3f22-4cec-9db9-6667985a7a16 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Aug 11 08:55:32.475597 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:32.758590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-db05afd7-8a76-401f-af10-66d1fad2dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:32.773798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067194b-68eb-444d-819c-7c6465fdf93e req-37a7c49f-02fb-4371-8cb5-8eac959f5066 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:32.775328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2067194b-68eb-444d-819c-7c6465fdf93e req-37a7c49f-02fb-4371-8cb5-8eac959f5066 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0598977 Aug 11 08:55:32.814931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2067194b-68eb-444d-819c-7c6465fdf93e req-35a60c48-5025-4461-b88f-69b8defae7b9 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Aug 11 08:55:32.931783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5bdc7-a5a9-42e9-88f0-454a6b1cf903 req-9354bc3d-3c15-45a4-8efc-7294abf59866 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:32.933312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcf5bdc7-a5a9-42e9-88f0-454a6b1cf903 req-9354bc3d-3c15-45a4-8efc-7294abf59866 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Aug 11 08:55:32.974016 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fcf5bdc7-a5a9-42e9-88f0-454a6b1cf903 req-b14dc033-dfc9-441e-a915-2cb3902d6458 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Aug 11 08:55:33.099938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d1c09-9239-417d-8115-61ce1e650869 req-edbdaa0b-364e-481c-ba6d-f64c6f67e4c3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:33.101461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8d1c09-9239-417d-8115-61ce1e650869 req-edbdaa0b-364e-481c-ba6d-f64c6f67e4c3 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0576594 Aug 11 08:55:33.154981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5d8d1c09-9239-417d-8115-61ce1e650869 req-425ccd76-414c-46e2-8fb1-f9ca6ab2d69a tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Aug 11 08:55:33.548150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38b871-e569-474b-ba90-5b5c43a91254 req-4df320f2-07ca-4749-add7-b2a9816cec39 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:33.549691 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce38b871-e569-474b-ba90-5b5c43a91254 req-4df320f2-07ca-4749-add7-b2a9816cec39 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0571959 Aug 11 08:55:33.600274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce38b871-e569-474b-ba90-5b5c43a91254 req-d81f972e-80b0-49c9-b953-6b0efa854de4 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Aug 11 08:55:34.735709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db7e57-1bae-49ff-8a6d-f2d5451a03f2 req-d11a2f6d-efbb-47b8-9f16-f323ceb8e157 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:34.737236 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05db7e57-1bae-49ff-8a6d-f2d5451a03f2 req-d11a2f6d-efbb-47b8-9f16-f323ceb8e157 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0598099 Aug 11 08:55:34.814769 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b0088cc6-cbb3-4a50-b7a0-6225532446f1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:34.816851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b0088cc6-cbb3-4a50-b7a0-6225532446f1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a0bdc78-3acb-4486-858b-cd7377f21ba1 HTTP/1.1" status: 200 len: 945 time: 0.0978656 Aug 11 08:55:34.820373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05db7e57-1bae-49ff-8a6d-f2d5451a03f2 req-b030aaf2-a74b-454d-89f5-c0f531978855 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb8a64d2-db52-4bc5-87f3-4c86df054fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699353 Aug 11 08:55:34.913875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Deleting port 0cdcf766-1d9e-4337-ac05-75d12886f52c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:55:34.914225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:34.977364 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:35.011716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] For port 0cdcf766-1d9e-4337-ac05-75d12886f52c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0cdcf766-1d9e-4337-ac05-75d12886f52c,segment=NetworkSegment(856ce1f5-cb44-4de9-b54c-5d27f4ef04e0),segment_id=856ce1f5-cb44-4de9-b54c-5d27f4ef04e0)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:35.012090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:35.025421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Calling delete_port for 0cdcf766-1d9e-4337-ac05-75d12886f52c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:55:35.170916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:35.205974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['0cdcf766-1d9e-4337-ac05-75d12886f52c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:55:35.207195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Pushing event deleted for resources: {'Port': ['ID=0cdcf766-1d9e-4337-ac05-75d12886f52c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:35.250017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] No DVR routers for this DVR port 0cdcf766-1d9e-4337-ac05-75d12886f52c on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:55:35.253404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:35.255520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b335b95-ab99-42e2-a424-cb2710cc0a8b req-b8b175c7-b2f2-4a1b-849f-2bcaa520a40d tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] 10.222.0.69 "DELETE /v2.0/ports/0cdcf766-1d9e-4337-ac05-75d12886f52c HTTP/1.1" status: 204 len: 173 time: 0.4328210 Aug 11 08:55:35.256110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-deleted', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:35.258425 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7078817-1493-486d-a14f-853bc4051dcb" -d '{"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-deleted", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:35.365073 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511ee132-f199-45e6-96b6-f19a2e20c782 x-openstack-request-id: req-511ee132-f199-45e6-96b6-f19a2e20c782 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:35.365399 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0bdc78-3acb-4486-858b-cd7377f21ba1", "name": "network-vif-deleted", "tag": "0cdcf766-1d9e-4337-ac05-75d12886f52c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:35.365615 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-511ee132-f199-45e6-96b6-f19a2e20c782 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:35.366023 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0bdc78-3acb-4486-858b-cd7377f21ba1', 'name': 'network-vif-deleted', 'tag': '0cdcf766-1d9e-4337-ac05-75d12886f52c', 'status': 'completed', 'code': 200} Aug 11 08:55:35.955247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32812) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:36.001847 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Deleting subnet a68df26f-3f77-4944-b179-2d6303173059 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 08:55:36.005486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.041175 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.086575 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.142113 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.168493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68df26f-3f77-4944-b179-2d6303173059,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:36.173516 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.175552 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f06c0a58-c52f-476e-b028-326ea0dbbcb4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a68df26f-3f77-4944-b179-2d6303173059 HTTP/1.1" status: 204 len: 168 time: 0.2191863 Aug 11 08:55:36.178361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32814) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:36.249494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.269472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.337865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.349347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f1011d-66f7-402a-9d67-2031e8571120']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:36.360238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:36.360532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856ce1f5-cb44-4de9-b54c-5d27f4ef04e0') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:36.369668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.385854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.392728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 08:55:36.393231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: timer() Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 08:55:36.394916 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 08:55:36.459787 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.468991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.470851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] 10.222.0.58 "DELETE /v2.0/networks/b1f1011d-66f7-402a-9d67-2031e8571120 HTTP/1.1" status: 204 len: 168 time: 0.2915120 Aug 11 08:55:36.481659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089a7f-4ffc-49a0-80a2-24b5d81a820a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f1011d-66f7-402a-9d67-2031e8571120,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:36.616769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32818) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:36.660375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cff42cd6-54ce-4847-9cc2-0979dfc071e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94f24246474e4ef6ab7e4d0c455574a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424266 Aug 11 08:55:36.663224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:36.711848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86575c3e-24ed-44cc-b11e-0e38903efcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.734226 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86575c3e-24ed-44cc-b11e-0e38903efcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.782940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86575c3e-24ed-44cc-b11e-0e38903efcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.786438 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-86575c3e-24ed-44cc-b11e-0e38903efcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:36.787799 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-86575c3e-24ed-44cc-b11e-0e38903efcad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb8a64d2-db52-4bc5-87f3-4c86df054fa2 HTTP/1.1" status: 204 len: 168 time: 0.1235428 Aug 11 08:55:36.796917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86575c3e-24ed-44cc-b11e-0e38903efcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a64d2-db52-4bc5-87f3-4c86df054fa2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:37.567761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:37.673939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-134657678-network', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:37.703621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Made reservation on behalf of e7ec74e88ec4478e99ed50418c967c9c for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:55:37.706020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.715035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.820292 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.826894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.855191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 08:55:37.864105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ee9b1-6ddc-4050-9090-903c568a79b9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:37.872379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.873534 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Added segment 0eae9221-b189-406a-875d-f25a78755a27 of type vlan for network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f Aug 11 08:55:37.925592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.963764 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:37.964850 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:37.965665 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.022768 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4537783 Aug 11 08:55:38.026041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32846) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:38.032251 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ca010-7356-4eb9-bf19-53a03e7ebe0d admin admin] Pushing event updated for resources: {'Network': ['ID=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:38.032400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Request body: {'subnet': {'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-134657678-subnet', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:38.042150 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 08:55:38.057172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Made reservation on behalf of e7ec74e88ec4478e99ed50418c967c9c for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:55:38.059609 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.241447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.290795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=252f7ccc-4ac1-4f1f-86ac-45e80a98be02,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:38.306615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:55:38.306996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Network hostable DHCP agents. Network: dd95c9ad-23d2-441d-b0f4-82c4ebafe67f, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 08:55:38.326052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 08:55:38.336576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, dd95c9ad-23d2-441d-b0f4-82c4ebafe67f) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:38.341223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:38.342032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.346775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821802fc-0eab-4054-a92f-bb696a1a68ea None None] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:55:38.362501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a5b32c08-4930-46e4-a729-8517bca1eee7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3347631 Aug 11 08:55:38.365170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32848) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:38.369515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:38.391397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.392423 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.446305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.498875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 08:55:38.499807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.503145 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:55:38.530975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 0cdcf766-1d9e-4337-ac05-75d12886f52c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:55:38.531333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0cdcf766-1d9e-4337-ac05-75d12886f52c not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:55:38.589048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.657716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Allocated IP 172.20.0.2 (dd95c9ad-23d2-441d-b0f4-82c4ebafe67f/252f7ccc-4ac1-4f1f-86ac-45e80a98be02/eac4135c-5dc7-45e0-a9d6-0d7be1c32997) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:55:38.794730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.805359 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.814879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Transition to ACTIVE for port object eac4135c-5dc7-45e0-a9d6-0d7be1c32997 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:38.815058 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.831379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Transition to ACTIVE for port object eac4135c-5dc7-45e0-a9d6-0d7be1c32997 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:38.838594 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.878180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:55:38.881080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:38.884666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:55:38.891739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Pushing event updated for resources: {'Port': ['ID=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:38.921180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Allocated IP 172.25.2.218 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/91e0703e-ed0d-4eb0-b6d3-2f5113320916) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:55:38.943051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Attempting to bind port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:55:38.943412 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Attempting to bind port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:55:38.943779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Attempting to bind port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:38.948751 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:55:38.949169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:55:38.949674 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:38.949952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:55:38.950421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Bound port: eac4135c-5dc7-45e0-a9d6-0d7be1c32997, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:55:38.950797 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:39.018460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] For port eac4135c-5dc7-45e0-a9d6-0d7be1c32997, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:55:39.021702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] For port eac4135c-5dc7-45e0-a9d6-0d7be1c32997, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:55:39.026363 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:39.026914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:39.073063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:39.084430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a390e-3fbf-47f8-a9ec-3d6a738ea15e None None] Pushing event updated for resources: {'Port': ['ID=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:39.115045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:55:39.120231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:39.122714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:55:39.150129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Pushing event updated for resources: {'Port': ['ID=91e0703e-ed0d-4eb0-b6d3-2f5113320916,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:39.397911 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:39.934994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d28301-e86a-4982-8b13-ec7411c9e5df None None] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 08:55:39.973012 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.057784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2eccd06f-762e-42c8-9314-8ca03517d986 None None] Provisioning for port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:40.107152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 08:55:40.224259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:55:40.233633 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:55:40.243362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.244831 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-069fee02-9284-44af-9742-931bcd0f7d3d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8787153 Aug 11 08:55:40.248056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:40.249058 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:55:40.250122 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:55:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:40.459074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:55:40.637379 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:39Z', 'revision_number': 3, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:40.668399 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:55:40.668753 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Updating router 7fa77576-5740-4ded-95e6-8fa272aabd12 port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:55:40.686984 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.699980 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.749815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device eac4135c-5dc7-45e0-a9d6-0d7be1c32997 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:40.815620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:40.820368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:40.820746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.862252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Allocated IP 172.20.0.1 (dd95c9ad-23d2-441d-b0f4-82c4ebafe67f/252f7ccc-4ac1-4f1f-86ac-45e80a98be02/a5dcb50b-55b4-475b-8f42-07353a100fd7) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:55:40.907931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.942805 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port eac4135c-5dc7-45e0-a9d6-0d7be1c32997, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:40.950017 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.977833 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:40.991498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Transition to ACTIVE for port object a5dcb50b-55b4-475b-8f42-07353a100fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:40.991739 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.001601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:41.003242 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Transition to ACTIVE for port object 91e0703e-ed0d-4eb0-b6d3-2f5113320916 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:41.011858 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.025761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.065429 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Attempting to bind port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:55:41.065798 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Attempting to bind port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:55:41.066014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:55:41.066162 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Attempting to bind port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:41.068931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:41.072594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:55:41.074892 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:55:41.075403 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:55:41.075661 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.076048 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:55:41.076511 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Bound port: 91e0703e-ed0d-4eb0-b6d3-2f5113320916, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:55:41.076909 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.078156 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Pushing event updated for resources: {'Port': ['ID=a5dcb50b-55b4-475b-8f42-07353a100fd7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:41.080390 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Pushing event updated for resources: {'Port': ['ID=91e0703e-ed0d-4eb0-b6d3-2f5113320916,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:41.109143 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.109490 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.110102 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.110249 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.110571 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.110893 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.111272 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.111902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.111902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.112124 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.112437 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.112747 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:41.114868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.145034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] For port 91e0703e-ed0d-4eb0-b6d3-2f5113320916, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:55:41.148366 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] For port 91e0703e-ed0d-4eb0-b6d3-2f5113320916, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=91e0703e-ed0d-4eb0-b6d3-2f5113320916,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:55:41.153837 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.210101 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:55:41.210653 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:55:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:41.249304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19a8fe-dab7-43fc-8053-a742701609fd None None] Pushing event updated for resources: {'Port': ['ID=91e0703e-ed0d-4eb0-b6d3-2f5113320916,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:41.272448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.323956 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:55:41.414788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1fb61351-a620-4c51-9f50-ab8683ef0f15 None None] Provisioning for port a5dcb50b-55b4-475b-8f42-07353a100fd7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:41.419750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1fb61351-a620-4c51-9f50-ab8683ef0f15 None None] Provisioning complete for port a5dcb50b-55b4-475b-8f42-07353a100fd7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:41.420134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1fb61351-a620-4c51-9f50-ab8683ef0f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.455475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.459565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1fb61351-a620-4c51-9f50-ab8683ef0f15 None None] Port a5dcb50b-55b4-475b-8f42-07353a100fd7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:55:41.461233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.507459 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:39Z', 'revision_number': 3, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:41.535838 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:41.538186 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ed406-3444-437a-90ba-7e82d1b65af4 None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:39Z', 'revision_number': 3, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:55:41.538677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Pushing event updated for resources: {'Port': ['ID=a5dcb50b-55b4-475b-8f42-07353a100fd7,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:41.641281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:55:41.642778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:41.764704 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:55:41.898454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:55:41.903520 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-74a72177-ffa2-4d72-95bc-f92b569b1ced admin admin] 10.222.0.58 "PUT /v2.0/routers/7fa77576-5740-4ded-95e6-8fa272aabd12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544335 Aug 11 08:55:41.983126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-23183c6b-8727-44da-9a64-551bcbc6069c None None] Provisioning complete for port a5dcb50b-55b4-475b-8f42-07353a100fd7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:41.983632 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-23183c6b-8727-44da-9a64-551bcbc6069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.028966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-23183c6b-8727-44da-9a64-551bcbc6069c None None] Port a5dcb50b-55b4-475b-8f42-07353a100fd7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:55:42.299318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32858) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:42.304207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--891515222', 'description': 'tempest-description--2110446186'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:42.326723 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.416185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.421063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.448314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.449589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1492548 Aug 11 08:55:42.451487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43265a-b146-4ec2-a2f0-f78a365a9f6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d18b55-0176-4ad4-98c4-b5d06d6e2903,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:42.452748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32860) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:42.459159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'security_group_rule': {'security_group_id': '25d18b55-0176-4ad4-98c4-b5d06d6e2903', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:42.490361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.552924 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.558751 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.578874 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883682e5-f0ac-4886-b1f5-4c6aafdb194f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:42.587824 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.589063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340432 Aug 11 08:55:42.590658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.591009 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.591341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.591677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.592011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.592340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.592542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32862) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:42.592660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.593132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.593459 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.593784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.594252 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.594578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ab5a7-f827-48dd-b6ee-549b62cb6699 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:55:42.603945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'security_group_rule': {'security_group_id': '25d18b55-0176-4ad4-98c4-b5d06d6e2903', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:42.631887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.706684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.712910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.733297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cce443-6fd2-4a10-999a-f5e850fc1a83,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:42.740070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.745991 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7a273362-d7b8-4ff3-831d-70573a17738c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480982 Aug 11 08:55:42.745991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 32864) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:42.751624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:42.789285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.824661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device eac4135c-5dc7-45e0-a9d6-0d7be1c32997 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:42.874007 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:42.875362 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.914332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:42.970094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 91e0703e-ed0d-4eb0-b6d3-2f5113320916 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:43.027381 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:43.032480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:43.032867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.039792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Allocated IP 172.25.2.216 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/d9c28993-b048-4747-acd2-f4067a124339) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:55:43.127268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.151363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 91e0703e-ed0d-4eb0-b6d3-2f5113320916, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=91e0703e-ed0d-4eb0-b6d3-2f5113320916,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:43.158328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.160455 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.208116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.209790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:55:43.231783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=91e0703e-ed0d-4eb0-b6d3-2f5113320916,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:43.236235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:55:43.236860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:55:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:43.257589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:55:43.260522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:43.264518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:55:43.291967 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'Port': ['ID=d9c28993-b048-4747-acd2-f4067a124339,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:43.361746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:55:43.366184 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.406949 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.568991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.575880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.576261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 2, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:43.604071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:55:43.604394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Updating router 7fa77576-5740-4ded-95e6-8fa272aabd12 port a5dcb50b-55b4-475b-8f42-07353a100fd7 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 08:55:43.630427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.641347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'Port': ['ID=d9c28993-b048-4747-acd2-f4067a124339,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:43.655265 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.669848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.671169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1681d4e1-a37c-4d59-92c9-8005ba8b0dbc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9235563 Aug 11 08:55:43.820671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-6ee8dbbf-381a-4994-887f-52a047f2a1de tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--891515222&fields=id&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 267 time: 0.0392692 Aug 11 08:55:43.911852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.921848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Transition to ACTIVE for port object a5dcb50b-55b4-475b-8f42-07353a100fd7 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:43.927995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:43.933582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-e18293fb-6536-45c3-9d7a-671ed0d8df0e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:43.935162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-e18293fb-6536-45c3-9d7a-671ed0d8df0e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1070211 Aug 11 08:55:43.956094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-67d423a2-8541-4575-8321-d56f98166e53 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/quotas/e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 375 time: 0.0097773 Aug 11 08:55:43.977332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62e7d1-35b7-4995-ac6a-cb46287ca0e9 None None] Pushing event updated for resources: {'Port': ['ID=a5dcb50b-55b4-475b-8f42-07353a100fd7,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:44.020853 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-d17b10fe-d3c2-481e-8e81-32220c56b551 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547080 Aug 11 08:55:44.029208 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Attempting to bind port a5dcb50b-55b4-475b-8f42-07353a100fd7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:55:44.030109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Attempting to bind port a5dcb50b-55b4-475b-8f42-07353a100fd7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:55:44.030720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Attempting to bind port a5dcb50b-55b4-475b-8f42-07353a100fd7 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:44.036452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:55:44.037115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:55:44.037687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:44.038219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:55:44.038841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Bound port: a5dcb50b-55b4-475b-8f42-07353a100fd7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:55:44.039376 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:44.114165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] For port a5dcb50b-55b4-475b-8f42-07353a100fd7, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:55:44.117647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] For port a5dcb50b-55b4-475b-8f42-07353a100fd7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a5dcb50b-55b4-475b-8f42-07353a100fd7,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:55:44.123922 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:44.183786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:55:44.184404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:55:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:44.187370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62e7d1-35b7-4995-ac6a-cb46287ca0e9 None None] Pushing event updated for resources: {'Port': ['ID=a5dcb50b-55b4-475b-8f42-07353a100fd7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:44.202822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-cfd9968f-3d1b-41d4-a3cd-40551e366249 service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677191 Aug 11 08:55:44.310591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-fcb78fb3-dba2-4f7c-8a49-43bf8355cdf6 service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003945 Aug 11 08:55:44.320071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:55:44.489374 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b268610-4192-4f2f-b82e-f301c7195ff2 req-9a802f4b-9344-4131-98b3-8e9bc7c854ab tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 210 time: 0.0305653 Aug 11 08:55:44.537950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:44.568179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474eadb7-8f15-4ee5-b99a-7c6724ee99ae None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:55:44.824703 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5dcb50b-55b4-475b-8f42-07353a100fd7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:44.881327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port a5dcb50b-55b4-475b-8f42-07353a100fd7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:44.885564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a5dcb50b-55b4-475b-8f42-07353a100fd7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:44.886006 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:44.969096 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:45.007898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port a5dcb50b-55b4-475b-8f42-07353a100fd7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a5dcb50b-55b4-475b-8f42-07353a100fd7,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:45.013402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:45.014422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 91e0703e-ed0d-4eb0-b6d3-2f5113320916 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:45.100198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=a5dcb50b-55b4-475b-8f42-07353a100fd7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:45.110089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:45.110089 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:45.609305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f6117e25-9789-4256-ab1c-a8d7eb5148e0 req-df27722b-7f85-4987-808a-5d835afa8520 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 210 time: 0.0360780 Aug 11 08:55:45.630227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-9e84e595-08c8-4808-b7aa-830ae29130a3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:45.632049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-9e84e595-08c8-4808-b7aa-830ae29130a3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1455231 Aug 11 08:55:45.690014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-72735965-15dd-4914-b4ae-e7cff29e1800 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 379 time: 0.0428953 Aug 11 08:55:45.700773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'port': {'device_id': '0f415933-1545-4239-9424-10b1cfa7931c', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'admin_state_up': True, 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'security_groups': ['25d18b55-0176-4ad4-98c4-b5d06d6e2903']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:45.821579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Made reservation on behalf of e7ec74e88ec4478e99ed50418c967c9c for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:55:45.827564 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:45.967041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Allocated IP 172.20.0.7 (dd95c9ad-23d2-441d-b0f4-82c4ebafe67f/252f7ccc-4ac1-4f1f-86ac-45e80a98be02/02bab8be-1380-4252-9fbd-ae96c1f8e326) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:55:46.110431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.124313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Transition to ACTIVE for port object 02bab8be-1380-4252-9fbd-ae96c1f8e326 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:46.161147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.209736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:55:46.212847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:55:46.216624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:55:46.240699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:46.270146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:46.270933 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.289315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-dd18bb96-adf3-451a-82a6-8010b6a673bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923681 Aug 11 08:55:46.308729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Request body: {'port': {'device_id': '0f415933-1545-4239-9424-10b1cfa7931c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:46.373988 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.401182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-743f82a3-caae-49bb-9f10-181ad6d3a821 None None] Provisioning for port 02bab8be-1380-4252-9fbd-ae96c1f8e326 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:46.404870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-743f82a3-caae-49bb-9f10-181ad6d3a821 None None] Provisioning complete for port 02bab8be-1380-4252-9fbd-ae96c1f8e326 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:46.405287 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-743f82a3-caae-49bb-9f10-181ad6d3a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.442849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-743f82a3-caae-49bb-9f10-181ad6d3a821 None None] Port 02bab8be-1380-4252-9fbd-ae96c1f8e326 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:55:46.658039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bab8be-1380-4252-9fbd-ae96c1f8e326 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:55:46.666071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.679845 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Transition to ACTIVE for port object 02bab8be-1380-4252-9fbd-ae96c1f8e326 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:55:46.685124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.724087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5dcb50b-55b4-475b-8f42-07353a100fd7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:46.737483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db1ffa-7e8b-436d-916f-ee14e781598f req-86cc4bb3-9188-4fde-9bbf-c55ba3f6d337 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:46.739739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6db1ffa-7e8b-436d-916f-ee14e781598f req-86cc4bb3-9188-4fde-9bbf-c55ba3f6d337 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 943 time: 0.0568743 Aug 11 08:55:46.778415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port a5dcb50b-55b4-475b-8f42-07353a100fd7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:46.779466 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.801843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e6db1ffa-7e8b-436d-916f-ee14e781598f req-b4a37757-9e0a-4369-96f3-ef5a887c269d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536609 Aug 11 08:55:46.823089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:55:46.823630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:55:46.824157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:46.828250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:46.832474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:55:46.832803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:55:46.838328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:55:46.838694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:55:46.839062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:55:46.839499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Bound port: 02bab8be-1380-4252-9fbd-ae96c1f8e326, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:55:46.839864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.907632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:55:46.910996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:55:46.916715 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.949766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:46.950382 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:46.951818 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] 10.222.0.69 "PUT /v2.0/ports/02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 1091 time: 0.6477635 Aug 11 08:55:46.952283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:46.954593 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352b249-15e3-4cf1-a062-f422bff605bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:46.987203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e0f7c-1765-470a-9787-adb443f7e2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:46.998416 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4640cec8-f6d6-4433-baef-b127e47dab96 x-openstack-request-id: req-4640cec8-f6d6-4433-baef-b127e47dab96 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:46.998706 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:46.999032 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4640cec8-f6d6-4433-baef-b127e47dab96 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:46.999435 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'status': 'completed', 'code': 200} Aug 11 08:55:47.067370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-2bb1f319-c2bd-4767-8487-f2897ededd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.069552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-2bb1f319-c2bd-4767-8487-f2897ededd37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1094 time: 0.0525143 Aug 11 08:55:47.118415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-836124bf-e61b-40f6-9fa8-c1b58bef6975 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 217 time: 0.0349207 Aug 11 08:55:47.172742 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-cc9f90af-5caa-4b4e-a7d8-73c1c07ef647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.174278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-cc9f90af-5caa-4b4e-a7d8-73c1c07ef647 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0493608 Aug 11 08:55:47.226079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beaa74-b172-442e-9c83-228809259a29 req-ac0d8214-ef3b-4193-a0c6-452a898f02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.227605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-ac0d8214-ef3b-4193-a0c6-452a898f02ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460181 Aug 11 08:55:47.324712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-147469a1-b924-4ee2-a81e-34d6925c80dd service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897901 Aug 11 08:55:47.425763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e3beaa74-b172-442e-9c83-228809259a29 req-ae9f3385-2b38-43c7-9a65-311fc12d9024 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935524 Aug 11 08:55:47.553397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b249-15e3-4cf1-a062-f422bff605bd req-14159edc-cd60-4580-8ad2-95e7fda2da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.554986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-14159edc-cd60-4580-8ad2-95e7fda2da74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1094 time: 0.0444779 Aug 11 08:55:47.652487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b249-15e3-4cf1-a062-f422bff605bd req-9e48ee48-eefd-4166-a2d2-ef3e2b51f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.654043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-9e48ee48-eefd-4166-a2d2-ef3e2b51f3d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0894964 Aug 11 08:55:47.700559 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-002d0f44-c6dc-4df1-aad5-3ea39c790915 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 217 time: 0.0379391 Aug 11 08:55:47.752413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b249-15e3-4cf1-a062-f422bff605bd req-bd0809dc-532c-4695-af42-28377dc99ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.753914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-bd0809dc-532c-4695-af42-28377dc99ddf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0448899 Aug 11 08:55:47.809996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b249-15e3-4cf1-a062-f422bff605bd req-acb49f41-e672-49d1-88b0-334ca294e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.811698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-acb49f41-e672-49d1-88b0-334ca294e87f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484011 Aug 11 08:55:47.935657 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3c11f-1c48-4ce9-a022-35ff2d4e945d req-097e3fbe-a0f9-4df7-beed-b74bbd884043 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:47.937380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dea3c11f-1c48-4ce9-a022-35ff2d4e945d req-097e3fbe-a0f9-4df7-beed-b74bbd884043 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 943 time: 0.0599234 Aug 11 08:55:47.982180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dea3c11f-1c48-4ce9-a022-35ff2d4e945d req-5103e266-7cfe-4cef-9f19-ea9860029314 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371480 Aug 11 08:55:48.285293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-e0173303-55ed-4825-afce-affc57d07fad service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607973 Aug 11 08:55:48.382548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2352b249-15e3-4cf1-a062-f422bff605bd req-70148236-f877-4e66-b865-0d12eed7e14a service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886972 Aug 11 08:55:48.519629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:55:48.630627 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:48.642371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'mac_address': 'fa:16:3e:f4:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:55:48.682177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:48.696822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bab8be-1380-4252-9fbd-ae96c1f8e326 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:55:48.718093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:48.725470 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:48.779866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:48.983967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['02bab8be-1380-4252-9fbd-ae96c1f8e326'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:55:49.103619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2902-4f88-420d-b2d3-87853b6aaa68 req-a131067b-2d8e-48e8-8047-efc8462af30e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:49.105151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20ea2902-4f88-420d-b2d3-87853b6aaa68 req-a131067b-2d8e-48e8-8047-efc8462af30e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 944 time: 0.0511439 Aug 11 08:55:49.150323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20ea2902-4f88-420d-b2d3-87853b6aaa68 req-5552a550-4973-41b3-9a8a-0be3eeef076d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Aug 11 08:55:50.297426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a63a-ad8a-447d-bbf3-29bb8d748643 req-d566493d-5622-4f4e-98dd-fa2d6ecea464 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:50.299075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64b3a63a-ad8a-447d-bbf3-29bb8d748643 req-d566493d-5622-4f4e-98dd-fa2d6ecea464 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 944 time: 0.0615866 Aug 11 08:55:50.342686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64b3a63a-ad8a-447d-bbf3-29bb8d748643 req-8ce24cf4-6147-436b-80a5-44d037fbb566 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Aug 11 08:55:50.519603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:55:50.737862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 02bab8be-1380-4252-9fbd-ae96c1f8e326 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:55:50.742240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 02bab8be-1380-4252-9fbd-ae96c1f8e326 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:55:50.742611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:50.823826 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:50.849937 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:50.852228 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bec9fb3-3737-432e-a309-a28c9ac0174a" -d '{"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-plugged", "status": "completed", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:50.865534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:55:50.870809 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:50.895250 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e20305d-efe3-47c4-b15b-e4f40336e976 x-openstack-request-id: req-1e20305d-efe3-47c4-b15b-e4f40336e976 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:50.895541 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-plugged", "status": "completed", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:50.895814 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e20305d-efe3-47c4-b15b-e4f40336e976 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:50.896201 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'code': 200} Aug 11 08:55:50.923873 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:55:51.021270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80a73b-2b5e-4dce-8f17-181e1f3922b0 req-345cfc37-26b5-4778-8cbe-f08bccaf34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:51.022840 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f80a73b-2b5e-4dce-8f17-181e1f3922b0 req-345cfc37-26b5-4778-8cbe-f08bccaf34fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1096 time: 0.0424292 Aug 11 08:55:51.059135 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7f80a73b-2b5e-4dce-8f17-181e1f3922b0 req-b491b935-c825-435f-8e55-f60cbf3da8b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289676 Aug 11 08:55:51.478058 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0864e-198a-4e5e-8a29-bd843d38d129 req-f512df10-270e-4b60-be82-3751c00eabc6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:51.479663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5f0864e-198a-4e5e-8a29-bd843d38d129 req-f512df10-270e-4b60-be82-3751c00eabc6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0606105 Aug 11 08:55:51.524624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5f0864e-198a-4e5e-8a29-bd843d38d129 req-60a3bb4d-66d3-41e4-808d-5abcd3dacc95 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 Aug 11 08:55:52.656169 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172e7ae-50bd-4284-a2c6-85c3e2a8d823 req-92127b39-2afb-487a-9627-e6af5ab5f2b7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:52.658061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c172e7ae-50bd-4284-a2c6-85c3e2a8d823 req-92127b39-2afb-487a-9627-e6af5ab5f2b7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0535760 Aug 11 08:55:52.698233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c172e7ae-50bd-4284-a2c6-85c3e2a8d823 req-04913667-1063-453b-a111-5f23565a8a48 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Aug 11 08:55:52.820426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721200b-d6aa-4c30-b3fe-7d11adb9b401 req-8f14bb77-ed91-4471-98da-007101962fda tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:52.822025 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b721200b-d6aa-4c30-b3fe-7d11adb9b401 req-8f14bb77-ed91-4471-98da-007101962fda tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0573568 Aug 11 08:55:52.835513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 32910) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:55:52.840162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'floatingip': {'port_id': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:55:52.880844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:53.350556 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:53.357663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:53.465161 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 associated. External IP: 172.25.2.216, port: 02bab8be-1380-4252-9fbd-ae96c1f8e326. Aug 11 08:55:53.695589 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:55:53.809364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:55:53.815976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:53.820752 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:55:53.830043 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:55:53.830677 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:55:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:53.849857 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-57c56027-6d7b-4bde-bc39-d823d785698d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "PUT /v2.0/floatingips/eaabe123-292d-4897-a843-a2e14577ea73 HTTP/1.1" status: 200 len: 991 time: 1.0105796 Aug 11 08:55:53.849857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:55:53.850495 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:55:53.946625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:55:53.953404 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d3edf6-64a5-426b-9341-528dda8b1fee x-openstack-request-id: req-26d3edf6-64a5-426b-9341-528dda8b1fee {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:55:53.953948 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:55:53.954579 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26d3edf6-64a5-426b-9341-528dda8b1fee {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:55:53.955003 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'status': 'completed', 'code': 200} Aug 11 08:55:54.042203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-2738b950-9d33-44f5-9bfa-926774d34fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:54.043770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-2738b950-9d33-44f5-9bfa-926774d34fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1096 time: 0.0455875 Aug 11 08:55:54.141537 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-8c3a76ed-f77f-42f2-bc59-1dfa4298d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:54.143072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-8c3a76ed-f77f-42f2-bc59-1dfa4298d05e service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0920987 Aug 11 08:55:54.184074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:f4:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f415933-1545-4239-9424-10b1cfa7931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T08:55:53Z', 'revision_number': 1, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:54.209982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-fc00a84a-afe9-4953-a76b-4dd3d808c73c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 999 time: 0.0595670 Aug 11 08:55:54.214062 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:55:54.222938 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:55:54.223589 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:55:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:54.263962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-ee477f02-5270-4993-87b6-36021a397230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:54.265480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-ee477f02-5270-4993-87b6-36021a397230 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0486100 Aug 11 08:55:54.319800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-83f81d13-205d-4657-b747-bf3a59bbc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:55:54.321423 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-83f81d13-205d-4657-b747-bf3a59bbc889 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485492 Aug 11 08:55:54.328548 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:55:54.414866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-11763eae-7b9d-4be8-a3b6-f5144ed0e141 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863314 Aug 11 08:55:54.516461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05e7aae6-9bd4-4eda-b965-806d3fdb7af7 req-7efe8d5a-6823-4fde-b5a5-01bdc7f2cff5 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938327 Aug 11 08:55:54.589279 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:55:54.668285 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:f4:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f415933-1545-4239-9424-10b1cfa7931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T08:55:53Z', 'revision_number': 1, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:55:54.697139 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4007-35c9-4e43-8cd7-52ebad386421 None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:f4:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f415933-1545-4239-9424-10b1cfa7931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T08:55:53Z', 'revision_number': 1, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:55:54.907844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7fc0d-f641-45bb-839c-1b1ca235aa33 None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:55:59.110258 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:55:59.319511 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3984d2d2-8c90-4586-81a9-786d34c047fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:00.140342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:01.625251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-c203f921-85fa-491a-9ccb-01e3baccd7a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444763 Aug 11 08:56:01.728080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-d264488c-8c17-4f6c-8bb0-298b46532610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:56:01.729578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-d264488c-8c17-4f6c-8bb0-298b46532610 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1096 time: 0.0448484 Aug 11 08:56:01.836770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-96df2901-3420-4bd1-b2dc-8520744e27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:56:01.838318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-96df2901-3420-4bd1-b2dc-8520744e27a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0885329 Aug 11 08:56:01.904686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-e62e6754-f9a8-4aaf-b533-6d2fd2892a84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 1001 time: 0.0593717 Aug 11 08:56:01.964683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-8801eb1d-db2c-48c3-aff1-e601d56d8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:56:01.966219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-8801eb1d-db2c-48c3-aff1-e601d56d8788 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0547433 Aug 11 08:56:02.014939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-56f9bda8-5e5b-4051-8024-ae044081d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:56:02.016392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-56f9bda8-5e5b-4051-8024-ae044081d33b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436206 Aug 11 08:56:02.109109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-a8209a8e-c104-4f04-b73b-883293dd728e service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855548 Aug 11 08:56:02.224586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e8301c5-9196-461d-a5ec-148776686bb8 req-021eca89-69c5-4380-9a6c-574feaf62fb8 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076255 Aug 11 08:56:02.472004 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:02.766171 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5692b494-9a50-47bb-9b52-69887bc17f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:04.982606 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:06.274173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:29.100345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:29.323357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8f2763d6-feaf-444d-84a6-90758684ec01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:30.154103 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:31.579365 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:56:32.469549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:32.763466 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b39ab6a6-c5cd-48b6-90c9-47bb26c32f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:34.991110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:36.277080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:59.114518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:56:59.332063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a71cb088-a804-493f-a1ee-9baaf2a11ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:00.149971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:02.472183 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:02.759318 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-198fbc3b-ea44-486e-bbf3-b264c66b68c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:03.620465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-fdef6167-a926-40ad-b287-327385cd6684 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445180 Aug 11 08:57:03.723926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394634-5dbd-46bf-a849-2134c680e73f req-763086c5-7852-4985-9974-789f8003f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:03.725501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-763086c5-7852-4985-9974-789f8003f345 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1096 time: 0.0448039 Aug 11 08:57:03.838526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394634-5dbd-46bf-a849-2134c680e73f req-532576e3-7de0-491e-b662-0601b5658c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:03.840031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-532576e3-7de0-491e-b662-0601b5658c48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0936303 Aug 11 08:57:03.912813 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-4caf371d-3029-46de-8788-2e75fc248b1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 1001 time: 0.0652874 Aug 11 08:57:03.974680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394634-5dbd-46bf-a849-2134c680e73f req-afc8fecb-eb35-44de-b731-808397a2cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:03.977131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-afc8fecb-eb35-44de-b731-808397a2cdff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0575755 Aug 11 08:57:04.025726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394634-5dbd-46bf-a849-2134c680e73f req-f9b283d8-2b27-4f6b-b45e-5600231b237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:04.027211 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-f9b283d8-2b27-4f6b-b45e-5600231b237f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429187 Aug 11 08:57:04.124598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-03b4dfe0-a720-422e-b394-a54a5aeffaa0 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893552 Aug 11 08:57:04.239043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6a394634-5dbd-46bf-a849-2134c680e73f req-06d6db9d-0984-4a9d-a30e-64bdeaae1335 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072583 Aug 11 08:57:04.992925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:06.280696 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:08.587120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:57:29.110646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:29.327321 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d5f551cb-7f12-4dc6-b271-e6db27444543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:29.474647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffef8e-5d9f-4bcd-accb-58b05739954c req-ea568aed-a0c9-4cca-ab6d-c8141363f98c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:29.476204 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9ffef8e-5d9f-4bcd-accb-58b05739954c req-ea568aed-a0c9-4cca-ab6d-c8141363f98c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0642028 Aug 11 08:57:29.519616 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9ffef8e-5d9f-4bcd-accb-58b05739954c req-7b4fce09-0400-449b-8f56-74d662b550dd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345478 Aug 11 08:57:30.150829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:30.809658 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-bd1d661d-0e92-4d56-92bc-9a6509a61161 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739930 Aug 11 08:57:30.823081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd8cff-e03e-474b-bfed-af647bdbee59 req-fa1a6f63-1973-4e9b-82e1-f927c7fb17b4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:30.824982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2ebd8cff-e03e-474b-bfed-af647bdbee59 req-fa1a6f63-1973-4e9b-82e1-f927c7fb17b4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0810611 Aug 11 08:57:30.867116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2ebd8cff-e03e-474b-bfed-af647bdbee59 req-31a95013-b8e7-4ccb-b907-43e2bf693c53 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357440 Aug 11 08:57:31.997223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2b854-e22d-4631-9b33-16a0a402ad02 req-25d9b341-f133-4d1d-9a1a-8b0e6727f8ea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:31.998743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fff2b854-e22d-4631-9b33-16a0a402ad02 req-25d9b341-f133-4d1d-9a1a-8b0e6727f8ea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0529027 Aug 11 08:57:32.037969 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fff2b854-e22d-4631-9b33-16a0a402ad02 req-37919426-14e9-4d19-890f-c282d7abb709 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329740 Aug 11 08:57:32.045194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-ccc8fc90-8a33-4a84-8d8e-72731898edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:32.046721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-ccc8fc90-8a33-4a84-8d8e-72731898edc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1096 time: 0.0435874 Aug 11 08:57:32.143700 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-328fa110-78be-4972-96ea-05ccde033948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:32.145253 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-328fa110-78be-4972-96ea-05ccde033948 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0917516 Aug 11 08:57:32.212334 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-6556c0e4-597a-406e-9f85-da17fef4f508 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 1001 time: 0.0602591 Aug 11 08:57:32.264916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-484e3cd1-e6fc-460b-8c6d-27de08107417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:32.266395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-484e3cd1-e6fc-460b-8c6d-27de08107417 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0462613 Aug 11 08:57:32.319052 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-704ff86d-5593-490c-b083-1eefc5ec0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:32.320611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-704ff86d-5593-490c-b083-1eefc5ec0ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468946 Aug 11 08:57:32.416861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-3029011a-92ef-4bb7-9f4f-a23e36308cf9 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874994 Aug 11 08:57:32.468214 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:32.515457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-35425bb5-8c51-409f-81dd-e4855d41ec0b service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913067 Aug 11 08:57:32.770503 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2b368cd1-7cce-4c52-8d7e-0cfc9e95e0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:33.172388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e92df-2672-47b9-86e8-3c6d92f72c87 req-a99e97a8-f3a7-4625-9f4d-692837c0fc8b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:33.173924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d0e92df-2672-47b9-86e8-3c6d92f72c87 req-a99e97a8-f3a7-4625-9f4d-692837c0fc8b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0643320 Aug 11 08:57:33.214605 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3d0e92df-2672-47b9-86e8-3c6d92f72c87 req-92885d0d-4d48-4142-9961-f0c94806650a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Aug 11 08:57:34.347522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48adf1f-0f8a-47b1-9404-ad9dcc1334e4 req-0621412e-090a-43b2-a379-6cf8cd8a56b2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:34.349543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b48adf1f-0f8a-47b1-9404-ad9dcc1334e4 req-0621412e-090a-43b2-a379-6cf8cd8a56b2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0630300 Aug 11 08:57:34.395096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b48adf1f-0f8a-47b1-9404-ad9dcc1334e4 req-1521cea0-1777-40f9-8738-3fafee0cd005 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371213 Aug 11 08:57:34.993892 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:35.540418 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1c4d-22d2-424b-be48-cf1925022cb0 req-ba40e7a3-c39c-4bb8-9da2-36d48929a1dc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:35.541986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f63c1c4d-22d2-424b-be48-cf1925022cb0 req-ba40e7a3-c39c-4bb8-9da2-36d48929a1dc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0554254 Aug 11 08:57:35.585815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f63c1c4d-22d2-424b-be48-cf1925022cb0 req-ec3e8ea7-b176-4603-8311-3ac8458df0fd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Aug 11 08:57:36.284654 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:36.729152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb13c5b-e72b-499c-b4b3-cf3ff29a3978 req-7ec869ec-5f00-454f-92b2-7a2d3341e973 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:36.730884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bb13c5b-e72b-499c-b4b3-cf3ff29a3978 req-7ec869ec-5f00-454f-92b2-7a2d3341e973 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0540257 Aug 11 08:57:36.772117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2bb13c5b-e72b-499c-b4b3-cf3ff29a3978 req-70ceb5ef-ac76-4fe3-b0fb-8372397c4e5a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349331 Aug 11 08:57:37.904820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc02ab-fba1-4b61-8d88-2560594225c9 req-f1b8c98f-fe56-4beb-b9ba-36b00cc42ccf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:37.906695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43cc02ab-fba1-4b61-8d88-2560594225c9 req-f1b8c98f-fe56-4beb-b9ba-36b00cc42ccf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0628660 Aug 11 08:57:37.947882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43cc02ab-fba1-4b61-8d88-2560594225c9 req-20beb453-0e17-4145-badf-67dde4cc4faa tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348833 Aug 11 08:57:39.091728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7468-e8fa-4aab-8818-450bb124b63a req-129a4c12-84a4-4433-a29d-f0e8a615a80b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:39.093883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9fc7468-e8fa-4aab-8818-450bb124b63a req-129a4c12-84a4-4433-a29d-f0e8a615a80b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0679176 Aug 11 08:57:39.134218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e9fc7468-e8fa-4aab-8818-450bb124b63a req-e8a82560-35ee-4ee2-82b0-dfe066586e19 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345399 Aug 11 08:57:40.265395 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1bf72-f449-4f7e-b8a1-e7b9d579de93 req-c73c4d19-e71f-4905-9d01-0ea186c4c81d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:40.266900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44f1bf72-f449-4f7e-b8a1-e7b9d579de93 req-c73c4d19-e71f-4905-9d01-0ea186c4c81d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0623083 Aug 11 08:57:40.313851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-44f1bf72-f449-4f7e-b8a1-e7b9d579de93 req-29a7ed6e-f9d3-462c-a768-5f381ea770ed tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376809 Aug 11 08:57:41.441353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02063ba-6baf-455e-b485-cc302724c70c req-960b1b69-b153-4942-9bc4-c2fd0602d1a0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:41.442842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e02063ba-6baf-455e-b485-cc302724c70c req-960b1b69-b153-4942-9bc4-c2fd0602d1a0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0522122 Aug 11 08:57:41.484407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e02063ba-6baf-455e-b485-cc302724c70c req-e47202af-d4f8-4073-95e5-e8ce55f5f130 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Aug 11 08:57:42.603919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bb992-e200-402a-8cbb-6b96993be50a req-b6421605-cfe9-4da9-95e9-2571bc4976bf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:42.605454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-595bb992-e200-402a-8cbb-6b96993be50a req-b6421605-cfe9-4da9-95e9-2571bc4976bf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0505803 Aug 11 08:57:42.644134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-595bb992-e200-402a-8cbb-6b96993be50a req-55d466ee-c7ab-4dd9-a00c-e8f1ada168a2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Aug 11 08:57:44.088746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5012e16-e4c1-49a5-a567-c63a899e3769 req-b9af4fcc-8400-4977-8df0-cba2df7f9919 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:44.090182 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5012e16-e4c1-49a5-a567-c63a899e3769 req-b9af4fcc-8400-4977-8df0-cba2df7f9919 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.3718717 Aug 11 08:57:44.130739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5012e16-e4c1-49a5-a567-c63a899e3769 req-30f5a49d-d811-4bad-9a7b-ec04a7cdc6b8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323143 Aug 11 08:57:44.606078 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-25abf1ef-8d1a-4620-8f5b-6a8f9c8a2299 service neutron] show failed (client error): The resource could not be found. Aug 11 08:57:44.607137 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-25abf1ef-8d1a-4620-8f5b-6a8f9c8a2299 service neutron] 10.222.0.69 "GET /v2.0/ports/02bab8be-1380-4252-9fbd-ae96c1f8e326/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0666609 Aug 11 08:57:44.838866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-43f967b0-8373-4f14-b0b1-a4492d43389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:44.841077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-43f967b0-8373-4f14-b0b1-a4492d43389c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 1096 time: 0.0538938 Aug 11 08:57:44.864173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:57:44.920436 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:45.148496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:57:45.187265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:57:45.227929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:57:45.230332 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99badab-dd0b-4f02-9c22-1e1e3ea66c99" -d '{"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-unplugged", "status": "completed", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:57:45.234333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:45.247648 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Transition to ACTIVE for port object 02bab8be-1380-4252-9fbd-ae96c1f8e326 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:57:45.251645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be499d8-3cf9-4ede-ae7a-6a5f3cbe4191 req-1480d040-a388-44d5-908c-caec6e960004 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:45.252208 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:45.253527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be499d8-3cf9-4ede-ae7a-6a5f3cbe4191 req-1480d040-a388-44d5-908c-caec6e960004 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0530586 Aug 11 08:57:45.287990 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c8303-3410-4d65-ac49-afefff3c0fb6 x-openstack-request-id: req-386c8303-3410-4d65-ac49-afefff3c0fb6 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:57:45.288282 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-unplugged", "status": "completed", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:57:45.288533 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-386c8303-3410-4d65-ac49-afefff3c0fb6 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:57:45.288914 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'code': 200} Aug 11 08:57:45.300398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8be499d8-3cf9-4ede-ae7a-6a5f3cbe4191 req-eaf0c000-e3e2-4534-9de1-b978db1a0972 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Aug 11 08:57:45.350314 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:45.364716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.365084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.365433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.365772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.366105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.366436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.366760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.367084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.367408 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.367730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.368054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.368374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:45.396390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] No DVR routers for this DVR port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:57:45.538960 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:57:45.539466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:57:45.540006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:57:45.546538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:57:45.546839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Attempting to bind port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:57:45.551992 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:57:45.552331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:57:45.552718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:57:45.553178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Bound port: 02bab8be-1380-4252-9fbd-ae96c1f8e326, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:57:45.553520 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:45.576155 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:57:45.618864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:57:45.622399 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:57:45.628336 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:45.668728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:45.669367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:45.671006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] 10.222.0.64 "PUT /v2.0/ports/02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 1091 time: 0.8141835 Aug 11 08:57:45.692631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2420a-725e-4a7c-bb5f-c1759651e45f service neutron] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:45.750929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-7c098d45-15a9-40e3-9843-021555b7681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:45.752513 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-7c098d45-15a9-40e3-9843-021555b7681a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1094 time: 0.0466204 Aug 11 08:57:45.847774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-d978c3db-079c-4c24-80ae-0a6f70cfa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:45.849332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-d978c3db-079c-4c24-80ae-0a6f70cfa919 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0900714 Aug 11 08:57:45.920994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-ac060bac-605c-40f0-a8cc-1fee22fe570b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 999 time: 0.0647390 Aug 11 08:57:45.972219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-ea114276-ba68-473b-b8cf-30a6a762dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:45.973654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-ea114276-ba68-473b-b8cf-30a6a762dc6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0457306 Aug 11 08:57:46.020815 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-4d0e1f1a-5b3f-4902-9682-244dbeaf7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:46.022379 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-4d0e1f1a-5b3f-4902-9682-244dbeaf7be6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420196 Aug 11 08:57:46.129648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-68f8e8dc-735d-4c92-85b5-ad768300f90b service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001041 Aug 11 08:57:46.231570 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-74f0620f-cc4b-45e7-b5ba-f62450ec7467 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944145 Aug 11 08:57:46.443389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff00bc-0017-40a4-94d3-9bcd6e84d20a req-500ea858-49fc-48f3-9697-9381960046b7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:46.445918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dff00bc-0017-40a4-94d3-9bcd6e84d20a req-500ea858-49fc-48f3-9697-9381960046b7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 943 time: 0.0630999 Aug 11 08:57:46.499734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2dff00bc-0017-40a4-94d3-9bcd6e84d20a req-a0ac9575-9084-4eeb-a1d5-1bc564c5f762 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454514 Aug 11 08:57:47.177931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:57:47.221497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:57:47.290069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:57:47.292525 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6128e8a9-f585-4253-9d82-65cbd68cb4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:57:47.343559 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3507c26c-6cbf-44b5-9e9b-e15077189462 x-openstack-request-id: req-3507c26c-6cbf-44b5-9e9b-e15077189462 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:57:47.343856 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:57:47.344111 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3507c26c-6cbf-44b5-9e9b-e15077189462 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:57:47.344518 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'status': 'completed', 'code': 200} Aug 11 08:57:47.431094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-bc1ab3b1-1983-43c9-a627-e448ef0d88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.431751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-ec05245b-e41a-46af-a08b-eea1fb08e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.432556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-bc1ab3b1-1983-43c9-a627-e448ef0d88a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1094 time: 0.0443258 Aug 11 08:57:47.433631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-ec05245b-e41a-46af-a08b-eea1fb08e183 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1094 time: 0.0478084 Aug 11 08:57:47.533436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-5be84b07-1aad-4c66-91b7-46c9f092636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.534946 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-5be84b07-1aad-4c66-91b7-46c9f092636b service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0911062 Aug 11 08:57:47.543410 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-3f008274-e557-46ac-84fc-07b5f244bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.544911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-3f008274-e557-46ac-84fc-07b5f244bc7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1047068 Aug 11 08:57:47.611420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-d48355cf-d4f3-462f-9f0e-c71540bc30ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 999 time: 0.0596828 Aug 11 08:57:47.632859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-c8d7837e-602f-4e70-af3e-f0471c9c9211 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 999 time: 0.0901139 Aug 11 08:57:47.649133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bbf4a-4c39-4622-a334-d22bfa34998b req-e768b4ec-4164-488e-9a3f-1eb1a1d0cc33 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.650578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-749bbf4a-4c39-4622-a334-d22bfa34998b req-e768b4ec-4164-488e-9a3f-1eb1a1d0cc33 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 943 time: 0.0663965 Aug 11 08:57:47.661885 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-9298d137-0f46-4b55-bf0d-0e9c2688c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.663449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-9298d137-0f46-4b55-bf0d-0e9c2688c6ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0455277 Aug 11 08:57:47.715631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-4871077a-048a-45b7-8bc4-cd76ac2d00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.716249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-61a5df51-a1f8-4102-ba26-6be0dac4e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.717103 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-4871077a-048a-45b7-8bc4-cd76ac2d00f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0655963 Aug 11 08:57:47.717924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-61a5df51-a1f8-4102-ba26-6be0dac4e084 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462317 Aug 11 08:57:47.722298 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-749bbf4a-4c39-4622-a334-d22bfa34998b req-82f1bdca-435a-4489-afa9-89801439d6cc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634208 Aug 11 08:57:47.775495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-11d96a16-42aa-4d46-8b2c-2f6eb8a74fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:47.777399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-11d96a16-42aa-4d46-8b2c-2f6eb8a74fca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513051 Aug 11 08:57:47.813548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-fa397307-0b8b-4875-af37-6c0730a76083 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Aug 11 08:57:47.913522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-3d2a5d8d-d459-4cbc-9956-cb05cf329fea service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042840 Aug 11 08:57:47.916773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-453d56f7-e927-4911-ad2c-2a7d52ad4f92 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965109 Aug 11 08:57:48.013411 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6128e8a9-f585-4253-9d82-65cbd68cb4ce req-ab2807a0-ca4c-4179-ab13-4a1073cc563f service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928917 Aug 11 08:57:48.471330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:57:48.569947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:57:48.582486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'mac_address': 'fa:16:3e:f4:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:57:48.620588 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:48.633888 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bab8be-1380-4252-9fbd-ae96c1f8e326 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:57:48.653914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:57:48.660986 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:48.717376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:48.726646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.727001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.727338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.727677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.728014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.728327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.728654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.729004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.729347 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.729654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.729974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.730295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:48.842829 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfea4f-d8d0-4192-bae1-d103495720c5 req-76c516c9-2e30-4a15-a7cf-c52d51f26f85 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:48.844347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0bfea4f-d8d0-4192-bae1-d103495720c5 req-76c516c9-2e30-4a15-a7cf-c52d51f26f85 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 944 time: 0.0513830 Aug 11 08:57:48.883826 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e0bfea4f-d8d0-4192-bae1-d103495720c5 req-92471551-e781-43bd-9722-62432fa50f33 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334666 Aug 11 08:57:49.029668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['02bab8be-1380-4252-9fbd-ae96c1f8e326'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:57:49.109254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1e9a-a022-493f-8f80-a9dda55d607a req-78ae583f-f266-4e5c-a07f-343088da8af0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:49.110866 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b48f1e9a-a022-493f-8f80-a9dda55d607a req-78ae583f-f266-4e5c-a07f-343088da8af0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 944 time: 0.0751405 Aug 11 08:57:49.172945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b48f1e9a-a022-493f-8f80-a9dda55d607a req-b6a5e020-54d6-4337-a3ae-73a30cfb0bf4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Aug 11 08:57:49.191030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-ce4a1efa-dcd6-475a-877a-759c3ef2b1b5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:49.192297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-ce4a1efa-dcd6-475a-877a-759c3ef2b1b5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c&tenant_id=e7ec74e88ec4478e99ed50418c967c9c&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 944 time: 0.1106629 Aug 11 08:57:49.277464 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-7c524d4b-8169-40be-99be-1683fb84b19e service neutron] delete failed (client error): The resource could not be found. Aug 11 08:57:49.278506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-7c524d4b-8169-40be-99be-1683fb84b19e service neutron] 10.222.0.69 "DELETE /v2.0/ports/02bab8be-1380-4252-9fbd-ae96c1f8e326/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0582454 Aug 11 08:57:49.388006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-9740c2d3-5c4b-4dce-b851-1a728f4d792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:49.389761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-9740c2d3-5c4b-4dce-b851-1a728f4d792a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 1095 time: 0.0442891 Aug 11 08:57:49.492337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-8d9bb813-5345-45f7-b694-d544b461a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:49.493795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-8d9bb813-5345-45f7-b694-d544b461a30b service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0966187 Aug 11 08:57:49.571677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-51f0411e-6c8c-43ce-a753-ce2d6a5eac9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 200 len: 1000 time: 0.0617108 Aug 11 08:57:49.624256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-80221bda-b6ed-4562-829f-a6e29e46a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:49.625766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-80221bda-b6ed-4562-829f-a6e29e46a8fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0470519 Aug 11 08:57:49.679021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-4303ce04-1660-4c26-a2b3-8a90e814fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:49.680526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-4303ce04-1660-4c26-a2b3-8a90e814fe22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477853 Aug 11 08:57:49.783842 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-649f05c2-8890-4f49-b237-4368be545c81 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955293 Aug 11 08:57:49.882809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-05eea592-a4ae-450c-89ee-9abbb2126083 req-718a7d8a-7a60-40a9-af85-7ca0112724fc service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923157 Aug 11 08:57:50.304321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb0f2-1fc5-4cee-9690-3354b6ca062f req-b78166d1-35d7-4a9a-866d-620b7d5a447b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:50.305929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a4fb0f2-1fc5-4cee-9690-3354b6ca062f req-b78166d1-35d7-4a9a-866d-620b7d5a447b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 944 time: 0.0530369 Aug 11 08:57:50.355433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2a4fb0f2-1fc5-4cee-9690-3354b6ca062f req-ec97cd38-8c9f-404f-b950-cd3f42d97b6d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Aug 11 08:57:50.484448 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:57:50.535321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 02bab8be-1380-4252-9fbd-ae96c1f8e326 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:57:50.538969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 02bab8be-1380-4252-9fbd-ae96c1f8e326 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:57:50.539344 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:50.626058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:50.649109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:57:50.651367 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d01783b-fe96-4f4f-8e74-195b6be668db" -d '{"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-plugged", "status": "completed", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:57:50.664664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:57:50.670028 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:50.700214 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f49a38b-d162-4e69-aa4c-efb116488687 x-openstack-request-id: req-8f49a38b-d162-4e69-aa4c-efb116488687 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:57:50.700521 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-plugged", "status": "completed", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:57:50.700746 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f49a38b-d162-4e69-aa4c-efb116488687 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:57:50.701169 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'code': 200} Aug 11 08:57:50.729536 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:51.486652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371bb73-98d9-41cd-b7dc-c5086b9815c1 req-0a10c8ac-23ac-46a9-b453-6bb1d4956394 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:51.488216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2371bb73-98d9-41cd-b7dc-c5086b9815c1 req-0a10c8ac-23ac-46a9-b453-6bb1d4956394 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0566137 Aug 11 08:57:51.531683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2371bb73-98d9-41cd-b7dc-c5086b9815c1 req-48e4379e-05f0-41bc-b931-1b9592e643f1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348463 Aug 11 08:57:51.663699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a37801-1288-45dc-b2d3-8827338ffc16 req-e34d5096-fbaf-4c97-9e5d-9ed401ca7ab0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:51.666147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9a37801-1288-45dc-b2d3-8827338ffc16 req-e34d5096-fbaf-4c97-9e5d-9ed401ca7ab0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0650020 Aug 11 08:57:51.710628 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d9a37801-1288-45dc-b2d3-8827338ffc16 req-ed2bf67c-478c-42d9-b70e-3c4ceccb6750 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356851 Aug 11 08:57:51.838626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191518c8-a816-4ab9-843a-0dde92251156 req-cd982389-6779-4997-a0b5-91f18c6c92a2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:51.840138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-191518c8-a816-4ab9-843a-0dde92251156 req-cd982389-6779-4997-a0b5-91f18c6c92a2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0581884 Aug 11 08:57:51.879721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-191518c8-a816-4ab9-843a-0dde92251156 req-0295d2d4-ea73-4183-9a02-7f6df8e4fe59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334249 Aug 11 08:57:52.138865 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8b680-74a5-4e65-a1b5-1da41d2a59e2 req-bebe2387-5da1-4190-800c-add28fd5dae4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:52.140418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4f8b680-74a5-4e65-a1b5-1da41d2a59e2 req-bebe2387-5da1-4190-800c-add28fd5dae4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0516572 Aug 11 08:57:52.180984 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4f8b680-74a5-4e65-a1b5-1da41d2a59e2 req-6f36f0c0-d270-48b3-9314-a51f2129957a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342114 Aug 11 08:57:53.311904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ad548-da2e-4db0-a482-41633465c070 req-de61ecb4-2af8-47cb-8e76-053f6dd1a97d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:53.313511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f03ad548-da2e-4db0-a482-41633465c070 req-de61ecb4-2af8-47cb-8e76-053f6dd1a97d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0517926 Aug 11 08:57:53.355465 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f03ad548-da2e-4db0-a482-41633465c070 req-8fe7ba0b-ca2a-458a-aaea-99214aa4990f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358124 Aug 11 08:57:53.503508 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-ec6f4bcc-267f-47b4-923b-4459e8b0bbc9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:53.504915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-ec6f4bcc-267f-47b4-923b-4459e8b0bbc9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 945 time: 0.0588272 Aug 11 08:57:53.611518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Deleting port 02bab8be-1380-4252-9fbd-ae96c1f8e326 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 08:57:53.612013 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:53.709644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] For port 02bab8be-1380-4252-9fbd-ae96c1f8e326, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02bab8be-1380-4252-9fbd-ae96c1f8e326,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:57:53.710019 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:53.952558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:53.952933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:53.953275 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 disassociated. External IP: 172.25.2.216, port: 02bab8be-1380-4252-9fbd-ae96c1f8e326. Aug 11 08:57:53.953619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Calling delete_port for 02bab8be-1380-4252-9fbd-ae96c1f8e326 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 08:57:54.095497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:54.124157 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event deleted for resources: {'Port': ['ID=02bab8be-1380-4252-9fbd-ae96c1f8e326,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:54.242078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:57:54.317527 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-f610dab3-66b9-4476-9def-ebed702e37d8 req-1e054c82-8bd4-471b-b578-ddc57c241fc9 service neutron] (94572) timed out ('10.222.0.58', 53802) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:57:54.360534 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:57:54.372626 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:57:54.383409 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:57:54.384034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:57:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:57:54.402854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] No DVR routers for this DVR port 02bab8be-1380-4252-9fbd-ae96c1f8e326 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:57:54.406612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:54.409086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-82d3a136-46ac-4ff2-a5bd-0fab88f83312 req-94711b63-855c-46c6-8893-9f1585b79f50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.64 "DELETE /v2.0/ports/02bab8be-1380-4252-9fbd-ae96c1f8e326 HTTP/1.1" status: 204 len: 173 time: 0.8976948 Aug 11 08:57:54.409655 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-deleted', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:57:54.412128 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b050c-39bf-4577-bd84-48af37278575" -d '{"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-deleted", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:57:54.450130 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0fb9c7-f2bd-4a7b-a590-ddbe978886ff x-openstack-request-id: req-7a0fb9c7-f2bd-4a7b-a590-ddbe978886ff {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:57:54.450555 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f415933-1545-4239-9424-10b1cfa7931c", "name": "network-vif-deleted", "tag": "02bab8be-1380-4252-9fbd-ae96c1f8e326", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:57:54.450808 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a0fb9c7-f2bd-4a7b-a590-ddbe978886ff {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:57:54.451275 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f415933-1545-4239-9424-10b1cfa7931c', 'name': 'network-vif-deleted', 'tag': '02bab8be-1380-4252-9fbd-ae96c1f8e326', 'status': 'completed', 'code': 200} Aug 11 08:57:54.481208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b1f23d90-d6a0-466e-94c6-0f6f922c4e0e req-098a10b2-c9b3-4b96-8c89-670316f6a257 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f415933-1545-4239-9424-10b1cfa7931c HTTP/1.1" status: 200 len: 210 time: 0.0289788 Aug 11 08:57:54.495134 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:57:54.696291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:57:54.723926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:57:54.732253 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:57:54.732857 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:57:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:57:54.840070 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:57:55.055515 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:57:55.082842 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1bfaf-861b-45f2-b1d2-210f97ef2eae None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:57:55.332270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d132a4-5d07-4f30-9958-bdbaa5b67e84 None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:57:55.730084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-bdb7f12b-d05d-45f7-8ae9-95b9aa1c33c9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--891515222&fields=id&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 267 time: 0.0409291 Aug 11 08:57:55.855060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-85fda87c-639c-4726-ad68-c31641dcf632 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:55.856441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-85fda87c-639c-4726-ad68-c31641dcf632 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1174569 Aug 11 08:57:55.879045 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-a6ef856f-fdc8-4c70-af4f-9fe4667b74b6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/quotas/e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 375 time: 0.0137691 Aug 11 08:57:55.934156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-a52dea12-9ae9-47e6-b9d5-923998f2b43f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491173 Aug 11 08:57:56.042192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-db9e451d-13a7-4587-8c43-69800f04dfdb service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958385 Aug 11 08:57:56.135449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-bf83947a-0f0a-466d-8c15-090e9d1ed9df service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848274 Aug 11 08:57:56.320791 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-17ac051e-39b4-4790-a9c4-036ab7ac1ad6 req-5401b51a-2680-4902-8e98-3f9961a23b6d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 210 time: 0.0297425 Aug 11 08:57:57.370006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f99e6128-074c-4daa-928a-a3f7e43d91fb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:57.371766 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f99e6128-074c-4daa-928a-a3f7e43d91fb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1233099 Aug 11 08:57:57.438847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74f64fa4-46dc-4467-9375-b9f66690908c req-d27ff834-e1d9-4a73-a649-966c3571cf72 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 210 time: 0.0307128 Aug 11 08:57:57.456475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-d3194587-4ef8-4d1c-bd2c-7ba1aa0ae104 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 379 time: 0.0688148 Aug 11 08:57:57.479179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'port': {'device_id': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'admin_state_up': True, 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'security_groups': ['25d18b55-0176-4ad4-98c4-b5d06d6e2903']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:57:57.597816 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Made reservation on behalf of e7ec74e88ec4478e99ed50418c967c9c for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 08:57:57.601618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:57.736531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Allocated IP 172.20.0.5 (dd95c9ad-23d2-441d-b0f4-82c4ebafe67f/252f7ccc-4ac1-4f1f-86ac-45e80a98be02/02b06451-5071-4b03-ba49-a4c408b7ea64) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 08:57:57.889153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:57.904900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Transition to ACTIVE for port object 02b06451-5071-4b03-ba49-a4c408b7ea64 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:57:57.943786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:57.992606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 08:57:57.996484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 08:57:58.000926 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 08:57:58.028184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:58.044437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.044784 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.045176 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.045504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.045834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.046167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.046495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.046864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.047166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.047515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.047823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.048141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:57:58.068268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:58.068959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.087119 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-f98eaa96-63e8-42e6-9917-c731a7555d59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120086 Aug 11 08:57:58.103377 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-3a8b82f0-d9a3-48a2-9d3b-4f9961648664 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 08:57:58.104487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-3a8b82f0-d9a3-48a2-9d3b-4f9961648664 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057995 Aug 11 08:57:58.169397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Request body: {'port': {'device_id': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:57:58.230494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.281341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b5a08d9e-f5c9-45e0-9bbf-fe47763a9c6f None None] Provisioning for port 02b06451-5071-4b03-ba49-a4c408b7ea64 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:57:58.285650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b5a08d9e-f5c9-45e0-9bbf-fe47763a9c6f None None] Provisioning complete for port 02b06451-5071-4b03-ba49-a4c408b7ea64 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:57:58.286184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b5a08d9e-f5c9-45e0-9bbf-fe47763a9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.329375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b5a08d9e-f5c9-45e0-9bbf-fe47763a9c6f None None] Port 02b06451-5071-4b03-ba49-a4c408b7ea64 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 08:57:58.526402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:57:58.533173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b06451-5071-4b03-ba49-a4c408b7ea64 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:57:58.542817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.557287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 02bab8be-1380-4252-9fbd-ae96c1f8e326 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 08:57:58.557604 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02bab8be-1380-4252-9fbd-ae96c1f8e326 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:57:58.558798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Transition to ACTIVE for port object 02b06451-5071-4b03-ba49-a4c408b7ea64 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:57:58.565279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.583796 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a3486-3f6f-4798-99ef-2c7d11a9acfc req-72a3d739-ecf1-46b4-9491-30100c8f4b8f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:58.585511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc6a3486-3f6f-4798-99ef-2c7d11a9acfc req-72a3d739-ecf1-46b4-9491-30100c8f4b8f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 931 time: 0.0704305 Aug 11 08:57:58.630970 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dc6a3486-3f6f-4798-99ef-2c7d11a9acfc req-d596d843-362f-4e5d-8fd6-872997cb81b0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379820 Aug 11 08:57:58.694237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:58.779763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:57:58.780150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:57:58.780680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:57:58.789367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Port 02b06451-5071-4b03-ba49-a4c408b7ea64 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:57:58.789828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:57:58.799162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:57:58.799593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:57:58.800087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:57:58.800737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Bound port: 02b06451-5071-4b03-ba49-a4c408b7ea64, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:57:58.801376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.883987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:57:58.887552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:57:58.893560 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.935656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:58.936064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:58.937854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] 10.222.0.69 "PUT /v2.0/ports/02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 1091 time: 0.8257897 Aug 11 08:57:58.938284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:57:58.940653 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a46358-4551-41e5-a00d-65b2b268c506" -d '{"events": [{"name": "network-changed", "server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:57:58.977486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6ba7b-ace2-498b-b5e4-029da3d60486 service neutron] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:57:58.991174 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e53db-5277-4985-8680-a4532114642f x-openstack-request-id: req-311e53db-5277-4985-8680-a4532114642f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:57:58.991639 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:57:58.992001 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-311e53db-5277-4985-8680-a4532114642f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:57:58.992492 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'status': 'completed', 'code': 200} Aug 11 08:57:59.050407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-d6c072cc-13e1-4697-98c9-e99d11ec214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.052094 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-d6c072cc-13e1-4697-98c9-e99d11ec214f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1094 time: 0.0480530 Aug 11 08:57:59.102563 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-b7365605-3585-459c-be1a-275bf2f7ec87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 217 time: 0.0371268 Aug 11 08:57:59.123366 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:59.166957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-34797419-51a6-4292-b405-10b242f40908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.168514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-34797419-51a6-4292-b405-10b242f40908 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0572255 Aug 11 08:57:59.218103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-678e101b-b652-42c0-a4d3-1de9bcd5138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.219832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-678e101b-b652-42c0-a4d3-1de9bcd5138a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443332 Aug 11 08:57:59.315865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-20288cf7-6a4c-460e-af84-c13c623c17df service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888097 Aug 11 08:57:59.334451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d51e88c5-d183-4839-9bcb-30a28314bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:57:59.419260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9400291a-18e9-4d50-94d6-f07d1ea188ef req-08aed486-4986-4b25-98f2-20a5c51bbcd3 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966842 Aug 11 08:57:59.557250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46358-4551-41e5-a00d-65b2b268c506 req-9a2753a4-5df8-4442-a7e1-f89ea4106060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.558795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-9a2753a4-5df8-4442-a7e1-f89ea4106060 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1094 time: 0.0428801 Aug 11 08:57:59.655618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46358-4551-41e5-a00d-65b2b268c506 req-fcf9bd66-e89b-4fbc-96b1-100c6969be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.657324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-fcf9bd66-e89b-4fbc-96b1-100c6969be1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0915635 Aug 11 08:57:59.705192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-f3adae1b-dab3-45db-8751-abaac6205e3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 217 time: 0.0384700 Aug 11 08:57:59.758036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcee6d-afb1-413d-bad6-bb19b02b717c req-62bd8244-7100-4865-808b-4038ea6959a2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.758671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46358-4551-41e5-a00d-65b2b268c506 req-c9fef9f7-7099-472b-9247-291a0034d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.759560 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e1fcee6d-afb1-413d-bad6-bb19b02b717c req-62bd8244-7100-4865-808b-4038ea6959a2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 943 time: 0.0545514 Aug 11 08:57:59.759819 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-c9fef9f7-7099-472b-9247-291a0034d110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0470755 Aug 11 08:57:59.812095 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e1fcee6d-afb1-413d-bad6-bb19b02b717c req-ae1d67b9-2378-4dcf-884e-e8e1f07c5e63 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354533 Aug 11 08:57:59.816322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46358-4551-41e5-a00d-65b2b268c506 req-0c680a01-192a-460d-81bb-3ced822d76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:57:59.818984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-0c680a01-192a-460d-81bb-3ced822d76a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506458 Aug 11 08:57:59.929485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-2a1c7daa-0c72-4f52-8187-db74f72ac642 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014292 Aug 11 08:58:00.029042 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74a46358-4551-41e5-a00d-65b2b268c506 req-1b305bc7-512a-468d-a4c1-34b9f9b804f5 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917230 Aug 11 08:58:00.160347 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:00.926745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb8c8d-915f-43e5-892f-14567dfe5b75 req-c5cef8ef-a64b-463e-9182-77947e908ce3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:00.928306 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5eb8c8d-915f-43e5-892f-14567dfe5b75 req-c5cef8ef-a64b-463e-9182-77947e908ce3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 943 time: 0.0546463 Aug 11 08:58:00.971188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c5eb8c8d-915f-43e5-892f-14567dfe5b75 req-174eab8b-08d3-4672-ad82-3bcc624edf97 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366318 Aug 11 08:58:01.225224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 08:58:01.325280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:58:01.343082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'mac_address': 'fa:16:3e:25:1d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 08:58:01.388216 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:01.403768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b06451-5071-4b03-ba49-a4c408b7ea64 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 08:58:01.427252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:58:01.434240 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:01.488619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:58:01.709591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['02b06451-5071-4b03-ba49-a4c408b7ea64'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 08:58:02.104928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc7231-0615-4713-a49e-5d6188f69f3c req-56391477-df50-48c7-a30e-4a7e33f96e0f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:02.106851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71dc7231-0615-4713-a49e-5d6188f69f3c req-56391477-df50-48c7-a30e-4a7e33f96e0f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0639083 Aug 11 08:58:02.148229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71dc7231-0615-4713-a49e-5d6188f69f3c req-2ae29c47-fc6f-4d45-8603-d7417bc1ad09 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338943 Aug 11 08:58:02.462652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:02.767918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9185b400-447f-4423-802f-4839b3169cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:03.239912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 08:58:03.279968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d927c6-5ced-42a4-967d-328da424ef0a req-a8ccbe16-e198-4b17-83e9-e42e50c258b6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:03.281716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2d927c6-5ced-42a4-967d-328da424ef0a req-a8ccbe16-e198-4b17-83e9-e42e50c258b6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0539289 Aug 11 08:58:03.292190 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 02b06451-5071-4b03-ba49-a4c408b7ea64 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 08:58:03.296305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 02b06451-5071-4b03-ba49-a4c408b7ea64 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 08:58:03.296867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:03.324207 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2d927c6-5ced-42a4-967d-328da424ef0a req-381d0d39-c1ba-436b-b353-923f3b3b75ab tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359633 Aug 11 08:58:03.382185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:03.408439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:58:03.410798 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92411a7b-99c7-4ff8-ae1a-5de66363bb2c" -d '{"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-plugged", "status": "completed", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:58:03.425818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:58:03.432934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:03.463641 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982629f1-d719-49a3-b395-4099eb30e054 x-openstack-request-id: req-982629f1-d719-49a3-b395-4099eb30e054 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:58:03.464416 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-plugged", "status": "completed", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:58:03.464416 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-982629f1-d719-49a3-b395-4099eb30e054 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:58:03.464855 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'code': 200} Aug 11 08:58:03.506168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:58:03.596401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aa995-e689-432a-afbe-29eb51e373af req-16b13928-c827-48a3-87de-2ea3bf3642b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:03.597966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d64aa995-e689-432a-afbe-29eb51e373af req-16b13928-c827-48a3-87de-2ea3bf3642b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1096 time: 0.0411942 Aug 11 08:58:03.638146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d64aa995-e689-432a-afbe-29eb51e373af req-97a4014b-f77b-4498-8afe-5e37eb6983a4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323868 Aug 11 08:58:04.458617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2be06f-9d3c-4fdb-bb31-ff22df305e1d req-fe4170c9-5e17-4bb1-8465-4131c9cf844e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:04.460175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c2be06f-9d3c-4fdb-bb31-ff22df305e1d req-fe4170c9-5e17-4bb1-8465-4131c9cf844e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0530300 Aug 11 08:58:04.500825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c2be06f-9d3c-4fdb-bb31-ff22df305e1d req-acecad1f-29e3-498b-a5d6-978dc6d8b060 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344501 Aug 11 08:58:04.998974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:05.639527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc7db-c98f-4b48-8c13-735d54e0f50e req-60777f0e-fb64-4206-b197-69887606f4e2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:05.639527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77ccc7db-c98f-4b48-8c13-735d54e0f50e req-60777f0e-fb64-4206-b197-69887606f4e2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0543077 Aug 11 08:58:05.681907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77ccc7db-c98f-4b48-8c13-735d54e0f50e req-09f6a4e3-8cbb-4b60-a5a8-c3e9770add45 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Aug 11 08:58:05.805547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791dff-e0dc-43d4-a61a-961e81f9ba23 req-2abd205f-f268-43bb-9a66-74209daed2a3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:05.807189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70791dff-e0dc-43d4-a61a-961e81f9ba23 req-2abd205f-f268-43bb-9a66-74209daed2a3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0543809 Aug 11 08:58:05.816228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33264) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:58:05.820987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'floatingip': {'port_id': '02b06451-5071-4b03-ba49-a4c408b7ea64'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:58:05.864826 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:06.290954 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:06.688441 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:06.693794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:06.802368 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 associated. External IP: 172.25.2.216, port: 02b06451-5071-4b03-ba49-a4c408b7ea64. Aug 11 08:58:07.030153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 08:58:07.142009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 08:58:07.146592 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:07.153018 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 08:58:07.163094 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:58:07.163733 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:58:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:58:07.176134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87041964-b40a-4fb5-bc8d-0a09fffee161 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "PUT /v2.0/floatingips/eaabe123-292d-4897-a843-a2e14577ea73 HTTP/1.1" status: 200 len: 991 time: 1.3587313 Aug 11 08:58:07.176912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:58:07.179224 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:58:07.220350 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a469d26-9444-4bec-a793-bd45491235e3 x-openstack-request-id: req-4a469d26-9444-4bec-a793-bd45491235e3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:58:07.220780 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:58:07.221213 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a469d26-9444-4bec-a793-bd45491235e3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:58:07.221803 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'status': 'completed', 'code': 200} Aug 11 08:58:07.287328 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:58:07.315187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-708eff66-b010-44c3-a374-eddaca7cf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:07.316745 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-708eff66-b010-44c3-a374-eddaca7cf6ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1096 time: 0.0437038 Aug 11 08:58:07.431522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-7e3c548b-c0e3-4ec8-8e48-36a367210098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:07.433387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-7e3c548b-c0e3-4ec8-8e48-36a367210098 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1090803 Aug 11 08:58:07.514473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-780276a2-6017-4efd-a6df-04a2e98bc041 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 999 time: 0.0727663 Aug 11 08:58:07.549907 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:25:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T08:58:06Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:58:07.573795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-f7825f28-eef5-47c9-821d-6eb5bed412aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:07.575592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-f7825f28-eef5-47c9-821d-6eb5bed412aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0544043 Aug 11 08:58:07.630314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-ec2ed1c6-800c-45e9-a18f-be4c922594e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:58:07.631911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-ec2ed1c6-800c-45e9-a18f-be4c922594e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494537 Aug 11 08:58:07.685784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 08:58:07.695790 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 08:58:07.696587 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T08:58:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:58:07.754889 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-bd2e7485-1226-474d-9c94-2b179a923d54 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143682 Aug 11 08:58:07.809849 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 08:58:07.864130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8585296-29d6-4268-9b2d-3c6e8bde7eb7 req-c1345c35-011a-4b08-a1b4-af84021bf69d service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004272 Aug 11 08:58:08.062830 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:25:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T08:58:06Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 08:58:08.094668 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e905ca-cd81-49fa-9370-a298b331d01d None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:25:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T08:58:06Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 08:58:08.299064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb67c0f-c0d1-46f0-b12e-5a281a417197 None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 08:58:22.578213 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:58:29.128912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:29.330185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-020fa152-bc76-4bfc-b58e-3e6b3d87d1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:30.155957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:32.468271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:32.763385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a4b495e5-d375-47c8-b925-a47f85bbc1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:34.999557 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:36.294906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:52.760008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-de15cba5-defe-435e-b956-4f916eedeb45 req-e25ebe27-5751-4733-9cef-eae8a0ee701f tempest-TestVolumeBootPattern-1671145080 tempest-TestVolumeBootPattern-1671145080-project] (94573) timed out ('10.222.0.69', 58539) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 08:58:59.118636 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:59.325092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a001-ce22-4f44-b3a0-da5d6a373e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:58:59.579557 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:59:00.163175 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:02.464230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:02.766972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ac7b7b5d-890a-435f-8c2a-243e4dfec0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:04.639855 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-cdf53d73-4c27-4762-bd29-2065cf8d05bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432682 Aug 11 08:59:04.744375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-74546a94-77ef-4934-a4df-1618e70974ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:04.745992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-74546a94-77ef-4934-a4df-1618e70974ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1096 time: 0.0448880 Aug 11 08:59:04.890487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-54faabc8-180a-4824-8329-c8182e8edf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:04.891936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-54faabc8-180a-4824-8329-c8182e8edf8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1032114 Aug 11 08:59:04.975739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-a404486f-169e-4c4d-ab05-b53cf44f4c76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 1001 time: 0.0760398 Aug 11 08:59:05.000429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:05.030265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-569772b1-b41c-4426-bb15-8269c29ae2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:05.031802 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-569772b1-b41c-4426-bb15-8269c29ae2e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0482490 Aug 11 08:59:05.078314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-885a24f7-f95a-4733-bd96-8715794d53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:05.079806 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-885a24f7-f95a-4733-bd96-8715794d53c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409443 Aug 11 08:59:05.183800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-4b942247-e11c-4384-845c-37b8c5a25012 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954375 Aug 11 08:59:05.283865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e386eab0-d5df-409e-9841-f2e2c78944dd req-d803c122-f556-430a-a1e9-8bbf9e8f356b service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920670 Aug 11 08:59:06.298335 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:29.132090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:29.329844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dea65ef9-18a9-4b30-9fb9-8e2c099f5e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:30.179758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:32.459431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:32.774173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-91a37beb-5406-4121-a74b-6d6a7c9bb467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:35.011035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:36.298790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:36.581378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 08:59:41.914848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826ceb8-dccf-4f46-ae09-88cae73d98e5 req-54667dff-f514-47c9-9afb-1e1005efae9b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:41.916255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9826ceb8-dccf-4f46-ae09-88cae73d98e5 req-54667dff-f514-47c9-9afb-1e1005efae9b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0524611 Aug 11 08:59:41.955999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9826ceb8-dccf-4f46-ae09-88cae73d98e5 req-ec480bd3-ebef-4fc6-a336-fab126e799ff tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333824 Aug 11 08:59:43.083579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b41f7-d9e5-4906-b9e2-e49996d6417f req-24822f7f-34ea-47b8-ac4b-e0b305143c44 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:43.085017 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e16b41f7-d9e5-4906-b9e2-e49996d6417f req-24822f7f-34ea-47b8-ac4b-e0b305143c44 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0538397 Aug 11 08:59:43.124216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e16b41f7-d9e5-4906-b9e2-e49996d6417f req-02490078-7ba2-4f6a-be91-8789a257c5ad tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 Aug 11 08:59:44.260443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02882c77-64e8-47fb-bc59-9d8b724e7c5b req-5d4f8b52-5a3e-40f8-9207-a98622b0dae9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:44.261972 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02882c77-64e8-47fb-bc59-9d8b724e7c5b req-5d4f8b52-5a3e-40f8-9207-a98622b0dae9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0562763 Aug 11 08:59:44.304373 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-02882c77-64e8-47fb-bc59-9d8b724e7c5b req-a30b07c7-8410-4c73-b9ab-14fbdc326b9d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 Aug 11 08:59:45.431445 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3080e2a-e226-4c66-aab9-21f3368ad0e9 req-1193447a-b2ec-473f-99df-aae9d42af61c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:45.434491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3080e2a-e226-4c66-aab9-21f3368ad0e9 req-1193447a-b2ec-473f-99df-aae9d42af61c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0581856 Aug 11 08:59:45.479853 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c3080e2a-e226-4c66-aab9-21f3368ad0e9 req-01a018eb-83af-4082-b060-3e70459f5dab tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Aug 11 08:59:46.618298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db39760-ee90-41b7-9b41-941f073da785 req-b59bbbd0-29ba-4c3b-8e02-c22cc0efb3cd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:46.620171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5db39760-ee90-41b7-9b41-941f073da785 req-b59bbbd0-29ba-4c3b-8e02-c22cc0efb3cd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0608690 Aug 11 08:59:46.663756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5db39760-ee90-41b7-9b41-941f073da785 req-c505a124-0e84-413c-9404-8a258b20e4bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337906 Aug 11 08:59:47.792817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0a8d-7a6e-459b-a8f7-1c7c937fa1f8 req-6628b18a-f5c6-4bf9-9fa4-5249d4515b18 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:47.794381 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa9a0a8d-7a6e-459b-a8f7-1c7c937fa1f8 req-6628b18a-f5c6-4bf9-9fa4-5249d4515b18 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0539839 Aug 11 08:59:47.834660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa9a0a8d-7a6e-459b-a8f7-1c7c937fa1f8 req-b4a0921a-07ab-4295-b0e5-bf5589b34bdc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341983 Aug 11 08:59:48.955930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d819b7-44f0-4ac2-8a02-4fdc6e0e5804 req-d067549b-19b5-46ec-87f6-e3816ebcc8ea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:48.957489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18d819b7-44f0-4ac2-8a02-4fdc6e0e5804 req-d067549b-19b5-46ec-87f6-e3816ebcc8ea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0541162 Aug 11 08:59:48.998857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18d819b7-44f0-4ac2-8a02-4fdc6e0e5804 req-4ba53500-3384-4ae0-a218-e12c2deb2df1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351105 Aug 11 08:59:50.125971 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1699-6260-4aff-be21-86f76a8e8195 req-b9770b41-8180-4bc6-b166-d9d5a7b074fe tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:50.127378 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ff1699-6260-4aff-be21-86f76a8e8195 req-b9770b41-8180-4bc6-b166-d9d5a7b074fe tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0522473 Aug 11 08:59:50.168619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51ff1699-6260-4aff-be21-86f76a8e8195 req-90256634-9aeb-4ef8-bb27-de8d4c17f3ab tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Aug 11 08:59:51.302934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2cba4-a004-4d0b-9ed0-5a4da76d4ec2 req-bae5a259-de5f-4e4d-9cce-a1460c8515ba tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:51.304578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fc2cba4-a004-4d0b-9ed0-5a4da76d4ec2 req-bae5a259-de5f-4e4d-9cce-a1460c8515ba tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0591834 Aug 11 08:59:51.344632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0fc2cba4-a004-4d0b-9ed0-5a4da76d4ec2 req-5a2ac3b4-55c4-4b75-a39d-300a1184423c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339558 Aug 11 08:59:52.483692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9da34-ecc1-44e1-8cd7-823c167d6a38 req-679c393b-2da5-4712-92a3-3abc7d4ee51a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:52.485397 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e3d9da34-ecc1-44e1-8cd7-823c167d6a38 req-679c393b-2da5-4712-92a3-3abc7d4ee51a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0610318 Aug 11 08:59:52.523318 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e3d9da34-ecc1-44e1-8cd7-823c167d6a38 req-8d7b7c69-894a-4dc2-8f50-78f8d55b310a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317812 Aug 11 08:59:52.718318 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 33496) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 08:59:52.773316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49533cd7-01ac-4b49-81b2-8898df520c79 req-a4fc2b96-aa05-4203-b2e1-a6a370404ecc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:52.774835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49533cd7-01ac-4b49-81b2-8898df520c79 req-a4fc2b96-aa05-4203-b2e1-a6a370404ecc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0499961 Aug 11 08:59:52.815831 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49533cd7-01ac-4b49-81b2-8898df520c79 req-04612ad8-071f-4d27-8437-bca3a60f4d20 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347319 Aug 11 08:59:52.816075 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-99dfd622-5026-4ec8-925f-73e49fa8f6d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963674 Aug 11 08:59:53.942940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbb5d-0e8e-4092-ab23-a0e3f344382d req-cb7270e7-6170-4a34-8d9d-4f2031636770 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:53.944576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffadbb5d-0e8e-4092-ab23-a0e3f344382d req-cb7270e7-6170-4a34-8d9d-4f2031636770 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0535736 Aug 11 08:59:53.991791 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffadbb5d-0e8e-4092-ab23-a0e3f344382d req-a0fa597b-ff36-4406-8e67-ea45f541dec3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 Aug 11 08:59:54.180242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-c5c5527b-25ab-4dcc-bfbc-60960a0c2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:54.181820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-c5c5527b-25ab-4dcc-bfbc-60960a0c2078 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1096 time: 0.0436940 Aug 11 08:59:54.279611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-2bec98a0-eef0-41df-a385-41455171369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:54.281201 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-2bec98a0-eef0-41df-a385-41455171369d service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0922062 Aug 11 08:59:54.353929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-f8aabf5f-8064-4b89-9bd3-df4c45221882 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 1001 time: 0.0655849 Aug 11 08:59:54.415482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-3658fae6-005e-4bb4-ba83-d63ae83543fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:54.417800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-3658fae6-005e-4bb4-ba83-d63ae83543fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0567493 Aug 11 08:59:54.469285 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-17837dc7-ffaa-41bc-9e0b-5764c75ee793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:54.470733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-17837dc7-ffaa-41bc-9e0b-5764c75ee793 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459635 Aug 11 08:59:54.567832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-b7aca24e-1d97-42a7-8a2c-1da80075a84a service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863836 Aug 11 08:59:54.666527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-a10954b4-3c0e-4f70-a0dd-66d87bf42a4e service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918665 Aug 11 08:59:55.113568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811b085-fd98-4491-ae8e-94d66766d77d req-e9912655-15bd-4410-9c77-1124a8d20d5b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:55.115011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e811b085-fd98-4491-ae8e-94d66766d77d req-e9912655-15bd-4410-9c77-1124a8d20d5b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0537066 Aug 11 08:59:55.155727 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e811b085-fd98-4491-ae8e-94d66766d77d req-8c8470ba-53d8-42b4-8811-ce7b10f819e5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338640 Aug 11 08:59:56.292580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b53292-eea0-4456-b917-18f1773c35f5 req-2fb7a8fa-bb4f-4784-9655-b04cf21ae103 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:56.294116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6b53292-eea0-4456-b917-18f1773c35f5 req-2fb7a8fa-bb4f-4784-9655-b04cf21ae103 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0671637 Aug 11 08:59:56.343426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a6b53292-eea0-4456-b917-18f1773c35f5 req-7512b43a-8c41-42a1-9bf0-22a6dab2c439 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 Aug 11 08:59:56.609340 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-c0abac1d-9eb3-4425-9a0d-5c7363050b2f service neutron] show failed (client error): The resource could not be found. Aug 11 08:59:56.610279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-c0abac1d-9eb3-4425-9a0d-5c7363050b2f service neutron] 10.222.0.69 "GET /v2.0/ports/02b06451-5071-4b03-ba49-a4c408b7ea64/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0622108 Aug 11 08:59:56.847377 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-3a09cf53-2fbb-4ad1-bae9-f09643e2f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:56.848906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-3a09cf53-2fbb-4ad1-bae9-f09643e2f072 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 1096 time: 0.0538430 Aug 11 08:59:56.866488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 08:59:56.919568 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:57.133707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 08:59:57.167549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:59:57.213622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:59:57.215906 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815a2330-cde1-43be-9dbf-9e4367cd3a8c" -d '{"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-unplugged", "status": "completed", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:59:57.220240 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:57.232778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Transition to ACTIVE for port object 02b06451-5071-4b03-ba49-a4c408b7ea64 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 08:59:57.237643 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:57.266846 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517264d-f0a6-4fed-b4a9-3c9c2bfde2bb x-openstack-request-id: req-7517264d-f0a6-4fed-b4a9-3c9c2bfde2bb {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:59:57.267134 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-unplugged", "status": "completed", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:59:57.267382 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7517264d-f0a6-4fed-b4a9-3c9c2bfde2bb {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:59:57.267778 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'code': 200} Aug 11 08:59:57.289042 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:59:57.329541 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.329884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.330216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.330549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.330882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.331212 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.331538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.331860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.332181 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.332522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.332845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.333174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 08:59:57.372813 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] No DVR routers for this DVR port 02b06451-5071-4b03-ba49-a4c408b7ea64 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 08:59:57.479032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1e5b-adfe-4620-9845-a9cd19dfd4c0 req-4acb9b9a-5abd-4c74-9da4-a8891acac8a8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:57.482844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b19d1e5b-adfe-4620-9845-a9cd19dfd4c0 req-4acb9b9a-5abd-4c74-9da4-a8891acac8a8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 943 time: 0.0647757 Aug 11 08:59:57.522367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 08:59:57.522755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 08:59:57.523041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:59:57.523944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b19d1e5b-adfe-4620-9845-a9cd19dfd4c0 req-dd21ec21-e3e1-4980-9871-e2aed165c83c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370753 Aug 11 08:59:57.527620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Port 02b06451-5071-4b03-ba49-a4c408b7ea64 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 08:59:57.527948 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Attempting to bind port 02b06451-5071-4b03-ba49-a4c408b7ea64 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 08:59:57.533551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 08:59:57.533749 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 08:59:57.534424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 08:59:57.534984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Bound port: 02b06451-5071-4b03-ba49-a4c408b7ea64, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 08:59:57.535216 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:57.606623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 08:59:57.609975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 08:59:57.617207 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:57.651620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:57.652368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:57.653771 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] 10.222.0.64 "PUT /v2.0/ports/02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 1091 time: 0.7914534 Aug 11 08:59:57.676441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d26437-42dd-466d-b7dd-fd25889dce2a service neutron] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 08:59:57.730888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-5e0f073f-cdda-4988-9f5a-5cc1a7798965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:57.732463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-5e0f073f-cdda-4988-9f5a-5cc1a7798965 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1094 time: 0.0449784 Aug 11 08:59:57.833529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-8853ddca-cbf5-40ce-9843-0b9b32c49856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:57.835089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-8853ddca-cbf5-40ce-9843-0b9b32c49856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0959482 Aug 11 08:59:57.902073 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-38ee0c6f-e71d-49d8-9dff-5b1197f6eeed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 999 time: 0.0594895 Aug 11 08:59:57.957359 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-858698ed-7ec9-4e1e-bfb6-168b530345fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:57.958737 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-858698ed-7ec9-4e1e-bfb6-168b530345fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0489340 Aug 11 08:59:58.010000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-589a2fcc-bf8f-4d49-9b3e-f485cfd1ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:58.012459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-589a2fcc-bf8f-4d49-9b3e-f485cfd1ef0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463021 Aug 11 08:59:58.107742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-f0b1f13c-a2fd-4eab-b986-06cc4037e27a service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875823 Aug 11 08:59:58.205688 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4382732-f9e5-4f6f-84ba-72fb923f22ca req-3690bbef-689f-45d8-af85-ebb0b684d9c3 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913186 Aug 11 08:59:58.658235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86982-9703-42df-979b-b486db4ed350 req-f5a306c0-c4c1-4ec4-b8b7-6edd5f79a1ea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:58.659752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3fe86982-9703-42df-979b-b486db4ed350 req-f5a306c0-c4c1-4ec4-b8b7-6edd5f79a1ea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 943 time: 0.0586560 Aug 11 08:59:58.700512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3fe86982-9703-42df-979b-b486db4ed350 req-47024707-e134-436d-a5e2-4726089a1fa0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340624 Aug 11 08:59:59.131177 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:59.268649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 08:59:59.271120 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 08:59:59.322701 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f40b1-4c6e-403b-a015-80066fa8a89e x-openstack-request-id: req-e24f40b1-4c6e-403b-a015-80066fa8a89e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 08:59:59.322963 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 08:59:59.323524 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e24f40b1-4c6e-403b-a015-80066fa8a89e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 08:59:59.323995 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'status': 'completed', 'code': 200} Aug 11 08:59:59.334505 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba1e1-5fac-418d-ac22-58721a0d33a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 08:59:59.404598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8cba8f97-9dff-4d98-b40b-90f6a8201d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.405709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-0d3af1d9-be4a-487d-a7eb-d1bb974868b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.406254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8cba8f97-9dff-4d98-b40b-90f6a8201d84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1094 time: 0.0437188 Aug 11 08:59:59.407226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-0d3af1d9-be4a-487d-a7eb-d1bb974868b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1094 time: 0.0422239 Aug 11 08:59:59.543311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-bd816425-60db-44c3-ade4-f79a5afce218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.545726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-bd816425-60db-44c3-ade4-f79a5afce218 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1316874 Aug 11 08:59:59.626964 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-d0ea7cb6-3266-4ec0-8957-26a40360e915 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 999 time: 0.0731008 Aug 11 08:59:59.685877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-02fd6a93-e4d5-42b0-a327-0dd8d1e41f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.687328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-02fd6a93-e4d5-42b0-a327-0dd8d1e41f36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0519986 Aug 11 08:59:59.742016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-1bade574-2041-418f-b304-e51671b01f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.743696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-1bade574-2041-418f-b304-e51671b01f1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490847 Aug 11 08:59:59.761215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 08:59:59.808647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 08:59:59.845152 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-f9fb75c2-d8aa-4d25-a8f3-624f65de294d service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939589 Aug 11 08:59:59.874650 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e6b1-7178-4bf1-b947-835ec649bc75 req-07873aac-5b83-4bc3-9712-a5cc36a9b3dc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.876176 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd53e6b1-7178-4bf1-b947-835ec649bc75 req-07873aac-5b83-4bc3-9712-a5cc36a9b3dc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 943 time: 0.0834358 Aug 11 08:59:59.877352 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8f7d3ccb-2493-4f1a-aaa5-d6d889257881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 08:59:59.878650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8f7d3ccb-2493-4f1a-aaa5-d6d889257881 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.4649339 Aug 11 08:59:59.943453 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-c157b38f-b6c3-4843-af7e-f9220537de79 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913401 Aug 11 08:59:59.967685 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bd53e6b1-7178-4bf1-b947-835ec649bc75 req-38629ff4-3f97-45cb-b14a-0e6b0bc5751f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852809 Aug 11 08:59:59.975371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-22d1df1d-a0e5-43de-a2b3-4583c23e34af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 999 time: 0.0860970 Aug 11 09:00:00.026722 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-7a5fd0c2-b2cc-4079-8ab0-2a022d4190bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.028216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-7a5fd0c2-b2cc-4079-8ab0-2a022d4190bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0464780 Aug 11 09:00:00.084518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8f1faab8-4f3e-4504-80ef-703b44d5a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.086133 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8f1faab8-4f3e-4504-80ef-703b44d5a5fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504141 Aug 11 09:00:00.174326 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:00.197402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-b2607ba9-90a9-40b6-a8b0-0764f6bbbce6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.198858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-b2607ba9-90a9-40b6-a8b0-0764f6bbbce6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece&tenant_id=e7ec74e88ec4478e99ed50418c967c9c&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 943 time: 0.0574341 Aug 11 09:00:00.218221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879212-ee7d-4eb9-82f1-2c92d9adf925 req-91cacb4a-555a-4cf2-a0e5-b7434266c87b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.219708 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77879212-ee7d-4eb9-82f1-2c92d9adf925 req-91cacb4a-555a-4cf2-a0e5-b7434266c87b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 943 time: 0.0774915 Aug 11 09:00:00.225792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-8c213325-bdd7-491b-962c-3a32bb51a3d1 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318550 Aug 11 09:00:00.261008 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-efc159ba-22de-4929-bed6-d89cee5ebc62 service neutron] delete failed (client error): The resource could not be found. Aug 11 09:00:00.262372 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-efc159ba-22de-4929-bed6-d89cee5ebc62 service neutron] 10.222.0.69 "DELETE /v2.0/ports/02b06451-5071-4b03-ba49-a4c408b7ea64/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0556071 Aug 11 09:00:00.316383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-77879212-ee7d-4eb9-82f1-2c92d9adf925 req-48b2f8d9-6926-4020-9de2-665efcb2ae70 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892904 Aug 11 09:00:00.354515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-11e887d4-d52c-4c6a-b3f4-db8a58f9f0ce req-9c68dac7-fc23-43c0-904a-0e05947ee206 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206203 Aug 11 09:00:00.371985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-397908dc-6f11-4145-a392-503db0979fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.374230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-397908dc-6f11-4145-a392-503db0979fda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1094 time: 0.0467651 Aug 11 09:00:00.479188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-d1587359-7855-46f5-be52-edc940ba065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.480582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-d1587359-7855-46f5-be52-edc940ba065d service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0996034 Aug 11 09:00:00.546353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-e4af1985-a253-424a-8af0-f58926525cbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 999 time: 0.0588768 Aug 11 09:00:00.599024 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-d13edad8-83f9-4554-a606-023e9dcfea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.600485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-d13edad8-83f9-4554-a606-023e9dcfea3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0472529 Aug 11 09:00:00.652057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-21b27f82-4955-4777-a6ca-1fa1a4dc1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:00.653654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-21b27f82-4955-4777-a6ca-1fa1a4dc1d4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462081 Aug 11 09:00:00.760004 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-6aecf006-df05-4956-9c0a-7c748e8c7ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988491 Aug 11 09:00:00.860495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-20c2fb85-00a6-4af5-b0d3-10b4ffe82118 req-99f43c58-00c1-41f4-a2b3-7b01c9fb6170 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929065 Aug 11 09:00:01.140857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:00:01.241304 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:01.255222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'mac_address': 'fa:16:3e:25:1d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:00:01.296014 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:01.309336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b06451-5071-4b03-ba49-a4c408b7ea64 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:00:01.332518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:01.337897 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:01.391230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:01.399344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.399776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.400124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.400466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.400824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.401161 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.401491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.401822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.402141 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.402464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.402786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.403107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:01.447439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee8be7-c6b5-40c2-9896-80f0ae2247fc req-6fb43a2a-b405-4d0b-a7e0-465e6f9fc5ec tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:01.449430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43ee8be7-c6b5-40c2-9896-80f0ae2247fc req-6fb43a2a-b405-4d0b-a7e0-465e6f9fc5ec tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0548263 Aug 11 09:00:01.489436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-43ee8be7-c6b5-40c2-9896-80f0ae2247fc req-7e4cef56-ee6f-43b9-98c2-ca079758daf6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326312 Aug 11 09:00:01.608363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bdaa2-7758-449b-b102-53dcec4e58e3 req-1b48fafd-524f-430e-9273-4b03414bfd00 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:01.609884 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-124bdaa2-7758-449b-b102-53dcec4e58e3 req-1b48fafd-524f-430e-9273-4b03414bfd00 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0533893 Aug 11 09:00:01.636908 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['02b06451-5071-4b03-ba49-a4c408b7ea64'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:00:01.652705 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-124bdaa2-7758-449b-b102-53dcec4e58e3 req-e8989aa8-f555-4e89-b48d-355469ebb4ba tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338655 Aug 11 09:00:01.872336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8506d-aef3-455b-98b5-4a94e682758f req-6b1b2ee4-1e7e-43e1-8c04-2859a72e3d55 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:01.873906 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54b8506d-aef3-455b-98b5-4a94e682758f req-6b1b2ee4-1e7e-43e1-8c04-2859a72e3d55 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0626895 Aug 11 09:00:01.936036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-54b8506d-aef3-455b-98b5-4a94e682758f req-f856f750-8023-4eb8-9713-6a9a35d6aa75 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534756 Aug 11 09:00:01.940545 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-c2074672-0ef9-4cc5-a846-0e3d32e65404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:01.942438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-c2074672-0ef9-4cc5-a846-0e3d32e65404 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 1095 time: 0.0676584 Aug 11 09:00:02.053623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-ae444012-b7df-4d88-9429-2c5d3f57555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:02.055739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-ae444012-b7df-4d88-9429-2c5d3f57555e service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1055543 Aug 11 09:00:02.127026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-5d2e05fe-c71c-4a74-8581-9a465d96ed3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 200 len: 1000 time: 0.0633781 Aug 11 09:00:02.188970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-536c4e3a-78ac-4ec2-b5dc-cdb87eaf212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:02.190351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-536c4e3a-78ac-4ec2-b5dc-cdb87eaf212e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0557847 Aug 11 09:00:02.242597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-ed783e47-5e39-4943-9c10-35715b34235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:02.244215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-ed783e47-5e39-4943-9c10-35715b34235e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461938 Aug 11 09:00:02.344161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-31d039b7-0966-49c7-90ec-c327d4756c04 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919354 Aug 11 09:00:02.455228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1cdebd99-00c5-46fb-a858-639faebe5a87 req-b9a91a93-9c96-467f-8c3c-fe3504559d08 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037476 Aug 11 09:00:02.467330 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:02.772226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-282d2c42-9a3d-4059-a50c-633de3caf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:03.058516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2c3c2-e63e-4278-bd04-0270783a3bff req-e75d62c9-92e7-4be1-8333-1b8b1f5acc36 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:03.059908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8b2c3c2-e63e-4278-bd04-0270783a3bff req-e75d62c9-92e7-4be1-8333-1b8b1f5acc36 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0510950 Aug 11 09:00:03.102648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8b2c3c2-e63e-4278-bd04-0270783a3bff req-7d2a5f0f-e315-458d-9f15-bfa58acb3223 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330639 Aug 11 09:00:03.161245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:00:03.215192 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 02b06451-5071-4b03-ba49-a4c408b7ea64 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:00:03.219292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 02b06451-5071-4b03-ba49-a4c408b7ea64 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:00:03.219730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:03.302502 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:03.328335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:00:03.330575 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55449e6-e291-421e-bdf9-9a5ceebb45c6" -d '{"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-plugged", "status": "completed", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:00:03.347093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:03.353784 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:03.362372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2b8c-f917-4aea-806f-760e4d45ad85 req-ad269f3a-a778-41a0-9e85-957d2d8cb291 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:03.364278 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29de2b8c-f917-4aea-806f-760e4d45ad85 req-ad269f3a-a778-41a0-9e85-957d2d8cb291 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 944 time: 0.0720701 Aug 11 09:00:03.409172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:03.413410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29de2b8c-f917-4aea-806f-760e4d45ad85 req-a346cdae-c943-4d19-87c6-0ef2073d5934 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Aug 11 09:00:03.459839 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69030c3-61bf-456e-b793-d879fb9f356f x-openstack-request-id: req-a69030c3-61bf-456e-b793-d879fb9f356f {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:00:03.460143 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-plugged", "status": "completed", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:00:03.460390 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a69030c3-61bf-456e-b793-d879fb9f356f {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:00:03.460784 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'code': 200} Aug 11 09:00:04.533372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be59317-61c0-4139-8922-7d0d2459395d req-36138af6-1e56-4d44-a5bb-7da749c46d0c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:04.534918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9be59317-61c0-4139-8922-7d0d2459395d req-36138af6-1e56-4d44-a5bb-7da749c46d0c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0543478 Aug 11 09:00:04.574477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9be59317-61c0-4139-8922-7d0d2459395d req-e17c1f25-5e87-4356-9a35-d998bff75bea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333714 Aug 11 09:00:04.735635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-35a71aed-8a92-4e0b-93c8-5d6dfe5c28d2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:04.737353 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-35a71aed-8a92-4e0b-93c8-5d6dfe5c28d2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.64 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 945 time: 0.0549195 Aug 11 09:00:04.833576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Deleting port 02b06451-5071-4b03-ba49-a4c408b7ea64 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:00:04.833919 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:04.926647 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] For port 02b06451-5071-4b03-ba49-a4c408b7ea64, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=02b06451-5071-4b03-ba49-a4c408b7ea64,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:04.926989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:05.007614 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:05.121337 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:05.121970 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:05.122305 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 disassociated. External IP: 172.25.2.216, port: 02b06451-5071-4b03-ba49-a4c408b7ea64. Aug 11 09:00:05.122654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Calling delete_port for 02b06451-5071-4b03-ba49-a4c408b7ea64 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:00:05.275537 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:05.315660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event deleted for resources: {'Port': ['ID=02b06451-5071-4b03-ba49-a4c408b7ea64,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:05.445861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:00:05.560747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:00:05.571450 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1521afe-c36e-4294-9856-60539769a420 None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:00:05.581144 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:00:05.581771 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:00:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:05.600495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] No DVR routers for this DVR port 02b06451-5071-4b03-ba49-a4c408b7ea64 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:00:05.605296 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:05.607408 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e195ed24-8ef5-4f06-9b0e-9c5ef00254f9 req-1cf295e1-f26f-40c8-a6bc-ac885431a278 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.64 "DELETE /v2.0/ports/02b06451-5071-4b03-ba49-a4c408b7ea64 HTTP/1.1" status: 204 len: 173 time: 0.8637145 Aug 11 09:00:05.607859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-deleted', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:00:05.610441 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be174fb-4309-4665-ba9b-de8658cf0e4e" -d '{"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-deleted", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:00:05.686002 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b86b70-f16f-4340-abe3-94bd0ce870d1 x-openstack-request-id: req-67b86b70-f16f-4340-abe3-94bd0ce870d1 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:00:05.686398 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818bc6c-72f4-40d3-84b8-f44dbf47eece", "name": "network-vif-deleted", "tag": "02b06451-5071-4b03-ba49-a4c408b7ea64", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:00:05.686650 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-67b86b70-f16f-4340-abe3-94bd0ce870d1 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:00:05.687040 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818bc6c-72f4-40d3-84b8-f44dbf47eece', 'name': 'network-vif-deleted', 'tag': '02b06451-5071-4b03-ba49-a4c408b7ea64', 'status': 'completed', 'code': 200} Aug 11 09:00:05.689253 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6e53e87-8f22-44a8-8a3b-97c607ca57a9 req-acec8c36-bac1-4b25-8c51-499123ef0572 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 210 time: 0.0351400 Aug 11 09:00:05.695342 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:00:05.908317 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:05.917854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-818d2c13-56f8-452e-af1a-218f68d4ee83 req-005c83e7-9d0b-469f-870a-766ef88c7565 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266862 Aug 11 09:00:05.942398 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1521afe-c36e-4294-9856-60539769a420 None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:00:05.951231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:00:05.951843 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:00:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:06.011380 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-818d2c13-56f8-452e-af1a-218f68d4ee83 req-0c8382ba-de42-4a0e-b554-3bfda6f3166a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=7818bc6c-72f4-40d3-84b8-f44dbf47eece HTTP/1.1" status: 200 len: 210 time: 0.0261877 Aug 11 09:00:06.062201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:00:06.201493 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2c13-56f8-452e-af1a-218f68d4ee83 req-491043e2-be4b-4e5e-a7cc-3b82883f082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:06.203011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-818d2c13-56f8-452e-af1a-218f68d4ee83 req-491043e2-be4b-4e5e-a7cc-3b82883f082a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1655414 Aug 11 09:00:06.258695 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-e1521afe-c36e-4294-9856-60539769a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:06.284661 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1521afe-c36e-4294-9856-60539769a420 None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:00:06.308546 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:06.374742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d2c13-56f8-452e-af1a-218f68d4ee83 req-3d311df3-fbdd-4687-9288-4aac4e20e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:06.376699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-818d2c13-56f8-452e-af1a-218f68d4ee83 req-3d311df3-fbdd-4687-9288-4aac4e20e564 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664193 Aug 11 09:00:06.540131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fd428-60df-43c9-a83e-0da79c73c319 None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:00:06.985000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-de27a449-6167-44b6-9f21-8bac6de41700 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--891515222&fields=id&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 267 time: 0.0415595 Aug 11 09:00:07.101948 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-d60173db-55bf-441d-b95c-c6f1ef1f3eb4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:07.103577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-d60173db-55bf-441d-b95c-c6f1ef1f3eb4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1118276 Aug 11 09:00:07.119048 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-68baefe7-be60-4401-8bc4-a003694845fa tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/quotas/e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 375 time: 0.0095410 Aug 11 09:00:07.178960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-acc93157-2105-49b4-91db-ff69eb0abdca tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545108 Aug 11 09:00:07.204321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-db8ac758-2f9f-4530-add1-18701170fcf3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:00:07.205538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-db8ac758-2f9f-4530-add1-18701170fcf3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083876 Aug 11 09:00:07.316830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-05e9037b-d723-4631-8c92-2f86557ca9e8 service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052454 Aug 11 09:00:07.418069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-3b5aa4f5-518c-4341-a217-0333dccffdcc service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934391 Aug 11 09:00:07.609400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dbdb39e9-b48e-4bb2-929f-2acde68095b4 req-4ea38b71-ace5-47d4-b484-924e758be871 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 210 time: 0.0310423 Aug 11 09:00:08.750872 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6622d01-678a-45a0-9e7d-7ab55952ad91 req-9253ab90-53fa-4f99-8391-03b69a4a5e04 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 210 time: 0.0654383 Aug 11 09:00:08.806538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-81c9baca-3fe5-4710-a02e-8222af252721 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:08.808454 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-81c9baca-3fe5-4710-a02e-8222af252721 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1322105 Aug 11 09:00:08.866647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-d53ffdbf-4470-450f-b291-146193551b0b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 379 time: 0.0350130 Aug 11 09:00:08.899794 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'port': {'device_id': '0ef0008e-5a15-4692-9c87-185b56481bea', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'admin_state_up': True, 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'security_groups': ['25d18b55-0176-4ad4-98c4-b5d06d6e2903']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:00:09.028428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Made reservation on behalf of e7ec74e88ec4478e99ed50418c967c9c for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:00:09.032412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.171251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:00:09.171828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Allocated IP 172.20.0.3 (dd95c9ad-23d2-441d-b0f4-82c4ebafe67f/252f7ccc-4ac1-4f1f-86ac-45e80a98be02/3fb16944-7c19-4f7d-b33f-d6a4f9906d69) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:00:09.191830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 02b06451-5071-4b03-ba49-a4c408b7ea64 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:00:09.192197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 02b06451-5071-4b03-ba49-a4c408b7ea64 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:00:09.336523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.350840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Transition to ACTIVE for port object 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:00:09.388474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.433637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:00:09.437133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:00:09.441606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:00:09.448549 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:09.477713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.478115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.478462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.478981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.479325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.479658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.479990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.480320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.480643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.480979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.481307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.481628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:00:09.507445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:09.508080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.524780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6f1310e3-8f17-4b2d-b728-dede9bd06a46 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287887 Aug 11 09:00:09.543848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Request body: {'port': {'device_id': '0ef0008e-5a15-4692-9c87-185b56481bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:00:09.607719 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.683975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c386fb0-b5e3-499e-8c57-e9615036a308 None None] Provisioning for port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:00:09.687687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c386fb0-b5e3-499e-8c57-e9615036a308 None None] Provisioning complete for port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:00:09.688060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c386fb0-b5e3-499e-8c57-e9615036a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.884812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb7fb-41b1-442c-ba6d-4565fde6193b req-4f6ab284-710f-4b82-a58c-d3a0fddd229d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:09.886575 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2fdb7fb-41b1-442c-ba6d-4565fde6193b req-4f6ab284-710f-4b82-a58c-d3a0fddd229d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 931 time: 0.0528276 Aug 11 09:00:09.887767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:00:09.892982 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0c386fb0-b5e3-499e-8c57-e9615036a308 None None] Port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:00:09.896507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.909141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Transition to ACTIVE for port object 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:00:09.914440 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:09.935828 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2fdb7fb-41b1-442c-ba6d-4565fde6193b req-37f50b84-4365-4bd1-8273-4058f1a7b94a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369425 Aug 11 09:00:09.988799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:10.046505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:00:10.046849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:00:10.047187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:00:10.051972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:00:10.052306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:00:10.057875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:00:10.058224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:00:10.058590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:00:10.059043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Bound port: 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:00:10.059410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:10.127063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:00:10.130124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:00:10.137505 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:10.179981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:10.180600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:10.182340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] 10.222.0.69 "PUT /v2.0/ports/3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1091 time: 0.6432745 Aug 11 09:00:10.182775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:00:10.185091 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ba22a5dbb4d8af058186cf37467fa747d2e0a30651af768c64422667d3b1a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eddb72c-70c0-483c-8cde-6577010d93dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:00:10.222938 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f0c2b-292a-41f3-b024-db09c6946c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:10.229038 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97777f6b-cbde-4202-a36b-e8456915ea1f x-openstack-request-id: req-97777f6b-cbde-4202-a36b-e8456915ea1f {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:00:10.229394 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:00:10.229629 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97777f6b-cbde-4202-a36b-e8456915ea1f {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:00:10.230029 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'status': 'completed', 'code': 200} Aug 11 09:00:10.290152 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-cce418d9-9a47-450a-9c09-0d81203232d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:10.291821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-cce418d9-9a47-450a-9c09-0d81203232d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1094 time: 0.0443795 Aug 11 09:00:10.345972 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b881af0d-4554-4d12-bdf4-a88cbde0cdb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 217 time: 0.0403411 Aug 11 09:00:10.398774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b4bb756a-9f8e-4c10-89ab-8bcc54b1b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:10.400625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-b4bb756a-9f8e-4c10-89ab-8bcc54b1b93a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0478241 Aug 11 09:00:10.447220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0592c-3081-4839-af98-71daaee84d70 req-652ba38a-42de-4bf7-b808-c82fc53ceef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:10.448679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-652ba38a-42de-4bf7-b808-c82fc53ceef9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410380 Aug 11 09:00:10.545026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-bff38b79-92f7-4515-9f4c-c229d01198eb service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884130 Aug 11 09:00:10.647849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8f0592c-3081-4839-af98-71daaee84d70 req-6cf436ef-38e8-41ef-84f7-eb02432d2fc6 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956292 Aug 11 09:00:10.781044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-24b56f04-7bae-4b78-b6e5-3c53201a1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:10.782497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-24b56f04-7bae-4b78-b6e5-3c53201a1f0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1094 time: 0.0480809 Aug 11 09:00:11.066640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f88ea-5c92-4c7e-8cda-a068c379a905 req-13eb8c5d-3ec3-4aa1-9255-727054973d51 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:11.069014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d91f88ea-5c92-4c7e-8cda-a068c379a905 req-13eb8c5d-3ec3-4aa1-9255-727054973d51 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0540226 Aug 11 09:00:11.110451 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d91f88ea-5c92-4c7e-8cda-a068c379a905 req-82d6f805-b913-433d-9693-c149f25f0bdf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351393 Aug 11 09:00:11.273693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-16a8025e-928d-4798-8039-7d330317fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:11.275333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-16a8025e-928d-4798-8039-7d330317fd0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.4850938 Aug 11 09:00:11.320920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-53573a77-092c-4cbd-88cc-124409704c39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 217 time: 0.0379333 Aug 11 09:00:11.372509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-4e95eadf-018d-4cef-8a17-5a78a78fb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:11.373978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-4e95eadf-018d-4cef-8a17-5a78a78fb9a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0457511 Aug 11 09:00:11.420462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-42687d59-f0e7-46ff-bf8b-051953848dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:11.422003 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-42687d59-f0e7-46ff-bf8b-051953848dde service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401981 Aug 11 09:00:11.521476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-23ba49b7-b6c1-42ba-adff-934b3b2f3858 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896950 Aug 11 09:00:11.619328 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1eddb72c-70c0-483c-8cde-6577010d93dd req-11584ff6-5385-4159-b1cd-9d89acb0eaea service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903251 Aug 11 09:00:12.234146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc425032-096d-4ade-8acd-f3600302800c req-a7a5b990-5ada-4bbf-9d8c-069106ff95ee tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:12.235674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc425032-096d-4ade-8acd-f3600302800c req-a7a5b990-5ada-4bbf-9d8c-069106ff95ee tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0538514 Aug 11 09:00:12.285098 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc425032-096d-4ade-8acd-f3600302800c req-6caba332-5434-4cef-953b-7344c11cffc7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Aug 11 09:00:13.419345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c7625-2990-4885-a61c-fa7f79e4de36 req-ae10c14a-bcf2-4929-8f41-c6fccd062503 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:13.420975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d3c7625-2990-4885-a61c-fa7f79e4de36 req-ae10c14a-bcf2-4929-8f41-c6fccd062503 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0583491 Aug 11 09:00:13.469976 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d3c7625-2990-4885-a61c-fa7f79e4de36 req-a748300a-54f7-45ce-a637-6dde61b10429 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Aug 11 09:00:13.581701 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:00:13.822547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:00:13.927050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:13.939315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'mac_address': 'fa:16:3e:f4:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:00:13.981955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:13.994823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:00:14.014464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:14.021744 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:14.068382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:14.309401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['3fb16944-7c19-4f7d-b33f-d6a4f9906d69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:00:14.599260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b1d1e-d1a0-4fa7-86da-363af16793b0 req-33aeb0fb-9558-48e8-a868-ece7026b4477 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:14.600677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f35b1d1e-d1a0-4fa7-86da-363af16793b0 req-33aeb0fb-9558-48e8-a868-ece7026b4477 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0619226 Aug 11 09:00:14.642220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f35b1d1e-d1a0-4fa7-86da-363af16793b0 req-774f4e38-79b4-4649-b847-d7a3297d4a53 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Aug 11 09:00:15.823348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c986f9-5567-457b-8cf5-10739ca4bb8a req-6446b32d-1b11-4ea9-8a30-430849a0bb7e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:15.824864 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36c986f9-5567-457b-8cf5-10739ca4bb8a req-6446b32d-1b11-4ea9-8a30-430849a0bb7e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.1089509 Aug 11 09:00:15.837531 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:00:15.864363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-36c986f9-5567-457b-8cf5-10739ca4bb8a req-a6ad7de0-617d-43ae-a049-104dacf5730e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Aug 11 09:00:15.888715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:00:15.892679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:00:15.893082 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:15.971315 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:15.995802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:00:15.998259 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f77497fa226275714a88da9fc9b79b3e329dcdae524cad056acca893bf0f7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508f7f8-2edc-4bba-af14-e3030fbe4778" -d '{"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-plugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:00:16.015259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:00:16.020482 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:16.049866 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecc9537-78ec-4104-bc18-cd3fd0ddd0f7 x-openstack-request-id: req-0ecc9537-78ec-4104-bc18-cd3fd0ddd0f7 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:00:16.050138 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-plugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:00:16.050486 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ecc9537-78ec-4104-bc18-cd3fd0ddd0f7 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:00:16.050980 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'code': 200} Aug 11 09:00:16.082406 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:00:16.168404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2a5e9-496b-436c-9a66-672dcd95b0c3 req-dcd2705c-7d19-4ec8-a4da-626bf2df9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:16.170099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0b2a5e9-496b-436c-9a66-672dcd95b0c3 req-dcd2705c-7d19-4ec8-a4da-626bf2df9113 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1096 time: 0.0429406 Aug 11 09:00:16.206691 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0b2a5e9-496b-436c-9a66-672dcd95b0c3 req-2ccac5fc-2a10-42c7-b3cc-dd81d98d8377 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291696 Aug 11 09:00:16.983746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5efe-8f3f-4707-9807-3ead26d09e4e req-ae32e3e0-45e5-48e7-9005-e4ad364303b2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:16.985497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e31b5efe-8f3f-4707-9807-3ead26d09e4e req-ae32e3e0-45e5-48e7-9005-e4ad364303b2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0518363 Aug 11 09:00:17.026887 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e31b5efe-8f3f-4707-9807-3ead26d09e4e req-6cac71db-167b-41e2-ab8b-cab917dd00b3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Aug 11 09:00:18.217409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76639e8-3bdb-4b0a-a345-1c27163ea6dc req-7d201916-81bb-49fd-99f4-2990ad35c66c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:18.218935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e76639e8-3bdb-4b0a-a345-1c27163ea6dc req-7d201916-81bb-49fd-99f4-2990ad35c66c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.1209786 Aug 11 09:00:18.259054 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e76639e8-3bdb-4b0a-a345-1c27163ea6dc req-4b0e1d45-0a89-44d8-a8c9-88889e300791 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340247 Aug 11 09:00:18.385391 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f4ed1-6898-4f04-96e1-cefa4fc7a179 req-b27fda39-8288-4435-a1f0-51d3d7fcda08 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:18.386830 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ce5f4ed1-6898-4f04-96e1-cefa4fc7a179 req-b27fda39-8288-4435-a1f0-51d3d7fcda08 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0576231 Aug 11 09:00:18.399839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 33638) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:00:18.404907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'floatingip': {'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:00:18.447656 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:18.905420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:18.911379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:19.338634 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 associated. External IP: 172.25.2.216, port: 3fb16944-7c19-4f7d-b33f-d6a4f9906d69. Aug 11 09:00:19.574192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:00:19.698423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:00:19.703533 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:19.709174 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:00:19.719192 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:00:19.719813 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:00:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:19.732507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3f1b897f-5dd2-4f09-96c6-316e465a1e03 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "PUT /v2.0/floatingips/eaabe123-292d-4897-a843-a2e14577ea73 HTTP/1.1" status: 200 len: 991 time: 1.3315840 Aug 11 09:00:19.733124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:00:19.735362 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4343506295150f2fa23230c61b9167b476b2e750c2f8996feaf15969d92adc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:00:19.777485 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff97e73c-3332-402b-be0e-71f19735f4cf x-openstack-request-id: req-ff97e73c-3332-402b-be0e-71f19735f4cf {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:00:19.777799 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:00:19.778032 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff97e73c-3332-402b-be0e-71f19735f4cf {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:00:19.778423 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'status': 'completed', 'code': 200} Aug 11 09:00:19.836049 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:00:19.878066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-26473905-ed90-4806-a197-8d81d96e82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:19.879654 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-26473905-ed90-4806-a197-8d81d96e82c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1096 time: 0.0474451 Aug 11 09:00:19.977307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-af8b3873-0847-43e7-a8c4-b26225bdd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:19.978743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-af8b3873-0847-43e7-a8c4-b26225bdd36a service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0908370 Aug 11 09:00:20.050615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-a07631af-e0fa-4cc2-b227-bace19d44e80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 999 time: 0.0647292 Aug 11 09:00:20.102173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-63889f4e-1db5-4c83-a5e7-32f08f256b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:20.103693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-63889f4e-1db5-4c83-a5e7-32f08f256b9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0459607 Aug 11 09:00:20.150253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-746718a1-d5fa-45a1-b220-ed600c72536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:00:20.151962 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-746718a1-d5fa-45a1-b220-ed600c72536d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411708 Aug 11 09:00:20.171353 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:f4:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef0008e-5a15-4692-9c87-185b56481bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T09:00:18Z', 'revision_number': 9, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:20.197276 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:00:20.206288 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:00:20.206525 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:00:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:20.247748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-5bb2162a-64ca-4936-888c-f2c8ce469850 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884578 Aug 11 09:00:20.312166 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:00:20.341235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-848c1b62-c29a-43d5-b44b-f9ae1a32f1e9 req-2838f5e8-5036-461d-8b6c-e5e3bcc4ab81 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867734 Aug 11 09:00:20.543812 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:f4:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef0008e-5a15-4692-9c87-185b56481bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T09:00:18Z', 'revision_number': 9, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:00:20.570048 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ff16b-ec49-43a7-a17c-c4886036f1cb None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:f4:4f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef0008e-5a15-4692-9c87-185b56481bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T09:00:18Z', 'revision_number': 9, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:00:20.800675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a11a01-5a44-4607-aba8-f229f1848345 None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:00:29.144622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:29.337850 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b854ae4e-b9ac-422d-8c84-d2705b4caf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:30.180201 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:32.464826 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:32.765975 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-891aaaf9-f8c1-4af8-a698-0c0e2a67ce65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:35.011734 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:36.311516 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:50.583041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:00:59.145521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:00:59.342814 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f71a-bad3-4d23-8b12-477d104b4866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:00.187150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:02.463668 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:02.774475 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1a0f-61e0-4c71-9203-6d6f989108a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:05.014949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:05.604214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-2821b8e4-090f-4f49-9f92-ab578e844590 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521297 Aug 11 09:01:05.714130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-8692c99b-f8e6-4d96-a578-185b89b2d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:05.715696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-8692c99b-f8e6-4d96-a578-185b89b2d462 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1096 time: 0.0496745 Aug 11 09:01:05.837270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-2c321af9-8d60-4c1d-8bef-5e80002945ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:05.838771 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-2c321af9-8d60-4c1d-8bef-5e80002945ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1006236 Aug 11 09:01:05.918863 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-36c5a143-3635-4a83-b1a8-d3df3f1045ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1002 time: 0.0729895 Aug 11 09:01:05.971014 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-ffffdbce-24d6-4b40-a8cf-cfbd32ff5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:05.972678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-ffffdbce-24d6-4b40-a8cf-cfbd32ff5fbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0469825 Aug 11 09:01:06.023586 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-fa611d8d-21a2-47cc-a34e-aebf46d22346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:06.026014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-fa611d8d-21a2-47cc-a34e-aebf46d22346 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462313 Aug 11 09:01:06.123878 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-17e8bfbb-9323-4c26-b63a-a4fd6412bf90 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Aug 11 09:01:06.215557 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c9dfe347-6189-4f01-92cb-7e64a38fc609 req-e6e24f05-b245-4eb9-b428-41f568ce6b0e service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843384 Aug 11 09:01:06.311715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:27.583228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:01:29.139093 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:29.347220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c64631cf-281e-47a1-9b1d-36173682591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:30.223269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:32.459530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:32.774252 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03b599ef-408c-4a12-88df-0b6b8b636d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:35.024203 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:36.312030 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:54.538619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-1bbedf3d-05cc-426a-b024-f4b5b1ffefa9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435874 Aug 11 09:01:54.718594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cef5c8-d42b-43fa-a009-d838dc2166b4 req-3bb2126a-4591-42d6-99f5-b25b411a1638 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:54.722949 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49cef5c8-d42b-43fa-a009-d838dc2166b4 req-3bb2126a-4591-42d6-99f5-b25b411a1638 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.1127012 Aug 11 09:01:54.769171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-49cef5c8-d42b-43fa-a009-d838dc2166b4 req-65d874f1-1d2a-4c5b-ae90-05e12e90dd3e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401218 Aug 11 09:01:55.877998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-7c50c11d-f072-47d2-8bed-766faee40eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:55.879684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-7c50c11d-f072-47d2-8bed-766faee40eb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1096 time: 0.0951087 Aug 11 09:01:55.992701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-87fe50db-730e-4de4-9156-258fd4a01717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:55.994365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-87fe50db-730e-4de4-9156-258fd4a01717 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1073761 Aug 11 09:01:56.089081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9336e7b-929a-423d-88c7-5538ae36ba70 req-1d91d746-df86-42df-8224-999dab52f841 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:56.090545 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9336e7b-929a-423d-88c7-5538ae36ba70 req-1d91d746-df86-42df-8224-999dab52f841 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.1591163 Aug 11 09:01:56.092843 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-d646b8f9-0f74-480a-85bc-24f8ee0873d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1002 time: 0.0800703 Aug 11 09:01:56.168684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e9336e7b-929a-423d-88c7-5538ae36ba70 req-76d7aa91-56c5-4f6f-adb1-b57f98c69cdd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712166 Aug 11 09:01:56.170488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-cd3bc3c8-101a-4679-813d-de698f2e021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:56.173146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-cd3bc3c8-101a-4679-813d-de698f2e021e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0678971 Aug 11 09:01:56.233237 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-92518688-a94c-45ab-99bb-d52abe8d8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:56.234821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-92518688-a94c-45ab-99bb-d52abe8d8f50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551317 Aug 11 09:01:56.333494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-fa7d7de7-7130-43ad-b97f-64fb33f04632 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908971 Aug 11 09:01:56.435186 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-42d5257e-8a30-4369-a6c6-496026e058b9 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946946 Aug 11 09:01:57.302064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a113dd-ae28-46c0-9dc7-8803d45e8a72 req-d2222251-e538-45ef-9e50-12d01072dd70 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:57.303627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37a113dd-ae28-46c0-9dc7-8803d45e8a72 req-d2222251-e538-45ef-9e50-12d01072dd70 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0567341 Aug 11 09:01:57.354788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-37a113dd-ae28-46c0-9dc7-8803d45e8a72 req-50d4e7a8-e89f-47ba-8d15-51c292523ec8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Aug 11 09:01:58.500032 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbc24c-8867-48da-882c-87c96de52131 req-dc8b0a40-95ce-4814-9ee2-f0c8b265b693 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:58.501561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8cbc24c-8867-48da-882c-87c96de52131 req-dc8b0a40-95ce-4814-9ee2-f0c8b265b693 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0695457 Aug 11 09:01:58.540132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8cbc24c-8867-48da-882c-87c96de52131 req-7567bf60-b7f5-46f9-be6c-469b1fcf8f72 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324371 Aug 11 09:01:59.152706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:59.353258 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fc04ec22-1485-409d-bee4-4acdd70990d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:01:59.677614 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d98f-5ef0-4933-a7a5-bdd69bc71d3d req-d860bf35-cd40-4c72-89e2-bac557baf0f0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:01:59.679126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c152d98f-5ef0-4933-a7a5-bdd69bc71d3d req-d860bf35-cd40-4c72-89e2-bac557baf0f0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0589724 Aug 11 09:01:59.732682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c152d98f-5ef0-4933-a7a5-bdd69bc71d3d req-96f93f7d-c1a2-4fd4-b416-cacb7472adc8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Aug 11 09:02:00.223275 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:00.858097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbed566-a252-4151-8bcd-a9914903cf38 req-2dca8836-5671-4db7-9ea6-3d76c5f54d77 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:00.859726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdbed566-a252-4151-8bcd-a9914903cf38 req-2dca8836-5671-4db7-9ea6-3d76c5f54d77 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0514107 Aug 11 09:02:00.902922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bdbed566-a252-4151-8bcd-a9914903cf38 req-3ca41a22-6845-4480-8840-b20c4ce099de tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 Aug 11 09:02:02.037284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c171c5-399e-407c-ab28-47a337b75906 req-b52e4723-04b2-4393-806c-def4eb8a2a91 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:02.038808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05c171c5-399e-407c-ab28-47a337b75906 req-b52e4723-04b2-4393-806c-def4eb8a2a91 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0644615 Aug 11 09:02:02.079256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-05c171c5-399e-407c-ab28-47a337b75906 req-1971fe95-ddbe-41b2-a205-c8e8738f60f4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342371 Aug 11 09:02:02.458097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:02.770856 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-80ba27b1-48ac-4d74-a910-cdf4ae4c0bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:03.211596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aae6f2-130e-4cc2-936e-b56472fdda05 req-25553a65-b441-4b7e-82d7-18d278a939ad tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:03.213149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4aae6f2-130e-4cc2-936e-b56472fdda05 req-25553a65-b441-4b7e-82d7-18d278a939ad tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0605893 Aug 11 09:02:03.258926 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4aae6f2-130e-4cc2-936e-b56472fdda05 req-36478f98-cd2c-4127-9f91-13689e912e0f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369430 Aug 11 09:02:04.391571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5649d1-0c76-419e-b353-80ff499b8d22 req-bf7abf1c-5d32-4a25-b850-cbb70a6b707f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:04.393179 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea5649d1-0c76-419e-b353-80ff499b8d22 req-bf7abf1c-5d32-4a25-b850-cbb70a6b707f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0632784 Aug 11 09:02:04.447458 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea5649d1-0c76-419e-b353-80ff499b8d22 req-10e76e48-79ec-485d-9e24-433fb0123bda tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440869 Aug 11 09:02:04.585057 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:02:05.019850 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:05.576654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1044e98-682e-4fc3-b88c-29f29f9bf0f9 req-c3394b6e-19d4-4145-be6c-447ef8ccfc09 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:05.578277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1044e98-682e-4fc3-b88c-29f29f9bf0f9 req-c3394b6e-19d4-4145-be6c-447ef8ccfc09 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0550001 Aug 11 09:02:05.618445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e1044e98-682e-4fc3-b88c-29f29f9bf0f9 req-948f7b51-860d-4918-a48e-b88bf34836f1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334554 Aug 11 09:02:06.316025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:06.660300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-fb337787-1d1d-450a-8c41-bb319c4dd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:06.661931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-fb337787-1d1d-450a-8c41-bb319c4dd123 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1096 time: 0.0430348 Aug 11 09:02:06.751076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8d4a-edb4-4eb6-a569-20ceaacf3984 req-019127cf-34a8-487e-98c9-4c3555a16aea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:06.753907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb5c8d4a-edb4-4eb6-a569-20ceaacf3984 req-019127cf-34a8-487e-98c9-4c3555a16aea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0549226 Aug 11 09:02:06.779433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-3642239d-9721-47f4-9653-ed35e7d75a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:06.780969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-3642239d-9721-47f4-9653-ed35e7d75a46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0912421 Aug 11 09:02:06.793009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eb5c8d4a-edb4-4eb6-a569-20ceaacf3984 req-1adcd65b-4048-4f5e-8148-9d5f2b6489ec tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332267 Aug 11 09:02:06.851139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-baf318a4-3fdd-49e1-b508-9e22147ab3fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1002 time: 0.0618868 Aug 11 09:02:06.903664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-b5b00ee8-73a6-4953-9010-a48c81795b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:06.905136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-b5b00ee8-73a6-4953-9010-a48c81795b77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0452473 Aug 11 09:02:06.957239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-9351d293-e9d5-4fc1-aa36-4c3f71aaa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:06.958764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-9351d293-e9d5-4fc1-aa36-4c3f71aaa4f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459235 Aug 11 09:02:07.051746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-f52d92a7-9535-4858-8415-c31337e26b7c service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848718 Aug 11 09:02:07.156722 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-735a024d-1c7b-4c45-9b46-17bbc75e6797 req-54ea7c9b-0501-4a5d-99d6-36a428a84f9c service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963767 Aug 11 09:02:07.928286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594420-72bb-4517-960b-198d96f5cc28 req-870f7eec-fc7f-4661-b056-b6e7d21973f0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:07.930198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d594420-72bb-4517-960b-198d96f5cc28 req-870f7eec-fc7f-4661-b056-b6e7d21973f0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0602250 Aug 11 09:02:07.974131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d594420-72bb-4517-960b-198d96f5cc28 req-084e186f-a166-44b5-9f55-a59d0e1fbdc5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348270 Aug 11 09:02:08.444229 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-8b11480f-5644-491a-987f-7a2514e9692c req-f16bf681-0ba9-4734-ac1a-838960938f68 service neutron] show failed (client error): The resource could not be found. Aug 11 09:02:08.445331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-f16bf681-0ba9-4734-ac1a-838960938f68 service neutron] 10.222.0.69 "GET /v2.0/ports/3fb16944-7c19-4f7d-b33f-d6a4f9906d69/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0676451 Aug 11 09:02:08.744664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-0d6e16d2-8397-452f-a873-1cb0b1c9b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:08.746327 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-0d6e16d2-8397-452f-a873-1cb0b1c9b4aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 1096 time: 0.0891039 Aug 11 09:02:08.764734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:02:08.826185 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:09.043366 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:09.106844 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:02:09.155610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f7781-517c-4d5f-ba66-92793762ce21 req-6ff16c42-ac59-4733-a100-6c3b8e27fd7e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:09.160090 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a67f7781-517c-4d5f-ba66-92793762ce21 req-6ff16c42-ac59-4733-a100-6c3b8e27fd7e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.1027918 Aug 11 09:02:09.166833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:09.176918 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:09.200561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Transition to ACTIVE for port object 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:02:09.208791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:09.222812 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb7be3-9976-4645-8f44-dab34c1df2a6" -d '{"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:09.246812 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a67f7781-517c-4d5f-ba66-92793762ce21 req-6e5acaa9-2f7c-4de1-a236-ff216871f884 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834830 Aug 11 09:02:09.318941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:09.328981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.329335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.329676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.330014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.330348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.330683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.331079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.331431 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.331810 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.332228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.332563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.332911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:09.344676 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463caa1b-e17d-49f8-89e0-ddd8477b288e x-openstack-request-id: req-463caa1b-e17d-49f8-89e0-ddd8477b288e {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:09.344816 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:09.345057 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-463caa1b-e17d-49f8-89e0-ddd8477b288e {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:09.345548 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'code': 200} Aug 11 09:02:09.364024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] No DVR routers for this DVR port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:02:09.520798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:02:09.521099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:02:09.521428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:02:09.525981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:02:09.526303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:02:09.531160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:02:09.531496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:02:09.531888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:02:09.532317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Bound port: 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:02:09.532673 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:09.598591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:02:09.601774 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:02:09.609001 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:09.655498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:09.656155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:09.657730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1091 time: 0.8970466 Aug 11 09:02:09.677785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd059cb2-920d-487e-9fad-3411111e4be5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:09.735287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-d7fe5709-b2b6-49e2-9c5f-a66574378cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:09.736845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-d7fe5709-b2b6-49e2-9c5f-a66574378cc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1094 time: 0.0451972 Aug 11 09:02:09.832114 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-d549634d-cfff-492c-8fc0-b84127def94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:09.833676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-d549634d-cfff-492c-8fc0-b84127def94e service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0895445 Aug 11 09:02:09.907612 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-9681f900-802a-429f-ac57-bd1c71331da2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0638442 Aug 11 09:02:09.957759 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-6a4fa4e8-b6e3-4433-b1b6-6a2205d26c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:09.959141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-6a4fa4e8-b6e3-4433-b1b6-6a2205d26c42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0445178 Aug 11 09:02:10.010091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11480f-5644-491a-987f-7a2514e9692c req-2e375985-6f4c-4db8-b904-9508f6867dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:10.011665 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-2e375985-6f4c-4db8-b904-9508f6867dbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449510 Aug 11 09:02:10.026038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-f2091f98-03af-4fe3-850c-b77956a53884 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:02:10.027279 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-f2091f98-03af-4fe3-850c-b77956a53884 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077982 Aug 11 09:02:10.138048 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-a3696bfe-3f9c-4f2d-852c-c4f9f6eb57d8 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035185 Aug 11 09:02:10.234078 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b11480f-5644-491a-987f-7a2514e9692c req-5e2fd62e-2e66-4430-9172-2bfd86e9e7ee service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Aug 11 09:02:10.380011 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7695e7-b848-4034-976b-311d246e8a2b req-b7e354bd-283d-4e20-9541-44128867e5bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:10.381650 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c7695e7-b848-4034-976b-311d246e8a2b req-b7e354bd-283d-4e20-9541-44128867e5bc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0577593 Aug 11 09:02:10.429290 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c7695e7-b848-4034-976b-311d246e8a2b req-460c0735-9e46-4db5-8fd4-b345f539725d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414500 Aug 11 09:02:11.347230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:11.349775 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589689d7-a255-4db5-824c-050d85627ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:11.399294 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ed690-6d5d-4699-95b6-1612c9246a12 x-openstack-request-id: req-9f5ed690-6d5d-4699-95b6-1612c9246a12 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:11.399582 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:11.399830 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f5ed690-6d5d-4699-95b6-1612c9246a12 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:11.400210 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'status': 'completed', 'code': 200} Aug 11 09:02:11.491880 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-7db7d2e4-9449-4b65-b7e8-5088df33efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.493456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-7db7d2e4-9449-4b65-b7e8-5088df33efa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1094 time: 0.0465462 Aug 11 09:02:11.507291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-ec3b50c6-fca9-41b8-bd25-bce799ac2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.508911 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-ec3b50c6-fca9-41b8-bd25-bce799ac2505 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1094 time: 0.0605321 Aug 11 09:02:11.618855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-37d7156d-d692-4531-bd76-1544340d4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.620285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-37d7156d-d692-4531-bd76-1544340d4162 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0985434 Aug 11 09:02:11.628989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236376-b492-4d51-9928-d7e968eed22d req-0b6e73bd-de15-432d-8b0c-5797c7ae8822 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.634893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f236376-b492-4d51-9928-d7e968eed22d req-0b6e73bd-de15-432d-8b0c-5797c7ae8822 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0864949 Aug 11 09:02:11.652487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-01f7cf7a-737f-4992-a9c9-e0bf0ddf7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.653989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-01f7cf7a-737f-4992-a9c9-e0bf0ddf7f66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1533735 Aug 11 09:02:11.687354 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-085c9a3a-8770-4201-88b8-806831ed44c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0601907 Aug 11 09:02:11.726708 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2f236376-b492-4d51-9928-d7e968eed22d req-6d9ff57e-10b0-4c8b-917e-12c544fdbdcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865569 Aug 11 09:02:11.743367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-5f09ecf4-761e-4ee8-989f-da1343148d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.744904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-5f09ecf4-761e-4ee8-989f-da1343148d36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0507898 Aug 11 09:02:11.754238 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-2044fa17-09c5-49ae-bbad-6c47009f3a45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0879159 Aug 11 09:02:11.811959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-e61a9175-b004-4043-a06a-a1b9943f1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.813533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-e61a9175-b004-4043-a06a-a1b9943f1b9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578432 Aug 11 09:02:11.820714 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-dbada888-6dd4-447f-9a33-2f1a63e908ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.822264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-dbada888-6dd4-447f-9a33-2f1a63e908ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0533960 Aug 11 09:02:11.880002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589689d7-a255-4db5-824c-050d85627ffa req-3090878e-06cb-44ba-a0db-95f5847a2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:11.881905 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-3090878e-06cb-44ba-a0db-95f5847a2517 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520175 Aug 11 09:02:11.926523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-b06ecec9-4a36-4702-b2e9-526fc282f163 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045508 Aug 11 09:02:11.976405 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-21b4c4c5-5dc4-43c5-bde0-a20519257cf0 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855787 Aug 11 09:02:12.022173 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-ad46f007-9bbc-4092-aa54-0840b2de837b service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882795 Aug 11 09:02:12.071567 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589689d7-a255-4db5-824c-050d85627ffa req-9ea8208b-7dbe-4067-968e-f1bf12484f11 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884321 Aug 11 09:02:12.313479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:02:12.356201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:02:12.850275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bda70-ff1b-40e7-95db-aed29bc28a16 req-29969324-5d8b-4374-b09b-85e3089708a3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:12.851823 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-098bda70-ff1b-40e7-95db-aed29bc28a16 req-29969324-5d8b-4374-b09b-85e3089708a3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0559313 Aug 11 09:02:12.894102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-098bda70-ff1b-40e7-95db-aed29bc28a16 req-b043a9f8-d633-49f2-8925-cb7b8b37ce6e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Aug 11 09:02:13.198041 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-676cef9c-908d-411a-b335-eff7ca6601f1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:13.199750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-676cef9c-908d-411a-b335-eff7ca6601f1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea&tenant_id=e7ec74e88ec4478e99ed50418c967c9c&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 943 time: 0.0545473 Aug 11 09:02:13.218912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0516b-1081-4918-935c-2300d569f9c2 req-c466df45-7285-4359-b796-819a6a6b19e0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:13.220436 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6f0516b-1081-4918-935c-2300d569f9c2 req-c466df45-7285-4359-b796-819a6a6b19e0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 943 time: 0.0558047 Aug 11 09:02:13.259260 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b6f0516b-1081-4918-935c-2300d569f9c2 req-dcdf6f2e-efb8-4645-8a80-5808f4ab7265 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Aug 11 09:02:13.263749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-fed927bd-8b41-4106-a0dc-fd7b0257ac4e service neutron] 10.222.0.64 "GET /v2.0/ports/3fb16944-7c19-4f7d-b33f-d6a4f9906d69/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 382 time: 0.0568280 Aug 11 09:02:13.353006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-72cb9ca0-2bb9-4ae9-bc4d-331ec3e7be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:13.354531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-72cb9ca0-2bb9-4ae9-bc4d-331ec3e7be4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1094 time: 0.0522971 Aug 11 09:02:13.449915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-b3d9aa33-9127-4b50-b5de-073042192ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:13.451437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-b3d9aa33-9127-4b50-b5de-073042192ecf service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0900550 Aug 11 09:02:13.535108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-12a49994-c894-4574-899d-c9ffad365722 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0767512 Aug 11 09:02:13.586016 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-1d88b450-52bd-4ba1-a4bb-5631b6cf8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:13.587523 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-1d88b450-52bd-4ba1-a4bb-5631b6cf8198 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0459566 Aug 11 09:02:13.635902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-d6f345ec-1664-492f-8873-751283e5dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:13.637478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-d6f345ec-1664-492f-8873-751283e5dcaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434484 Aug 11 09:02:13.715998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:02:13.734705 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-7807e920-a649-4da4-bef9-e5ec4b8fb482 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898919 Aug 11 09:02:13.820846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:13.827255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-7139b708-e8e7-46c5-924f-d33b3b6d5bad service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858202 Aug 11 09:02:13.833589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'mac_address': 'fa:16:3e:f4:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:02:13.871980 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:13.888658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:02:13.909838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:13.917247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:13.972770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:13.980505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.980842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.981204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.981535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.981857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.982179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.982496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.982815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.983131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.983447 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.983750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:13.984058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:14.221352 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['3fb16944-7c19-4f7d-b33f-d6a4f9906d69'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:02:14.385429 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cab11-df41-4367-939a-d563fa0170e5 req-daf66ca2-dea5-4664-bc19-490bdae4b012 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:14.386954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695cab11-df41-4367-939a-d563fa0170e5 req-daf66ca2-dea5-4664-bc19-490bdae4b012 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0513566 Aug 11 09:02:14.427704 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-695cab11-df41-4367-939a-d563fa0170e5 req-bb16024b-e0e9-41a8-a366-3ede024640b5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337455 Aug 11 09:02:15.554253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92560b8e-5f58-445c-bb35-2d09d1538baa req-fda813a7-433b-4ccb-917a-95febc40ac10 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:15.555774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92560b8e-5f58-445c-bb35-2d09d1538baa req-fda813a7-433b-4ccb-917a-95febc40ac10 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0538490 Aug 11 09:02:15.598525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-92560b8e-5f58-445c-bb35-2d09d1538baa req-2e1795fb-382e-4676-b952-11c6f6478971 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361826 Aug 11 09:02:15.725533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:02:15.781164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:02:15.785267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:02:15.785758 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:15.865136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:15.889673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:15.906073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:15.911394 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:15.943211 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8278da-e9a0-4952-8f71-e6748be1f217" -d '{"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-plugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:15.967712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-37418718-febd-4bab-b7df-3c82b9b065a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:15.969156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-37418718-febd-4bab-b7df-3c82b9b065a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 1096 time: 0.0467796 Aug 11 09:02:15.983566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:15.993779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:02:16.044841 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb0ec0-5378-4be5-888e-0248363bb767 x-openstack-request-id: req-97eb0ec0-5378-4be5-888e-0248363bb767 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:16.045168 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-plugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:16.045419 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97eb0ec0-5378-4be5-888e-0248363bb767 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:16.045820 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'code': 200} Aug 11 09:02:16.056213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:16.268990 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:16.306501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:02:16.349509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:16.355541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:16.370434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Transition to ACTIVE for port object 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:02:16.376442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:16.406499 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5477a6-f27d-4000-adfe-3f22f047505f" -d '{"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:16.470877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:16.480577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.480960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.481284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.481618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.481953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.482280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.482600 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.482927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.483249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.483594 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.484025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.484209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:02:16.522372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] No DVR routers for this DVR port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:02:16.526202 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22cd08b-f987-4307-8061-e059bcde27fb x-openstack-request-id: req-b22cd08b-f987-4307-8061-e059bcde27fb {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:16.526492 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:16.526740 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b22cd08b-f987-4307-8061-e059bcde27fb {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:16.527135 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'code': 200} Aug 11 09:02:16.665892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:02:16.666601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:02:16.666601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:02:16.672762 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:02:16.673116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Attempting to bind port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:02:16.678445 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:02:16.678785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:02:16.679181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:02:16.679647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Bound port: 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:02:16.679964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:16.731035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fccac-bb23-4454-b08a-ff506eab0652 req-8826c5d6-607f-4588-9a25-50cb94af2abf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:16.732510 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc9fccac-bb23-4454-b08a-ff506eab0652 req-8826c5d6-607f-4588-9a25-50cb94af2abf tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0560777 Aug 11 09:02:16.745219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:02:16.748965 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:02:16.754771 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:16.773566 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc9fccac-bb23-4454-b08a-ff506eab0652 req-cdfbcc64-2e86-4122-9921-0f462301c350 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338483 Aug 11 09:02:16.793999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:16.794621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:16.796027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] 10.222.0.69 "PUT /v2.0/ports/3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1092 time: 0.8135717 Aug 11 09:02:16.824154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3c2e6-24e3-4522-b3f2-dd29f5435a25 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=11']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:16.874077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-63c342b9-11ce-4df2-ad7a-1adeb6af2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:16.875903 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-63c342b9-11ce-4df2-ad7a-1adeb6af2ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1095 time: 0.0423050 Aug 11 09:02:16.974746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-7354ffa8-92fa-42a7-a0e1-9464cce2f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:16.976474 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-7354ffa8-92fa-42a7-a0e1-9464cce2f900 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0906289 Aug 11 09:02:17.058433 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-7ab9a2c6-18f3-4331-b51b-c61dd2112ba7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0752540 Aug 11 09:02:17.113881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-74389058-4571-4ce9-86e7-22db54946bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:17.115396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-74389058-4571-4ce9-86e7-22db54946bea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0504916 Aug 11 09:02:17.162904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef1ef-6102-48fa-9136-6db859e61670 req-fbd9c54b-75ce-4f0c-aa9e-ca2119b4c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:17.164383 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-fbd9c54b-75ce-4f0c-aa9e-ca2119b4c8d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414109 Aug 11 09:02:17.265387 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-7f19077e-6823-498c-a060-b4b7fdb0e87b service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931723 Aug 11 09:02:17.358772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-18cef1ef-6102-48fa-9136-6db859e61670 req-01892d11-fddf-4882-8329-78dbb56c38b4 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859311 Aug 11 09:02:17.901224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598671-deeb-469d-89fc-b5a9d80107ab req-f6f04417-b083-4664-bcbd-2a620d2cac62 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:17.902699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87598671-deeb-469d-89fc-b5a9d80107ab req-f6f04417-b083-4664-bcbd-2a620d2cac62 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0554302 Aug 11 09:02:17.944093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87598671-deeb-469d-89fc-b5a9d80107ab req-f1c85710-a4f5-497d-8c6d-234e929ba48c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323708 Aug 11 09:02:18.528374 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:18.532178 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23652280-55c7-48a2-adba-3db1b3050920" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:18.593875 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b28ea3-2bb7-4b03-bc53-3e3188f53ce5 x-openstack-request-id: req-e8b28ea3-2bb7-4b03-bc53-3e3188f53ce5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:18.594164 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:18.594454 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8b28ea3-2bb7-4b03-bc53-3e3188f53ce5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:18.594909 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'status': 'completed', 'code': 200} Aug 11 09:02:18.681806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-3ec3129c-4bff-411b-a917-5886ba2655a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.683365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-3ec3129c-4bff-411b-a917-5886ba2655a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1095 time: 0.0439322 Aug 11 09:02:18.688799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-0dfed858-90db-4bc5-8a9b-80f9255c053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.690591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-0dfed858-90db-4bc5-8a9b-80f9255c053f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 1095 time: 0.0450957 Aug 11 09:02:18.789806 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-56a4a57c-35a8-4401-a597-62520a89a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.791470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-56a4a57c-35a8-4401-a597-62520a89a238 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1010199 Aug 11 09:02:18.791590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-756ada3d-4664-4767-a2b0-b61737de9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.792981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-756ada3d-4664-4767-a2b0-b61737de9391 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0932069 Aug 11 09:02:18.860584 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-79a9bd5c-f48c-4b0d-b7b1-71d58f1329e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0619037 Aug 11 09:02:18.872214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-f091af44-9625-4193-95ea-254bd8af46e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 200 len: 1000 time: 0.0662763 Aug 11 09:02:18.910840 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-75a8d92a-45bf-42b5-a1ab-475bf74332d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.912519 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-75a8d92a-45bf-42b5-a1ab-475bf74332d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0449662 Aug 11 09:02:18.940130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-80777208-b914-4f3f-9d14-500bbef3da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.942860 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-80777208-b914-4f3f-9d14-500bbef3da71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0522041 Aug 11 09:02:18.972567 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-65125181-d7d6-432d-aa21-e4c98afa416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.974956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-65125181-d7d6-432d-aa21-e4c98afa416c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552192 Aug 11 09:02:18.995624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652280-55c7-48a2-adba-3db1b3050920 req-8d791cd5-ab70-4323-80dd-4f0f402797f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:18.997198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-8d791cd5-ab70-4323-80dd-4f0f402797f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469232 Aug 11 09:02:19.075522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-f95d3800-cfa6-4044-92b6-db2e57d7ff23 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930636 Aug 11 09:02:19.134941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e5751-131e-4454-9c5b-4911745ad74c req-2fa257ee-9291-45e2-b193-9e2cb5ed8c72 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:19.136412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-377e5751-131e-4454-9c5b-4911745ad74c req-2fa257ee-9291-45e2-b193-9e2cb5ed8c72 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0779266 Aug 11 09:02:19.140181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-7556d149-1042-4b00-a121-19c6dd43ddbc service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350367 Aug 11 09:02:19.175516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-a9049e9e-907f-47ba-9ff8-74b313cb2349 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925956 Aug 11 09:02:19.225940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-377e5751-131e-4454-9c5b-4911745ad74c req-790d58fb-66ba-4894-a327-cdd5360b8e5e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833278 Aug 11 09:02:19.263687 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-23652280-55c7-48a2-adba-3db1b3050920 req-57b78fd1-e81c-454d-aca3-d3d07e592fd4 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128836 Aug 11 09:02:19.350896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35e35-baa6-4281-a38f-8ad9fd7e1804 req-5f142288-6971-4d5d-befb-f0631de800f3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:19.352334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34a35e35-baa6-4281-a38f-8ad9fd7e1804 req-5f142288-6971-4d5d-befb-f0631de800f3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0554771 Aug 11 09:02:19.391330 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34a35e35-baa6-4281-a38f-8ad9fd7e1804 req-c6169052-803e-43ae-a303-7301ca2ad5d4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Aug 11 09:02:19.516691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557de75-8a28-464d-9951-b7a2e639d8a8 req-d82ad6aa-f617-4155-b88f-0e32b5e0f078 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:19.518251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e557de75-8a28-464d-9951-b7a2e639d8a8 req-d82ad6aa-f617-4155-b88f-0e32b5e0f078 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0590909 Aug 11 09:02:19.564371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e557de75-8a28-464d-9951-b7a2e639d8a8 req-ffdd1351-4445-43fd-a625-d64ea03f5a59 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398712 Aug 11 09:02:19.782644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:02:19.809550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbce6d4-c228-4265-9ba4-e7a5ad795564 req-50899cb2-bfbd-4cfc-bead-2d4c0ffea48b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:19.811429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afbce6d4-c228-4265-9ba4-e7a5ad795564 req-50899cb2-bfbd-4cfc-bead-2d4c0ffea48b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 944 time: 0.0527689 Aug 11 09:02:19.825752 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:02:19.854775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-afbce6d4-c228-4265-9ba4-e7a5ad795564 req-b2c6b544-756f-40d8-b0cf-ecd9b3660d15 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364540 Aug 11 09:02:20.347807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:02:20.448726 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:20.463557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'mac_address': 'fa:16:3e:f4:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:02:20.508702 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:20.521470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:02:20.541612 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:20.547789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:20.594051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=12']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:20.987049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c94fc-5263-441f-b59c-a763aa1802d7 req-187df875-b17c-47d8-b0eb-e2d791b0242b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:20.988760 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a8c94fc-5263-441f-b59c-a763aa1802d7 req-187df875-b17c-47d8-b0eb-e2d791b0242b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0595498 Aug 11 09:02:21.027050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3a8c94fc-5263-441f-b59c-a763aa1802d7 req-287e2094-e872-4d7d-9177-ba10e4e77bd2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Aug 11 09:02:21.123489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-9bf4dc04-c600-4898-aac9-adb62c23e2fd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:21.124992 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-9bf4dc04-c600-4898-aac9-adb62c23e2fd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 945 time: 0.0513844 Aug 11 09:02:21.221749 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Deleting port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:02:21.222096 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:21.319407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] For port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:21.319753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:21.491404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:21.491681 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:21.491991 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 disassociated. External IP: 172.25.2.216, port: 3fb16944-7c19-4f7d-b33f-d6a4f9906d69. Aug 11 09:02:21.492330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Calling delete_port for 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:02:22.018691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:22.047094 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event deleted for resources: {'Port': ['ID=3fb16944-7c19-4f7d-b33f-d6a4f9906d69,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:22.134611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-490a7b60-afc4-4571-a6f8-b331fc998cb3 req-73113d3b-3e43-49c7-a27f-d9ed431f3be1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ef0008e-5a15-4692-9c87-185b56481bea HTTP/1.1" status: 200 len: 210 time: 0.0308237 Aug 11 09:02:22.189322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:02:22.303635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:02:22.316975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:02:22.327077 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:02:22.327638 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:02:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:22.352992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] No DVR routers for this DVR port 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:02:22.355973 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:22.358365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1a03e1a-1fab-4444-95ca-e815283f1edd req-be71c408-2cf3-4c65-b906-eaf1182aaf87 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "DELETE /v2.0/ports/3fb16944-7c19-4f7d-b33f-d6a4f9906d69 HTTP/1.1" status: 204 len: 173 time: 1.2272141 Aug 11 09:02:22.358834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-deleted', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:22.363425 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3543c-b4b0-4fd9-b2d3-01377482c492" -d '{"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-deleted", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:22.365124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:02:22.372209 n-d-789963-6 neutron-server[94574]: INFO neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No ports have port_id starting with 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 Aug 11 09:02:22.373421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 requested by agent hyperv_n-h2-789963-6 not found in database {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 11 09:02:22.409460 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d620536-910f-44c7-93fc-4241618ba74c x-openstack-request-id: req-4d620536-910f-44c7-93fc-4241618ba74c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:22.410082 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef0008e-5a15-4692-9c87-185b56481bea", "name": "network-vif-deleted", "tag": "3fb16944-7c19-4f7d-b33f-d6a4f9906d69", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:22.411281 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d620536-910f-44c7-93fc-4241618ba74c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:22.411852 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef0008e-5a15-4692-9c87-185b56481bea', 'name': 'network-vif-deleted', 'tag': '3fb16944-7c19-4f7d-b33f-d6a4f9906d69', 'status': 'completed', 'code': 200} Aug 11 09:02:22.436416 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:02:22.652258 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:22.682907 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:02:22.693218 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:02:22.693828 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:02:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:22.812201 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:02:23.019790 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:23.049113 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c2fc33-3eda-4302-8bf5-3629390214f2 None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:02:23.290617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617622bd-5195-424c-b21a-84c56efd28d9 None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:02:23.412670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-0c594696-7b6d-4779-8e28-a088494a914e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--891515222&fields=id&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 267 time: 0.0370538 Aug 11 09:02:23.523557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-a1a6c6bb-f39e-467a-aa4f-44182f48fd50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:23.524953 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-a1a6c6bb-f39e-467a-aa4f-44182f48fd50 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1053402 Aug 11 09:02:23.542974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-611816d8-83cd-461e-96c9-1b3a632d9387 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/quotas/e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 375 time: 0.0094342 Aug 11 09:02:23.598769 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-8053ed20-ecb5-45ce-a157-89e84b741ed3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502086 Aug 11 09:02:23.749471 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-cff49e09-0312-4511-993b-ec4a455ce72b service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383514 Aug 11 09:02:23.842426 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-ba065775-4003-46b4-82cf-1a10dae460bb service neutron] 10.222.0.58 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Aug 11 09:02:24.005781 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9bcb55c2-6c5a-4aae-b567-17089e8f79e1 req-ce78422c-cdf7-49ec-b58a-b32595087085 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 210 time: 0.0272758 Aug 11 09:02:25.082482 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-f4e676d5-17b1-4983-a536-1942d014fe92 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:25.084009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-f4e676d5-17b1-4983-a536-1942d014fe92 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 811 time: 0.1134329 Aug 11 09:02:25.119237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d4181f4-3e52-4453-b0f0-a30c7a6bc951 req-f29ab4cc-40a6-4565-a1d1-2a11a12e9e81 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 210 time: 0.0342565 Aug 11 09:02:25.149829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-68e244e8-0f70-4a13-9d54-b3e279485feb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 379 time: 0.0377333 Aug 11 09:02:25.180334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'port': {'device_id': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'admin_state_up': True, 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'security_groups': ['25d18b55-0176-4ad4-98c4-b5d06d6e2903']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:02:25.301420 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Made reservation on behalf of e7ec74e88ec4478e99ed50418c967c9c for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:02:25.305072 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:25.446232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Allocated IP 172.20.0.12 (dd95c9ad-23d2-441d-b0f4-82c4ebafe67f/252f7ccc-4ac1-4f1f-86ac-45e80a98be02/fddd479c-f851-431e-a19b-ba136992af10) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:02:25.591724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:25.606165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Transition to ACTIVE for port object fddd479c-f851-431e-a19b-ba136992af10 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:02:25.643327 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:25.687792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:02:25.691053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:02:25.695272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:02:25.702008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:25.753268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:25.753905 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:25.772318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-63ebb896-63e6-469d-8f0c-50d168b0b81c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959952 Aug 11 09:02:25.790828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Request body: {'port': {'device_id': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:02:25.847516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:25.892734 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e9e46ab-650f-46ab-bab5-bc5864bafdbe None None] Provisioning for port fddd479c-f851-431e-a19b-ba136992af10 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:02:25.896742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4e9e46ab-650f-46ab-bab5-bc5864bafdbe None None] Provisioning complete for port fddd479c-f851-431e-a19b-ba136992af10 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:02:25.897146 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e9e46ab-650f-46ab-bab5-bc5864bafdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:25.934289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e46ab-650f-46ab-bab5-bc5864bafdbe None None] Port fddd479c-f851-431e-a19b-ba136992af10 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:02:26.122312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddd479c-f851-431e-a19b-ba136992af10 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:02:26.130836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:26.145465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Transition to ACTIVE for port object fddd479c-f851-431e-a19b-ba136992af10 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:02:26.151028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:26.212511 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:26.260559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6705db-3a06-452d-bc65-8443b7435847 req-1ca09f24-10d3-4290-ad06-20a10c62783e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:26.263089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d6705db-3a06-452d-bc65-8443b7435847 req-1ca09f24-10d3-4290-ad06-20a10c62783e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0566258 Aug 11 09:02:26.286223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:02:26.286565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:02:26.286896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:02:26.292132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:02:26.292455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:02:26.297709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:02:26.298580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:02:26.298580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:02:26.298897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Bound port: fddd479c-f851-431e-a19b-ba136992af10, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:02:26.299197 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:26.304438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d6705db-3a06-452d-bc65-8443b7435847 req-26b33a04-e8f5-4d18-9c53-3df743dca8bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348148 Aug 11 09:02:26.367327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:02:26.370565 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:02:26.376593 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:26.390661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:02:26.410626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:02:26.411197 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 3fb16944-7c19-4f7d-b33f-d6a4f9906d69 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:02:26.418928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:26.419552 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:26.420998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1092 time: 0.6355684 Aug 11 09:02:26.421450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:26.423815 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412" -d '{"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:26.469417 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c72e46-24cf-4826-a32c-282dc2031d66 x-openstack-request-id: req-11c72e46-24cf-4826-a32c-282dc2031d66 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:26.469715 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:26.469966 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11c72e46-24cf-4826-a32c-282dc2031d66 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:26.470376 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'status': 'completed', 'code': 200} Aug 11 09:02:26.471081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c448687-834e-4cf9-84e5-a7ba3aaed9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:26.527433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-faa18957-79bf-4a9a-af7f-162c86c803ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:26.529065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-faa18957-79bf-4a9a-af7f-162c86c803ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1095 time: 0.0432141 Aug 11 09:02:26.576821 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-352b638e-7ec5-4851-b9b2-7a38416d7ad8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Aug 11 09:02:26.635110 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-4721b1ae-a410-4f92-8d20-378d4024a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:26.636486 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-4721b1ae-a410-4f92-8d20-378d4024a4d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0526388 Aug 11 09:02:26.684448 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-116473a4-f5bd-469e-8432-73e4190b36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:26.686376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-116473a4-f5bd-469e-8432-73e4190b36d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430334 Aug 11 09:02:26.791351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-3b65e437-adb6-491f-97e7-71e9e2c1498e service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967824 Aug 11 09:02:26.889486 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5b4e99e-80a1-4839-a72c-873f65f6b191 req-87b28691-3058-494a-afd5-e7a21a6e311b service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908351 Aug 11 09:02:27.040677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-79cca178-f377-41e6-97d4-ba66d09759a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:27.042255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-79cca178-f377-41e6-97d4-ba66d09759a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1095 time: 0.0476503 Aug 11 09:02:27.141334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-2962e906-41ea-4afb-9c93-9717ac9394e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:27.142721 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-2962e906-41ea-4afb-9c93-9717ac9394e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0930886 Aug 11 09:02:27.191679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-98d1543a-8411-4b55-8d22-e550c494571a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 217 time: 0.0391772 Aug 11 09:02:27.253737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-c92f2db7-bdf9-4c87-8278-7d43766095e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:27.255633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-c92f2db7-bdf9-4c87-8278-7d43766095e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0560586 Aug 11 09:02:27.314545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-a5a3f4e3-ffb6-4bd3-8bfa-9452a499653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:27.316066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-a5a3f4e3-ffb6-4bd3-8bfa-9452a499653f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532656 Aug 11 09:02:27.410404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-5f412795-c059-4c6a-bbdf-ad0b11313876 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 Aug 11 09:02:27.424490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5d678-a103-4597-847a-360d99db13fd req-966f6eee-0a72-454d-947e-9e77a25236fe tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:27.426020 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5a5d678-a103-4597-847a-360d99db13fd req-966f6eee-0a72-454d-947e-9e77a25236fe tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0484402 Aug 11 09:02:27.465441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b5a5d678-a103-4597-847a-360d99db13fd req-f7c68991-39d3-4820-acb6-5686094a99f6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 11 09:02:27.510848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ccfdd8a-6b82-4f07-8d5b-ebcfa9fed412 req-b574dd88-b76e-457e-bf77-52d7f8064eea service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913241 Aug 11 09:02:28.603034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a25c6-bec6-4c80-a568-2ff43d05f936 req-3fcfa4a5-a2f4-451a-85ab-e7f311fe12f6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:28.604600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5c4a25c6-bec6-4c80-a568-2ff43d05f936 req-3fcfa4a5-a2f4-451a-85ab-e7f311fe12f6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0590963 Aug 11 09:02:28.646618 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5c4a25c6-bec6-4c80-a568-2ff43d05f936 req-f43848a1-19f3-468b-a2e6-6dc03121d5e9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357974 Aug 11 09:02:29.151589 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:29.357598 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3889d45-06ec-4d60-98f4-43a9d0d1b408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:29.775226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72abe05-abf1-4942-b92a-60a7a513aec1 req-c7c52a18-94fe-46fa-852a-197807e2288b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:29.776743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a72abe05-abf1-4942-b92a-60a7a513aec1 req-c7c52a18-94fe-46fa-852a-197807e2288b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0545800 Aug 11 09:02:29.817345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a72abe05-abf1-4942-b92a-60a7a513aec1 req-885e58ae-a6cc-430a-98be-4ced6ee6d4c6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340445 Aug 11 09:02:30.218789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:30.407169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:02:30.513718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:30.529248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'fddd479c-f851-431e-a19b-ba136992af10', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': 'fddd479c-f851-431e-a19b-ba136992af10', 'mac_address': 'fa:16:3e:63:25:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:02:30.568328 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:30.581533 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddd479c-f851-431e-a19b-ba136992af10 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:02:30.603015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:30.606646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:30.654156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:30.867014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['fddd479c-f851-431e-a19b-ba136992af10'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:02:30.970827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb667-4ceb-4b94-97d3-2b9085e31521 req-851572a5-e9f3-42e5-b26d-71a34738e69e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:30.972398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15cbb667-4ceb-4b94-97d3-2b9085e31521 req-851572a5-e9f3-42e5-b26d-71a34738e69e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0528588 Aug 11 09:02:31.013908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-15cbb667-4ceb-4b94-97d3-2b9085e31521 req-b0c85640-e536-4789-aff4-238666a85911 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Aug 11 09:02:32.142350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2364e3-6e6f-400e-b1b6-47c9250d5820 req-97ea7cc9-2303-4647-a1b9-5dfc7168e82c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:32.143896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b2364e3-6e6f-400e-b1b6-47c9250d5820 req-97ea7cc9-2303-4647-a1b9-5dfc7168e82c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0565407 Aug 11 09:02:32.184554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b2364e3-6e6f-400e-b1b6-47c9250d5820 req-374986c0-d602-4c45-8ca7-854d69713d13 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341625 Aug 11 09:02:32.421620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:02:32.465750 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:32.484148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port fddd479c-f851-431e-a19b-ba136992af10 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:02:32.488065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port fddd479c-f851-431e-a19b-ba136992af10 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:02:32.488413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:32.569608 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:32.593887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:32.596164 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbefdc8-8554-439c-8be2-28a61f17fb1e" -d '{"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:32.610029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:02:32.616464 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:32.643346 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68a7d8c-426d-4687-abb4-51a33fad0a56 x-openstack-request-id: req-f68a7d8c-426d-4687-abb4-51a33fad0a56 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:32.643722 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:32.644071 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f68a7d8c-426d-4687-abb4-51a33fad0a56 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:32.644558 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'code': 200} Aug 11 09:02:32.673900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:02:32.763553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b867496-324a-491d-9c8c-b2b55962133d req-3ad2c796-4d63-450d-b5f2-fdc8c56d8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:32.764178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-64b29c90-2ffb-4f0b-808c-242e01de38d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:32.765116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b867496-324a-491d-9c8c-b2b55962133d req-3ad2c796-4d63-450d-b5f2-fdc8c56d8cba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1097 time: 0.0432806 Aug 11 09:02:32.805297 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b867496-324a-491d-9c8c-b2b55962133d req-398e33fc-b20b-4792-a72e-3b40afae9bbe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Aug 11 09:02:33.305117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e08dc1-6234-48ad-b0e3-e5c763ac9f06 req-2d86f0a7-c85f-4176-a9b4-be3154d14d19 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:33.306624 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63e08dc1-6234-48ad-b0e3-e5c763ac9f06 req-2d86f0a7-c85f-4176-a9b4-be3154d14d19 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0511866 Aug 11 09:02:33.346613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-63e08dc1-6234-48ad-b0e3-e5c763ac9f06 req-e4838dfb-f216-4694-8f60-bedcff0633ec tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Aug 11 09:02:34.481733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da00916-267d-4fe4-b2a4-53863ff4cd1c req-c8592c49-491e-4414-9597-099baf456d43 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:34.483322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4da00916-267d-4fe4-b2a4-53863ff4cd1c req-c8592c49-491e-4414-9597-099baf456d43 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0533769 Aug 11 09:02:34.522330 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4da00916-267d-4fe4-b2a4-53863ff4cd1c req-8d219271-714c-45df-8cd6-565641409893 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328822 Aug 11 09:02:34.664438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243bbbc-01b3-4f23-86fa-a0d948508645 req-3b939b48-16db-46da-8a6e-6b27a622adba tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:34.665927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0243bbbc-01b3-4f23-86fa-a0d948508645 req-3b939b48-16db-46da-8a6e-6b27a622adba tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0627751 Aug 11 09:02:34.679396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34028) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:02:34.684015 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Request body: {'floatingip': {'port_id': 'fddd479c-f851-431e-a19b-ba136992af10'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:02:34.726486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:35.023304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:35.191704 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:35.198779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:35.299939 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 associated. External IP: 172.25.2.216, port: fddd479c-f851-431e-a19b-ba136992af10. Aug 11 09:02:35.863906 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:02:35.978769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:02:35.984408 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:35.989126 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:02:36.013903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-31a9ef25-89c4-47c7-9799-74a9f9d81fc2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "PUT /v2.0/floatingips/eaabe123-292d-4897-a843-a2e14577ea73 HTTP/1.1" status: 200 len: 993 time: 1.3334465 Aug 11 09:02:36.014590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:02:36.016969 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54685fee-a773-4437-9bf2-943a1848d12d" -d '{"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:02:36.056249 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337aff82-29cf-4317-844a-5ae74c211de8 x-openstack-request-id: req-337aff82-29cf-4317-844a-5ae74c211de8 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:02:36.056546 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:02:36.056859 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-337aff82-29cf-4317-844a-5ae74c211de8 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:02:36.057347 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'status': 'completed', 'code': 200} Aug 11 09:02:36.096434 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:02:36.097162 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:02:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:36.150337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685fee-a773-4437-9bf2-943a1848d12d req-fb150cfd-a523-4f59-9da1-0f7eae2f0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:36.151882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-fb150cfd-a523-4f59-9da1-0f7eae2f0f33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1097 time: 0.0420516 Aug 11 09:02:36.199343 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:02:36.247992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685fee-a773-4437-9bf2-943a1848d12d req-b6c1aa98-3f49-4f9f-b098-ce112781248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:36.249542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-b6c1aa98-3f49-4f9f-b098-ce112781248d service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0908959 Aug 11 09:02:36.315873 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:36.326197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-8ff0bd01-ef00-41d8-873f-41acf0d54dd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0684838 Aug 11 09:02:36.377746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685fee-a773-4437-9bf2-943a1848d12d req-c3fd8c12-44d8-4abc-8d58-4879f1ded004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:36.379446 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-c3fd8c12-44d8-4abc-8d58-4879f1ded004 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0462577 Aug 11 09:02:36.430120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': 'fddd479c-f851-431e-a19b-ba136992af10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:63:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T09:02:35Z', 'revision_number': 13, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:36.430453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685fee-a773-4437-9bf2-943a1848d12d req-7c0e23e3-a02f-4edd-9717-785ae998a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:02:36.431773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-7c0e23e3-a02f-4edd-9717-785ae998a1a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456824 Aug 11 09:02:36.459846 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:02:36.468426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:02:36.469028 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:02:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:36.521565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-f5e363f8-e6ac-458e-b5ae-34acda77d77b service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Aug 11 09:02:36.567625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:02:36.617026 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54685fee-a773-4437-9bf2-943a1848d12d req-83d1000d-33e7-446b-a421-85f8cf1f0ccb service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887251 Aug 11 09:02:36.791830 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': 'fddd479c-f851-431e-a19b-ba136992af10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:63:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T09:02:35Z', 'revision_number': 13, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:02:36.818246 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb03ebb-12f5-4546-84a2-09923b1b24c3 None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'eaabe123-292d-4897-a843-a2e14577ea73', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'port_id': 'fddd479c-f851-431e-a19b-ba136992af10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'mac_address': 'fa:16:3e:63:25:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T08:55:43Z', 'updated_at': '2021-08-11T09:02:35Z', 'revision_number': 13, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:02:37.024967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea365982-c032-4aa9-b361-fef85ec61c4a None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:02:41.588120 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:02:59.153491 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:02:59.352637 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-79f7c759-01b6-4aae-bb03-7194cf9954aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:00.215864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:02.450603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:02.776827 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba1f164d-9051-44a1-9c56-6bd2412c6a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:05.026908 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:06.323644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:06.592076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-0e4b46fb-89aa-4b0b-a14b-313cf64f1702 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449774 Aug 11 09:03:06.700321 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423ba4a-0bd4-4511-b33e-443576122510 req-e35c28e8-9c80-4168-bde1-56bce5124611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:03:06.701983 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-e35c28e8-9c80-4168-bde1-56bce5124611 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1097 time: 0.0503726 Aug 11 09:03:06.815843 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423ba4a-0bd4-4511-b33e-443576122510 req-95b43af0-4a17-4a86-aa4e-203b164b3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:03:06.817398 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-95b43af0-4a17-4a86-aa4e-203b164b3599 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0956941 Aug 11 09:03:06.894460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-c7f7decc-15d1-4c65-b72e-628a62bc2ece service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1003 time: 0.0683711 Aug 11 09:03:06.950151 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423ba4a-0bd4-4511-b33e-443576122510 req-ea86271e-858b-4553-8dca-dea1d5958d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:03:06.951630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-ea86271e-858b-4553-8dca-dea1d5958d6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0491474 Aug 11 09:03:07.004402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423ba4a-0bd4-4511-b33e-443576122510 req-1dadaf48-78d8-40f5-8287-2b8a2ad7442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:03:07.005954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-1dadaf48-78d8-40f5-8287-2b8a2ad7442a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466030 Aug 11 09:03:07.098234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-59787eaa-1d19-4abe-a6f2-bf512f319423 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846632 Aug 11 09:03:07.204388 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4423ba4a-0bd4-4511-b33e-443576122510 req-844661cf-8550-4542-9566-f60c61e07ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973940 Aug 11 09:03:18.588748 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:03:29.165992 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:29.365804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4e536d50-26f1-4606-88e8-276195b825e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:30.226782 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:32.454948 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:32.773127 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8394d92e-cd05-4d51-8d1d-d1facd0a0e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:35.029621 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:36.326213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:55.588661 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:03:59.174783 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:03:59.360014 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-56d6bc99-62c6-414a-b117-dff913c7eea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:00.244296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:02.460331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:02.773213 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd82-4225-45bf-a3a7-59e5cc006bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:05.035172 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:06.325101 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:07.661225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-f5f7d67a-3522-4876-8f01-7f903ff06726 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607536 Aug 11 09:04:07.764039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-52f8404d-298e-43da-b306-db3e06f370f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:07.765718 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-52f8404d-298e-43da-b306-db3e06f370f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1097 time: 0.0420876 Aug 11 09:04:07.875786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-02bf4fab-8453-4f4a-ab9a-81d400aa639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:07.877353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-02bf4fab-8453-4f4a-ab9a-81d400aa639d service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0918348 Aug 11 09:04:07.947681 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-02243795-3f70-4850-b414-35a3603a0f93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1003 time: 0.0627029 Aug 11 09:04:08.000072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-f5b8c36d-9dba-465b-bcf8-77311361300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:08.001614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-f5b8c36d-9dba-465b-bcf8-77311361300f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0468292 Aug 11 09:04:08.062197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-9312fc57-8a5d-4697-93c3-ac512d03969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:08.063727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-9312fc57-8a5d-4697-93c3-ac512d03969a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555224 Aug 11 09:04:08.160628 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-02d6c3e3-017a-4af5-9272-e52a5739d77a service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898330 Aug 11 09:04:08.255507 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-35a487e9-c13d-434e-9fa9-b2a8bd463b96 req-e4f86687-7ec4-4589-ba59-97b77212788c service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867915 Aug 11 09:04:13.606616 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf8585-5188-4eb8-bad9-dd358897ddab req-228400e1-51b2-43b1-80db-b203659c3fda tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:13.608177 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aacf8585-5188-4eb8-bad9-dd358897ddab req-228400e1-51b2-43b1-80db-b203659c3fda tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0729487 Aug 11 09:04:13.657820 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aacf8585-5188-4eb8-bad9-dd358897ddab req-babb06b1-8242-4649-99f4-d7844a7a3ff1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 Aug 11 09:04:24.991028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adc78-9010-488a-a735-cc7267afc448 req-6e06bd2f-b246-453d-bbda-3c528429daab tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:24.992711 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-037adc78-9010-488a-a735-cc7267afc448 req-6e06bd2f-b246-453d-bbda-3c528429daab tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0542274 Aug 11 09:04:25.041449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-037adc78-9010-488a-a735-cc7267afc448 req-b811841b-0d58-46ba-8cb5-e3c78beda51c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Aug 11 09:04:25.155709 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-9df96fd9-6142-49c3-b924-a7fa1b611cd2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055713 Aug 11 09:04:26.177026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6b3d-4dfc-4b6c-9a87-f09975534888 req-4e8548db-fee1-4306-83a1-3b1b40d76a3d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:26.178536 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-166e6b3d-4dfc-4b6c-9a87-f09975534888 req-4e8548db-fee1-4306-83a1-3b1b40d76a3d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0632784 Aug 11 09:04:26.221310 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-166e6b3d-4dfc-4b6c-9a87-f09975534888 req-fc328755-5eca-4008-b153-36780d0ad1e8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342538 Aug 11 09:04:27.355887 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d361-5df2-4eb6-83a2-700a028892c0 req-4d306833-be07-4e98-a44f-f4621f9b08cb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:27.357580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ad2d361-5df2-4eb6-83a2-700a028892c0 req-4d306833-be07-4e98-a44f-f4621f9b08cb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0515759 Aug 11 09:04:27.402550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1ad2d361-5df2-4eb6-83a2-700a028892c0 req-f7b79082-94ff-4234-98f1-f8c2dfd2be99 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388436 Aug 11 09:04:28.519005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-11be6d6f-f1fa-4d3a-8d9d-3f912d8e3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:28.520558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-11be6d6f-f1fa-4d3a-8d9d-3f912d8e3315 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1097 time: 0.0448477 Aug 11 09:04:28.536238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac48ec1-78c1-4a41-a2d0-be5da02bde62 req-5a6b1439-848f-49cb-ac7b-95e5c4d24bd7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:28.537764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eac48ec1-78c1-4a41-a2d0-be5da02bde62 req-5a6b1439-848f-49cb-ac7b-95e5c4d24bd7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0508287 Aug 11 09:04:28.576963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eac48ec1-78c1-4a41-a2d0-be5da02bde62 req-9e4b27a4-8dd9-4ef6-9f9d-50c6e6065654 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Aug 11 09:04:28.612817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-b0d82b45-32ce-434f-b507-ce1f62cceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:28.614357 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-b0d82b45-32ce-434f-b507-ce1f62cceac7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0857749 Aug 11 09:04:28.695434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-3ae2ab94-b8e4-4e28-a785-64bebf72cde9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1003 time: 0.0737844 Aug 11 09:04:28.747645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-6f802334-718d-4c4c-9f00-d00d1e4bdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:28.749170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-6f802334-718d-4c4c-9f00-d00d1e4bdc1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0470066 Aug 11 09:04:28.797299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-f0e13de1-a7a2-4ae3-8098-2f8dabc5efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:28.798847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-f0e13de1-a7a2-4ae3-8098-2f8dabc5efb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429182 Aug 11 09:04:28.900411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-46d5cae8-d3fa-4328-a298-0c275c99c129 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932748 Aug 11 09:04:28.991549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-e174ba47-972a-47a8-b92e-78c9612df831 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836437 Aug 11 09:04:29.181863 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:29.366920 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4890-73ad-45df-8b14-0d477efbb244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:29.716061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b04b14-67af-4ae0-b7a0-95e8888cc0df req-c5127427-1b46-449b-84f6-7b106f183263 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:29.717708 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77b04b14-67af-4ae0-b7a0-95e8888cc0df req-c5127427-1b46-449b-84f6-7b106f183263 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0635288 Aug 11 09:04:29.762816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-77b04b14-67af-4ae0-b7a0-95e8888cc0df req-c4a0a711-d6fe-4c89-9ce2-391cd2689481 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390580 Aug 11 09:04:30.254340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:30.891754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69486c-7a6c-41e9-863e-4d755f5d66db req-62d51b6b-2988-4333-b755-b05eb415b49b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:30.893266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a69486c-7a6c-41e9-863e-4d755f5d66db req-62d51b6b-2988-4333-b755-b05eb415b49b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0551805 Aug 11 09:04:30.944764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0a69486c-7a6c-41e9-863e-4d755f5d66db req-225abd9d-9a00-4efe-882e-6ba101b08b9a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Aug 11 09:04:32.071078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df269e49-4ec7-44d1-82a8-8a24e8b91929 req-472e0864-2072-4c19-b8f4-a2d3444fd433 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:32.072475 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df269e49-4ec7-44d1-82a8-8a24e8b91929 req-472e0864-2072-4c19-b8f4-a2d3444fd433 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0504038 Aug 11 09:04:32.112862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-df269e49-4ec7-44d1-82a8-8a24e8b91929 req-cabfe61c-0ef7-4947-bc12-536cc9c2da6c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Aug 11 09:04:32.466580 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:32.595019 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:04:32.768520 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a096-d391-42d7-ac3c-182df5e191df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:33.253695 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e35c65-2eaf-4a7b-9d1d-37529ca6e05a req-9ede2cb7-1c5a-42e8-b659-59278b80b70f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:33.255222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65e35c65-2eaf-4a7b-9d1d-37529ca6e05a req-9ede2cb7-1c5a-42e8-b659-59278b80b70f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0604231 Aug 11 09:04:33.306198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-65e35c65-2eaf-4a7b-9d1d-37529ca6e05a req-0fa4ea93-be26-4f6f-b1d2-4292e73caf79 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Aug 11 09:04:34.436256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa01204-91d6-4241-a848-dbeb88e7d470 req-9f56d735-89a2-4784-817e-fde67267d366 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:34.437789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aa01204-91d6-4241-a848-dbeb88e7d470 req-9f56d735-89a2-4784-817e-fde67267d366 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0529845 Aug 11 09:04:34.484996 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9aa01204-91d6-4241-a848-dbeb88e7d470 req-fa469aac-1618-4d05-916c-c9d50488d369 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Aug 11 09:04:35.040372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:35.607583 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04996240-e81b-4e9b-96b8-89a70b5741d1 req-04c7c6c5-72c6-4698-be4d-dad35bd0cff0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:35.609113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-04996240-e81b-4e9b-96b8-89a70b5741d1 req-04c7c6c5-72c6-4698-be4d-dad35bd0cff0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0501232 Aug 11 09:04:35.648515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-04996240-e81b-4e9b-96b8-89a70b5741d1 req-486e3474-1d5d-4a8f-ad5f-2317429795f5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332117 Aug 11 09:04:36.333765 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:36.777137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4911e-7dfa-45fd-9e09-4b20fdc7116f req-217f03a1-eddd-44ce-878f-59eaf5cb22e0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:36.778676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1c4911e-7dfa-45fd-9e09-4b20fdc7116f req-217f03a1-eddd-44ce-878f-59eaf5cb22e0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0587175 Aug 11 09:04:36.837392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d1c4911e-7dfa-45fd-9e09-4b20fdc7116f req-a9f67465-8bbc-452e-8c09-5175817c381a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Aug 11 09:04:37.975576 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171483d1-0cdc-42fe-a88d-040f75ce2946 req-a41f62ec-11e5-49d1-9571-738974f20110 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:37.977125 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-171483d1-0cdc-42fe-a88d-040f75ce2946 req-a41f62ec-11e5-49d1-9571-738974f20110 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0667825 Aug 11 09:04:38.018456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-171483d1-0cdc-42fe-a88d-040f75ce2946 req-74fc958a-f30a-4f37-a79c-b0a9f77d4524 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349712 Aug 11 09:04:39.147642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a9103-a4c1-4146-b7bf-7307d1d79edd req-5adeb127-87eb-4284-85db-50df4780046f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:39.149169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e67a9103-a4c1-4146-b7bf-7307d1d79edd req-5adeb127-87eb-4284-85db-50df4780046f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0600600 Aug 11 09:04:39.191916 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e67a9103-a4c1-4146-b7bf-7307d1d79edd req-018d2933-3057-47e9-8959-c7188748cf20 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Aug 11 09:04:40.325201 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156eaf-3350-462c-995b-3594c702949b req-daf6c3f3-b174-49a1-9a14-9c6553ee3a1f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:40.326750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea156eaf-3350-462c-995b-3594c702949b req-daf6c3f3-b174-49a1-9a14-9c6553ee3a1f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0530851 Aug 11 09:04:40.365676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea156eaf-3350-462c-995b-3594c702949b req-7e278326-285f-4d1c-8655-38cb7fd1c7f7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328026 Aug 11 09:04:41.487011 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1194a4-6523-4446-a686-96a4903f48c0 req-8015e720-5a86-47d2-a949-47f70f506c75 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:41.488415 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d1194a4-6523-4446-a686-96a4903f48c0 req-8015e720-5a86-47d2-a949-47f70f506c75 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0520122 Aug 11 09:04:41.528053 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d1194a4-6523-4446-a686-96a4903f48c0 req-e7ef8987-a5d3-4804-95f4-d1011d4aac2c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Aug 11 09:04:42.654594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a383e7-fe9d-4ab0-8497-f2612a777770 req-ce9383ac-bce3-40a5-ba67-8e134579620d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:42.657696 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40a383e7-fe9d-4ab0-8497-f2612a777770 req-ce9383ac-bce3-40a5-ba67-8e134579620d tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0571032 Aug 11 09:04:42.704237 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-40a383e7-fe9d-4ab0-8497-f2612a777770 req-5af4358d-91f6-40f0-8eea-d03e21707748 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381174 Aug 11 09:04:42.854646 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-7a620bf8-e38b-4acb-b6da-11f8c537e8ae service neutron] show failed (client error): The resource could not be found. Aug 11 09:04:42.855686 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-7a620bf8-e38b-4acb-b6da-11f8c537e8ae service neutron] 10.222.0.69 "GET /v2.0/ports/fddd479c-f851-431e-a19b-ba136992af10/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0620706 Aug 11 09:04:43.082449 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-5a81d52e-d07a-47ab-8d3b-4de0dd5bf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:43.084630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-5a81d52e-d07a-47ab-8d3b-4de0dd5bf4d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 1097 time: 0.0491958 Aug 11 09:04:43.104382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:04:43.160705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:43.396471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:04:43.436342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:04:43.493927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:04:43.496487 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b99546b-d617-43bb-801d-439f3f0b43f9" -d '{"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:04:43.500625 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:43.516769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Transition to ACTIVE for port object fddd479c-f851-431e-a19b-ba136992af10 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:04:43.526467 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:43.574396 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 09:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0d6625-7a44-472f-bb0a-66dcefa8b7e0 x-openstack-request-id: req-de0d6625-7a44-472f-bb0a-66dcefa8b7e0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:04:43.574693 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:04:43.574944 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de0d6625-7a44-472f-bb0a-66dcefa8b7e0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:04:43.576084 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'code': 200} Aug 11 09:04:43.615439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:04:43.627682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.628007 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.628356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.628723 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.629100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.629378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.629709 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.630073 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.630412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.630742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.631071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.631403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:43.671644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] No DVR routers for this DVR port fddd479c-f851-431e-a19b-ba136992af10 on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:04:43.856788 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:04:43.857061 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:04:43.857488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:04:43.868663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e09f-e619-4818-aefe-3fd771a0375d req-2739cca0-573f-4d3f-8bca-5903f17dec0e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:43.870403 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9376e09f-e619-4818-aefe-3fd771a0375d req-2739cca0-573f-4d3f-8bca-5903f17dec0e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0916078 Aug 11 09:04:43.872868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:04:43.873226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:04:43.887424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:04:43.887789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:04:43.888370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:04:43.888667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Bound port: fddd479c-f851-431e-a19b-ba136992af10, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:04:43.889011 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:43.948161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9376e09f-e619-4818-aefe-3fd771a0375d req-f9d43470-b9f8-41ac-8dc7-065bacc876db tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694108 Aug 11 09:04:43.979951 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:04:43.983841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:04:43.989913 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:44.026150 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:44.026879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:44.028294 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] 10.222.0.64 "PUT /v2.0/ports/fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1092 time: 0.9283130 Aug 11 09:04:44.051430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8e29e-5456-4636-8dd4-675e1a823e83 service neutron] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:04:44.122917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-6abf1a54-da7e-49ed-93a2-24dc49820434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:44.124487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-6abf1a54-da7e-49ed-93a2-24dc49820434 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1095 time: 0.0604644 Aug 11 09:04:44.237054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-5c2b412f-633a-465a-b80b-b5eed461b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:44.238561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-5c2b412f-633a-465a-b80b-b5eed461b4d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1042132 Aug 11 09:04:44.313843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-75f1d716-37b4-4efb-afff-36dffef8584b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0685015 Aug 11 09:04:44.366556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-8ce61b1b-eb8c-4055-a23e-6fb7af7f72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:44.368056 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-8ce61b1b-eb8c-4055-a23e-6fb7af7f72f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0468235 Aug 11 09:04:44.414488 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-041386dc-5691-4b5d-8625-745a3ef0587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:44.416001 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-041386dc-5691-4b5d-8625-745a3ef0587d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410063 Aug 11 09:04:44.517944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-e2aa0a90-4d61-41ca-bf49-e93b7045f3de service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944817 Aug 11 09:04:44.613339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-919534c3-3825-494c-9fcc-487c9d5a9e66 req-d4cf8d41-932c-491d-a89a-8bddd36804c5 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880797 Aug 11 09:04:45.083650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e172d-ad3f-4009-8eb5-16f33b56bafe req-af09e32a-f133-4921-9b0f-7bdc9269fabd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.085101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-802e172d-ad3f-4009-8eb5-16f33b56bafe req-af09e32a-f133-4921-9b0f-7bdc9269fabd tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0541992 Aug 11 09:04:45.102248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:04:45.128188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-802e172d-ad3f-4009-8eb5-16f33b56bafe req-14e7653c-8e23-4af3-8b22-5036a67eacd2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368960 Aug 11 09:04:45.149418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:04:45.577311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:04:45.579790 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:04:45.631293 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7793b6-e078-481d-a2a4-38b5deb6d9dd x-openstack-request-id: req-2b7793b6-e078-481d-a2a4-38b5deb6d9dd {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:04:45.631588 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:04:45.631839 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b7793b6-e078-481d-a2a4-38b5deb6d9dd {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:04:45.632246 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'status': 'completed', 'code': 200} Aug 11 09:04:45.714743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-a505dc22-4943-43c9-a2f1-8ed836619e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.715045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e074473d-ff5f-4d4e-a2a7-b1be4ff2ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.716312 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e074473d-ff5f-4d4e-a2a7-b1be4ff2ef78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1095 time: 0.0444233 Aug 11 09:04:45.716576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-a505dc22-4943-43c9-a2f1-8ed836619e37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1095 time: 0.0410726 Aug 11 09:04:45.825063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-9537b099-0c37-4616-b591-d47867d2fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.825299 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e9402e93-cca8-4e65-8835-66ad873a2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.826692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e9402e93-cca8-4e65-8835-66ad873a2807 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1033101 Aug 11 09:04:45.826852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-9537b099-0c37-4616-b591-d47867d2fbcb service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1021609 Aug 11 09:04:45.896110 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-55b7659c-bd32-4db5-b42b-b3f64ebce9fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0624099 Aug 11 09:04:45.897426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-bfe39135-6b8a-4f3b-8ae6-0321b8fab59b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0631986 Aug 11 09:04:45.948837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e451bdd4-41e6-4777-89ab-770c9263c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.950359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e451bdd4-41e6-4777-89ab-770c9263c660 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0473096 Aug 11 09:04:45.955416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-634145d1-0a2b-4666-a63c-e9fe1ca438bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:45.957195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-634145d1-0a2b-4666-a63c-e9fe1ca438bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0532031 Aug 11 09:04:46.002899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e3b46851-7756-4f67-9d11-9686f52717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:46.004632 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-e3b46851-7756-4f67-9d11-9686f52717ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470660 Aug 11 09:04:46.005362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-22e538a0-3d14-43be-bf60-4acea76c5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:46.006880 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-22e538a0-3d14-43be-bf60-4acea76c5a2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433011 Aug 11 09:04:46.101701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-51e990ea-5542-4a16-80b7-70f2f71f980f service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Aug 11 09:04:46.105571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-0a593c3f-2786-44ee-b451-ea3a2e89c45a service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914729 Aug 11 09:04:46.206365 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-42217aa5-db6b-4be3-93bb-e846a72688a8 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979726 Aug 11 09:04:46.209971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-351cdf51-4381-43ac-9616-cc0e7b4bcdc0 req-5862c159-0205-4697-9085-9683abfda8c7 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961196 Aug 11 09:04:46.262249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b40429-76e3-44d0-81bc-26469361d4c0 req-a759dc09-95a6-4d4a-ae67-b48e5abb903a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:46.263781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0b40429-76e3-44d0-81bc-26469361d4c0 req-a759dc09-95a6-4d4a-ae67-b48e5abb903a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0559223 Aug 11 09:04:46.303750 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f0b40429-76e3-44d0-81bc-26469361d4c0 req-93d2ca62-fbef-4a7e-9cfb-0ae6a4ff5687 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337529 Aug 11 09:04:47.428610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af010edc-27b8-42db-be78-b8451f47841d req-bfd67cc3-6748-4405-974b-c369a6565855 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:47.430280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af010edc-27b8-42db-be78-b8451f47841d req-bfd67cc3-6748-4405-974b-c369a6565855 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0525527 Aug 11 09:04:47.469929 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af010edc-27b8-42db-be78-b8451f47841d req-613e2df4-ee2d-4bb3-a809-983c457b73fe tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Aug 11 09:04:48.590280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41940c-a561-401a-81e7-67d8164ce1d0 req-0ebf7855-e0ad-45ab-a4a3-aabaa0509f7a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:48.591783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec41940c-a561-401a-81e7-67d8164ce1d0 req-0ebf7855-e0ad-45ab-a4a3-aabaa0509f7a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0508046 Aug 11 09:04:48.631834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec41940c-a561-401a-81e7-67d8164ce1d0 req-a7573f6f-1cf7-4e94-9985-8d47cb5f784a tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336683 Aug 11 09:04:49.762168 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06e6a-b485-4dfa-ba39-b5449a56b21c req-8a49354e-78a1-4a7b-b3e4-7ae99bf01596 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:49.763698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2b06e6a-b485-4dfa-ba39-b5449a56b21c req-8a49354e-78a1-4a7b-b3e4-7ae99bf01596 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0534775 Aug 11 09:04:49.812862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2b06e6a-b485-4dfa-ba39-b5449a56b21c req-7a7b82f6-9ef6-436d-9267-4a4fde8b9cc8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400691 Aug 11 09:04:50.935996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6746-d2b2-4adc-b00a-8cebfa4dae81 req-390f10cc-176d-4a23-bfc5-5e833dd415e3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:50.937514 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99db6746-d2b2-4adc-b00a-8cebfa4dae81 req-390f10cc-176d-4a23-bfc5-5e833dd415e3 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0524542 Aug 11 09:04:50.983021 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-99db6746-d2b2-4adc-b00a-8cebfa4dae81 req-f0f72952-5505-4be1-a796-5920d3517517 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361111 Aug 11 09:04:52.115147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1766-8c6d-40ec-98aa-d2c65205ff26 req-21af11f6-03cc-410f-b746-34931a4b66a9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:52.116825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97eb1766-8c6d-40ec-98aa-d2c65205ff26 req-21af11f6-03cc-410f-b746-34931a4b66a9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0565248 Aug 11 09:04:52.158008 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-97eb1766-8c6d-40ec-98aa-d2c65205ff26 req-75459f40-d734-4f64-a9b3-b2f6009abd35 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Aug 11 09:04:53.288583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac37eb-2686-47e0-8964-7ddfa9dff62a req-e636959e-293d-4d66-9d68-57e5c4b48091 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:53.290113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffac37eb-2686-47e0-8964-7ddfa9dff62a req-e636959e-293d-4d66-9d68-57e5c4b48091 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0531723 Aug 11 09:04:53.334781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ffac37eb-2686-47e0-8964-7ddfa9dff62a req-32f4b29c-80bf-4655-b307-9d5a9e656178 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355024 Aug 11 09:04:54.474087 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36851c-c566-427e-b2ba-f041d4c592db req-286a76ae-d014-4f85-914a-716ace49a724 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:54.475743 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d36851c-c566-427e-b2ba-f041d4c592db req-286a76ae-d014-4f85-914a-716ace49a724 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0602124 Aug 11 09:04:54.514478 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6d36851c-c566-427e-b2ba-f041d4c592db req-ac70b83e-bc3d-44a3-82f8-19e43cd1fa3e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Aug 11 09:04:55.641913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dd7de-0d16-4cd4-af36-173986cab571 req-652da4be-10a6-48ae-8585-7d5c310d1180 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:55.643435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db9dd7de-0d16-4cd4-af36-173986cab571 req-652da4be-10a6-48ae-8585-7d5c310d1180 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0539014 Aug 11 09:04:55.685417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-db9dd7de-0d16-4cd4-af36-173986cab571 req-e0b9d93d-4e5a-4939-b0d0-c874b9712860 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351801 Aug 11 09:04:56.554301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fddd479c-f851-431e-a19b-ba136992af10 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:04:56.812387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f4e37-89ec-4e2b-924a-944e6654154d req-39f55a6c-3bd8-47d7-a34f-7a19216a2393 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:56.813854 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-471f4e37-89ec-4e2b-924a-944e6654154d req-39f55a6c-3bd8-47d7-a34f-7a19216a2393 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 944 time: 0.0559726 Aug 11 09:04:56.823769 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:04:56.836129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'fddd479c-f851-431e-a19b-ba136992af10', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': 'fddd479c-f851-431e-a19b-ba136992af10', 'mac_address': 'fa:16:3e:63:25:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:04:56.858716 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-471f4e37-89ec-4e2b-924a-944e6654154d req-1e0d5586-97f2-46a0-ae59-1bba12bc50e8 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366998 Aug 11 09:04:56.879295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:56.893189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddd479c-f851-431e-a19b-ba136992af10 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:04:56.915265 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:04:56.920323 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:56.974196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:04:56.981142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.981495 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.981835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.982173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.982504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.982837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.983163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.983517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.983841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.984163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.984485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:56.984806 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:04:57.195808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-2e9d8ff0-f661-4cf5-9c47-f0c4488229b0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:57.197307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-2e9d8ff0-f661-4cf5-9c47-f0c4488229b0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.64 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c&tenant_id=e7ec74e88ec4478e99ed50418c967c9c&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 945 time: 0.0831764 Aug 11 09:04:57.212712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13417edc-ba29-4a3f-bbac-1a2297cd0b75 req-54b02f98-da4a-482e-834d-e0a16b713738 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:57.214195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13417edc-ba29-4a3f-bbac-1a2297cd0b75 req-54b02f98-da4a-482e-834d-e0a16b713738 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0716822 Aug 11 09:04:57.240865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['fddd479c-f851-431e-a19b-ba136992af10'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:04:57.294609 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-13417edc-ba29-4a3f-bbac-1a2297cd0b75 req-ae5bfe5b-0daa-4dfa-8ca1-58f1d4fa0165 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740557 Aug 11 09:04:57.303782 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-586dd174-c028-4d76-b031-c1d952be158b service neutron] 10.222.0.64 "GET /v2.0/ports/fddd479c-f851-431e-a19b-ba136992af10/bindings/n-h1-789963-6 HTTP/1.1" status: 200 len: 382 time: 0.0885696 Aug 11 09:04:57.388362 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-4e69d0ff-092d-4bc9-b135-5ff115fa40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:57.389868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-4e69d0ff-092d-4bc9-b135-5ff115fa40e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1096 time: 0.0449355 Aug 11 09:04:57.488760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-45b35818-22ab-4627-acf1-6fd5ce524b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:57.490276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-45b35818-22ab-4627-acf1-6fd5ce524b22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0894620 Aug 11 09:04:57.563628 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-62594e8c-67c0-49cd-ba32-fffa0b8b4bfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1002 time: 0.0654585 Aug 11 09:04:57.614350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-0979a8c2-89d1-4a11-a667-81f798326f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:57.615859 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-0979a8c2-89d1-4a11-a667-81f798326f20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0447030 Aug 11 09:04:57.663786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-35022848-c30d-4f39-9957-b00534da08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:57.665419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-35022848-c30d-4f39-9957-b00534da08b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423100 Aug 11 09:04:57.762538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-16f439d8-7d35-402f-a8b3-1729812c318d service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891311 Aug 11 09:04:57.866555 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-215cc1f1-923c-452c-8ea9-054363c6b836 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955050 Aug 11 09:04:58.432976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aff74-4e60-45b5-8804-01d6a1933b93 req-77949a5b-53e6-4196-92a4-e11fa7459f11 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:58.434470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe3aff74-4e60-45b5-8804-01d6a1933b93 req-77949a5b-53e6-4196-92a4-e11fa7459f11 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0583770 Aug 11 09:04:58.480525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fe3aff74-4e60-45b5-8804-01d6a1933b93 req-23257df4-f53f-4f9c-ae6f-15ec9bd547e4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372617 Aug 11 09:04:58.570594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fddd479c-f851-431e-a19b-ba136992af10 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:04:58.623774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port fddd479c-f851-431e-a19b-ba136992af10 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:04:58.627722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port fddd479c-f851-431e-a19b-ba136992af10 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:04:58.628095 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:58.709390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:58.733658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:04:58.735939 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889cdedd-e49b-455e-82cd-821f2645e271" -d '{"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:04:58.749021 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:04:58.754903 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:58.795072 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea293f35-99d4-4395-a82d-de19f0ca371e x-openstack-request-id: req-ea293f35-99d4-4395-a82d-de19f0ca371e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:04:58.795355 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:04:58.795603 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea293f35-99d4-4395-a82d-de19f0ca371e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:04:58.795997 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'code': 200} Aug 11 09:04:58.805699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:04:59.188963 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:59.363486 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7f2375af-bdb8-48d1-85bb-2f9cbd360853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:04:59.605724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985391e-8ff5-4006-8b7f-ac5f9de1af40 req-dbb373e7-6a05-4a1f-89e6-a1b9572f7e3b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:04:59.607290 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1985391e-8ff5-4006-8b7f-ac5f9de1af40 req-dbb373e7-6a05-4a1f-89e6-a1b9572f7e3b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0531292 Aug 11 09:04:59.647966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1985391e-8ff5-4006-8b7f-ac5f9de1af40 req-12cd0c36-0ac7-45e0-9649-b411d2d0703b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339828 Aug 11 09:05:00.258422 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:00.779500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462100f6-1e39-427b-a88c-363fcb01301a req-d712fdaf-8bae-4229-a48b-9a4b5d01bac6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:00.781077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-462100f6-1e39-427b-a88c-363fcb01301a req-d712fdaf-8bae-4229-a48b-9a4b5d01bac6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0584972 Aug 11 09:05:00.831723 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-462100f6-1e39-427b-a88c-363fcb01301a req-d15b2128-0ad4-42db-9387-73cc13fe10a9 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442808 Aug 11 09:05:01.908345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-440245d5-3f8b-4231-a86b-e96a1fcf488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:01.909890 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-440245d5-3f8b-4231-a86b-e96a1fcf488a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c&tenant_id=e7ec74e88ec4478e99ed50418c967c9c HTTP/1.1" status: 200 len: 1097 time: 0.0462284 Aug 11 09:05:01.947529 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:02.017273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36e50c-44fe-4532-acc6-153e6401f5d5 req-f4edc2f8-8b75-4060-9817-5b5a73d0d307 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:02.018800 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca36e50c-44fe-4532-acc6-153e6401f5d5 req-f4edc2f8-8b75-4060-9817-5b5a73d0d307 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.1080372 Aug 11 09:05:02.024059 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:02.093869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca36e50c-44fe-4532-acc6-153e6401f5d5 req-5988c538-daf9-4698-8ccf-210db948383b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675309 Aug 11 09:05:02.275046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:02.310029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h1-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:05:02.360028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:02.362368 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0218cc3-317c-4700-97c5-95b7cc71da53" -d '{"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:02.367248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:02.381296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Transition to ACTIVE for port object fddd479c-f851-431e-a19b-ba136992af10 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:05:02.386327 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:02.468757 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:02.775788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f2570f78-c3a5-4317-95e4-f944f5cee7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:02.786132 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003310b-474f-4b5a-bbf1-3953ad7d0c1d x-openstack-request-id: req-1003310b-474f-4b5a-bbf1-3953ad7d0c1d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:02.786405 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:02.786661 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1003310b-474f-4b5a-bbf1-3953ad7d0c1d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:02.787049 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'code': 200} Aug 11 09:05:02.836647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=10']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:02.851101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.851428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.851763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.852096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.852424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.852748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.853100 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.853421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.853740 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.854058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.854376 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.854693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:05:02.893714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] No DVR routers for this DVR port fddd479c-f851-431e-a19b-ba136992af10 on host n-h1-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:05:03.040396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:05:03.041356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:05:03.041356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:05:03.048841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:05:03.049389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Attempting to bind port fddd479c-f851-431e-a19b-ba136992af10 on network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:05:03.055574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:05:03.055915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Checking segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:05:03.056301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Bound using segment: {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:05:03.057101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Bound port: fddd479c-f851-431e-a19b-ba136992af10, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eae9221-b189-406a-875d-f25a78755a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:05:03.057463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:03.120458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:05:03.124143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:05:03.129152 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:03.145891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:03.146941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:03.148379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] 10.222.0.69 "PUT /v2.0/ports/fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1093 time: 1.2060254 Aug 11 09:05:03.256408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9f42f-0cd8-4f13-80f5-2abc0dda24ed service neutron] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=11']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:03.275703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d15f31-d1e3-4560-82e8-991cd8b99c2e req-415fbdfb-45bc-43b5-b22f-ce022e2e9f36 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:03.277298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59d15f31-d1e3-4560-82e8-991cd8b99c2e req-415fbdfb-45bc-43b5-b22f-ce022e2e9f36 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.1079516 Aug 11 09:05:03.280555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-2bac4f4f-928c-4211-aba9-77979687121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:03.282049 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-2bac4f4f-928c-4211-aba9-77979687121b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1096 time: 0.0966568 Aug 11 09:05:03.366516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59d15f31-d1e3-4560-82e8-991cd8b99c2e req-adda66b1-95fa-4b07-b73a-de8d5f3efb20 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817332 Aug 11 09:05:03.399432 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-03a57c70-980c-4e03-bf98-23974beb9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:03.400963 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-03a57c70-980c-4e03-bf98-23974beb9b3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1099291 Aug 11 09:05:03.472967 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-4301ea91-8a3e-489b-b959-750452956aab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0629053 Aug 11 09:05:03.524626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-81cf8db8-71e2-485d-bb01-c410b416a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:03.526120 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-81cf8db8-71e2-485d-bb01-c410b416a4f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0458083 Aug 11 09:05:03.575009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-7eb840d8-afcc-41d7-8c99-d178e5fe729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:03.576526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-7eb840d8-afcc-41d7-8c99-d178e5fe729f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430496 Aug 11 09:05:03.672445 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-d436d40f-918e-44c1-9d4a-7c8cb7bc7a09 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880718 Aug 11 09:05:03.766777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cafbb1a8-01c5-4eee-a7f7-ff1518fa10b3 req-00a47bf0-d079-40fa-bc13-82fb103fe33c service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870917 Aug 11 09:05:04.489019 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21da2d-f412-47fd-8965-0ccbef1b2ce5 req-fa76f277-7de3-4a04-8e43-85fe0bbd5df4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:04.490593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb21da2d-f412-47fd-8965-0ccbef1b2ce5 req-fa76f277-7de3-4a04-8e43-85fe0bbd5df4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0511127 Aug 11 09:05:04.529994 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bb21da2d-f412-47fd-8965-0ccbef1b2ce5 req-3eafb8e9-92bd-492f-a4f6-86b38649beb2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329902 Aug 11 09:05:04.608132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fddd479c-f851-431e-a19b-ba136992af10 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:05:04.650871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device fddd479c-f851-431e-a19b-ba136992af10 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:05:04.787945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:04.790413 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b91951-d9c3-46ac-a9a0-e96755111cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:04.842020 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db667db2-21c1-4f3a-ba64-68cc07032fa4 x-openstack-request-id: req-db667db2-21c1-4f3a-ba64-68cc07032fa4 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:04.842318 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:04.842568 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db667db2-21c1-4f3a-ba64-68cc07032fa4 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:04.842978 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'status': 'completed', 'code': 200} Aug 11 09:05:04.933202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-ca2f47f9-8658-443c-907a-1d0ca3ea627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:04.934765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-834ee065-299c-42da-b133-c6786a9d0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:04.934914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-ca2f47f9-8658-443c-907a-1d0ca3ea627d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1096 time: 0.0509682 Aug 11 09:05:04.936303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-834ee065-299c-42da-b133-c6786a9d0715 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1096 time: 0.0491772 Aug 11 09:05:05.044798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-9004d72d-5e88-4c02-bcf4-16822954c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.045092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-d74e0fc6-f935-47ba-bd11-c9b8655dfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.046344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-9004d72d-5e88-4c02-bcf4-16822954c7bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1024563 Aug 11 09:05:05.046877 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-d74e0fc6-f935-47ba-bd11-c9b8655dfffb service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.1044741 Aug 11 09:05:05.047276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:05.114870 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-d3f629fb-4366-494a-bb6d-c8b8667678b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0604327 Aug 11 09:05:05.121385 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-4188c07a-db20-4a0c-8e35-f9a218d851d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0675337 Aug 11 09:05:05.168220 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-95468d0e-acf1-4424-b001-b6d61058db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.170027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-95468d0e-acf1-4424-b001-b6d61058db80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0475218 Aug 11 09:05:05.172930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-9ab8e0f9-7478-4b27-8f12-17bd2dfe8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.174492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-9ab8e0f9-7478-4b27-8f12-17bd2dfe8c36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0469506 Aug 11 09:05:05.222035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-d7e3fd01-fae6-44b0-b63c-573f387cea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.223149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-9e762188-fbfc-44ea-94eb-f2c4293c9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.223529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-d7e3fd01-fae6-44b0-b63c-573f387cea0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420513 Aug 11 09:05:05.225019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-9e762188-fbfc-44ea-94eb-f2c4293c9ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475547 Aug 11 09:05:05.322430 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-b6376be7-eb4a-4222-ba63-3be2ecc576d4 service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904465 Aug 11 09:05:05.327561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-cd5d9f8b-5d80-4c4c-8bcc-3d68d4610e43 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964065 Aug 11 09:05:05.420921 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-62039466-3cf3-4eae-ad25-b76820d2411b service neutron] 10.222.0.64 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918872 Aug 11 09:05:05.421977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d6b91951-d9c3-46ac-a9a0-e96755111cb6 req-d31134e2-c0fc-4cc2-8adc-f10d44c84125 service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Aug 11 09:05:05.655278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8611d1-68d0-45d3-a8ae-1516b7022c84 req-2dd77685-4c18-445d-9d72-6df0e9993471 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:05.656807 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf8611d1-68d0-45d3-a8ae-1516b7022c84 req-2dd77685-4c18-445d-9d72-6df0e9993471 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0536358 Aug 11 09:05:05.697834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf8611d1-68d0-45d3-a8ae-1516b7022c84 req-6a5de29e-9011-4992-8a62-a5ad91f86ea0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Aug 11 09:05:06.332971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:06.821083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408375-94dc-484f-b999-05cd10467c78 req-f0516486-5203-4b5d-889c-daea5377bbb1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:06.822548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57408375-94dc-484f-b999-05cd10467c78 req-f0516486-5203-4b5d-889c-daea5377bbb1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0521796 Aug 11 09:05:06.864115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57408375-94dc-484f-b999-05cd10467c78 req-a2ff7199-91a6-4b2e-9aa0-e8d716436dd0 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353489 Aug 11 09:05:07.992608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389058c-8a1e-44a6-beea-b018a6a3cdbf req-4fb4c4b1-b913-446c-9158-2056aa80ed4e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:07.994399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d389058c-8a1e-44a6-beea-b018a6a3cdbf req-4fb4c4b1-b913-446c-9158-2056aa80ed4e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0557408 Aug 11 09:05:08.036241 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d389058c-8a1e-44a6-beea-b018a6a3cdbf req-7afbdf28-52cc-4adc-bb9c-fbf6a539be1b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Aug 11 09:05:09.179303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1a8b5-6715-4eb3-a6a6-edd8436ea191 req-e13e8ccc-a630-4972-ac72-c207f9755084 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:09.180804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7bb1a8b5-6715-4eb3-a6a6-edd8436ea191 req-e13e8ccc-a630-4972-ac72-c207f9755084 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0647032 Aug 11 09:05:09.221586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7bb1a8b5-6715-4eb3-a6a6-edd8436ea191 req-55609655-fef0-4e5a-8174-3a7ee5d7ca40 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341582 Aug 11 09:05:09.595213 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:05:09.664841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-17c33981-0e17-4e8d-ac82-13112cf3b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:09.666403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-17c33981-0e17-4e8d-ac82-13112cf3b59c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 1096 time: 0.0442603 Aug 11 09:05:09.777536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-cddc228e-53f5-45e6-91fb-6af478b401b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:09.779031 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-cddc228e-53f5-45e6-91fb-6af478b401b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 200 len: 912 time: 0.0913367 Aug 11 09:05:09.855857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-95e07872-dd4a-41ce-8b66-f44d6dc07cb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 200 len: 1001 time: 0.0693135 Aug 11 09:05:09.908823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-1cd9063e-0cc3-4dcf-bded-be9b0009718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:09.910351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-1cd9063e-0cc3-4dcf-bded-be9b0009718c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 200 len: 850 time: 0.0475550 Aug 11 09:05:09.963854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-95c5a340-5a7f-42a4-b09b-6e447023056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:09.965333 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-95c5a340-5a7f-42a4-b09b-6e447023056e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475211 Aug 11 09:05:10.058589 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-93b32970-063b-476a-bf22-6284f818cafb service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Aug 11 09:05:10.158682 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7cfe3635-09fa-420a-88a7-1c8dda68053f req-ab3d1003-cd24-4c1f-8042-b59e22ce73bc service neutron] 10.222.0.69 "GET /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933518 Aug 11 09:05:10.358686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234473-dbe9-4b9a-82f3-8742f7cdf477 req-bfca2203-7577-4aa8-96d9-5883ff8ca982 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:10.360201 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6234473-dbe9-4b9a-82f3-8742f7cdf477 req-bfca2203-7577-4aa8-96d9-5883ff8ca982 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0641563 Aug 11 09:05:10.399418 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a6234473-dbe9-4b9a-82f3-8742f7cdf477 req-1cf6eb00-30bd-4586-94a8-9b774c6c72e1 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Aug 11 09:05:11.524241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a2f36-e261-4eef-adf2-920e7b3444cb req-7a6d0695-18bc-4c91-b8d2-5cbb460eb9a7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:11.525774 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d4a2f36-e261-4eef-adf2-920e7b3444cb req-7a6d0695-18bc-4c91-b8d2-5cbb460eb9a7 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0550187 Aug 11 09:05:11.569469 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7d4a2f36-e261-4eef-adf2-920e7b3444cb req-5ee7d1eb-fefc-4c47-a41a-d044b7531790 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375130 Aug 11 09:05:12.720563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059891f0-aa1e-4f04-a7cd-d7571b9eade1 req-1bd6948b-35c3-4fff-8d7e-b01258c02c6b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:12.722325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-059891f0-aa1e-4f04-a7cd-d7571b9eade1 req-1bd6948b-35c3-4fff-8d7e-b01258c02c6b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0727780 Aug 11 09:05:12.761369 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-059891f0-aa1e-4f04-a7cd-d7571b9eade1 req-b6b6464e-0330-47ee-9519-37ccb24b72e6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Aug 11 09:05:13.887495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158abf9-f144-4bb8-8216-06f0a25b650a req-770cf36f-8c10-4828-8b76-6e17604c32e2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:13.889033 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e158abf9-f144-4bb8-8216-06f0a25b650a req-770cf36f-8c10-4828-8b76-6e17604c32e2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0539978 Aug 11 09:05:13.931970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e158abf9-f144-4bb8-8216-06f0a25b650a req-687ab2ca-c8a7-4299-a9eb-7adec8dc629f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335269 Aug 11 09:05:15.071121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381edb8-ac24-4ac8-9b1a-8f89dfacf50e req-71a6646d-95da-4aa1-a097-c1b0a578b6d6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:15.072787 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2381edb8-ac24-4ac8-9b1a-8f89dfacf50e req-71a6646d-95da-4aa1-a097-c1b0a578b6d6 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0604289 Aug 11 09:05:15.112775 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2381edb8-ac24-4ac8-9b1a-8f89dfacf50e req-868be807-4dd7-45ee-a80b-f5dbe385ef26 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336206 Aug 11 09:05:15.254494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e5b27-6a8e-4e80-92ed-83d797482692 req-da299a56-4ee0-47b5-8279-91654d94e75b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:15.255904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e21e5b27-6a8e-4e80-92ed-83d797482692 req-da299a56-4ee0-47b5-8279-91654d94e75b tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0540419 Aug 11 09:05:15.299706 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e21e5b27-6a8e-4e80-92ed-83d797482692 req-380ee2d0-3dd4-4700-99be-0f2f24a1bb1e tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370829 Aug 11 09:05:15.303466 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:05:15.404332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:15.416636 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'fddd479c-f851-431e-a19b-ba136992af10', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'port_id': 'fddd479c-f851-431e-a19b-ba136992af10', 'mac_address': 'fa:16:3e:63:25:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:05:15.420569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933dddc-f658-4e0a-99b4-5694d7fc35c0 req-c05fe08b-be1f-42f9-875d-67332b368240 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:15.422115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d933dddc-f658-4e0a-99b4-5694d7fc35c0 req-c05fe08b-be1f-42f9-875d-67332b368240 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 945 time: 0.0542421 Aug 11 09:05:15.458467 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:15.461193 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d933dddc-f658-4e0a-99b4-5694d7fc35c0 req-91bf6481-6e01-489f-b1bb-49379b28dbb5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Aug 11 09:05:15.477019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddd479c-f851-431e-a19b-ba136992af10 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:05:15.501376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:15.507234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:15.559517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=12']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:15.726546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53212ffc-2a84-43e9-8cd1-d52307a0b0e6 req-947c4108-e6db-4c91-8df3-e13b5f35efd2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:15.728136 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53212ffc-2a84-43e9-8cd1-d52307a0b0e6 req-947c4108-e6db-4c91-8df3-e13b5f35efd2 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0541282 Aug 11 09:05:15.774972 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53212ffc-2a84-43e9-8cd1-d52307a0b0e6 req-a92bd691-526d-4b4f-adfb-eea5d8cf6d70 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401964 Aug 11 09:05:15.829623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['fddd479c-f851-431e-a19b-ba136992af10'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:05:16.903001 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6cde0-f506-4ba3-9e42-6ea3c6acac25 req-25e86662-7843-4889-8fdd-733b60a1836c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:16.904538 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fc6cde0-f506-4ba3-9e42-6ea3c6acac25 req-25e86662-7843-4889-8fdd-733b60a1836c tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0567679 Aug 11 09:05:16.951195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7fc6cde0-f506-4ba3-9e42-6ea3c6acac25 req-69f44f14-8ee6-4aa6-8697-69f86a7ff098 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups?id=25d18b55-0176-4ad4-98c4-b5d06d6e2903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Aug 11 09:05:17.319113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:05:17.377633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port fddd479c-f851-431e-a19b-ba136992af10 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:05:17.383451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port fddd479c-f851-431e-a19b-ba136992af10 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:05:17.384171 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.430648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-86005ddf-2b4f-45b2-b6dc-d22815d7657f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:17.433585 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-86005ddf-2b4f-45b2-b6dc-d22815d7657f tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 946 time: 0.0790634 Aug 11 09:05:17.532591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Deleting port fddd479c-f851-431e-a19b-ba136992af10 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:17.532974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.533745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.563826 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:17.566150 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87090259-470d-4766-823b-c59b49bd9f05" -d '{"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:17.609324 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55bb1d-be14-4091-a79e-8aa766163889 x-openstack-request-id: req-ea55bb1d-be14-4091-a79e-8aa766163889 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:17.609618 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-plugged", "status": "completed", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:17.609866 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea55bb1d-be14-4091-a79e-8aa766163889 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:17.610253 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'code': 200} Aug 11 09:05:17.611980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:17.618197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.629518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] For port fddd479c-f851-431e-a19b-ba136992af10, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=fddd479c-f851-431e-a19b-ba136992af10,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:17.629908 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.681090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=13']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:17.806818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.807199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.807528 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Floating IP eaabe123-292d-4897-a843-a2e14577ea73 disassociated. External IP: 172.25.2.216, port: fddd479c-f851-431e-a19b-ba136992af10. Aug 11 09:05:17.807902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Calling delete_port for fddd479c-f851-431e-a19b-ba136992af10 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:17.942476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:17.970708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event deleted for resources: {'Port': ['ID=fddd479c-f851-431e-a19b-ba136992af10,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:18.099695 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b0fb081-ab96-4b55-996d-7108703bef5e req-7419d7fc-156a-469a-be1f-4df8dfa16aee tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 210 time: 0.0629354 Aug 11 09:05:18.122775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:05:18.231091 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:05:18.240996 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:05:18.251245 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:05:18.251792 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:18.274480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] No DVR routers for this DVR port fddd479c-f851-431e-a19b-ba136992af10 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:05:18.278038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:18.280177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e6a24346-e2be-4a11-bb4c-7c930f7bac9e req-87003f28-2504-4f93-8b17-21b55c9d6dcc tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.69 "DELETE /v2.0/ports/fddd479c-f851-431e-a19b-ba136992af10 HTTP/1.1" status: 204 len: 173 time: 0.8397100 Aug 11 09:05:18.280651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-deleted', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:18.283088 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5255e94-1d0d-4ba7-9d11-7c28e06eabf0" -d '{"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-deleted", "tag": "fddd479c-f851-431e-a19b-ba136992af10"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:18.322147 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51961fd-3d04-46ab-8837-d95abf64a471 x-openstack-request-id: req-c51961fd-3d04-46ab-8837-d95abf64a471 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:18.322510 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5500fc03-c278-4dbd-b161-5b8c81a99b2c", "name": "network-vif-deleted", "tag": "fddd479c-f851-431e-a19b-ba136992af10", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:18.322755 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c51961fd-3d04-46ab-8837-d95abf64a471 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:18.323330 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500fc03-c278-4dbd-b161-5b8c81a99b2c', 'name': 'network-vif-deleted', 'tag': 'fddd479c-f851-431e-a19b-ba136992af10', 'status': 'completed', 'code': 200} Aug 11 09:05:18.372262 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:05:18.590676 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:18.617315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:05:18.626280 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:05:18.626902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:18.737493 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:05:19.046958 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:19.075574 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae7f27-dd6a-4a33-8839-b70f9173dc23 None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:41Z', 'revision_number': 4, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'a5dcb50b-55b4-475b-8f42-07353a100fd7', 'name': '', 'network_id': 'dd95c9ad-23d2-441d-b0f4-82c4ebafe67f', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'mac_address': 'fa:16:3e:d7:a8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:40Z', 'updated_at': '2021-08-11T08:55:44Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'subnets': [{'id': '252f7ccc-4ac1-4f1f-86ac-45e80a98be02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:05:19.216626 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-183c2d43-532b-4bba-b72c-fa461b218a19 req-fd966c49-19b4-4a61-ad81-984b3d8efeb5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 210 time: 0.0303273 Aug 11 09:05:19.331071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376beb8c-dc51-4757-a3ca-db29cdee373e None None] New status for floating IP eaabe123-292d-4897-a843-a2e14577ea73: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:05:20.319618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cd374972-7f7d-47ca-9c0b-f1c03fef5d21 req-6d3272c3-db2c-4c35-a14d-bc447d56ceea tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 210 time: 0.0273888 Aug 11 09:05:21.350038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:05:21.371088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: fddd479c-f851-431e-a19b-ba136992af10 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:05:21.371428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device fddd479c-f851-431e-a19b-ba136992af10 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:05:21.422361 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e815bfe-9780-423e-9145-ab22655dd12b req-a73e9433-363f-477b-a10b-b3b48416f555 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/ports?device_id=5500fc03-c278-4dbd-b161-5b8c81a99b2c HTTP/1.1" status: 200 len: 210 time: 0.0275526 Aug 11 09:05:25.203921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34530) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:25.267474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5734-95e9-4fea-a08c-6515fc3b68bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.290641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5734-95e9-4fea-a08c-6515fc3b68bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.354588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5734-95e9-4fea-a08c-6515fc3b68bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.357167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5734-95e9-4fea-a08c-6515fc3b68bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.358425 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cd4c5734-95e9-4fea-a08c-6515fc3b68bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "DELETE /v2.0/security-groups/25d18b55-0176-4ad4-98c4-b5d06d6e2903 HTTP/1.1" status: 204 len: 168 time: 0.1535263 Aug 11 09:05:25.361389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34532) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:25.369326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5734-95e9-4fea-a08c-6515fc3b68bb tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d18b55-0176-4ad4-98c4-b5d06d6e2903,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:25.376396 n-d-789963-6 neutron-server[94573]: INFO neutron.api.v2.resource [None req-9aded075-6596-42a4-aa1e-acacef11b2b5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] show failed (client error): The resource could not be found. Aug 11 09:05:25.380490 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9aded075-6596-42a4-aa1e-acacef11b2b5 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "GET /v2.0/security-groups/25d18b55-0176-4ad4-98c4-b5d06d6e2903 HTTP/1.1" status: 404 len: 347 time: 0.0179536 Aug 11 09:05:25.380696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34534) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:25.515030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Deleting port d9c28993-b048-4747-acd2-f4067a124339 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:25.515676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.592602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.592928 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.605126 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Calling delete_port for d9c28993-b048-4747-acd2-f4067a124339 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:25.747267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.774747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Pushing event deleted for resources: {'Port': ['ID=d9c28993-b048-4747-acd2-f4067a124339,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:25.844098 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.846860 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:25.848084 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2921d946-8686-40e5-bd78-bd8d260ae3a4 tempest-ServerActionsTestJSON-1448165967 tempest-ServerActionsTestJSON-1448165967-project] 10.222.0.58 "DELETE /v2.0/floatingips/eaabe123-292d-4897-a843-a2e14577ea73 HTTP/1.1" status: 204 len: 168 time: 0.4664502 Aug 11 09:05:25.851028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34536) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:26.283624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:26.544206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Deleting port a5dcb50b-55b4-475b-8f42-07353a100fd7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:26.544444 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:26.629774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] For port a5dcb50b-55b4-475b-8f42-07353a100fd7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=a5dcb50b-55b4-475b-8f42-07353a100fd7,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:26.630172 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:26.644635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Calling delete_port for a5dcb50b-55b4-475b-8f42-07353a100fd7 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:26.846426 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:26.871850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dcb50b-55b4-475b-8f42-07353a100fd7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:27.043239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:27.288815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Router 7fa77576-5740-4ded-95e6-8fa272aabd12 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:05:27.772672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:05:27.779829 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-98177e6d-9de5-4dd7-b8b0-5b23ef35b3dd admin admin] 10.222.0.58 "PUT /v2.0/routers/7fa77576-5740-4ded-95e6-8fa272aabd12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9267676 Aug 11 09:05:27.781501 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34540) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:27.782115 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] Sync routers for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:05:27.792067 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:05:27.792688 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:27.885643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:27.896740 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:05:27.988668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.042053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Deleting port 91e0703e-ed0d-4eb0-b6d3-2f5113320916 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:28.042455 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.073315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T09:05:26Z', 'revision_number': 5, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port': {'id': '91e0703e-ed0d-4eb0-b6d3-2f5113320916', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T08:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:28.103801 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] Checking router: 7fa77576-5740-4ded-95e6-8fa272aabd12 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:05:28.112605 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] Routers {'7fa77576-5740-4ded-95e6-8fa272aabd12'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:05:28.113245 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:05:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['7fa77576-5740-4ded-95e6-8fa272aabd12'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:28.124463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] For port 91e0703e-ed0d-4eb0-b6d3-2f5113320916, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=91e0703e-ed0d-4eb0-b6d3-2f5113320916,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:28.124797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.137864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Calling delete_port for 91e0703e-ed0d-4eb0-b6d3-2f5113320916 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:28.203468 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] Set router 7fa77576-5740-4ded-95e6-8fa272aabd12 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:05:28.256171 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T09:05:27Z', 'revision_number': 6, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:28.286242 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a29768-23cf-40b9-81f7-cee5b432e77e None None] The sync data for ids ['7fa77576-5740-4ded-95e6-8fa272aabd12'] in n-d-789963-6 is: [{'id': '7fa77576-5740-4ded-95e6-8fa272aabd12', 'name': 'tempest-ServerActionsTestJSON-134657678-router', 'tenant_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T08:55:38Z', 'updated_at': '2021-08-11T09:05:27Z', 'revision_number': 6, 'project_id': 'e7ec74e88ec4478e99ed50418c967c9c', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:05:28.318648 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.344787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e0703e-ed0d-4eb0-b6d3-2f5113320916,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:28.411163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.507012 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.509187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.568182 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.569045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa77576-5740-4ded-95e6-8fa272aabd12 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:05:28.573682 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.574861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e007e8cd-213b-4370-8618-caed5f42eaf3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7fa77576-5740-4ded-95e6-8fa272aabd12 HTTP/1.1" status: 204 len: 168 time: 0.7924459 Aug 11 09:05:28.577517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34542) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:28.623441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Deleting subnet 252f7ccc-4ac1-4f1f-86ac-45e80a98be02 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:05:28.626991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.663079 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.751038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.808531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.834290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252f7ccc-4ac1-4f1f-86ac-45e80a98be02,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:28.838112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.842139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e9516666-6e92-4e8e-ada9-af0fa00b1e12 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/252f7ccc-4ac1-4f1f-86ac-45e80a98be02 HTTP/1.1" status: 204 len: 168 time: 0.2626226 Aug 11 09:05:28.843481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:28.844467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01019b7b-d148-49aa-a6bc-bf799931ca54 None None] Network dd95c9ad-23d2-441d-b0f4-82c4ebafe67f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:05:28.916834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:28.971476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Deleting port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:28.971911 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.042148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] For port eac4135c-5dc7-45e0-a9d6-0d7be1c32997, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,segment=NetworkSegment(0eae9221-b189-406a-875d-f25a78755a27),segment_id=0eae9221-b189-406a-875d-f25a78755a27)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:29.042510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.057775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Calling delete_port for eac4135c-5dc7-45e0-a9d6-0d7be1c32997 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:29.070728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] DHCP port deletion for dd95c9ad-23d2-441d-b0f4-82c4ebafe67f request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:05:29.127480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5dcb50b-55b4-475b-8f42-07353a100fd7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:05:29.150827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.152357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Deleting port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:29.152733 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.155741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: a5dcb50b-55b4-475b-8f42-07353a100fd7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:05:29.156267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device a5dcb50b-55b4-475b-8f42-07353a100fd7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:05:29.157067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device eac4135c-5dc7-45e0-a9d6-0d7be1c32997 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:05:29.178894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:29.183353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] No DVR routers for this DVR port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:05:29.217634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: eac4135c-5dc7-45e0-a9d6-0d7be1c32997 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:05:29.217997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device eac4135c-5dc7-45e0-a9d6-0d7be1c32997 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:05:29.218392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 91e0703e-ed0d-4eb0-b6d3-2f5113320916 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:05:29.247554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 91e0703e-ed0d-4eb0-b6d3-2f5113320916 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:05:29.247921 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 91e0703e-ed0d-4eb0-b6d3-2f5113320916 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:05:29.251288 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.268279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.271538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] For port eac4135c-5dc7-45e0-a9d6-0d7be1c32997, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:29.271937 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.279315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd95c9ad-23d2-441d-b0f4-82c4ebafe67f']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:29.285291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Calling delete_port for eac4135c-5dc7-45e0-a9d6-0d7be1c32997 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:29.287898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 09:05:29.289946 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.290572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eae9221-b189-406a-875d-f25a78755a27') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:29.290875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eae9221-b189-406a-875d-f25a78755a27') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:05:29.302034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.320029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.321468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] Pushing event deleted for resources: {'Port': ['ID=eac4135c-5dc7-45e0-a9d6-0d7be1c32997,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:29.326789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61917030-6203-40f6-8065-3ea4eaa24e8a None None] No DVR routers for this DVR port eac4135c-5dc7-45e0-a9d6-0d7be1c32997 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:05:29.335188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:05:29.335617 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:05:29.337965 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:05:29.362964 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-79fc123f-b227-4e8f-80ff-e7dd81bbde71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.400916 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.410921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.412789 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dd95c9ad-23d2-441d-b0f4-82c4ebafe67f HTTP/1.1" status: 204 len: 168 time: 0.5683532 Aug 11 09:05:29.424588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6040-b2dc-43e2-b107-87c9af7a0919 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd95c9ad-23d2-441d-b0f4-82c4ebafe67f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:29.533492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34548) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:29.577720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-93e43fb2-1994-41c5-92e8-2aad923755c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7ec74e88ec4478e99ed50418c967c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429959 Aug 11 09:05:29.580468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34550) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:29.640042 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ab45d63-a0aa-4468-8fb4-1fdfcf52769d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.662577 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ab45d63-a0aa-4468-8fb4-1fdfcf52769d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.717548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ab45d63-a0aa-4468-8fb4-1fdfcf52769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.720199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ab45d63-a0aa-4468-8fb4-1fdfcf52769d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:29.721383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3ab45d63-a0aa-4468-8fb4-1fdfcf52769d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/268ee9b1-6ddc-4050-9090-903c568a79b9 HTTP/1.1" status: 204 len: 168 time: 0.1399887 Aug 11 09:05:29.729065 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab45d63-a0aa-4468-8fb4-1fdfcf52769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ee9b1-6ddc-4050-9090-903c568a79b9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:30.256981 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.477919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34572) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:30.594584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1091986088-network', 'tenant_id': 'e9616d6b374c40f6b9a19773e6bbf58e'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:30.621090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Made reservation on behalf of e9616d6b374c40f6b9a19773e6bbf58e for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:05:30.623499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.632029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.722108 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.729449 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.753819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:05:30.763780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd3ace-7f71-41b8-85a3-550c61f43266,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:30.768633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.769008 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Added segment bf768ce9-8011-45b4-baaf-92c43687d745 of type vlan for network 71528ca9-0764-4f85-a4bf-2bd69e872361 Aug 11 09:05:30.810899 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.840505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.841631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:30.842303 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:30.912512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4334552 Aug 11 09:05:30.916048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34576) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:05:30.918190 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dd1f8-4370-4ec4-8788-719379ac4c67 admin admin] Pushing event updated for resources: {'Network': ['ID=71528ca9-0764-4f85-a4bf-2bd69e872361,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:30.921725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Request body: {'subnet': {'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1091986088-subnet', 'tenant_id': 'e9616d6b374c40f6b9a19773e6bbf58e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:30.928787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 71528ca9-0764-4f85-a4bf-2bd69e872361 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:05:30.945645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Made reservation on behalf of e9616d6b374c40f6b9a19773e6bbf58e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:05:30.948621 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:31.132662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:31.188560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e296be1-2576-44fd-82e1-2efb3517b7de,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:31.198601 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Checking segment: {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:05:31.198970 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Network hostable DHCP agents. Network: 71528ca9-0764-4f85-a4bf-2bd69e872361, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:05:31.218671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Network 71528ca9-0764-4f85-a4bf-2bd69e872361 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:05:31.228649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 71528ca9-0764-4f85-a4bf-2bd69e872361) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:05:31.233209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:31.233806 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:31.239125 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805f404-8ea1-41ac-b027-dae6582a8299 None None] Network 71528ca9-0764-4f85-a4bf-2bd69e872361 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:05:31.249775 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-901a77d9-c5db-45cc-abd6-f4adc2359365 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3325405 Aug 11 09:05:31.375037 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7b95d-5faf-410b-afe1-e3c6ab6a5b45 None None] Network 71528ca9-0764-4f85-a4bf-2bd69e872361 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:05:31.745324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-70e9b21b-223d-4173-b3bc-3bc80b45c868 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:31.747384 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-70e9b21b-223d-4173-b3bc-3bc80b45c868 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/networks?id=71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 200 len: 814 time: 0.1178029 Aug 11 09:05:31.766353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-ab061060-d122-4f7e-ab79-d97a4bb8c63f tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/quotas/e9616d6b374c40f6b9a19773e6bbf58e HTTP/1.1" status: 200 len: 375 time: 0.0125904 Aug 11 09:05:31.799141 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-2e62815b-60ff-4efe-9265-ee8aa85543b3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271890 Aug 11 09:05:31.988443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-403f64fa-16ee-4fb6-ae9b-48cd6109f97a service neutron] 10.222.0.58 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409338 Aug 11 09:05:32.094304 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-9a6825aa-8914-4b0a-9b92-cb7cba026477 service neutron] 10.222.0.58 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968032 Aug 11 09:05:32.275429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6fc03c54-2870-47d3-9bf7-9713bd5471f8 req-f2ebb626-7210-43ed-922c-c9b695dab94f tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 210 time: 0.0275340 Aug 11 09:05:32.463914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:32.771119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c48ef9d6-ddde-450f-9bd1-72148e604a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:33.388462 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f17602dc-4709-4d17-8d1f-ddcaee727cb0 req-99c7ca04-aecf-4c10-b8e3-208ed458d625 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 210 time: 0.0291364 Aug 11 09:05:33.524189 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-e2850d04-2915-4855-ba59-259a8130c943 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:33.525719 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-e2850d04-2915-4855-ba59-259a8130c943 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.64 "GET /v2.0/networks?id=71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 200 len: 814 time: 0.1059239 Aug 11 09:05:33.546020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Request body: {'port': {'device_id': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361', 'admin_state_up': True, 'tenant_id': 'e9616d6b374c40f6b9a19773e6bbf58e'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:33.662407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Made reservation on behalf of e9616d6b374c40f6b9a19773e6bbf58e for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:05:33.665988 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:33.810327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Allocated IP 172.20.0.13 (71528ca9-0764-4f85-a4bf-2bd69e872361/8e296be1-2576-44fd-82e1-2efb3517b7de/7ef1687b-65e1-425f-8007-008f90c82581) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:05:33.968912 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.012595 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.056547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Network 71528ca9-0764-4f85-a4bf-2bd69e872361 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:05:34.059773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:05:34.063611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:05:34.069922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Pushing event updated for resources: {'Port': ['ID=7ef1687b-65e1-425f-8007-008f90c82581,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:34.115309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:34.115933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.136216 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-cfcb74fc-ddc6-455d-bde4-883b49f352d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945370 Aug 11 09:05:34.156849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Request body: {'port': {'device_id': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:34.213628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.520658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef1687b-65e1-425f-8007-008f90c82581 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:05:34.529705 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.546306 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Transition to ACTIVE for port object 7ef1687b-65e1-425f-8007-008f90c82581 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:05:34.558333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea031f29-143b-42d0-8afb-2da2cbeb24f1 req-539f2791-b6e4-4824-a861-421962545496 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:34.559993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea031f29-143b-42d0-8afb-2da2cbeb24f1 req-539f2791-b6e4-4824-a861-421962545496 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 932 time: 0.0770326 Aug 11 09:05:34.561034 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.637264 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef1687b-65e1-425f-8007-008f90c82581,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:34.662855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ea031f29-143b-42d0-8afb-2da2cbeb24f1 req-c243df5c-374f-4aee-8da6-b13557f39f97 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938663 Aug 11 09:05:34.712158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Attempting to bind port 7ef1687b-65e1-425f-8007-008f90c82581 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:05:34.712494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Attempting to bind port 7ef1687b-65e1-425f-8007-008f90c82581 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:05:34.712825 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Attempting to bind port 7ef1687b-65e1-425f-8007-008f90c82581 on network 71528ca9-0764-4f85-a4bf-2bd69e872361 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:05:34.718518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Port 7ef1687b-65e1-425f-8007-008f90c82581 on network 71528ca9-0764-4f85-a4bf-2bd69e872361 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:05:34.718930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Attempting to bind port 7ef1687b-65e1-425f-8007-008f90c82581 on network 71528ca9-0764-4f85-a4bf-2bd69e872361 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:05:34.725218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:05:34.725565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Checking segment: {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:05:34.725963 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Bound using segment: {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:05:34.726427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Bound port: 7ef1687b-65e1-425f-8007-008f90c82581, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:05:34.726794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.795260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] For port 7ef1687b-65e1-425f-8007-008f90c82581, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:05:34.798526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] For port 7ef1687b-65e1-425f-8007-008f90c82581, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7ef1687b-65e1-425f-8007-008f90c82581,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:05:34.805026 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.840098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:34.840929 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:34.842611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ef1687b-65e1-425f-8007-008f90c82581 HTTP/1.1" status: 200 len: 1092 time: 0.6909909 Aug 11 09:05:34.843049 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'tag': '7ef1687b-65e1-425f-8007-008f90c82581'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:34.845353 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a02a4d-2420-446b-9421-9107299c0960" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b82ffe-fe08-4998-b0ed-ac3fa610ce02", "tag": "7ef1687b-65e1-425f-8007-008f90c82581"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:34.870250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e5bc4-145b-4473-9c23-2016a87c7146 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef1687b-65e1-425f-8007-008f90c82581,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:34.889146 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d493c17-edb4-4e17-bdc8-0567214e30f2 x-openstack-request-id: req-6d493c17-edb4-4e17-bdc8-0567214e30f2 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:34.889435 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b82ffe-fe08-4998-b0ed-ac3fa610ce02", "tag": "7ef1687b-65e1-425f-8007-008f90c82581", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:34.889689 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d493c17-edb4-4e17-bdc8-0567214e30f2 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:34.890079 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'tag': '7ef1687b-65e1-425f-8007-008f90c82581', 'status': 'completed', 'code': 200} Aug 11 09:05:34.955060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-1ebe2ea7-4fb8-41d3-be65-7b2495f30959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:34.956491 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-1ebe2ea7-4fb8-41d3-be65-7b2495f30959 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 1095 time: 0.0488808 Aug 11 09:05:35.003626 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-fb0ccc5e-247a-423f-a4da-1e6a78c1e7dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ef1687b-65e1-425f-8007-008f90c82581 HTTP/1.1" status: 200 len: 217 time: 0.0344605 Aug 11 09:05:35.035564 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:35.062261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-5e49adba-78ba-457f-a0be-6c22e70f6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:35.064345 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-5e49adba-78ba-457f-a0be-6c22e70f6c77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e296be1-2576-44fd-82e1-2efb3517b7de HTTP/1.1" status: 200 len: 854 time: 0.0536377 Aug 11 09:05:35.098242 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-b44961c3-073a-4ff4-b62e-cfa4f13f973d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71528ca9-0764-4f85-a4bf-2bd69e872361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270655 Aug 11 09:05:35.204808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-0ee82c98-5f46-4b3e-bf5e-0ee5f5e07ad8 service neutron] 10.222.0.64 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990965 Aug 11 09:05:35.312855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d3b8c5c7-8666-4600-ad4a-99f7d3a32cd1 req-5b044056-ec04-4156-a64d-0c69aea73e49 service neutron] 10.222.0.64 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006763 Aug 11 09:05:35.463718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a02a4d-2420-446b-9421-9107299c0960 req-fa2bfa7a-cb54-4b99-ba14-ceb6680f7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:35.465291 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-fa2bfa7a-cb54-4b99-ba14-ceb6680f7273 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 1095 time: 0.0542238 Aug 11 09:05:35.556370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a02a4d-2420-446b-9421-9107299c0960 req-1097117c-9de9-4f65-9f06-f21259b2720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:35.557858 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-1097117c-9de9-4f65-9f06-f21259b2720d service neutron] 10.222.0.64 "GET /v2.0/networks?id=71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 200 len: 915 time: 0.0858414 Aug 11 09:05:35.605652 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-813bd15b-8aed-4308-8b4e-380dcb51e2e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ef1687b-65e1-425f-8007-008f90c82581 HTTP/1.1" status: 200 len: 217 time: 0.0396564 Aug 11 09:05:35.657468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a02a4d-2420-446b-9421-9107299c0960 req-8c789177-ddd9-497d-8a77-16dcf7388345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:35.658963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-8c789177-ddd9-497d-8a77-16dcf7388345 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e296be1-2576-44fd-82e1-2efb3517b7de HTTP/1.1" status: 200 len: 854 time: 0.0448182 Aug 11 09:05:35.691669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-e1af3b77-0cd7-4d98-8494-b44bc8d4489d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=71528ca9-0764-4f85-a4bf-2bd69e872361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250857 Aug 11 09:05:35.817325 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-2d0a69e8-77cf-4c8e-a832-c015f9b5364d service neutron] 10.222.0.64 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180205 Aug 11 09:05:35.825652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85393ad2-f3ea-467f-b66e-c4ad940bdf9d req-309fcf7f-e61c-42b0-8984-f5ed7e92191b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:35.827042 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85393ad2-f3ea-467f-b66e-c4ad940bdf9d req-309fcf7f-e61c-42b0-8984-f5ed7e92191b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 944 time: 0.0867965 Aug 11 09:05:35.912811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85393ad2-f3ea-467f-b66e-c4ad940bdf9d req-43fe000a-87e9-4843-adb1-67d1eb4eabc5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777667 Aug 11 09:05:35.940468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0a02a4d-2420-446b-9421-9107299c0960 req-59171e43-d3ed-45c0-810f-97bc650b6d98 service neutron] 10.222.0.64 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125200 Aug 11 09:05:36.337596 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:37.043748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a5d4d-0ed5-4700-8b80-c9697edb49b8 req-141f9664-7367-4113-947e-b12885463b04 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:37.045276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e37a5d4d-0ed5-4700-8b80-c9697edb49b8 req-141f9664-7367-4113-947e-b12885463b04 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 944 time: 0.0609462 Aug 11 09:05:37.085699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e37a5d4d-0ed5-4700-8b80-c9697edb49b8 req-8399f6d5-7eab-4811-835c-a2ceb3e64fa7 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Aug 11 09:05:38.545710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161ae7-8b91-40aa-bedb-23017a7f776e req-0c492cb5-0201-4e8f-99d7-dbf690b0a1a6 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:38.547211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa161ae7-8b91-40aa-bedb-23017a7f776e req-0c492cb5-0201-4e8f-99d7-dbf690b0a1a6 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 944 time: 0.3910627 Aug 11 09:05:38.588384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aa161ae7-8b91-40aa-bedb-23017a7f776e req-e13656b1-00ac-4cbd-ad75-7d66097f6b54 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Aug 11 09:05:38.778683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7ef1687b-65e1-425f-8007-008f90c82581 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:05:38.894899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7ef1687b-65e1-425f-8007-008f90c82581, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7ef1687b-65e1-425f-8007-008f90c82581,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:38.914932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '7ef1687b-65e1-425f-8007-008f90c82581', 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361', 'port_id': '7ef1687b-65e1-425f-8007-008f90c82581', 'mac_address': 'fa:16:3e:a5:2d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e296be1-2576-44fd-82e1-2efb3517b7de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:05:38.958334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:38.976603 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef1687b-65e1-425f-8007-008f90c82581 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:05:38.998628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7ef1687b-65e1-425f-8007-008f90c82581, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7ef1687b-65e1-425f-8007-008f90c82581,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:39.004078 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:39.052242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7ef1687b-65e1-425f-8007-008f90c82581,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:39.262173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7ef1687b-65e1-425f-8007-008f90c82581'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:05:39.720669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7fd7-d2fe-4268-a349-7267ccb24cb2 req-32d2c0b9-4ecc-4621-aa9a-0206fe87a271 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:39.722216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2fdf7fd7-d2fe-4268-a349-7267ccb24cb2 req-32d2c0b9-4ecc-4621-aa9a-0206fe87a271 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 945 time: 0.0544684 Aug 11 09:05:39.761934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2fdf7fd7-d2fe-4268-a349-7267ccb24cb2 req-c59455ef-f354-41e3-8748-2c076685041e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334952 Aug 11 09:05:40.777350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7ef1687b-65e1-425f-8007-008f90c82581 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:05:40.835595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 7ef1687b-65e1-425f-8007-008f90c82581 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:05:40.840436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 7ef1687b-65e1-425f-8007-008f90c82581 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:05:40.840739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:40.881339 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd937a-2459-4ca7-b6b0-d12d7d986509 req-d16a1750-62a5-4fe5-85cb-3b8dab898e26 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:40.883019 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14dd937a-2459-4ca7-b6b0-d12d7d986509 req-d16a1750-62a5-4fe5-85cb-3b8dab898e26 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 945 time: 0.0505757 Aug 11 09:05:40.924785 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14dd937a-2459-4ca7-b6b0-d12d7d986509 req-009a7ce5-783a-4fca-8bde-1314b0cbc273 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Aug 11 09:05:41.091576 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:41.114539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef1687b-65e1-425f-8007-008f90c82581'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:41.116771 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba3a1a-a5af-4095-8573-7173677e0680" -d '{"events": [{"server_uuid": "f4b82ffe-fe08-4998-b0ed-ac3fa610ce02", "name": "network-vif-plugged", "status": "completed", "tag": "7ef1687b-65e1-425f-8007-008f90c82581"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:41.130728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 7ef1687b-65e1-425f-8007-008f90c82581, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7ef1687b-65e1-425f-8007-008f90c82581,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:41.137035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:41.162678 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aaadca-e28b-465f-b9e5-9d9048b75e1d x-openstack-request-id: req-87aaadca-e28b-465f-b9e5-9d9048b75e1d {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:41.162967 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b82ffe-fe08-4998-b0ed-ac3fa610ce02", "name": "network-vif-plugged", "status": "completed", "tag": "7ef1687b-65e1-425f-8007-008f90c82581", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:41.163216 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87aaadca-e28b-465f-b9e5-9d9048b75e1d {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:41.163609 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef1687b-65e1-425f-8007-008f90c82581', 'code': 200} Aug 11 09:05:41.190975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=7ef1687b-65e1-425f-8007-008f90c82581,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:41.285109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3c548-fc9d-4e32-ab57-305bbe5c62c3 req-f614a58e-7cea-482e-98e6-d5816eb542f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:41.286744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8c3c548-fc9d-4e32-ab57-305bbe5c62c3 req-f614a58e-7cea-482e-98e6-d5816eb542f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 1097 time: 0.0475695 Aug 11 09:05:41.326516 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e8c3c548-fc9d-4e32-ab57-305bbe5c62c3 req-783fa27e-3ffd-4147-8d0d-de36ed1844a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Aug 11 09:05:42.047298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26a391-7b91-4941-a91d-39067666e153 req-57aef0e5-e506-46ac-a472-64bfdde2f6b1 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:42.048843 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb26a391-7b91-4941-a91d-39067666e153 req-57aef0e5-e506-46ac-a472-64bfdde2f6b1 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0529616 Aug 11 09:05:42.087902 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fb26a391-7b91-4941-a91d-39067666e153 req-89008d3d-6d7a-48cc-9012-5eefd82758e6 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Aug 11 09:05:43.210226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98751de9-7e2a-40f0-91db-83fa3076bc13 req-1f2ae9a9-c3bf-44f3-a05b-42540e79a0b0 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:43.211755 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98751de9-7e2a-40f0-91db-83fa3076bc13 req-1f2ae9a9-c3bf-44f3-a05b-42540e79a0b0 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0517602 Aug 11 09:05:43.252982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-98751de9-7e2a-40f0-91db-83fa3076bc13 req-a711384d-37e6-4dda-965c-60155d9d2226 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Aug 11 09:05:43.510485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-3c0c307d-991a-4f68-9a11-a796f70829e3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:43.511954 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-3c0c307d-991a-4f68-9a11-a796f70829e3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/networks?id=71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 200 len: 814 time: 0.1165087 Aug 11 09:05:43.527340 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-aee991af-534b-4082-81f8-a580c6e1112f tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/quotas/e9616d6b374c40f6b9a19773e6bbf58e HTTP/1.1" status: 200 len: 375 time: 0.0094368 Aug 11 09:05:43.582564 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-e5e0679c-f972-45e6-b255-6bd1ed18534e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498531 Aug 11 09:05:43.692608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-134291cd-be11-475f-adc5-2f4f5ba4ff72 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:05:43.693684 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-134291cd-be11-475f-adc5-2f4f5ba4ff72 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520401 Aug 11 09:05:43.798866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-41c52c63-c49d-4ab4-bd7b-e6e9b674f2d1 service neutron] 10.222.0.58 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956249 Aug 11 09:05:43.893222 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-22f639bb-5169-4976-b850-8fca082adfe5 service neutron] 10.222.0.58 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885906 Aug 11 09:05:44.068332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67a64f78-8c77-4b33-aee0-5bdb2aa35f7e req-4b04f8a6-6e42-4829-9414-bf246d43c5f9 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 210 time: 0.0321107 Aug 11 09:05:45.168838 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9c7e67f5-37f4-4098-b58e-45f7d30cd899 req-cb5f15dd-3698-460f-a796-481f220ae676 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Aug 11 09:05:45.297679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-1d207efd-e036-435e-8a2b-9cb79f589b43 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:45.299344 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-1d207efd-e036-435e-8a2b-9cb79f589b43 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.69 "GET /v2.0/networks?id=71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 200 len: 814 time: 0.1102314 Aug 11 09:05:45.320617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Request body: {'port': {'device_id': '383ff881-832a-409e-b0d0-afc7a8816919', 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361', 'admin_state_up': True, 'tenant_id': 'e9616d6b374c40f6b9a19773e6bbf58e'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:45.443266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Made reservation on behalf of e9616d6b374c40f6b9a19773e6bbf58e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:05:45.446967 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:45.580672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Allocated IP 172.20.0.5 (71528ca9-0764-4f85-a4bf-2bd69e872361/8e296be1-2576-44fd-82e1-2efb3517b7de/56019539-1eb4-48b4-b1ef-ea989498a108) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:05:45.754288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:45.797377 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:45.832392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7ef1687b-65e1-425f-8007-008f90c82581'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:05:45.844319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Network 71528ca9-0764-4f85-a4bf-2bd69e872361 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:05:45.847686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:05:45.852189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:05:45.856572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Pushing event updated for resources: {'Port': ['ID=56019539-1eb4-48b4-b1ef-ea989498a108,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:45.906919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:45.907628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:45.924998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-a7f6d097-de73-4087-a6fa-a41198292aa5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104908 Aug 11 09:05:45.943317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Request body: {'port': {'device_id': '383ff881-832a-409e-b0d0-afc7a8816919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:05:45.997239 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:46.304902 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56019539-1eb4-48b4-b1ef-ea989498a108 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:05:46.315224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:46.332385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Transition to ACTIVE for port object 56019539-1eb4-48b4-b1ef-ea989498a108 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:05:46.343978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72079f-3eb3-443e-b537-0c84cbcd3205 req-5cd72784-16c6-4211-b996-df32d6875fe5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:46.345764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc72079f-3eb3-443e-b537-0c84cbcd3205 req-5cd72784-16c6-4211-b996-df32d6875fe5 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 931 time: 0.0850656 Aug 11 09:05:46.346866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:46.408465 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=56019539-1eb4-48b4-b1ef-ea989498a108,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:46.446239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc72079f-3eb3-443e-b537-0c84cbcd3205 req-0508e952-4f7c-4f6b-af82-46494db89d65 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913465 Aug 11 09:05:46.499053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Attempting to bind port 56019539-1eb4-48b4-b1ef-ea989498a108 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:05:46.499334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Attempting to bind port 56019539-1eb4-48b4-b1ef-ea989498a108 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:05:46.499613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Attempting to bind port 56019539-1eb4-48b4-b1ef-ea989498a108 on network 71528ca9-0764-4f85-a4bf-2bd69e872361 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:05:46.504480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Port 56019539-1eb4-48b4-b1ef-ea989498a108 on network 71528ca9-0764-4f85-a4bf-2bd69e872361 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:05:46.504801 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Attempting to bind port 56019539-1eb4-48b4-b1ef-ea989498a108 on network 71528ca9-0764-4f85-a4bf-2bd69e872361 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:05:46.509894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:05:46.510231 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Checking segment: {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:05:46.510617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Bound using segment: {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:05:46.511047 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Bound port: 56019539-1eb4-48b4-b1ef-ea989498a108, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf768ce9-8011-45b4-baaf-92c43687d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:05:46.511390 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:46.577064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] For port 56019539-1eb4-48b4-b1ef-ea989498a108, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:05:46.581043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] For port 56019539-1eb4-48b4-b1ef-ea989498a108, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56019539-1eb4-48b4-b1ef-ea989498a108,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:05:46.589225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:46.600904 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:05:46.625136 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:46.625773 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:46.627359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] 10.222.0.69 "PUT /v2.0/ports/56019539-1eb4-48b4-b1ef-ea989498a108 HTTP/1.1" status: 200 len: 1091 time: 0.6886363 Aug 11 09:05:46.629674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383ff881-832a-409e-b0d0-afc7a8816919', 'tag': '56019539-1eb4-48b4-b1ef-ea989498a108'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:46.631969 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3525cee6-8658-44db-bd5b-664c5ea078a9" -d '{"events": [{"name": "network-changed", "server_uuid": "383ff881-832a-409e-b0d0-afc7a8816919", "tag": "56019539-1eb4-48b4-b1ef-ea989498a108"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:46.658551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2eba-bb61-40a4-9252-d438a429b9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=56019539-1eb4-48b4-b1ef-ea989498a108,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:46.678905 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4161f2-b503-43da-baba-404e9ad905a1 x-openstack-request-id: req-ee4161f2-b503-43da-baba-404e9ad905a1 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:46.679189 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383ff881-832a-409e-b0d0-afc7a8816919", "tag": "56019539-1eb4-48b4-b1ef-ea989498a108", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:46.679506 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee4161f2-b503-43da-baba-404e9ad905a1 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:46.679913 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383ff881-832a-409e-b0d0-afc7a8816919', 'tag': '56019539-1eb4-48b4-b1ef-ea989498a108', 'status': 'completed', 'code': 200} Aug 11 09:05:46.746799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-8ddcac91-4151-48c7-a9de-ac8cf36f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:46.748381 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-8ddcac91-4151-48c7-a9de-ac8cf36f05e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 1094 time: 0.0515585 Aug 11 09:05:46.799364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-0674be04-b1aa-4c1b-8a3a-43b7ef007f38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56019539-1eb4-48b4-b1ef-ea989498a108 HTTP/1.1" status: 200 len: 217 time: 0.0376234 Aug 11 09:05:46.850684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156301a-4232-483a-a245-1792d9b210f4 req-e5e2a452-8170-417b-b0da-e226de4b5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:46.852165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-e5e2a452-8170-417b-b0da-e226de4b5352 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e296be1-2576-44fd-82e1-2efb3517b7de HTTP/1.1" status: 200 len: 854 time: 0.0461967 Aug 11 09:05:46.888113 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-7a3af70d-bcf5-4a4d-891e-e84c6d5ca13e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71528ca9-0764-4f85-a4bf-2bd69e872361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249047 Aug 11 09:05:46.994630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-16ae699a-59fa-49e8-8ba2-a48ec0c7a257 service neutron] 10.222.0.69 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988133 Aug 11 09:05:47.103117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d156301a-4232-483a-a245-1792d9b210f4 req-73b64682-91e8-41c7-97f6-59eecf75c88c service neutron] 10.222.0.69 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988398 Aug 11 09:05:47.241652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-65e5c7b8-c34b-4773-b0bc-0a780736b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:47.243195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-65e5c7b8-c34b-4773-b0bc-0a780736b496 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 1094 time: 0.0479968 Aug 11 09:05:47.341881 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-9ec844c9-87e5-4454-b93c-8d70fd28871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:47.343380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-9ec844c9-87e5-4454-b93c-8d70fd28871d service neutron] 10.222.0.69 "GET /v2.0/networks?id=71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 200 len: 915 time: 0.0913429 Aug 11 09:05:47.391705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-cc7e3591-0e10-4762-98e1-48bfe69b88b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56019539-1eb4-48b4-b1ef-ea989498a108 HTTP/1.1" status: 200 len: 217 time: 0.0409391 Aug 11 09:05:47.450348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-68ec48b6-c6e5-4017-9252-98677853b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:47.451847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-68ec48b6-c6e5-4017-9252-98677853b614 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e296be1-2576-44fd-82e1-2efb3517b7de HTTP/1.1" status: 200 len: 854 time: 0.0508881 Aug 11 09:05:47.484508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-de1e1406-da53-44d4-aa1a-8130096ded0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71528ca9-0764-4f85-a4bf-2bd69e872361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250795 Aug 11 09:05:47.607543 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-c9060d4b-0254-41fb-ab6b-761d6fb68b2e service neutron] 10.222.0.69 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143956 Aug 11 09:05:47.618554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d649a-1d0f-42bc-8f87-8e2e1f017309 req-7769fbf8-4950-4ea3-acae-94e578ec7a7e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:47.619978 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-973d649a-1d0f-42bc-8f87-8e2e1f017309 req-7769fbf8-4950-4ea3-acae-94e578ec7a7e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 943 time: 0.0854888 Aug 11 09:05:47.708182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-973d649a-1d0f-42bc-8f87-8e2e1f017309 req-067485f2-fdde-4c30-9d80-cde6ee3a9eb7 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800571 Aug 11 09:05:47.730331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3525cee6-8658-44db-bd5b-664c5ea078a9 req-25115dbd-2959-4c83-820f-4b5eefb549a8 service neutron] 10.222.0.69 "GET /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094053 Aug 11 09:05:48.832023 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd29637-78ce-4a93-a744-d51ec83165aa req-ebe3eac1-0390-4f7b-8a1e-eaa07501157e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:48.833721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3cd29637-78ce-4a93-a744-d51ec83165aa req-ebe3eac1-0390-4f7b-8a1e-eaa07501157e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 943 time: 0.0534213 Aug 11 09:05:48.875171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3cd29637-78ce-4a93-a744-d51ec83165aa req-00de1372-1e48-4627-9a93-23e480c1a932 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Aug 11 09:05:49.457963 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56019539-1eb4-48b4-b1ef-ea989498a108 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:05:49.563672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56019539-1eb4-48b4-b1ef-ea989498a108, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56019539-1eb4-48b4-b1ef-ea989498a108,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:49.575611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '56019539-1eb4-48b4-b1ef-ea989498a108', 'network_id': '71528ca9-0764-4f85-a4bf-2bd69e872361', 'port_id': '56019539-1eb4-48b4-b1ef-ea989498a108', 'mac_address': 'fa:16:3e:dc:ce:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e296be1-2576-44fd-82e1-2efb3517b7de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:05:49.628372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:49.643009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56019539-1eb4-48b4-b1ef-ea989498a108 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:05:49.663920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56019539-1eb4-48b4-b1ef-ea989498a108, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56019539-1eb4-48b4-b1ef-ea989498a108,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:49.670485 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:49.729945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=56019539-1eb4-48b4-b1ef-ea989498a108,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:49.929639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['56019539-1eb4-48b4-b1ef-ea989498a108'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:05:50.008964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec929d-4fc2-492e-9e70-5bd3e5b19803 req-69d0e29d-9469-4821-86f6-4c1f8f2c6ac2 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:50.010567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7ec929d-4fc2-492e-9e70-5bd3e5b19803 req-69d0e29d-9469-4821-86f6-4c1f8f2c6ac2 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 944 time: 0.0559902 Aug 11 09:05:50.049641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f7ec929d-4fc2-492e-9e70-5bd3e5b19803 req-d71df751-d50d-4609-88bf-385aa7beb278 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Aug 11 09:05:51.180248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520efdf9-de40-46e2-9cda-3dbd488ca860 req-c2b13d7e-02b3-4eed-9091-3ca7fa8cfcf9 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:51.182130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-520efdf9-de40-46e2-9cda-3dbd488ca860 req-c2b13d7e-02b3-4eed-9091-3ca7fa8cfcf9 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 944 time: 0.0548861 Aug 11 09:05:51.230102 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-520efdf9-de40-46e2-9cda-3dbd488ca860 req-d19af290-d5cd-422d-a476-795a8d47bc30 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Aug 11 09:05:51.473169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56019539-1eb4-48b4-b1ef-ea989498a108 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:05:51.531870 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 56019539-1eb4-48b4-b1ef-ea989498a108 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:05:51.535745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 56019539-1eb4-48b4-b1ef-ea989498a108 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:05:51.536228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:51.616302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:51.638938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383ff881-832a-409e-b0d0-afc7a8816919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56019539-1eb4-48b4-b1ef-ea989498a108'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:51.641219 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e15c2-d5f4-478e-b665-5d8be1d122b1" -d '{"events": [{"server_uuid": "383ff881-832a-409e-b0d0-afc7a8816919", "name": "network-vif-plugged", "status": "completed", "tag": "56019539-1eb4-48b4-b1ef-ea989498a108"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:51.654485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 56019539-1eb4-48b4-b1ef-ea989498a108, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56019539-1eb4-48b4-b1ef-ea989498a108,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:51.659931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:51.686941 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f4236-cf2a-4f65-b951-ced198ec9206 x-openstack-request-id: req-fb8f4236-cf2a-4f65-b951-ced198ec9206 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:51.687231 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383ff881-832a-409e-b0d0-afc7a8816919", "name": "network-vif-plugged", "status": "completed", "tag": "56019539-1eb4-48b4-b1ef-ea989498a108", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:51.687478 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fb8f4236-cf2a-4f65-b951-ced198ec9206 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:51.687865 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383ff881-832a-409e-b0d0-afc7a8816919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56019539-1eb4-48b4-b1ef-ea989498a108', 'code': 200} Aug 11 09:05:51.715784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=56019539-1eb4-48b4-b1ef-ea989498a108,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:51.804655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ceacd-718e-4e1e-9719-b12075cdf59d req-9186464a-7041-4396-a67f-75d1eef4bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:51.806564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f1ceacd-718e-4e1e-9719-b12075cdf59d req-9186464a-7041-4396-a67f-75d1eef4bf34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 1096 time: 0.0419457 Aug 11 09:05:51.842424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5f1ceacd-718e-4e1e-9719-b12075cdf59d req-bdcf73eb-4550-4f6e-885f-d10d5b8e8951 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283434 Aug 11 09:05:52.358210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220530d8-cc24-44e4-b913-e6d24f57b2b6 req-b1cbf4d9-79ff-48b8-8f56-95f73be50d4d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:52.359614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-220530d8-cc24-44e4-b913-e6d24f57b2b6 req-b1cbf4d9-79ff-48b8-8f56-95f73be50d4d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Aug 11 09:05:52.404821 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-220530d8-cc24-44e4-b913-e6d24f57b2b6 req-fe7e145b-13bc-405d-8a2e-e162ae5b7c1c tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Aug 11 09:05:53.543627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f11e-9abe-4247-9478-5f27e670285f req-b959d06a-143a-4eb4-96d8-cae08a025cb2 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:53.545486 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f429f11e-9abe-4247-9478-5f27e670285f req-b959d06a-143a-4eb4-96d8-cae08a025cb2 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 945 time: 0.0658655 Aug 11 09:05:53.586315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f429f11e-9abe-4247-9478-5f27e670285f req-27dea814-614f-433e-b6b9-a044604f2223 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Aug 11 09:05:53.839917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9234b-3dae-4212-9576-9f89e24c29ee req-4bb8ba07-938c-4762-bead-d12c3653d09e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:53.841460 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdc9234b-3dae-4212-9576-9f89e24c29ee req-4bb8ba07-938c-4762-bead-d12c3653d09e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 945 time: 0.0582533 Aug 11 09:05:53.885394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fdc9234b-3dae-4212-9576-9f89e24c29ee req-d8cf3637-c39e-4fcc-aba3-0465d66c3446 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Aug 11 09:05:55.016909 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef83c27-dda3-4aa9-a560-d3eed2dee0f4 req-dac7ab6c-c5ea-465e-9dd5-5fcaf083e06d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:55.018531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aef83c27-dda3-4aa9-a560-d3eed2dee0f4 req-dac7ab6c-c5ea-465e-9dd5-5fcaf083e06d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Aug 11 09:05:55.057935 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-aef83c27-dda3-4aa9-a560-d3eed2dee0f4 req-7dcae8c7-2e5c-402b-924d-2b0df51e2243 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Aug 11 09:05:55.254139 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-a762711a-df92-47ad-8d28-6770d4d8168a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:55.256063 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-a762711a-df92-47ad-8d28-6770d4d8168a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.69 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 945 time: 0.0528746 Aug 11 09:05:55.378132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Deleting port 56019539-1eb4-48b4-b1ef-ea989498a108 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:05:55.378352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:55.468665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] For port 56019539-1eb4-48b4-b1ef-ea989498a108, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=56019539-1eb4-48b4-b1ef-ea989498a108,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:05:55.469007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:55.482635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Calling delete_port for 56019539-1eb4-48b4-b1ef-ea989498a108 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:05:55.630533 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:55.658818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Pushing event deleted for resources: {'Port': ['ID=56019539-1eb4-48b4-b1ef-ea989498a108,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:05:55.665203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['56019539-1eb4-48b4-b1ef-ea989498a108'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:05:55.672589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7ef1687b-65e1-425f-8007-008f90c82581'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:05:55.701222 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] No DVR routers for this DVR port 56019539-1eb4-48b4-b1ef-ea989498a108 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:05:55.703836 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:55.705879 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9591ca9-1b25-4001-9e2f-191ea27eebf5 req-cf71b977-e54c-4373-ba17-01a5f20f333a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.69 "DELETE /v2.0/ports/56019539-1eb4-48b4-b1ef-ea989498a108 HTTP/1.1" status: 204 len: 173 time: 0.4301457 Aug 11 09:05:55.706315 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383ff881-832a-409e-b0d0-afc7a8816919', 'name': 'network-vif-deleted', 'tag': '56019539-1eb4-48b4-b1ef-ea989498a108'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:05:55.708897 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a28036-a911-4e4a-a8cf-2e83455c8e8e" -d '{"events": [{"server_uuid": "383ff881-832a-409e-b0d0-afc7a8816919", "name": "network-vif-deleted", "tag": "56019539-1eb4-48b4-b1ef-ea989498a108"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:05:55.745550 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c948fd4-7247-4fa5-9a85-603178199853 x-openstack-request-id: req-1c948fd4-7247-4fa5-9a85-603178199853 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:05:55.745817 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383ff881-832a-409e-b0d0-afc7a8816919", "name": "network-vif-deleted", "tag": "56019539-1eb4-48b4-b1ef-ea989498a108", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:05:55.746074 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c948fd4-7247-4fa5-9a85-603178199853 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:05:55.746554 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383ff881-832a-409e-b0d0-afc7a8816919', 'name': 'network-vif-deleted', 'tag': '56019539-1eb4-48b4-b1ef-ea989498a108', 'status': 'completed', 'code': 200} Aug 11 09:05:56.169700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-85d86f2e-56bf-47e3-aa1e-2b3ffd0b80b6 req-3d49cc2b-2551-4052-991a-a7cc82973436 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=383ff881-832a-409e-b0d0-afc7a8816919 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Aug 11 09:05:57.336386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9dd10-d2e2-4dd1-b10c-f1de6e0006dd req-4ade43a6-8286-4039-9c97-a7bc1d2d6a4d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:57.337950 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25d9dd10-d2e2-4dd1-b10c-f1de6e0006dd req-4ade43a6-8286-4039-9c97-a7bc1d2d6a4d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0583987 Aug 11 09:05:57.376642 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25d9dd10-d2e2-4dd1-b10c-f1de6e0006dd req-a040e29c-e82f-4c7d-ac87-a5411ed068dd tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Aug 11 09:05:57.510324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddb2a8-0810-4887-a541-c6653a31ccaa req-858f8a01-1db7-4ddf-82d5-3d2bf856c968 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:57.511736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71ddb2a8-0810-4887-a541-c6653a31ccaa req-858f8a01-1db7-4ddf-82d5-3d2bf856c968 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0509233 Aug 11 09:05:57.558602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-71ddb2a8-0810-4887-a541-c6653a31ccaa req-53134a1d-6402-4a92-bfac-957c613b5aab tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Aug 11 09:05:57.686729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949df45-6fb9-41f3-86c0-7d7803e8a6d4 req-5c94fa79-9d0a-4f98-880c-209068fd3381 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:57.688277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b949df45-6fb9-41f3-86c0-7d7803e8a6d4 req-5c94fa79-9d0a-4f98-880c-209068fd3381 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0588923 Aug 11 09:05:57.729182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b949df45-6fb9-41f3-86c0-7d7803e8a6d4 req-6126bf56-2828-4928-b268-17febd85de7c tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 11 09:05:57.911483 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10c51-574c-41f4-806a-97cc8e21e15f req-00ce464d-7408-4356-92da-d63646d84b9d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:57.913187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3db10c51-574c-41f4-806a-97cc8e21e15f req-00ce464d-7408-4356-92da-d63646d84b9d tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0601854 Aug 11 09:05:57.953733 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3db10c51-574c-41f4-806a-97cc8e21e15f req-d1fcf7e9-bf60-4567-a21b-07beb5b00e71 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Aug 11 09:05:58.073897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44735536-a616-4eaf-934a-ad58b7777aa0 req-cab43c83-cd16-4ea0-a447-fd5ded770b2a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:58.075333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-44735536-a616-4eaf-934a-ad58b7777aa0 req-cab43c83-cd16-4ea0-a447-fd5ded770b2a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0529892 Aug 11 09:05:58.127721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-44735536-a616-4eaf-934a-ad58b7777aa0 req-54fc0eb1-521a-4285-a2d2-98253df77ad4 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Aug 11 09:05:58.259144 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee78d-e625-4e65-be2f-a7951b3cf8ed req-4233266d-c527-4911-925e-be3c307b9279 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:58.260614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e40ee78d-e625-4e65-be2f-a7951b3cf8ed req-4233266d-c527-4911-925e-be3c307b9279 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0554304 Aug 11 09:05:58.308808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e40ee78d-e625-4e65-be2f-a7951b3cf8ed req-e5fe5cb8-2d00-42eb-a622-4d6cf4bcee9a tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389924 Aug 11 09:05:58.662392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d668f5-404d-4adb-8742-70a885c3d38d req-0f4ae1ce-b2db-44ff-a31f-6dbda5a33d68 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:58.663892 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93d668f5-404d-4adb-8742-70a885c3d38d req-0f4ae1ce-b2db-44ff-a31f-6dbda5a33d68 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0605421 Aug 11 09:05:58.703999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-93d668f5-404d-4adb-8742-70a885c3d38d req-439824f9-6a54-4d39-93dc-644b04f257d3 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Aug 11 09:05:59.201945 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:59.356977 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-00b54b99-a731-4cb7-bced-bf1b9c85c810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:05:59.520841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56019539-1eb4-48b4-b1ef-ea989498a108 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:05:59.542461 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 56019539-1eb4-48b4-b1ef-ea989498a108 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:05:59.542804 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 56019539-1eb4-48b4-b1ef-ea989498a108 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:05:59.832025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf397328-1038-41ea-b893-7c643eac8022 req-50d5f0d9-0300-4d02-bea5-0cdec82d110e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:05:59.834093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf397328-1038-41ea-b893-7c643eac8022 req-50d5f0d9-0300-4d02-bea5-0cdec82d110e tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0544031 Aug 11 09:05:59.875825 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf397328-1038-41ea-b893-7c643eac8022 req-39a7b7c1-8d62-4e49-984a-eeb5bcea52b2 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e4dd3ace-7f71-41b8-85a3-550c61f43266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Aug 11 09:06:00.075039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-4e11c196-47bc-490a-877b-8c62a1ffc382 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:00.076432 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-4e11c196-47bc-490a-877b-8c62a1ffc382 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 946 time: 0.0544260 Aug 11 09:06:00.188265 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Deleting port 7ef1687b-65e1-425f-8007-008f90c82581 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:06:00.188632 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:00.253882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:00.287494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] For port 7ef1687b-65e1-425f-8007-008f90c82581, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=7ef1687b-65e1-425f-8007-008f90c82581,segment=NetworkSegment(bf768ce9-8011-45b4-baaf-92c43687d745),segment_id=bf768ce9-8011-45b4-baaf-92c43687d745)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:00.287867 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:00.301013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Calling delete_port for 7ef1687b-65e1-425f-8007-008f90c82581 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:06:00.440620 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:00.471754 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Pushing event deleted for resources: {'Port': ['ID=7ef1687b-65e1-425f-8007-008f90c82581,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:00.476995 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['7ef1687b-65e1-425f-8007-008f90c82581'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:06:00.483331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.483687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.484024 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.484363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.484700 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.485064 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.485396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.485724 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.486053 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.486381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.486704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.487025 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:00.528751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] No DVR routers for this DVR port 7ef1687b-65e1-425f-8007-008f90c82581 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:06:00.531549 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:00.533651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fd367f59-8dfc-41d1-a103-20f1134881ad req-bc7eefb6-6c5d-4d84-80e8-8b27230b8a9b tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.64 "DELETE /v2.0/ports/7ef1687b-65e1-425f-8007-008f90c82581 HTTP/1.1" status: 204 len: 173 time: 0.4508336 Aug 11 09:06:00.534116 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'name': 'network-vif-deleted', 'tag': '7ef1687b-65e1-425f-8007-008f90c82581'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:06:00.536505 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825eeb1-6da1-4d13-b04e-a265c071c943" -d '{"events": [{"server_uuid": "f4b82ffe-fe08-4998-b0ed-ac3fa610ce02", "name": "network-vif-deleted", "tag": "7ef1687b-65e1-425f-8007-008f90c82581"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:06:00.576643 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7db81c-9be9-4c5a-a42c-ebdf9668badc x-openstack-request-id: req-fa7db81c-9be9-4c5a-a42c-ebdf9668badc {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:06:00.577044 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b82ffe-fe08-4998-b0ed-ac3fa610ce02", "name": "network-vif-deleted", "tag": "7ef1687b-65e1-425f-8007-008f90c82581", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:06:00.577317 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa7db81c-9be9-4c5a-a42c-ebdf9668badc {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:06:00.577724 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b82ffe-fe08-4998-b0ed-ac3fa610ce02', 'name': 'network-vif-deleted', 'tag': '7ef1687b-65e1-425f-8007-008f90c82581', 'status': 'completed', 'code': 200} Aug 11 09:06:00.997296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ffde423-0b46-43cb-b5ef-4c62e144a4c0 req-c7a72532-f028-4c6d-b6ee-90ecb9940d45 tempest-ServersNegativeTestJSON-1011891718 tempest-ServersNegativeTestJSON-1011891718-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4b82ffe-fe08-4998-b0ed-ac3fa610ce02 HTTP/1.1" status: 200 len: 210 time: 0.0333898 Aug 11 09:06:02.066799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34756) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:02.117663 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Deleting subnet 8e296be1-2576-44fd-82e1-2efb3517b7de {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:06:02.121337 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.159437 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.202307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.273528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.303150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e296be1-2576-44fd-82e1-2efb3517b7de,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:02.307506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.309500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c681f330-98ca-4713-85b7-5afad9c0bdc5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e296be1-2576-44fd-82e1-2efb3517b7de HTTP/1.1" status: 204 len: 168 time: 0.2416379 Aug 11 09:06:02.312108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:02.379279 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.460868 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.467192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.472945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71528ca9-0764-4f85-a4bf-2bd69e872361']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:02.483722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf768ce9-8011-45b4-baaf-92c43687d745') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:02.484046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf768ce9-8011-45b4-baaf-92c43687d745') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:02.493229 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.507804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.514232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:02.514616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:02.516338 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:02.574031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.582328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.584706 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/71528ca9-0764-4f85-a4bf-2bd69e872361 HTTP/1.1" status: 204 len: 168 time: 0.2716665 Aug 11 09:06:02.596559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae39eaf-3692-43c6-b78b-5cb0dd7a42f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=71528ca9-0764-4f85-a4bf-2bd69e872361,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:02.734681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34762) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:02.775607 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f9914ab5-7e71-4307-a863-ac9ca218123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.777725 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3c78053a-5ee1-4392-93db-afb3e609a02f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9616d6b374c40f6b9a19773e6bbf58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418930 Aug 11 09:06:02.780414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34764) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:02.837618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.860225 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.913041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.916699 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:02.917928 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4dd3ace-7f71-41b8-85a3-550c61f43266 HTTP/1.1" status: 204 len: 168 time: 0.1364644 Aug 11 09:06:02.926266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd3ace-7f71-41b8-85a3-550c61f43266,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:02.934855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.935205 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.935542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.935950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.936201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.936563 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.936913 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.937238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.937561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.937909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.938262 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:02.938620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c988be-7d81-4ca9-941b-d97b0bec2064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:03.701149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34788) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:03.812642 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023744136'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:03.836512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:03.840015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:03.848920 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:03.947266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:03.954502 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:03.983446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:03.994233 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0c7ac-86b9-4129-af43-998f2ba577b2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:04.000315 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:04.000786 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Added segment 67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55 of type vlan for network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 Aug 11 09:06:04.042482 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:04.074695 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:04.080427 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:04.081037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:04.145269 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4429059 Aug 11 09:06:04.154350 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a44cb-3b07-4f18-9334-a9dae43b454b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Network': ['ID=4a07c6a9-b19f-4592-9ba4-05c9162dded4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:04.169620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:04.901906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7ef1687b-65e1-425f-8007-008f90c82581 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:06:04.922838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 7ef1687b-65e1-425f-8007-008f90c82581 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:06:04.923176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 7ef1687b-65e1-425f-8007-008f90c82581 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:06:05.039536 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:06.340234 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.365842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34792) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:07.374411 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'subnet': {'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:07.481444 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:07.485424 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.688318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.753178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Subnet': ['ID=92be8004-5d1a-4785-b329-250d27c58562,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:07.762763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Checking segment: {'id': '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:07.763136 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network hostable DHCP agents. Network: 4a07c6a9-b19f-4592-9ba4-05c9162dded4, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:07.783538 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:07.794333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4a07c6a9-b19f-4592-9ba4-05c9162dded4) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:07.799413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:07.800248 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.808497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69582493-4df9-432d-8a89-5330d30c2361 None None] Network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:07.817450 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-97756f97-eafe-49f2-9104-aaf37b65db36 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4501085 Aug 11 09:06:07.822070 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34794) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:07.827193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1348481585'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:07.850098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:07.853676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.877926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:07.887055 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.887401 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Added segment af38632b-b111-49b3-935b-d5343422f3f9 of type vlan for network e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 Aug 11 09:06:07.927638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.955707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4a07c6a9-b19f-4592-9ba4-05c9162dded4', 'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4', 'tenant_id': 'f3d515063e91479d85c2411bb2449b9a', 'fixed_ips': [{'subnet_id': '92be8004-5d1a-4785-b329-250d27c58562'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:07.956607 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.958667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:07.964780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:07.965539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.031774 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2078083 Aug 11 09:06:08.033989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34796) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:08.040370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff268b7-fae0-470d-88d8-e18511723d32 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Network': ['ID=e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:08.042175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'subnet': {'network_id': 'e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:08.053320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:08.134174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:08.137832 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.153277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Allocated IP 2001:db8:0:ffff::2 (4a07c6a9-b19f-4592-9ba4-05c9162dded4/92be8004-5d1a-4785-b329-250d27c58562/2fbdd296-5b64-4897-a67c-072db7907df1) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:08.307515 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.317721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Transition to ACTIVE for port object 2fbdd296-5b64-4897-a67c-072db7907df1 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:08.333546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Transition to ACTIVE for port object 2fbdd296-5b64-4897-a67c-072db7907df1 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:08.340829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.342066 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.376307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:08.382897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:08.385659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:08.394407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Pushing event updated for resources: {'Port': ['ID=2fbdd296-5b64-4897-a67c-072db7907df1,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:08.410226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Subnet': ['ID=f9c8ae5c-59df-48c7-9fa8-095de72e1acd,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:08.414849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Checking segment: {'id': 'af38632b-b111-49b3-935b-d5343422f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:08.415206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network hostable DHCP agents. Network: e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:08.419031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.419413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.419747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.420038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.420395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.420715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.421058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.421371 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.421670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.421977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.422293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.422614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:08.434295 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:08.444356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:08.451851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:08.452466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.452671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9ad42-8f5f-4a4d-86ee-97c97602c9ff None None] Network e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:08.467554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-01e67dac-b7d2-4779-a61a-618598b978a2 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4317050 Aug 11 09:06:08.467853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Attempting to bind port 2fbdd296-5b64-4897-a67c-072db7907df1 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:08.468147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Attempting to bind port 2fbdd296-5b64-4897-a67c-072db7907df1 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:08.468514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Attempting to bind port 2fbdd296-5b64-4897-a67c-072db7907df1 on network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:08.470394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34798) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:08.503261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:08.503641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Checking segment: {'id': '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:08.504049 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.504525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Bound using segment: {'id': '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:08.505030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Bound port: 2fbdd296-5b64-4897-a67c-072db7907df1, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4a07c6a9-b19f-4592-9ba4-05c9162dded4'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:08.505522 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.566119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.625246 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] For port 2fbdd296-5b64-4897-a67c-072db7907df1, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:08.659067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] For port 2fbdd296-5b64-4897-a67c-072db7907df1, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fbdd296-5b64-4897-a67c-072db7907df1,segment=NetworkSegment(67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55),segment_id=67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:08.666281 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.672085 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.675353 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e7ef8-cca3-455e-99bb-05677378be09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8', 'network_id': 'e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8', 'tenant_id': 'f3d515063e91479d85c2411bb2449b9a', 'fixed_ips': [{'subnet_id': 'f9c8ae5c-59df-48c7-9fa8-095de72e1acd'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:08.676289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-188e7ef8-cca3-455e-99bb-05677378be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.743208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.773651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c8ae5c-59df-48c7-9fa8-095de72e1acd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:08.802537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df7594-5a77-4245-a6ec-121800f908dd None None] Pushing event updated for resources: {'Port': ['ID=2fbdd296-5b64-4897-a67c-072db7907df1,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-188e7ef8-cca3-455e-99bb-05677378be09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9c8ae5c-59df-48c7-9fa8-095de72e1acd: This subnet is being modified by another concurrent operation. Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9c8ae5c-59df-48c7-9fa8-095de72e1acd: This subnet is being modified by another concurrent operation. Aug 11 09:06:08.826953 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 09:06:08.854885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe789deb-5448-422c-950e-f285a025e8c1 None None] Network e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:08.861728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:08.874682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:09.128517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fbdd296-5b64-4897-a67c-072db7907df1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:09.187840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2fbdd296-5b64-4897-a67c-072db7907df1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:09.286579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af38632b-b111-49b3-935b-d5343422f3f9') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:09.287188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af38632b-b111-49b3-935b-d5343422f3f9') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:09.296666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.311866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.318607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:09.319044 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:09.322171 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:09.383007 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.390917 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.397029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 HTTP/1.1" status: 204 len: 168 time: 0.9214606 Aug 11 09:06:09.397355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34800) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:09.402976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611005347'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:09.411516 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05083193-ad3c-4758-9c9a-ca964c0437d4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Network': ['ID=e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:09.432387 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:09.436065 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.468991 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:09.480238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.480813 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Added segment 6a549751-b25b-430d-b5f9-ec872a005805 of type vlan for network fdcacb37-2b97-4b6b-8254-87bc5e99b887 Aug 11 09:06:09.525760 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.559791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.566360 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:09.567130 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.630500 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2316318 Aug 11 09:06:09.633871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:09.638901 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'subnet': {'network_id': 'fdcacb37-2b97-4b6b-8254-87bc5e99b887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:09.662885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64551e5f-6bc3-4fbc-a3ad-3556d6db3a4e tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Network': ['ID=fdcacb37-2b97-4b6b-8254-87bc5e99b887,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:09.677892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network fdcacb37-2b97-4b6b-8254-87bc5e99b887 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:09.721176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53f0e0-e214-4818-aedb-52be00e09955 None None] Network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:09.756192 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:09.759885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.800596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] Provisioning for port 2fbdd296-5b64-4897-a67c-072db7907df1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:09.807191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] Provisioning complete for port 2fbdd296-5b64-4897-a67c-072db7907df1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:09.807567 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.817875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Performing IP validity checks on allocation pools {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 09:06:09.818432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.ipam_backend_mixin [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94573) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 09:06:09.949663 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.955753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:09.996611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] For port 2fbdd296-5b64-4897-a67c-072db7907df1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fbdd296-5b64-4897-a67c-072db7907df1,segment=NetworkSegment(67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55),segment_id=67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:10.001996 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.019382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Subnet': ['ID=5c553926-49a3-4a98-ae92-a72ce66fd5fc,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:10.029476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Checking segment: {'id': '6a549751-b25b-430d-b5f9-ec872a005805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fdcacb37-2b97-4b6b-8254-87bc5e99b887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:10.030347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network hostable DHCP agents. Network: fdcacb37-2b97-4b6b-8254-87bc5e99b887, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:10.053516 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network fdcacb37-2b97-4b6b-8254-87bc5e99b887 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:10.056111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b25c1-7efa-43c8-b09d-93074aab4e8d None None] Pushing event updated for resources: {'Port': ['ID=2fbdd296-5b64-4897-a67c-072db7907df1,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:10.066918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, fdcacb37-2b97-4b6b-8254-87bc5e99b887) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:10.071635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:10.072224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.079168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dde639-811c-4e49-9724-81be2938c3d2 None None] Network fdcacb37-2b97-4b6b-8254-87bc5e99b887 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:10.089248 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-36a9e4fd-906f-4131-a228-64ad89a3d7f3 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4542418 Aug 11 09:06:10.092163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34804) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:10.196998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.244068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d1da83c4-b382-4a99-9a0e-884d679a24fb None None] Provisioning complete for port 2fbdd296-5b64-4897-a67c-072db7907df1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:10.244434 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d1da83c4-b382-4a99-9a0e-884d679a24fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.248820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4bbd2-f901-4adc-9ddf-ea1880277920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-fdcacb37-2b97-4b6b-8254-87bc5e99b887', 'network_id': 'fdcacb37-2b97-4b6b-8254-87bc5e99b887', 'tenant_id': 'f3d515063e91479d85c2411bb2449b9a', 'fixed_ips': [{'subnet_id': '5c553926-49a3-4a98-ae92-a72ce66fd5fc'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:10.249631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-21f4bbd2-f901-4adc-9ddf-ea1880277920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.249745 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.316464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.347577 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Subnet': ['ID=5c553926-49a3-4a98-ae92-a72ce66fd5fc,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:10.405892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server [None req-21f4bbd2-f901-4adc-9ddf-ea1880277920 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c553926-49a3-4a98-ae92-a72ce66fd5fc: This subnet is being modified by another concurrent operation. Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server raise exception Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c553926-49a3-4a98-ae92-a72ce66fd5fc: This subnet is being modified by another concurrent operation. Aug 11 09:06:10.414160 n-d-789963-6 neutron-server[94574]: ERROR oslo_messaging.rpc.server Aug 11 09:06:10.419518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcacb37-2b97-4b6b-8254-87bc5e99b887']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:10.428061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a549751-b25b-430d-b5f9-ec872a005805') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:10.428061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a549751-b25b-430d-b5f9-ec872a005805') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:10.430775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c71f0-11fc-44d4-bb34-92ef8396981b None None] Network fdcacb37-2b97-4b6b-8254-87bc5e99b887 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:10.437823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.451842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.458030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:10.458518 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:10.461717 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:10.521851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.528051 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.530501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/fdcacb37-2b97-4b6b-8254-87bc5e99b887 HTTP/1.1" status: 204 len: 168 time: 0.4371490 Aug 11 09:06:10.535999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34806) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:10.538231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0db766-2286-41da-b202-5d824249b07c None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 09:06:10.542171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937869960'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:10.548941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbc23c-9012-4819-af66-7a0b96d83978 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Network': ['ID=fdcacb37-2b97-4b6b-8254-87bc5e99b887,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:10.571756 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:10.575474 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.600937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:10.610512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.611106 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Added segment 6df88017-caba-4647-944d-0d96059b696c of type vlan for network 6097cec5-cc5b-418c-b56c-fb0e216535c9 Aug 11 09:06:10.612417 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0db766-2286-41da-b202-5d824249b07c None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 09:06:10.651378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.686377 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.692055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:10.692721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.747825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2101083 Aug 11 09:06:10.751226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34808) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:10.757545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'subnet': {'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:10.764442 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561adf0a-1dfb-4672-85f9-9da73716d0b4 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Network': ['ID=6097cec5-cc5b-418c-b56c-fb0e216535c9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:10.776939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 6097cec5-cc5b-418c-b56c-fb0e216535c9 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:10.855119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:10.858930 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:10.872073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be921671-46f0-469a-912b-d3e64ddb8360 None None] get_active_networks_info from n-d-789963-6 {{(pid=94574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 09:06:10.938111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be921671-46f0-469a-912b-d3e64ddb8360 None None] Resources bound (agent type, host, resource id): {{(pid=94574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 09:06:11.053245 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.114536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c9602-9e86-4134-b88d-e48e2bb154b8,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:11.126084 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Checking segment: {'id': '6df88017-caba-4647-944d-0d96059b696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:11.126439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network hostable DHCP agents. Network: 6097cec5-cc5b-418c-b56c-fb0e216535c9, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:11.145712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network 6097cec5-cc5b-418c-b56c-fb0e216535c9 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:11.156627 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 6097cec5-cc5b-418c-b56c-fb0e216535c9) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:11.162323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fbdd296-5b64-4897-a67c-072db7907df1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:11.163158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:11.163807 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.178468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b1a43d40-cf9c-4fff-adad-45074a6997ab tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4259088 Aug 11 09:06:11.183548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34810) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:11.188553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862709435'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:11.217546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:11.221275 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.246340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:11.250336 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2fbdd296-5b64-4897-a67c-072db7907df1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:11.250712 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.258013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.258585 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Added segment 67ac0304-f831-4871-8dec-2051a4b11704 of type vlan for network 4f815acf-2f9a-44a5-8b6a-36fc03e8c073 Aug 11 09:06:11.313395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.349673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.355429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:11.356028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.403468 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b9fceb-3f6f-4a49-a75d-995110ccd62c None None] Network 6097cec5-cc5b-418c-b56c-fb0e216535c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:11.429712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2450719 Aug 11 09:06:11.433148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34812) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:11.438696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Request body: {'subnet': {'network_id': '4f815acf-2f9a-44a5-8b6a-36fc03e8c073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:11.462657 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d333e80-b36e-48b2-8f50-16388c85dc01 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Network': ['ID=4f815acf-2f9a-44a5-8b6a-36fc03e8c073,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:11.474091 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4f815acf-2f9a-44a5-8b6a-36fc03e8c073 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:11.529841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Made reservation on behalf of f3d515063e91479d85c2411bb2449b9a for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:11.533690 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.610729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-6097cec5-cc5b-418c-b56c-fb0e216535c9', 'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9', 'tenant_id': 'f3d515063e91479d85c2411bb2449b9a', 'fixed_ips': [{'subnet_id': '0d5c9602-9e86-4134-b88d-e48e2bb154b8'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:11.611613 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.727008 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.755169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Allocated IP 2001:db8::2 (6097cec5-cc5b-418c-b56c-fb0e216535c9/0d5c9602-9e86-4134-b88d-e48e2bb154b8/4810ada3-aeaf-4321-95c4-74f0bd31d268) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:11.798356 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event updated for resources: {'Subnet': ['ID=a96d130b-9340-4c18-b88b-a07ea2e11a9a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:11.804067 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Checking segment: {'id': '67ac0304-f831-4871-8dec-2051a4b11704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4f815acf-2f9a-44a5-8b6a-36fc03e8c073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:11.804435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network hostable DHCP agents. Network: 4f815acf-2f9a-44a5-8b6a-36fc03e8c073, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:11.823643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Network 4f815acf-2f9a-44a5-8b6a-36fc03e8c073 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:11.833870 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4f815acf-2f9a-44a5-8b6a-36fc03e8c073) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:11.837879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:11.838471 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.846258 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6f45a-d1e3-47db-ad82-8568a6495bc4 None None] Network 4f815acf-2f9a-44a5-8b6a-36fc03e8c073 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:11.856060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9766a138-8c86-457d-a96d-abf39b635824 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212608 Aug 11 09:06:11.858588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34814) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:11.962828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.964611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:11.979338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Transition to ACTIVE for port object 4810ada3-aeaf-4321-95c4-74f0bd31d268 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:12.020193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Transition to ACTIVE for port object 4810ada3-aeaf-4321-95c4-74f0bd31d268 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:12.030266 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.046534 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.077422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Network 6097cec5-cc5b-418c-b56c-fb0e216535c9 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:12.093378 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:12.101339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:12.104948 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Pushing event updated for resources: {'Port': ['ID=4810ada3-aeaf-4321-95c4-74f0bd31d268,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:12.110062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb405b9-a3eb-4885-8cab-b67d52a1c139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4f815acf-2f9a-44a5-8b6a-36fc03e8c073', 'network_id': '4f815acf-2f9a-44a5-8b6a-36fc03e8c073', 'tenant_id': 'f3d515063e91479d85c2411bb2449b9a', 'fixed_ips': [{'subnet_id': 'a96d130b-9340-4c18-b88b-a07ea2e11a9a'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:12.110925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9fb405b9-a3eb-4885-8cab-b67d52a1c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.114766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.143624 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Subnet': ['ID=a96d130b-9340-4c18-b88b-a07ea2e11a9a,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:12.208280 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.218566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f815acf-2f9a-44a5-8b6a-36fc03e8c073']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:12.226839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Attempting to bind port 4810ada3-aeaf-4321-95c4-74f0bd31d268 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:12.227407 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Attempting to bind port 4810ada3-aeaf-4321-95c4-74f0bd31d268 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '6df88017-caba-4647-944d-0d96059b696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:12.227517 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Attempting to bind port 4810ada3-aeaf-4321-95c4-74f0bd31d268 on network 6097cec5-cc5b-418c-b56c-fb0e216535c9 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:12.230620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac0304-f831-4871-8dec-2051a4b11704') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:12.230777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac0304-f831-4871-8dec-2051a4b11704') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:12.234383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:12.234760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Checking segment: {'id': '6df88017-caba-4647-944d-0d96059b696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:12.235158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.235547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Bound using segment: {'id': '6df88017-caba-4647-944d-0d96059b696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:12.236009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Bound port: 4810ada3-aeaf-4321-95c4-74f0bd31d268, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df88017-caba-4647-944d-0d96059b696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6097cec5-cc5b-418c-b56c-fb0e216535c9'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:12.236388 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.240833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.252856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18318288-9d37-4c5a-aae6-66ae74cee366 None None] Network 4f815acf-2f9a-44a5-8b6a-36fc03e8c073 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:12.255739 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.262110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:12.262730 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:12.266068 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:12.328611 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.336278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.338319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/4f815acf-2f9a-44a5-8b6a-36fc03e8c073 HTTP/1.1" status: 204 len: 168 time: 0.4787550 Aug 11 09:06:12.341123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34816) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:12.362371 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d378f4-4adb-4eaf-a9da-b522019edfc8 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Network': ['ID=4f815acf-2f9a-44a5-8b6a-36fc03e8c073,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:12.376524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] For port 4810ada3-aeaf-4321-95c4-74f0bd31d268, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:12.381668 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f7cb41-3009-4787-8c7d-0095a4d26ea1 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] GET failed (client error): The resource could not be found. Aug 11 09:06:12.383244 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82f7cb41-3009-4787-8c7d-0095a4d26ea1 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "GET /v2.0/subnets/a96d130b-9340-4c18-b88b-a07ea2e11a9a HTTP/1.1" status: 404 len: 337 time: 0.0411868 Aug 11 09:06:12.386185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34818) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:12.403162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] For port 4810ada3-aeaf-4321-95c4-74f0bd31d268, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4810ada3-aeaf-4321-95c4-74f0bd31d268,segment=NetworkSegment(6df88017-caba-4647-944d-0d96059b696c),segment_id=6df88017-caba-4647-944d-0d96059b696c)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:12.406188 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-c401e9df-74a5-4b0f-bec2-a67151d7e447 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:12.406842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c401e9df-74a5-4b0f-bec2-a67151d7e447 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:12.408614 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c401e9df-74a5-4b0f-bec2-a67151d7e447 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/4f815acf-2f9a-44a5-8b6a-36fc03e8c073 HTTP/1.1" status: 404 len: 339 time: 0.0214942 Aug 11 09:06:12.408938 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.413129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34820) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:12.446325 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-8052b339-b707-4cea-8204-3eb5e8c46a34 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:12.446862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8052b339-b707-4cea-8204-3eb5e8c46a34 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:12.451333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8052b339-b707-4cea-8204-3eb5e8c46a34 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/subnets/a96d130b-9340-4c18-b88b-a07ea2e11a9a HTTP/1.1" status: 404 len: 337 time: 0.0349643 Aug 11 09:06:12.451666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34822) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:12.465615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e930a16-1b20-4819-bdaa-6443e7876fc4 None None] Pushing event updated for resources: {'Port': ['ID=4810ada3-aeaf-4321-95c4-74f0bd31d268,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:12.471800 n-d-789963-6 neutron-server[94573]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ecb4fa-d9c7-4aa2-ad72-686dd8ee07be tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:12.472451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ecb4fa-d9c7-4aa2-ad72-686dd8ee07be tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94573) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:12.476960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-41ecb4fa-d9c7-4aa2-ad72-686dd8ee07be tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/4f815acf-2f9a-44a5-8b6a-36fc03e8c073 HTTP/1.1" status: 404 len: 339 time: 0.0209718 Aug 11 09:06:12.477333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34824) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:12.529378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Deleting subnet 0d5c9602-9e86-4134-b88d-e48e2bb154b8 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:06:12.532655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.577910 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.704442 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.769580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.796129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5c9602-9e86-4134-b88d-e48e2bb154b8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:12.808562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.812052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-48a4952b-e657-4c7f-97e2-71dee6438d6b tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/subnets/0d5c9602-9e86-4134-b88d-e48e2bb154b8 HTTP/1.1" status: 204 len: 168 time: 0.3339884 Aug 11 09:06:12.814785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34826) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:12.898633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:12.954267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Deleting port 4810ada3-aeaf-4321-95c4-74f0bd31d268 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:06:12.954603 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.020590 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] For port 4810ada3-aeaf-4321-95c4-74f0bd31d268, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4810ada3-aeaf-4321-95c4-74f0bd31d268,segment=NetworkSegment(6df88017-caba-4647-944d-0d96059b696c),segment_id=6df88017-caba-4647-944d-0d96059b696c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:13.020987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.034864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Calling delete_port for 4810ada3-aeaf-4321-95c4-74f0bd31d268 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:06:13.105649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4810ada3-aeaf-4321-95c4-74f0bd31d268 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:13.136174 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.151984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No active binding found for port 4810ada3-aeaf-4321-95c4-74f0bd31d268 {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 09:06:13.152626 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4810ada3-aeaf-4321-95c4-74f0bd31d268 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 09:06:13.165085 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Port': ['ID=4810ada3-aeaf-4321-95c4-74f0bd31d268,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:13.170621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No DVR routers for this DVR port 4810ada3-aeaf-4321-95c4-74f0bd31d268 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:06:13.173430 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Port 4810ada3-aeaf-4321-95c4-74f0bd31d268 not found, will not notify nova. {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 09:06:13.258465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.269743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6097cec5-cc5b-418c-b56c-fb0e216535c9']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:13.281461 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df88017-caba-4647-944d-0d96059b696c') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:13.281753 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df88017-caba-4647-944d-0d96059b696c') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:13.291476 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.308237 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.314984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:13.315572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:13.319102 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:13.381036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.385649 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.389362 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/6097cec5-cc5b-418c-b56c-fb0e216535c9 HTTP/1.1" status: 204 len: 168 time: 0.5735338 Aug 11 09:06:13.391138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34828) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:13.408121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a473726-9879-4b82-b20d-e21f8465d1fd tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Network': ['ID=6097cec5-cc5b-418c-b56c-fb0e216535c9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:13.419357 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c5f877-e46e-4487-b9f7-e37041b8a214 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:13.419827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c5f877-e46e-4487-b9f7-e37041b8a214 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:13.421644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-64c5f877-e46e-4487-b9f7-e37041b8a214 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/subnets/5c553926-49a3-4a98-ae92-a72ce66fd5fc HTTP/1.1" status: 404 len: 337 time: 0.0294909 Aug 11 09:06:13.424491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:13.435792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a414375c-147e-46f4-bedf-c573080170dd None None] Could not find standard attr ID for object 4810ada3-aeaf-4321-95c4-74f0bd31d268. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 09:06:13.444863 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-28df270c-1d0f-4717-b26a-a065ef6bcf7d tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:13.445426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28df270c-1d0f-4717-b26a-a065ef6bcf7d tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:13.449351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-28df270c-1d0f-4717-b26a-a065ef6bcf7d tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/fdcacb37-2b97-4b6b-8254-87bc5e99b887 HTTP/1.1" status: 404 len: 339 time: 0.0233464 Aug 11 09:06:13.450020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34832) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:13.452530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6ee88-f063-4a3c-8c49-02fbe834951a None None] DHCP port deletion for 6097cec5-cc5b-418c-b56c-fb0e216535c9 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:06:13.470419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf23e6a-7f45-4730-b7d8-8e03783108ec None None] Network 6097cec5-cc5b-418c-b56c-fb0e216535c9 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:13.476176 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4023180d-2fc0-4f72-9afb-264fecac8aff tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:13.476635 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4023180d-2fc0-4f72-9afb-264fecac8aff tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:13.478515 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4023180d-2fc0-4f72-9afb-264fecac8aff tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/subnets/f9c8ae5c-59df-48c7-9fa8-095de72e1acd HTTP/1.1" status: 404 len: 337 time: 0.0275686 Aug 11 09:06:13.481123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34834) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:13.482909 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf23e6a-7f45-4730-b7d8-8e03783108ec None None] Network 6097cec5-cc5b-418c-b56c-fb0e216535c9 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 09:06:13.503290 n-d-789963-6 neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-164ea7c0-3765-4c5c-b125-cd300c2f205f tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] DELETE failed (client error): The resource could not be found. Aug 11 09:06:13.503822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164ea7c0-3765-4c5c-b125-cd300c2f205f tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 09:06:13.505644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-164ea7c0-3765-4c5c-b125-cd300c2f205f tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/e011d8d5-fef9-4f4c-bd8f-e2cc0f7fe5a8 HTTP/1.1" status: 404 len: 339 time: 0.0236168 Aug 11 09:06:13.509478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:13.563206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Deleting subnet 92be8004-5d1a-4785-b329-250d27c58562 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:06:13.566529 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.606099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.699310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.772794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.797385 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Subnet': ['ID=92be8004-5d1a-4785-b329-250d27c58562,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:13.803722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.806020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-33a59dec-784c-40af-9320-f2fd8d5d0a9a tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/subnets/92be8004-5d1a-4785-b329-250d27c58562 HTTP/1.1" status: 204 len: 168 time: 0.2956302 Aug 11 09:06:13.809003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:13.812110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd54657-4ce7-4e59-844c-f91c73fcbf25 None None] Network 4a07c6a9-b19f-4592-9ba4-05c9162dded4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:13.884674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.945755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Deleting port 2fbdd296-5b64-4897-a67c-072db7907df1 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:06:13.946108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:13.984857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] DHCP port deletion for 4a07c6a9-b19f-4592-9ba4-05c9162dded4 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:06:14.009265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] For port 2fbdd296-5b64-4897-a67c-072db7907df1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fbdd296-5b64-4897-a67c-072db7907df1,segment=NetworkSegment(67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55),segment_id=67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:14.009638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.023141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Calling delete_port for 2fbdd296-5b64-4897-a67c-072db7907df1 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:06:14.033591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] Deleting port 2fbdd296-5b64-4897-a67c-072db7907df1 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:06:14.033974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.095392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] For port 2fbdd296-5b64-4897-a67c-072db7907df1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2fbdd296-5b64-4897-a67c-072db7907df1,segment=NetworkSegment(67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55),segment_id=67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:14.095788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.104755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.109269 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] Calling delete_port for 2fbdd296-5b64-4897-a67c-072db7907df1 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:06:14.133849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Port': ['ID=2fbdd296-5b64-4897-a67c-072db7907df1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:14.137797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] No DVR routers for this DVR port 2fbdd296-5b64-4897-a67c-072db7907df1 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:06:14.190547 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.215465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] Pushing event deleted for resources: {'Port': ['ID=2fbdd296-5b64-4897-a67c-072db7907df1,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:14.217440 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.218799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749c44d-61ed-47d6-92f7-9dd33fe2a4ac None None] No DVR routers for this DVR port 2fbdd296-5b64-4897-a67c-072db7907df1 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:06:14.231866 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a07c6a9-b19f-4592-9ba4-05c9162dded4']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:14.242193 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:14.242481 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cd49cf-a9e5-4ef3-92c4-8d5ba731ca55') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:14.251033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.266414 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.274947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:14.275523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:14.278992 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:14.345101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.353886 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.355735 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] 10.222.0.58 "DELETE /v2.0/networks/4a07c6a9-b19f-4592-9ba4-05c9162dded4 HTTP/1.1" status: 204 len: 168 time: 0.5457740 Aug 11 09:06:14.367964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b5323-21b9-4694-a1eb-c2beecda4505 tempest-NetworksIpV6Test-2050761833 tempest-NetworksIpV6Test-2050761833-project] Pushing event deleted for resources: {'Network': ['ID=4a07c6a9-b19f-4592-9ba4-05c9162dded4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:14.627260 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34844) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:14.803975 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b36b0e0a-5c4a-40d8-8a25-d8426fbdbcfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3d515063e91479d85c2411bb2449b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751812 Aug 11 09:06:14.806701 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34848) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:14.862425 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0b4d-946a-40f4-8527-93d3451fbdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.889785 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0b4d-946a-40f4-8527-93d3451fbdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.945972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0b4d-946a-40f4-8527-93d3451fbdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.948684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0b4d-946a-40f4-8527-93d3451fbdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:14.949885 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b4bc0b4d-946a-40f4-8527-93d3451fbdc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57a0c7ac-86b9-4129-af43-998f2ba577b2 HTTP/1.1" status: 204 len: 168 time: 0.1423340 Aug 11 09:06:14.959478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc0b4d-946a-40f4-8527-93d3451fbdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0c7ac-86b9-4129-af43-998f2ba577b2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:15.079101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fbdd296-5b64-4897-a67c-072db7907df1 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:06:15.099307 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2fbdd296-5b64-4897-a67c-072db7907df1 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:06:15.099649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2fbdd296-5b64-4897-a67c-072db7907df1 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:06:15.100055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4810ada3-aeaf-4321-95c4-74f0bd31d268 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:06:15.121599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 4810ada3-aeaf-4321-95c4-74f0bd31d268 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:06:15.121967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4810ada3-aeaf-4321-95c4-74f0bd31d268 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:06:15.669453 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34870) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:15.788367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1799267474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:15.817124 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:15.818554 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:15.906665 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:15.912566 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:15.930792 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:15.932077 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cdc3dfaa-f74d-4dc0-bda4-356ad4dd51a1 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2614999 Aug 11 09:06:15.934945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34874) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:15.939844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-560727551'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:15.962273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Made reservation on behalf of 3e189015c1cd4b55ba6709f85ad0c998 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:15.965825 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:15.974862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.072925 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.079460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.106688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:16.116467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b13c2f-d05c-40fa-9c69-498c24393dd5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:16.121309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.121649 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Added segment d7a60ce4-5a59-4891-b8a8-e53ee198a318 of type vlan for network f8170e0d-2371-4f74-ba09-0c69c8b07fcc Aug 11 09:06:16.164980 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.198395 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.204652 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:16.205300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.270091 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3340626 Aug 11 09:06:16.273088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34876) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:16.281470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Request body: {'subnet': {'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:16.288170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21989-a73a-46ab-afa1-4cba03d30e62 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event updated for resources: {'Network': ['ID=f8170e0d-2371-4f74-ba09-0c69c8b07fcc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:16.300067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f8170e0d-2371-4f74-ba09-0c69c8b07fcc details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:16.381036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Made reservation on behalf of 3e189015c1cd4b55ba6709f85ad0c998 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:16.385048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.569243 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.634093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event updated for resources: {'Subnet': ['ID=8b1b12a1-b3cc-4307-80ff-75df150338bd,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:16.639693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Checking segment: {'id': 'd7a60ce4-5a59-4891-b8a8-e53ee198a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:16.640184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Network hostable DHCP agents. Network: f8170e0d-2371-4f74-ba09-0c69c8b07fcc, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:16.662999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Network f8170e0d-2371-4f74-ba09-0c69c8b07fcc is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:16.675579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f8170e0d-2371-4f74-ba09-0c69c8b07fcc) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:16.682180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:16.682801 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.687553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e19010-37d8-4bc5-b939-d493b69ce520 None None] Network f8170e0d-2371-4f74-ba09-0c69c8b07fcc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:16.697835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54c4f1ce-1bcc-43e6-bac7-53008b163b9b tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4230938 Aug 11 09:06:16.700922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:16.706414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-649749991'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:16.728092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Made reservation on behalf of 3e189015c1cd4b55ba6709f85ad0c998 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:16.731830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.760891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:16.770354 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.770728 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Added segment 2f32c21d-8025-4efb-b061-a00915ec0f58 of type vlan for network 18bc93b4-be87-4e73-b378-763cf6c4c712 Aug 11 09:06:16.813070 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.839660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-f8170e0d-2371-4f74-ba09-0c69c8b07fcc', 'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc', 'tenant_id': '3e189015c1cd4b55ba6709f85ad0c998', 'fixed_ips': [{'subnet_id': '8b1b12a1-b3cc-4307-80ff-75df150338bd'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:16.840573 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.844116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.849840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:16.850442 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:16.917901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2158775 Aug 11 09:06:16.921569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34880) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:16.926642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Request body: {'subnet': {'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:16.945723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efca0b-45e1-48bc-9003-c9daaf7ae2f6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event updated for resources: {'Network': ['ID=18bc93b4-be87-4e73-b378-763cf6c4c712,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:16.964960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 18bc93b4-be87-4e73-b378-763cf6c4c712 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:17.033397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Made reservation on behalf of 3e189015c1cd4b55ba6709f85ad0c998 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:17.037360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.042672 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Allocated IP 172.20.0.2 (f8170e0d-2371-4f74-ba09-0c69c8b07fcc/8b1b12a1-b3cc-4307-80ff-75df150338bd/4d3e2beb-876d-45a8-82e7-54fd2d237a05) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:17.194734 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.203562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Transition to ACTIVE for port object 4d3e2beb-876d-45a8-82e7-54fd2d237a05 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:17.218076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Transition to ACTIVE for port object 4d3e2beb-876d-45a8-82e7-54fd2d237a05 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:17.225157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.226524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.263292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Network f8170e0d-2371-4f74-ba09-0c69c8b07fcc is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:17.270148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:17.273863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:17.280829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Pushing event updated for resources: {'Port': ['ID=4d3e2beb-876d-45a8-82e7-54fd2d237a05,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:17.298730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event updated for resources: {'Subnet': ['ID=c993dd79-ee06-4a51-9342-9d7f9c977585,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:17.309261 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Checking segment: {'id': '2f32c21d-8025-4efb-b061-a00915ec0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:17.309631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Network hostable DHCP agents. Network: 18bc93b4-be87-4e73-b378-763cf6c4c712, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:17.328095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Network 18bc93b4-be87-4e73-b378-763cf6c4c712 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:17.334561 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Attempting to bind port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:17.335138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Attempting to bind port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd7a60ce4-5a59-4891-b8a8-e53ee198a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:17.335298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Attempting to bind port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 on network f8170e0d-2371-4f74-ba09-0c69c8b07fcc {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:17.339029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 18bc93b4-be87-4e73-b378-763cf6c4c712) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:17.341508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:17.341877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Checking segment: {'id': 'd7a60ce4-5a59-4891-b8a8-e53ee198a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:17.342278 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.342670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Bound using segment: {'id': 'd7a60ce4-5a59-4891-b8a8-e53ee198a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:17.343198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Bound port: 4d3e2beb-876d-45a8-82e7-54fd2d237a05, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a60ce4-5a59-4891-b8a8-e53ee198a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8170e0d-2371-4f74-ba09-0c69c8b07fcc'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:17.343749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.345235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:17.346669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.354247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da839c69-ec58-4c09-9cd8-caadd22c88ec None None] Network 18bc93b4-be87-4e73-b378-763cf6c4c712 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:17.362325 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a0b8d37-50fd-425f-b704-9078846d6d67 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4396777 Aug 11 09:06:17.365428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34882) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:17.370048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1e9f94aa-7aa4-4b6e-bf70-0a7383752c1c tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Request body: {'router': {'external_gateway_info': {'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:17.463898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] For port 4d3e2beb-876d-45a8-82e7-54fd2d237a05, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:17.469704 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] For port 4d3e2beb-876d-45a8-82e7-54fd2d237a05, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4d3e2beb-876d-45a8-82e7-54fd2d237a05,segment=NetworkSegment(d7a60ce4-5a59-4891-b8a8-e53ee198a318),segment_id=d7a60ce4-5a59-4891-b8a8-e53ee198a318)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:17.477847 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.574862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9badb-c51b-4cd2-8a34-bb677bfa4f37 None None] Pushing event updated for resources: {'Port': ['ID=4d3e2beb-876d-45a8-82e7-54fd2d237a05,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:17.619300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-18bc93b4-be87-4e73-b378-763cf6c4c712', 'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712', 'tenant_id': '3e189015c1cd4b55ba6709f85ad0c998', 'fixed_ips': [{'subnet_id': 'c993dd79-ee06-4a51-9342-9d7f9c977585'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:17.620331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.815320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Allocated IP 172.21.0.2 (18bc93b4-be87-4e73-b378-763cf6c4c712/c993dd79-ee06-4a51-9342-9d7f9c977585/75522309-5028-4afd-a29a-cb790ee09470) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:17.893344 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1e9f94aa-7aa4-4b6e-bf70-0a7383752c1c tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.967374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:17.976920 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Transition to ACTIVE for port object 75522309-5028-4afd-a29a-cb790ee09470 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:17.992807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Transition to ACTIVE for port object 75522309-5028-4afd-a29a-cb790ee09470 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:18.001125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.001859 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [None req-1e9f94aa-7aa4-4b6e-bf70-0a7383752c1c tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 09:06:18.003043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1e9f94aa-7aa4-4b6e-bf70-0a7383752c1c tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "PUT /v2.0/routers/b271375e-fc92-4316-9642-a0da8c5b2fb4 HTTP/1.1" status: 400 len: 364 time: 0.6366761 Aug 11 09:06:18.009588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:18.044663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Network 18bc93b4-be87-4e73-b378-763cf6c4c712 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:18.049168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:18.053574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:18.057491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Pushing event updated for resources: {'Port': ['ID=75522309-5028-4afd-a29a-cb790ee09470,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:18.074602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Deleting subnet c993dd79-ee06-4a51-9342-9d7f9c977585 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:06:18.078188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.111280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Attempting to bind port 75522309-5028-4afd-a29a-cb790ee09470 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:18.111644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Attempting to bind port 75522309-5028-4afd-a29a-cb790ee09470 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '2f32c21d-8025-4efb-b061-a00915ec0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:18.112008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Attempting to bind port 75522309-5028-4afd-a29a-cb790ee09470 on network 18bc93b4-be87-4e73-b378-763cf6c4c712 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:18.117530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:18.117931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Checking segment: {'id': '2f32c21d-8025-4efb-b061-a00915ec0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:18.118334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.118720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Bound using segment: {'id': '2f32c21d-8025-4efb-b061-a00915ec0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:18.119187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Bound port: 75522309-5028-4afd-a29a-cb790ee09470, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f32c21d-8025-4efb-b061-a00915ec0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '18bc93b4-be87-4e73-b378-763cf6c4c712'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:18.119571 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.121698 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.184868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] For port 75522309-5028-4afd-a29a-cb790ee09470, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:18.188391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] For port 75522309-5028-4afd-a29a-cb790ee09470, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=75522309-5028-4afd-a29a-cb790ee09470,segment=NetworkSegment(2f32c21d-8025-4efb-b061-a00915ec0f58),segment_id=2f32c21d-8025-4efb-b061-a00915ec0f58)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:18.193682 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.209273 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.270151 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650c91-134b-4d94-ad21-346c0bb57d03 None None] Pushing event updated for resources: {'Port': ['ID=75522309-5028-4afd-a29a-cb790ee09470,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:18.287696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.321172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event deleted for resources: {'Subnet': ['ID=c993dd79-ee06-4a51-9342-9d7f9c977585,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:18.326760 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.328801 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b7020df6-d778-4801-93eb-e13ac5052ca8 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "DELETE /v2.0/subnets/c993dd79-ee06-4a51-9342-9d7f9c977585 HTTP/1.1" status: 204 len: 168 time: 0.3181078 Aug 11 09:06:18.331249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34886) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:18.414302 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.486734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Deleting port 75522309-5028-4afd-a29a-cb790ee09470 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:06:18.487083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.561823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] For port 75522309-5028-4afd-a29a-cb790ee09470, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=75522309-5028-4afd-a29a-cb790ee09470,segment=NetworkSegment(2f32c21d-8025-4efb-b061-a00915ec0f58),segment_id=2f32c21d-8025-4efb-b061-a00915ec0f58)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:18.562247 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.583589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Calling delete_port for 75522309-5028-4afd-a29a-cb790ee09470 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:06:18.629658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ba195-24e4-4534-aafb-2e9adc1fb790 None None] Network f8170e0d-2371-4f74-ba09-0c69c8b07fcc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:18.666986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.697629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event deleted for resources: {'Port': ['ID=75522309-5028-4afd-a29a-cb790ee09470,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:18.700974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] No DVR routers for this DVR port 75522309-5028-4afd-a29a-cb790ee09470 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:06:18.712311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-14b0b810-786b-40e1-ab65-9263ec9895ac None None] Provisioning for port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:18.779163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.790287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bc93b4-be87-4e73-b378-763cf6c4c712']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:18.802073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f32c21d-8025-4efb-b061-a00915ec0f58') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:18.802698 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f32c21d-8025-4efb-b061-a00915ec0f58') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:18.812838 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.826964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.835605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:18.836739 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:18.840268 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:18.912101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.921088 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:18.925458 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "DELETE /v2.0/networks/18bc93b4-be87-4e73-b378-763cf6c4c712 HTTP/1.1" status: 204 len: 168 time: 0.5906265 Aug 11 09:06:18.925949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34888) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:18.938071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2671e-8d94-44f6-8f86-68a5a36a5c29 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event deleted for resources: {'Network': ['ID=18bc93b4-be87-4e73-b378-763cf6c4c712,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:18.991149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Deleting subnet 8b1b12a1-b3cc-4307-80ff-75df150338bd {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:06:18.994827 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.040009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.125445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4d3e2beb-876d-45a8-82e7-54fd2d237a05 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:19.141309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.181248 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:19.186116 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:19.187064 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.213684 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.246713 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1b12a1-b3cc-4307-80ff-75df150338bd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:19.252772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.257235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-11bd2406-8955-4bff-a219-8327d64e5be6 tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "DELETE /v2.0/subnets/8b1b12a1-b3cc-4307-80ff-75df150338bd HTTP/1.1" status: 204 len: 168 time: 0.3271325 Aug 11 09:06:19.257620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34890) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:19.262260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73ddb7-6181-43b4-b561-50d5d53a26d0 None None] Network f8170e0d-2371-4f74-ba09-0c69c8b07fcc requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:19.344989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.404395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Deleting port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:06:19.404718 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.475289 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] For port 4d3e2beb-876d-45a8-82e7-54fd2d237a05, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4d3e2beb-876d-45a8-82e7-54fd2d237a05,segment=NetworkSegment(d7a60ce4-5a59-4891-b8a8-e53ee198a318),segment_id=d7a60ce4-5a59-4891-b8a8-e53ee198a318)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:19.475682 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.482179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668d513-835f-4f05-8e5e-a9c06f451bdf None None] DHCP port deletion for 18bc93b4-be87-4e73-b378-763cf6c4c712 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:06:19.490734 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Calling delete_port for 4d3e2beb-876d-45a8-82e7-54fd2d237a05 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:06:19.498196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.508163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-17397378-3c60-4593-a19b-e8fc4d9d5d6b None None] Could not find standard attr ID for object 75522309-5028-4afd-a29a-cb790ee09470. {{(pid=94574) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 09:06:19.523065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5698d-ce0d-4eb7-84c8-956029a12b25 None None] Network 18bc93b4-be87-4e73-b378-763cf6c4c712 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:19.545424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5698d-ce0d-4eb7-84c8-956029a12b25 None None] Network 18bc93b4-be87-4e73-b378-763cf6c4c712 could not be found, it might have been deleted concurrently. {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 09:06:19.591639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 4d3e2beb-876d-45a8-82e7-54fd2d237a05, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=4d3e2beb-876d-45a8-82e7-54fd2d237a05,segment=NetworkSegment(d7a60ce4-5a59-4891-b8a8-e53ee198a318),segment_id=d7a60ce4-5a59-4891-b8a8-e53ee198a318)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:19.597631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.606093 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.637283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event deleted for resources: {'Port': ['ID=4d3e2beb-876d-45a8-82e7-54fd2d237a05,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:19.639412 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] No DVR routers for this DVR port 4d3e2beb-876d-45a8-82e7-54fd2d237a05 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:06:19.655303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=4d3e2beb-876d-45a8-82e7-54fd2d237a05,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:19.717617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616d253-f130-4968-8497-65cabb99be90 None None] DHCP port deletion for f8170e0d-2371-4f74-ba09-0c69c8b07fcc request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:06:19.723551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.734129 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8170e0d-2371-4f74-ba09-0c69c8b07fcc']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:19.744988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a60ce4-5a59-4891-b8a8-e53ee198a318') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:19.745297 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a60ce4-5a59-4891-b8a8-e53ee198a318') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:19.754412 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.769226 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.775591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:06:19.776096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:06:19.779088 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:06:19.842667 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.851411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:19.853266 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "DELETE /v2.0/networks/f8170e0d-2371-4f74-ba09-0c69c8b07fcc HTTP/1.1" status: 204 len: 168 time: 0.5945935 Aug 11 09:06:19.856431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34892) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:19.865152 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6cf0f-a0b4-4364-80b7-e1409e08f39e tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Pushing event deleted for resources: {'Network': ['ID=f8170e0d-2371-4f74-ba09-0c69c8b07fcc,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:19.884681 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8959f1d6-ea32-4e29-bf19-3f3d4e6cc27f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "GET /v2.0/ports?device_id=b271375e-fc92-4316-9642-a0da8c5b2fb4 HTTP/1.1" status: 200 len: 205 time: 0.0270076 Aug 11 09:06:19.887355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34894) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:19.963012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.125689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.127874 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.173064 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.173656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Fanout notify agent at l3_agent the message router_deleted on router b271375e-fc92-4316-9642-a0da8c5b2fb4 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:06:20.181888 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.183012 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1ca6df5b-fcf3-4b33-baf1-1142d3d4ae4f tempest-RoutersNegativeTest-496586447 tempest-RoutersNegativeTest-496586447-project] 10.222.0.58 "DELETE /v2.0/routers/b271375e-fc92-4316-9642-a0da8c5b2fb4 HTTP/1.1" status: 204 len: 168 time: 0.2945554 Aug 11 09:06:20.459305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34900) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:20.599706 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2099c143-bc4e-4636-903e-a796c342e75a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e189015c1cd4b55ba6709f85ad0c998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392155 Aug 11 09:06:20.602989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34904) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:20.657289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e504a012-3c76-4387-9c84-b63829a64042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.681541 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e504a012-3c76-4387-9c84-b63829a64042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.737748 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e504a012-3c76-4387-9c84-b63829a64042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.740496 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e504a012-3c76-4387-9c84-b63829a64042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:20.741767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e504a012-3c76-4387-9c84-b63829a64042 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93b13c2f-d05c-40fa-9c69-498c24393dd5 HTTP/1.1" status: 204 len: 168 time: 0.1375716 Aug 11 09:06:20.749830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a012-3c76-4387-9c84-b63829a64042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b13c2f-d05c-40fa-9c69-498c24393dd5,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:21.079057 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4d3e2beb-876d-45a8-82e7-54fd2d237a05 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:06:21.102012 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 4d3e2beb-876d-45a8-82e7-54fd2d237a05 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:06:21.102349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 4d3e2beb-876d-45a8-82e7-54fd2d237a05 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:06:21.102768 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 75522309-5028-4afd-a29a-cb790ee09470 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:06:21.121104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 75522309-5028-4afd-a29a-cb790ee09470 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:06:21.121479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 75522309-5028-4afd-a29a-cb790ee09470 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:06:21.409046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34926) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:21.515743 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1111479525-network', 'tenant_id': '0498144afb604d53b93b233a00f722cd'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:21.549001 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Made reservation on behalf of 0498144afb604d53b93b233a00f722cd for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:21.552348 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.565536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.655274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.662373 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.684853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:21.700198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe00df5d-6218-46df-8b1d-7b3392b400b9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:21.702992 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.703346 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Added segment daf3bc3f-681a-4a10-a1b2-6e1262545fa8 of type vlan for network ac7febe6-796e-40f7-9efd-9a745897734d Aug 11 09:06:21.746486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.777660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.778654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:21.779211 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:21.838896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4286208 Aug 11 09:06:21.842003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bfce7-05a0-4d99-bd1d-be05540d7af3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7febe6-796e-40f7-9efd-9a745897734d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:21.842130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34930) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:21.848592 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Request body: {'subnet': {'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-subnet', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:21.852691 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ac7febe6-796e-40f7-9efd-9a745897734d details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:21.871478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Made reservation on behalf of 0498144afb604d53b93b233a00f722cd for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:21.874003 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.060939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.116335 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca642745-2077-4032-98bc-a08ebe6b9def,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:22.132330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Checking segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:22.132670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Network hostable DHCP agents. Network: ac7febe6-796e-40f7-9efd-9a745897734d, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:22.154120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Network ac7febe6-796e-40f7-9efd-9a745897734d is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:22.165984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ac7febe6-796e-40f7-9efd-9a745897734d) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:22.170284 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:22.170871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.176218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4e8bf-fec4-4735-a9e8-9c42ebbb197e None None] Network ac7febe6-796e-40f7-9efd-9a745897734d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:22.187643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-82416bf1-5f5a-4ffb-91b1-0475c8a21761 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3444140 Aug 11 09:06:22.190617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34932) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:22.195344 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:22.219421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.220489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.274689 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.323464 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-ac7febe6-796e-40f7-9efd-9a745897734d', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'fixed_ips': [{'subnet_id': 'ca642745-2077-4032-98bc-a08ebe6b9def'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:22.324348 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.414683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.463382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Allocated IP 172.20.0.2 (ac7febe6-796e-40f7-9efd-9a745897734d/ca642745-2077-4032-98bc-a08ebe6b9def/741664dc-3ea3-4e5b-8ef1-517326eac829) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:22.631444 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.640143 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Transition to ACTIVE for port object 741664dc-3ea3-4e5b-8ef1-517326eac829 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:22.644540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.655474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Transition to ACTIVE for port object 741664dc-3ea3-4e5b-8ef1-517326eac829 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:22.662570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.676135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.698541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Network ac7febe6-796e-40f7-9efd-9a745897734d is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:22.703358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:22.706913 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:22.715894 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Pushing event updated for resources: {'Port': ['ID=741664dc-3ea3-4e5b-8ef1-517326eac829,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:22.767110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Attempting to bind port 741664dc-3ea3-4e5b-8ef1-517326eac829 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:22.767472 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Attempting to bind port 741664dc-3ea3-4e5b-8ef1-517326eac829 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:22.767829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Attempting to bind port 741664dc-3ea3-4e5b-8ef1-517326eac829 on network ac7febe6-796e-40f7-9efd-9a745897734d {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:22.773018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:22.773428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Checking segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:22.773823 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.774211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Bound using segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:22.774697 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Bound port: 741664dc-3ea3-4e5b-8ef1-517326eac829, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:22.775067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.778716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Allocated IP 172.25.2.190 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/2774b33b-3623-4d81-9d72-76d5cbef156d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:22.843581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] For port 741664dc-3ea3-4e5b-8ef1-517326eac829, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:22.846837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] For port 741664dc-3ea3-4e5b-8ef1-517326eac829, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=741664dc-3ea3-4e5b-8ef1-517326eac829,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:22.852626 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.889309 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.912270 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ed624-d1ac-492d-a39d-3cef2b947a1e None None] Pushing event updated for resources: {'Port': ['ID=741664dc-3ea3-4e5b-8ef1-517326eac829,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:22.945207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:22.988459 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:22.991498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:22.996823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:22.998929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2774b33b-3623-4d81-9d72-76d5cbef156d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:23.262740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:23.473913 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:23.601020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:06:23.617767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Router 9473ae18-8637-4390-9950-2e16cff91662 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:06:23.728058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:06:23.737741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Sync routers for ids ['9473ae18-8637-4390-9950-2e16cff91662'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:06:23.745132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:23.746364 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5a02e72e-ecc9-48c7-aadd-650eecca94b3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5547986 Aug 11 09:06:23.748140 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Routers {'9473ae18-8637-4390-9950-2e16cff91662'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:23.748770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9473ae18-8637-4390-9950-2e16cff91662'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:23.749241 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34934) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:23.840659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c43980-4f48-47fa-a0b2-dfccb70f42b7 None None] Network ac7febe6-796e-40f7-9efd-9a745897734d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:23.918844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca398aef-2d32-4ac5-b538-551f053f7132 None None] Provisioning for port 741664dc-3ea3-4e5b-8ef1-517326eac829 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:23.931977 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Set router 9473ae18-8637-4390-9950-2e16cff91662 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:24.184631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:23Z', 'revision_number': 3, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:24.212055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Checking router: 9473ae18-8637-4390-9950-2e16cff91662 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:06:24.212414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Updating router 9473ae18-8637-4390-9950-2e16cff91662 port 2774b33b-3623-4d81-9d72-76d5cbef156d binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:06:24.238351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.463190 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.525448 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.536122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Transition to ACTIVE for port object 2774b33b-3623-4d81-9d72-76d5cbef156d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:24.543023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.592187 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Attempting to bind port 2774b33b-3623-4d81-9d72-76d5cbef156d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:24.592574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Attempting to bind port 2774b33b-3623-4d81-9d72-76d5cbef156d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:24.592968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Attempting to bind port 2774b33b-3623-4d81-9d72-76d5cbef156d on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:24.600776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:24.601204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:24.601761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.602157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:24.602631 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Bound port: 2774b33b-3623-4d81-9d72-76d5cbef156d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:24.603017 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.608031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feec17-898b-40b0-ae43-eed61285bbd2 None None] Pushing event updated for resources: {'Port': ['ID=2774b33b-3623-4d81-9d72-76d5cbef156d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:24.659356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] For port 2774b33b-3623-4d81-9d72-76d5cbef156d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:24.662856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] For port 2774b33b-3623-4d81-9d72-76d5cbef156d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2774b33b-3623-4d81-9d72-76d5cbef156d,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:24.667748 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.671646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Allocated IP 172.20.0.1 (ac7febe6-796e-40f7-9efd-9a745897734d/ca642745-2077-4032-98bc-a08ebe6b9def/e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:24.727762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Routers {'9473ae18-8637-4390-9950-2e16cff91662'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:24.728374 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9473ae18-8637-4390-9950-2e16cff91662'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:24.733240 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feec17-898b-40b0-ae43-eed61285bbd2 None None] Pushing event updated for resources: {'Port': ['ID=2774b33b-3623-4d81-9d72-76d5cbef156d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:24.776218 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.789207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Transition to ACTIVE for port object e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:24.831038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:24.835778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] Set router 9473ae18-8637-4390-9950-2e16cff91662 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:24.869809 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Network ac7febe6-796e-40f7-9efd-9a745897734d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:24.874624 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:24.878178 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:24.912003 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:24.931679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.033596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:23Z', 'revision_number': 3, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:25.061829 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b534534-ca4f-4b34-a79b-6f7bf440a644 None None] The sync data for ids ['9473ae18-8637-4390-9950-2e16cff91662'] in n-d-789963-6 is: [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:23Z', 'revision_number': 3, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:06:25.123719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 741664dc-3ea3-4e5b-8ef1-517326eac829 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:25.142434 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.173628 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4ec8ac8e-e285-409a-93b4-6b8acaec5929 None None] Provisioning for port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:25.178540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4ec8ac8e-e285-409a-93b4-6b8acaec5929 None None] Provisioning complete for port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:25.178983 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4ec8ac8e-e285-409a-93b4-6b8acaec5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.215186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 741664dc-3ea3-4e5b-8ef1-517326eac829 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:25.223040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 741664dc-3ea3-4e5b-8ef1-517326eac829 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:25.223419 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.226837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8ac8e-e285-409a-93b4-6b8acaec5929 None None] Port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:06:25.330054 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.331434 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.340147 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.367301 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 741664dc-3ea3-4e5b-8ef1-517326eac829, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=741664dc-3ea3-4e5b-8ef1-517326eac829,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:25.379368 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.411863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:25.416043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.434107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=741664dc-3ea3-4e5b-8ef1-517326eac829,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:25.517804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Network ac7febe6-796e-40f7-9efd-9a745897734d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:25.519248 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:25.640457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Router 9473ae18-8637-4390-9950-2e16cff91662 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:06:25.750557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e840de56-d400-410d-88cb-32941269bd55 None None] Provisioning complete for port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:25.750930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e840de56-d400-410d-88cb-32941269bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:25.761615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:06:25.774008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-41394d1a-567c-4b37-95b4-419233b0d6c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/9473ae18-8637-4390-9950-2e16cff91662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0230694 Aug 11 09:06:25.791203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e840de56-d400-410d-88cb-32941269bd55 None None] Port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:06:26.282047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34950) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:26.287137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1033430260-network', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:26.310746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Made reservation on behalf of 6edab1e572ed4b3aaeb48a189f2edd62 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:26.314118 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.324036 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.422499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.429624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.455686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:06:26.465986 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac11e22-6ce5-45c3-ab5c-0ae82113e9e9,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:26.472633 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.473008 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Added segment a6e02019-adc1-40ce-8887-a8df88b96d67 of type vlan for network 9dec38af-0ce5-41a4-8218-44af48cd083b Aug 11 09:06:26.520124 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.551830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.553004 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:26.553635 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.615195 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3319981 Aug 11 09:06:26.618393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34952) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:26.622470 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08685d71-2b7a-47a3-b92f-f77d9e84fad3 admin admin] Pushing event updated for resources: {'Network': ['ID=9dec38af-0ce5-41a4-8218-44af48cd083b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:26.624368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Request body: {'subnet': {'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-subnet', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:26.634880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9dec38af-0ce5-41a4-8218-44af48cd083b details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:06:26.635492 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Sync routers for ids ['9473ae18-8637-4390-9950-2e16cff91662'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:06:26.649096 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Routers {'9473ae18-8637-4390-9950-2e16cff91662'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:26.650134 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9473ae18-8637-4390-9950-2e16cff91662'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:26.653447 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Made reservation on behalf of 6edab1e572ed4b3aaeb48a189f2edd62 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:26.656064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.761717 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Set router 9473ae18-8637-4390-9950-2e16cff91662 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:26.827647 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.883495 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:26.891160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Checking segment: {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:26.891524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Network hostable DHCP agents. Network: 9dec38af-0ce5-41a4-8218-44af48cd083b, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:06:26.912767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Network 9dec38af-0ce5-41a4-8218-44af48cd083b is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:06:26.927417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 9dec38af-0ce5-41a4-8218-44af48cd083b) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:26.932112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:26.932708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.940155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295b2d6-4b3e-4d4f-aa90-7073bf7b6776 None None] Network 9dec38af-0ce5-41a4-8218-44af48cd083b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:26.962162 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fbe912c8-5178-421c-8543-f6f10c511585 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3396151 Aug 11 09:06:26.962562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 34954) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:26.967585 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:26.970499 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:25Z', 'revision_number': 4, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6', 'name': '', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'mac_address': 'fa:16:3e:aa:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:24Z', 'updated_at': '2021-08-11T09:06:25Z', 'revision_number': 2, 'project_id': '0498144afb604d53b93b233a00f722cd', 'subnets': [{'id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:26.991330 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:26.992818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.005069 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Checking router: 9473ae18-8637-4390-9950-2e16cff91662 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:06:27.005419 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Updating router 9473ae18-8637-4390-9950-2e16cff91662 port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:06:27.032902 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.053581 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.124059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-9dec38af-0ce5-41a4-8218-44af48cd083b', 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'fixed_ips': [{'subnet_id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:06:27.125057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.215906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.234237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2774b33b-3623-4d81-9d72-76d5cbef156d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:27.442783 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.451806 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.455290 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Transition to ACTIVE for port object e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:27.463984 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.471461 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.490064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2774b33b-3623-4d81-9d72-76d5cbef156d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:27.494403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Allocated IP 172.20.0.2 (9dec38af-0ce5-41a4-8218-44af48cd083b/5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20/c163e752-8b20-442d-92a3-de40fc230c51) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:27.496365 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2774b33b-3623-4d81-9d72-76d5cbef156d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:27.496739 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.523838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Pushing event updated for resources: {'Port': ['ID=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:27.552415 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.552767 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.553130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.553463 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.553836 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.554393 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.554944 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.555625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.555922 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.556255 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.556607 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.556915 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:06:27.596504 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Attempting to bind port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:27.597425 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Attempting to bind port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:27.597425 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Attempting to bind port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 on network ac7febe6-796e-40f7-9efd-9a745897734d {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:27.602403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Allocated IP 172.25.2.104 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/126fa086-170b-41d4-b323-afc4a59a9354) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:27.607216 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:27.608037 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Checking segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:27.608750 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.609502 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Bound using segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:27.610574 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Bound port: e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:27.611242 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.650649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.700161 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] For port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:27.702040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2774b33b-3623-4d81-9d72-76d5cbef156d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2774b33b-3623-4d81-9d72-76d5cbef156d,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:27.705324 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] For port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:27.713424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.714274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 741664dc-3ea3-4e5b-8ef1-517326eac829 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:27.715295 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.731965 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.770836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2774b33b-3623-4d81-9d72-76d5cbef156d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:27.789510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.803246 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.803815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Routers {'9473ae18-8637-4390-9950-2e16cff91662'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:27.805388 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9473ae18-8637-4390-9950-2e16cff91662'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:27.819201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Transition to ACTIVE for port object c163e752-8b20-442d-92a3-de40fc230c51 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:27.833691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:27.837689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:27.843949 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:27.848634 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Transition to ACTIVE for port object c163e752-8b20-442d-92a3-de40fc230c51 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:27.860912 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728c6a-702d-4dca-955b-b4f6f685e58f None None] Pushing event updated for resources: {'Port': ['ID=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:27.870102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 741664dc-3ea3-4e5b-8ef1-517326eac829 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:27.870479 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.872577 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:27.885430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=126fa086-170b-41d4-b323-afc4a59a9354,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:27.956312 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] Set router 9473ae18-8637-4390-9950-2e16cff91662 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:27.959707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Network 9dec38af-0ce5-41a4-8218-44af48cd083b is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:27.964678 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:27.967892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:28.016165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Pushing event updated for resources: {'Port': ['ID=c163e752-8b20-442d-92a3-de40fc230c51,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:28.087802 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Attempting to bind port c163e752-8b20-442d-92a3-de40fc230c51 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:28.088518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Attempting to bind port c163e752-8b20-442d-92a3-de40fc230c51 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:28.088999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Attempting to bind port c163e752-8b20-442d-92a3-de40fc230c51 on network 9dec38af-0ce5-41a4-8218-44af48cd083b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:28.099884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:28.100649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Checking segment: {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:28.101368 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:28.101830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Bound using segment: {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:28.102387 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Bound port: c163e752-8b20-442d-92a3-de40fc230c51, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:28.102857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:28.173740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] For port c163e752-8b20-442d-92a3-de40fc230c51, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:28.177774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] For port c163e752-8b20-442d-92a3-de40fc230c51, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c163e752-8b20-442d-92a3-de40fc230c51,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:28.183942 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:28.205741 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:25Z', 'revision_number': 4, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6', 'name': '', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'mac_address': 'fa:16:3e:aa:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:24Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '0498144afb604d53b93b233a00f722cd', 'subnets': [{'id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:28.237931 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf15f5e-27c7-4a77-b18a-7570dec85509 None None] The sync data for ids ['9473ae18-8637-4390-9950-2e16cff91662'] in n-d-789963-6 is: [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:25Z', 'revision_number': 4, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6', 'name': '', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'mac_address': 'fa:16:3e:aa:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:24Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '0498144afb604d53b93b233a00f722cd', 'subnets': [{'id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:06:28.253969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48b1a5-7397-4cba-9b01-67973b85a075 None None] Pushing event updated for resources: {'Port': ['ID=c163e752-8b20-442d-92a3-de40fc230c51,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:28.482829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:28.696234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:28.838814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:06:28.954426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:06:28.969423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Sync routers for ids ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:06:28.976683 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:28.980550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-609f4196-cc94-435d-8776-b46aee33a2c3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0168660 Aug 11 09:06:28.980801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 34956) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:06:28.984163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Routers {'9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:28.984954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:29.140998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Set router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:29.301761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.321598 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:29.383020 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215cedea-a134-43cb-ac74-4b090562f502 None None] Network 9dec38af-0ce5-41a4-8218-44af48cd083b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:06:29.389790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3046294f-6688-485b-9e6c-a892aecd42c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.503871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:29.511179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-4948a82b-662e-4aa1-a444-164cf6eed8b2 None None] Provisioning for port c163e752-8b20-442d-92a3-de40fc230c51 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:29.522729 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:29.523111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.643296 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:06:28Z', 'revision_number': 3, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:29.693014 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Checking router: 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:06:29.693362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Updating router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd port 126fa086-170b-41d4-b323-afc4a59a9354 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:06:29.731451 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.736447 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.806385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:29.850279 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.851553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c163e752-8b20-442d-92a3-de40fc230c51 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:29.880368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:29.993835 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:30.040720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c163e752-8b20-442d-92a3-de40fc230c51 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:30.049988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Allocated IP 172.20.0.1 (9dec38af-0ce5-41a4-8218-44af48cd083b/5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20/66a2e216-8ead-4505-b39d-96db5c1dd92b) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:30.052500 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c163e752-8b20-442d-92a3-de40fc230c51 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:30.052944 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.162161 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.177216 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.177424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Transition to ACTIVE for port object 66a2e216-8ead-4505-b39d-96db5c1dd92b will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:30.195550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Transition to ACTIVE for port object 126fa086-170b-41d4-b323-afc4a59a9354 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:30.197666 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.207043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.215103 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.255389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Network 9dec38af-0ce5-41a4-8218-44af48cd083b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:30.258506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:30.262456 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:30.267671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Pushing event updated for resources: {'Port': ['ID=66a2e216-8ead-4505-b39d-96db5c1dd92b,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:30.285984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c163e752-8b20-442d-92a3-de40fc230c51, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c163e752-8b20-442d-92a3-de40fc230c51,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:30.291805 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.292864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b272bbf-8069-4385-ad5c-91e62a369001 None None] Pushing event updated for resources: {'Port': ['ID=126fa086-170b-41d4-b323-afc4a59a9354,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:30.295328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Attempting to bind port 126fa086-170b-41d4-b323-afc4a59a9354 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:30.295695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Attempting to bind port 126fa086-170b-41d4-b323-afc4a59a9354 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:30.296054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Attempting to bind port 126fa086-170b-41d4-b323-afc4a59a9354 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:30.299652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.300454 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2774b33b-3623-4d81-9d72-76d5cbef156d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:30.308385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:30.308613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:30.309040 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.309286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:30.309771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Bound port: 126fa086-170b-41d4-b323-afc4a59a9354, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:30.310149 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.312600 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.425716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c163e752-8b20-442d-92a3-de40fc230c51,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:30.433827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] For port 126fa086-170b-41d4-b323-afc4a59a9354, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:30.437730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] For port 126fa086-170b-41d4-b323-afc4a59a9354, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=126fa086-170b-41d4-b323-afc4a59a9354,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:30.446934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.452112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2774b33b-3623-4d81-9d72-76d5cbef156d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:30.452469 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.471820 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.644035 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.650699 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.711085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Routers {'9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:30.711718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:30.714149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b272bbf-8069-4385-ad5c-91e62a369001 None None] Pushing event updated for resources: {'Port': ['ID=126fa086-170b-41d4-b323-afc4a59a9354,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:30.716656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8fd8ea7f-be5a-461e-a0ef-755fd7127296 None None] Provisioning for port 66a2e216-8ead-4505-b39d-96db5c1dd92b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:30.718121 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.720789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Pushing event updated for resources: {'Port': ['ID=66a2e216-8ead-4505-b39d-96db5c1dd92b,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:30.756013 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8fd8ea7f-be5a-461e-a0ef-755fd7127296 None None] Provisioning complete for port 66a2e216-8ead-4505-b39d-96db5c1dd92b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:30.756382 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ea7f-be5a-461e-a0ef-755fd7127296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:30.822640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Network 9dec38af-0ce5-41a4-8218-44af48cd083b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:30.824345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:30.856372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8ea7f-be5a-461e-a0ef-755fd7127296 None None] Port 66a2e216-8ead-4505-b39d-96db5c1dd92b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:06:30.884083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] Set router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:30.954143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:06:31.072193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:06:31.082357 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c5eefaf5-142c-4d65-8760-3ff69b43291a admin admin] 10.222.0.58 "PUT /v2.0/routers/9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0997083 Aug 11 09:06:31.105974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:31.131050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-bbcdd809-5d8d-41ba-9c89-32dff16ac162 None None] Provisioning complete for port 66a2e216-8ead-4505-b39d-96db5c1dd92b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:31.131424 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd809-5d8d-41ba-9c89-32dff16ac162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:31.185290 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdd809-5d8d-41ba-9c89-32dff16ac162 None None] Port 66a2e216-8ead-4505-b39d-96db5c1dd92b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:06:31.189278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-120111f0-cd66-453a-b236-698bea4b221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '66a2e216-8ead-4505-b39d-96db5c1dd92b', 'name': '', 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'mac_address': 'fa:16:3e:74:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:29Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 2, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'subnets': [{'id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:31.222300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120111f0-cd66-453a-b236-698bea4b221a None None] The sync data for ids ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'] in n-d-789963-6 is: [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '66a2e216-8ead-4505-b39d-96db5c1dd92b', 'name': '', 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'mac_address': 'fa:16:3e:74:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:29Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 2, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'subnets': [{'id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:06:31.229201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:31.229581 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:31.319992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c163e752-8b20-442d-92a3-de40fc230c51 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:31.368079 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c163e752-8b20-442d-92a3-de40fc230c51 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:31.368421 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:32.088336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-e58e1aae-ab63-4e2b-ac05-f24831e1b261 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:32.089908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-e58e1aae-ab63-4e2b-ac05-f24831e1b261 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/networks?id=ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 200 len: 817 time: 0.1040001 Aug 11 09:06:32.107851 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-26866191-1a05-4a6f-97e8-3e64eeb7c242 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/quotas/0498144afb604d53b93b233a00f722cd HTTP/1.1" status: 200 len: 375 time: 0.0115118 Aug 11 09:06:32.171653 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-349d3212-d5f5-438d-8964-39e10bd5b4cb tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0498144afb604d53b93b233a00f722cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575480 Aug 11 09:06:32.285690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-4d3678d1-552a-4dc8-94ae-41d5e2a0fa81 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975885 Aug 11 09:06:32.387842 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-b84a04b1-6a14-4f1c-8c17-a6f16f398137 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953026 Aug 11 09:06:32.471762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:32.572726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e66c530b-9efb-4012-9690-2c15ccaf7858 req-c05a9736-9f58-44a7-89b4-72a77aaf0d6f tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0274458 Aug 11 09:06:32.779998 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94b594-c325-4882-a8dc-b803d3297c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.115540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 126fa086-170b-41d4-b323-afc4a59a9354 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:33.167710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 126fa086-170b-41d4-b323-afc4a59a9354 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:33.171770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 126fa086-170b-41d4-b323-afc4a59a9354 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:33.172142 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.218315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Sync routers for ids ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:06:33.227948 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Routers {'9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:33.228549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:33.256281 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.277111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 126fa086-170b-41d4-b323-afc4a59a9354, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=126fa086-170b-41d4-b323-afc4a59a9354,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:33.283387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.332499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=126fa086-170b-41d4-b323-afc4a59a9354,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:33.335663 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Set router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:33.543832 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '66a2e216-8ead-4505-b39d-96db5c1dd92b', 'name': '', 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'mac_address': 'fa:16:3e:74:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:29Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 2, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'subnets': [{'id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:33.570665 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Checking router: 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:06:33.571495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Updating router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd port 66a2e216-8ead-4505-b39d-96db5c1dd92b binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:06:33.599953 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.659350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c78a0334-7094-4b08-bba6-ee672973facf tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:33.661185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c78a0334-7094-4b08-bba6-ee672973facf tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "GET /v2.0/networks?id=ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 200 len: 817 time: 0.1268787 Aug 11 09:06:33.681371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Request body: {'port': {'device_id': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'admin_state_up': True, 'tenant_id': '0498144afb604d53b93b233a00f722cd'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:33.704093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d532efd-5a23-43ee-987f-5301d6bd2e5c req-f8c0e715-c5df-466b-bc93-55187a0beeed tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0362339 Aug 11 09:06:33.803177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Made reservation on behalf of 0498144afb604d53b93b233a00f722cd for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:06:33.808097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.885343 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.895514 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Transition to ACTIVE for port object 66a2e216-8ead-4505-b39d-96db5c1dd92b will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:33.902058 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:33.948339 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Allocated IP 172.20.0.13 (ac7febe6-796e-40f7-9efd-9a745897734d/ca642745-2077-4032-98bc-a08ebe6b9def/8ccfae15-8b0b-4067-ab9f-01073ba1af92) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:06:33.955124 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d973e-8f05-49d8-a1fe-2e01970da277 None None] Pushing event updated for resources: {'Port': ['ID=66a2e216-8ead-4505-b39d-96db5c1dd92b,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:34.008954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Attempting to bind port 66a2e216-8ead-4505-b39d-96db5c1dd92b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:34.009814 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Attempting to bind port 66a2e216-8ead-4505-b39d-96db5c1dd92b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:34.010186 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Attempting to bind port 66a2e216-8ead-4505-b39d-96db5c1dd92b on network 9dec38af-0ce5-41a4-8218-44af48cd083b {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:34.015375 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:34.015745 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Checking segment: {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:34.016145 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.016528 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Bound using segment: {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:34.017019 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Bound port: 66a2e216-8ead-4505-b39d-96db5c1dd92b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e02019-adc1-40ce-8887-a8df88b96d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:34.017400 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.085061 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] For port 66a2e216-8ead-4505-b39d-96db5c1dd92b, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:34.088816 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] For port 66a2e216-8ead-4505-b39d-96db5c1dd92b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=66a2e216-8ead-4505-b39d-96db5c1dd92b,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:34.094743 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.121970 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.136910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Transition to ACTIVE for port object 8ccfae15-8b0b-4067-ab9f-01073ba1af92 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:34.155638 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Routers {'9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:06:34.156278 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:06:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:34.173732 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.195561 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d973e-8f05-49d8-a1fe-2e01970da277 None None] Pushing event updated for resources: {'Port': ['ID=66a2e216-8ead-4505-b39d-96db5c1dd92b,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:34.219759 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Network ac7febe6-796e-40f7-9efd-9a745897734d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:06:34.225363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:06:34.230438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:06:34.261444 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Pushing event updated for resources: {'Port': ['ID=8ccfae15-8b0b-4067-ab9f-01073ba1af92,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:34.288071 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] Set router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:06:34.291871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:34.292563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.310948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-c38b54ec-1e2a-4b68-bb95-5b92b0549738 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6349101 Aug 11 09:06:34.330416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Request body: {'port': {'device_id': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:06:34.396717 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.586130 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0ab04c0e-4804-4be8-8c86-95bc0c56438c None None] Provisioning for port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:34.591289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0ab04c0e-4804-4be8-8c86-95bc0c56438c None None] Provisioning complete for port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:34.591965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0ab04c0e-4804-4be8-8c86-95bc0c56438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.615080 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '66a2e216-8ead-4505-b39d-96db5c1dd92b', 'name': '', 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'mac_address': 'fa:16:3e:74:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:29Z', 'updated_at': '2021-08-11T09:06:34Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'subnets': [{'id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:06:34.627033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0ab04c0e-4804-4be8-8c86-95bc0c56438c None None] Port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:06:34.643845 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9c5ca-a909-40ac-ae86-20eca80e901c None None] The sync data for ids ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'] in n-d-789963-6 is: [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:06:30Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '66a2e216-8ead-4505-b39d-96db5c1dd92b', 'name': '', 'network_id': '9dec38af-0ce5-41a4-8218-44af48cd083b', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'mac_address': 'fa:16:3e:74:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:29Z', 'updated_at': '2021-08-11T09:06:34Z', 'revision_number': 4, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'subnets': [{'id': '5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:06:34.688629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccfae15-8b0b-4067-ab9f-01073ba1af92 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:06:34.697248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.711323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Transition to ACTIVE for port object 8ccfae15-8b0b-4067-ab9f-01073ba1af92 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:06:34.718122 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.799089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccfae15-8b0b-4067-ab9f-01073ba1af92,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:34.908683 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90be47-f78a-4aa1-a761-cc76cbd5b62e req-557dc1f6-0495-4c1b-9a38-5844ea754ba0 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:34.910149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d90be47-f78a-4aa1-a761-cc76cbd5b62e req-557dc1f6-0495-4c1b-9a38-5844ea754ba0 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 944 time: 0.1083639 Aug 11 09:06:34.911081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Attempting to bind port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:06:34.911415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Attempting to bind port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:06:34.911746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Attempting to bind port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 on network ac7febe6-796e-40f7-9efd-9a745897734d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:34.918850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 on network ac7febe6-796e-40f7-9efd-9a745897734d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:06:34.919177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Attempting to bind port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 on network ac7febe6-796e-40f7-9efd-9a745897734d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:06:34.938281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:06:34.938615 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Checking segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:06:34.939010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Bound using segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:06:34.939467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Bound port: 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:06:34.939823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:34.988379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4d90be47-f78a-4aa1-a761-cc76cbd5b62e req-85a6c484-aa04-4bb8-afb2-e050ca95d81a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714955 Aug 11 09:06:35.023607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] For port 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:06:35.027405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] For port 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:06:35.033985 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.051178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.067992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.069015 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.071431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/8ccfae15-8b0b-4067-ab9f-01073ba1af92 HTTP/1.1" status: 200 len: 1092 time: 0.7454069 Aug 11 09:06:35.097536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'tag': '8ccfae15-8b0b-4067-ab9f-01073ba1af92'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:06:35.099781 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40d479-d856-4f4b-b44a-62ccc97ed979" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5b9c61-83f7-4129-a32d-c999b13b0ff6", "tag": "8ccfae15-8b0b-4067-ab9f-01073ba1af92"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:06:35.162045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 66a2e216-8ead-4505-b39d-96db5c1dd92b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:35.173469 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25db2d-2000-4465-a402-dd3210edf576 x-openstack-request-id: req-2e25db2d-2000-4465-a402-dd3210edf576 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:06:35.173869 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5b9c61-83f7-4129-a32d-c999b13b0ff6", "tag": "8ccfae15-8b0b-4067-ab9f-01073ba1af92", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:06:35.174215 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e25db2d-2000-4465-a402-dd3210edf576 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:06:35.174707 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'tag': '8ccfae15-8b0b-4067-ab9f-01073ba1af92', 'status': 'completed', 'code': 200} Aug 11 09:06:35.183380 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1260d40-5792-43f5-8a98-98e6ace609f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccfae15-8b0b-4067-ab9f-01073ba1af92,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:35.203507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-85ff059f-ec28-497b-9074-e7a71d368529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.205178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-85ff059f-ec28-497b-9074-e7a71d368529 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0498144afb604d53b93b233a00f722cd&device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0777049 Aug 11 09:06:35.230656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 66a2e216-8ead-4505-b39d-96db5c1dd92b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:35.235339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 66a2e216-8ead-4505-b39d-96db5c1dd92b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:35.236125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.257754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-d01cbdb7-a270-44e6-986a-64c59283fb8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92 HTTP/1.1" status: 200 len: 217 time: 0.0389736 Aug 11 09:06:35.318695 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-1e535eed-ff37-47cc-8b8d-f6bce6db70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.321111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-1e535eed-ff37-47cc-8b8d-f6bce6db70ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca642745-2077-4032-98bc-a08ebe6b9def HTTP/1.1" status: 200 len: 856 time: 0.0559742 Aug 11 09:06:35.326643 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.371156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 66a2e216-8ead-4505-b39d-96db5c1dd92b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=66a2e216-8ead-4505-b39d-96db5c1dd92b,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:35.373142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-323fde05-8d0f-4d33-a16f-816d57d9c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.375112 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-323fde05-8d0f-4d33-a16f-816d57d9c421 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7febe6-796e-40f7-9efd-9a745897734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463052 Aug 11 09:06:35.377826 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.378858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 126fa086-170b-41d4-b323-afc4a59a9354 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:35.462106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=66a2e216-8ead-4505-b39d-96db5c1dd92b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:35.471528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-6b93fcb6-580b-4532-9193-bf25d7973422 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883505 Aug 11 09:06:35.474893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 126fa086-170b-41d4-b323-afc4a59a9354 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:35.475263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:35.569396 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-51c766e1-fa61-49cb-b76a-a1c5e7d65b4c req-aa6bcf69-a5d1-4dd9-a841-7c76d848afea service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905323 Aug 11 09:06:35.699687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-7d984b7a-84e6-4b6d-9328-457ad2efb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.701264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-7d984b7a-84e6-4b6d-9328-457ad2efb166 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0498144afb604d53b93b233a00f722cd&device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0454185 Aug 11 09:06:35.801282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-e4210cbf-e07b-47fb-8347-facf8bc5d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.802833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-e4210cbf-e07b-47fb-8347-facf8bc5d3d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 200 len: 918 time: 0.0944238 Aug 11 09:06:35.845459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-c8a02576-5bd8-4028-b58b-5a74fb8a9453 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92 HTTP/1.1" status: 200 len: 217 time: 0.0351317 Aug 11 09:06:35.911574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-3857a1f7-f85b-4d01-8764-7b73bc84353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.913102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-3857a1f7-f85b-4d01-8764-7b73bc84353a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca642745-2077-4032-98bc-a08ebe6b9def HTTP/1.1" status: 200 len: 856 time: 0.0595102 Aug 11 09:06:35.967486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-a4c23e7c-b8e6-4728-ba0e-a5a86883f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:35.969002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-a4c23e7c-b8e6-4728-ba0e-a5a86883f2bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7febe6-796e-40f7-9efd-9a745897734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473442 Aug 11 09:06:36.078516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-5741aad5-6e9e-4989-b116-6dcd0fcfd243 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997880 Aug 11 09:06:36.172085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a76b2-9926-4eb6-a4b0-d5e48edf0d41 req-15350b25-c99a-41df-89d6-73a51a1b4f65 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:36.173634 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-842a76b2-9926-4eb6-a4b0-d5e48edf0d41 req-15350b25-c99a-41df-89d6-73a51a1b4f65 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 944 time: 0.1104872 Aug 11 09:06:36.212303 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8c40d479-d856-4f4b-b44a-62ccc97ed979 req-78058cdd-35fc-4ac6-87bf-ee22b5a5ac47 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204109 Aug 11 09:06:36.230704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-842a76b2-9926-4eb6-a4b0-d5e48edf0d41 req-5ac93ff3-ee63-4932-9deb-3c4de8c71724 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503359 Aug 11 09:06:36.346214 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:37.092237 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 66a2e216-8ead-4505-b39d-96db5c1dd92b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:37.145773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 66a2e216-8ead-4505-b39d-96db5c1dd92b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:37.146145 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:37.356767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98db3e6-a230-4103-b680-08247b4a277b req-091ab6e5-7902-4d6c-b985-c08869f8e9e8 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:37.358245 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f98db3e6-a230-4103-b680-08247b4a277b req-091ab6e5-7902-4d6c-b985-c08869f8e9e8 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 944 time: 0.0533838 Aug 11 09:06:37.405761 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f98db3e6-a230-4103-b680-08247b4a277b req-1accf230-2c72-4bd5-ac1c-987520c415f4 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Aug 11 09:06:37.705732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ccfae15-8b0b-4067-ab9f-01073ba1af92 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:06:37.815623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:37.827901 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8ccfae15-8b0b-4067-ab9f-01073ba1af92', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'port_id': '8ccfae15-8b0b-4067-ab9f-01073ba1af92', 'mac_address': 'fa:16:3e:9d:6f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:06:37.865397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:37.879176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccfae15-8b0b-4067-ab9f-01073ba1af92 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:06:37.901047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:37.907436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:37.956183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8ccfae15-8b0b-4067-ab9f-01073ba1af92,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:38.179255 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8ccfae15-8b0b-4067-ab9f-01073ba1af92'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:06:38.528553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090dd93-adb8-4141-9554-ad8641ca4f86 req-66ef4b52-8029-4de8-9984-cc5e2b7f514c tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:38.530103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9090dd93-adb8-4141-9554-ad8641ca4f86 req-66ef4b52-8029-4de8-9984-cc5e2b7f514c tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Aug 11 09:06:38.578008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9090dd93-adb8-4141-9554-ad8641ca4f86 req-e7d50227-828d-4aa3-b806-68eff4e28216 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Aug 11 09:06:39.705863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0ffd-3ce8-45ec-9426-e9ee4282fce7 req-6a0df317-46d4-4dd8-8f16-a2093d44d4c7 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:39.707375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-073f0ffd-3ce8-45ec-9426-e9ee4282fce7 req-6a0df317-46d4-4dd8-8f16-a2093d44d4c7 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 945 time: 0.0585115 Aug 11 09:06:39.732973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ccfae15-8b0b-4067-ab9f-01073ba1af92 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:06:39.748919 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-073f0ffd-3ce8-45ec-9426-e9ee4282fce7 req-ecc333d6-bf2c-4ffd-bb99-6347ff0005c3 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Aug 11 09:06:39.783158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:06:39.787041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:06:39.787408 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:39.866384 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:39.889262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccfae15-8b0b-4067-ab9f-01073ba1af92'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:06:39.891505 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507bf1de-aaa5-4393-9ec7-ad73603bf80a" -d '{"events": [{"server_uuid": "5c5b9c61-83f7-4129-a32d-c999b13b0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "8ccfae15-8b0b-4067-ab9f-01073ba1af92"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:06:39.904419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:06:39.917255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:39.943370 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc8c05a-85b7-410f-b243-0db92c5349ef x-openstack-request-id: req-1cc8c05a-85b7-410f-b243-0db92c5349ef {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:06:39.943662 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5b9c61-83f7-4129-a32d-c999b13b0ff6", "name": "network-vif-plugged", "status": "completed", "tag": "8ccfae15-8b0b-4067-ab9f-01073ba1af92", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:06:39.943910 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cc8c05a-85b7-410f-b243-0db92c5349ef {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:06:39.944302 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccfae15-8b0b-4067-ab9f-01073ba1af92', 'code': 200} Aug 11 09:06:39.971525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8ccfae15-8b0b-4067-ab9f-01073ba1af92,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:06:40.068108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186cdc1-49ec-45c9-95b4-d750e38fe96e req-7d416329-203d-48e9-bbb0-22fa82fbeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:40.069669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6186cdc1-49ec-45c9-95b4-d750e38fe96e req-7d416329-203d-48e9-bbb0-22fa82fbeb15 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0481236 Aug 11 09:06:40.106492 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6186cdc1-49ec-45c9-95b4-d750e38fe96e req-75d6f615-ca52-4380-a18e-6d931cc98a16 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291610 Aug 11 09:06:40.883908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace4c16-4739-45e8-a565-9363b375bfe4 req-3dddde94-3aba-4610-b868-c2a61758810d tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:40.887064 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eace4c16-4739-45e8-a565-9363b375bfe4 req-3dddde94-3aba-4610-b868-c2a61758810d tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 946 time: 0.0593927 Aug 11 09:06:40.937923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eace4c16-4739-45e8-a565-9363b375bfe4 req-140d5b4c-a779-46f5-b423-da39962cd267 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Aug 11 09:06:42.075486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4854026-675e-44df-98bf-98dc0967f161 req-9dfe78f3-fd75-428c-8cef-8152ca2b7899 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:42.076899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4854026-675e-44df-98bf-98dc0967f161 req-9dfe78f3-fd75-428c-8cef-8152ca2b7899 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 946 time: 0.0567141 Aug 11 09:06:42.115382 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b4854026-675e-44df-98bf-98dc0967f161 req-882a4dda-8187-4b25-af75-5a1a2a8026da tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 11 09:06:42.243577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3da15-9234-4ebb-8d84-d9bdd569aa84 req-1aa1fd72-28c0-44df-beb2-584055a1a161 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:06:42.245028 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fde3da15-9234-4ebb-8d84-d9bdd569aa84 req-1aa1fd72-28c0-44df-beb2-584055a1a161 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 946 time: 0.0508020 Aug 11 09:06:42.284703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fde3da15-9234-4ebb-8d84-d9bdd569aa84 req-68f2fb0b-892a-4667-b725-7ac57112f5e6 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Aug 11 09:06:59.205068 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:06:59.364663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fdf28d4c-2de4-41a3-9310-76b218382031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:00.252963 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:00.600828 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:07:01.166705 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076320a-8f0a-4e4d-91fa-a64adace0b41 req-05821410-eaf5-4af9-9775-e3a5f60d5c88 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:01.168198 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0076320a-8f0a-4e4d-91fa-a64adace0b41 req-05821410-eaf5-4af9-9775-e3a5f60d5c88 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 946 time: 0.0521502 Aug 11 09:07:01.215965 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0076320a-8f0a-4e4d-91fa-a64adace0b41 req-a0ee7033-3b0f-431b-b572-965584d3cea9 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Aug 11 09:07:02.456836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522c57f-f42c-4254-8b91-ec70f22df106 req-0092def1-2129-43db-a92c-e6b0fbc2ea41 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:02.458394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8522c57f-f42c-4254-8b91-ec70f22df106 req-0092def1-2129-43db-a92c-e6b0fbc2ea41 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 946 time: 0.1685934 Aug 11 09:07:02.485233 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:02.506047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8522c57f-f42c-4254-8b91-ec70f22df106 req-92bc5a79-bb02-4537-9654-0d1af7b1db53 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Aug 11 09:07:02.785363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d216c680-8d43-4d80-a235-374ab55d4def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:02.863306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-4a737c6c-83b5-442a-b53f-5e09fb32cd7b tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:02.865047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-4a737c6c-83b5-442a-b53f-5e09fb32cd7b tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 946 time: 0.0568995 Aug 11 09:07:02.960484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Deleting port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:02.960817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:03.057340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] For port 8ccfae15-8b0b-4067-ab9f-01073ba1af92, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8ccfae15-8b0b-4067-ab9f-01073ba1af92,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:03.057712 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:03.070940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Calling delete_port for 8ccfae15-8b0b-4067-ab9f-01073ba1af92 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:03.204439 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:03.237114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Pushing event deleted for resources: {'Port': ['ID=8ccfae15-8b0b-4067-ab9f-01073ba1af92,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:03.238759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8ccfae15-8b0b-4067-ab9f-01073ba1af92'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:07:03.250225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.250805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.251146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.251486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.251860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.252190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.252531 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.252828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.253187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.253504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.253819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.254138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:03.288469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] No DVR routers for this DVR port 8ccfae15-8b0b-4067-ab9f-01073ba1af92 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:07:03.291348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:03.293488 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-67e7396c-cd27-4f29-affb-cebd30c718e9 req-755fce54-f4d9-46c6-87ce-fe4056e8b5ac tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "DELETE /v2.0/ports/8ccfae15-8b0b-4067-ab9f-01073ba1af92 HTTP/1.1" status: 204 len: 173 time: 0.4223442 Aug 11 09:07:03.293937 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'name': 'network-vif-deleted', 'tag': '8ccfae15-8b0b-4067-ab9f-01073ba1af92'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:07:03.296349 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7be2a0-41d5-44ce-a55b-9ead80d2dce1" -d '{"events": [{"server_uuid": "5c5b9c61-83f7-4129-a32d-c999b13b0ff6", "name": "network-vif-deleted", "tag": "8ccfae15-8b0b-4067-ab9f-01073ba1af92"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:07:03.337423 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9455a-b8ee-45ea-81e4-005b46c9b0dc x-openstack-request-id: req-48b9455a-b8ee-45ea-81e4-005b46c9b0dc {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:07:03.337755 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5b9c61-83f7-4129-a32d-c999b13b0ff6", "name": "network-vif-deleted", "tag": "8ccfae15-8b0b-4067-ab9f-01073ba1af92", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:07:03.338105 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48b9455a-b8ee-45ea-81e4-005b46c9b0dc {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:07:03.338821 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5b9c61-83f7-4129-a32d-c999b13b0ff6', 'name': 'network-vif-deleted', 'tag': '8ccfae15-8b0b-4067-ab9f-01073ba1af92', 'status': 'completed', 'code': 200} Aug 11 09:07:03.623115 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b1c1d914-faae-48ff-b5ac-d510be034c3c req-407a733f-c3d9-4ff7-ad90-dbc320bbf0c3 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c5b9c61-83f7-4129-a32d-c999b13b0ff6 HTTP/1.1" status: 200 len: 210 time: 0.0344772 Aug 11 09:07:05.037526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:05.118835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-7e3e32d8-fdf3-4d4c-aa2a-53dbbf5a6d9a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:05.120348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-7e3e32d8-fdf3-4d4c-aa2a-53dbbf5a6d9a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/networks?id=ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 200 len: 817 time: 0.1110456 Aug 11 09:07:05.136317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-859761fe-7b59-45bf-a3fd-93b613014e67 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/quotas/0498144afb604d53b93b233a00f722cd HTTP/1.1" status: 200 len: 375 time: 0.0100353 Aug 11 09:07:05.192035 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-b99dbd98-ec05-4088-b017-b7b5845b6bdc tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0498144afb604d53b93b233a00f722cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502183 Aug 11 09:07:05.298856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-33e8352c-6e7f-428a-b7c3-ea1656d6d7ad service neutron] 10.222.0.58 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942545 Aug 11 09:07:05.403293 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-be93095c-33cb-4a75-808b-6a8b6c130766 service neutron] 10.222.0.58 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976155 Aug 11 09:07:05.574147 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c7be576-e8ad-45e5-abe7-f1bada35dcd1 req-4c0a3ed6-6eb2-43c9-bf2b-e5a901e34d21 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Aug 11 09:07:06.347700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:06.638208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-1820e8fd-5198-4d30-bc82-4867b6804968 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:06.639749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-1820e8fd-5198-4d30-bc82-4867b6804968 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "GET /v2.0/networks?id=ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 200 len: 817 time: 0.1163721 Aug 11 09:07:06.661491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Request body: {'port': {'device_id': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'admin_state_up': True, 'tenant_id': '0498144afb604d53b93b233a00f722cd'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:06.681762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c62255ac-486e-443c-9724-a31af788e93c req-82b40614-3541-4263-b359-31d56843805f tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 210 time: 0.0352004 Aug 11 09:07:06.787101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Made reservation on behalf of 0498144afb604d53b93b233a00f722cd for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:07:06.790879 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:06.924756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Allocated IP 172.20.0.13 (ac7febe6-796e-40f7-9efd-9a745897734d/ca642745-2077-4032-98bc-a08ebe6b9def/0b717467-fd60-4ab3-a98c-825dc26566ab) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:07.080947 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.096582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Transition to ACTIVE for port object 0b717467-fd60-4ab3-a98c-825dc26566ab will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:07.134296 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.178520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Network ac7febe6-796e-40f7-9efd-9a745897734d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:07.181924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:07.185757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:07.192634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Pushing event updated for resources: {'Port': ['ID=0b717467-fd60-4ab3-a98c-825dc26566ab,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:07.240345 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:07.241033 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.257452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-2a70350a-9edc-4d3c-988f-2b2f6c28043a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017275 Aug 11 09:07:07.321546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Request body: {'port': {'device_id': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:07.370040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-529cdc83-81cc-4e85-a593-bf24a3adeb23 None None] Provisioning for port 0b717467-fd60-4ab3-a98c-825dc26566ab completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:07.373723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-529cdc83-81cc-4e85-a593-bf24a3adeb23 None None] Provisioning complete for port 0b717467-fd60-4ab3-a98c-825dc26566ab triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:07.374086 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-529cdc83-81cc-4e85-a593-bf24a3adeb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.379234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.409939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-529cdc83-81cc-4e85-a593-bf24a3adeb23 None None] Port 0b717467-fd60-4ab3-a98c-825dc26566ab cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:07:07.651372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b717467-fd60-4ab3-a98c-825dc26566ab {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:07:07.662530 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.682567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Transition to ACTIVE for port object 0b717467-fd60-4ab3-a98c-825dc26566ab will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:07.689163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:07.760833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Pushing event updated for resources: {'Port': ['ID=0b717467-fd60-4ab3-a98c-825dc26566ab,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:07.832697 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d431f79-9be3-45ab-9db4-b502e6bceebc req-a902ad23-b62e-4b5a-aef7-72e840819da4 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:07.834860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d431f79-9be3-45ab-9db4-b502e6bceebc req-a902ad23-b62e-4b5a-aef7-72e840819da4 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 944 time: 0.0593369 Aug 11 09:07:07.885215 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9d431f79-9be3-45ab-9db4-b502e6bceebc req-c550a7f9-3aaa-4116-95f3-942dd3ae134e tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Aug 11 09:07:07.907733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ccfae15-8b0b-4067-ab9f-01073ba1af92 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:07.935039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 8ccfae15-8b0b-4067-ab9f-01073ba1af92 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:07.935415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8ccfae15-8b0b-4067-ab9f-01073ba1af92 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:08.106099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Attempting to bind port 0b717467-fd60-4ab3-a98c-825dc26566ab on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:08.106352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Attempting to bind port 0b717467-fd60-4ab3-a98c-825dc26566ab by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:08.106664 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Attempting to bind port 0b717467-fd60-4ab3-a98c-825dc26566ab on network ac7febe6-796e-40f7-9efd-9a745897734d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:08.111400 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Port 0b717467-fd60-4ab3-a98c-825dc26566ab on network ac7febe6-796e-40f7-9efd-9a745897734d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:07:08.111719 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Attempting to bind port 0b717467-fd60-4ab3-a98c-825dc26566ab on network ac7febe6-796e-40f7-9efd-9a745897734d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:08.116817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:08.117165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Checking segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:08.117579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Bound using segment: {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:08.118005 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Bound port: 0b717467-fd60-4ab3-a98c-825dc26566ab, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:08.118359 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:08.189582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] For port 0b717467-fd60-4ab3-a98c-825dc26566ab, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:08.193017 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] For port 0b717467-fd60-4ab3-a98c-825dc26566ab, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0b717467-fd60-4ab3-a98c-825dc26566ab,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:08.198607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:08.232114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:08.232738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:08.234179 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] 10.222.0.69 "PUT /v2.0/ports/0b717467-fd60-4ab3-a98c-825dc26566ab HTTP/1.1" status: 200 len: 1092 time: 0.9637175 Aug 11 09:07:08.234649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'tag': '0b717467-fd60-4ab3-a98c-825dc26566ab'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:07:08.236925 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c6fe7b-3a2a-487e-937d-0a8648653637" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a07e32-f228-4b4a-8630-0992ffd24290", "tag": "0b717467-fd60-4ab3-a98c-825dc26566ab"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:07:08.264989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17bd6-1d33-4095-94ce-64a1544a843d service neutron] Pushing event updated for resources: {'Port': ['ID=0b717467-fd60-4ab3-a98c-825dc26566ab,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:08.290133 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa9bb7a-734b-4987-9414-d3a62fd165df x-openstack-request-id: req-2fa9bb7a-734b-4987-9414-d3a62fd165df {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:07:08.290574 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a07e32-f228-4b4a-8630-0992ffd24290", "tag": "0b717467-fd60-4ab3-a98c-825dc26566ab", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:07:08.290913 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fa9bb7a-734b-4987-9414-d3a62fd165df {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:07:08.291349 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'tag': '0b717467-fd60-4ab3-a98c-825dc26566ab', 'status': 'completed', 'code': 200} Aug 11 09:07:08.352823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-3f8aa92b-26f5-45a5-a2d9-a73bb340327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:08.354407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-3f8aa92b-26f5-45a5-a2d9-a73bb340327b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0498144afb604d53b93b233a00f722cd&device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 1095 time: 0.0470090 Aug 11 09:07:08.405296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-04cc2417-b226-45c8-b786-ea605f4877a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b717467-fd60-4ab3-a98c-825dc26566ab HTTP/1.1" status: 200 len: 217 time: 0.0370047 Aug 11 09:07:08.461770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-4b5e31da-906a-46f1-842d-5d527d293186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:08.463197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-4b5e31da-906a-46f1-842d-5d527d293186 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca642745-2077-4032-98bc-a08ebe6b9def HTTP/1.1" status: 200 len: 856 time: 0.0501621 Aug 11 09:07:08.517903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-66fb9e02-559b-4db4-a669-617c671b1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:08.520359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-66fb9e02-559b-4db4-a669-617c671b1283 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7febe6-796e-40f7-9efd-9a745897734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502222 Aug 11 09:07:08.616078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-9032e20e-61ed-46c1-9464-d333ce5ff8a4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879245 Aug 11 09:07:08.718603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4e4d66bb-2375-4e2d-a6c4-01a5ed8b8b8c req-1a27bd7a-5985-47b1-93eb-8520890fcb48 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948992 Aug 11 09:07:08.850587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-265ca6c2-c024-42c2-84fe-5c12433de3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:08.852170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-265ca6c2-c024-42c2-84fe-5c12433de3e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0498144afb604d53b93b233a00f722cd&device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 1095 time: 0.0460725 Aug 11 09:07:08.948686 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-113053a4-71ba-4705-90d4-d7442b0c2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:08.950221 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-113053a4-71ba-4705-90d4-d7442b0c2242 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 200 len: 918 time: 0.0910280 Aug 11 09:07:08.996696 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-1633d694-7339-4ada-8904-b119356c802b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b717467-fd60-4ab3-a98c-825dc26566ab HTTP/1.1" status: 200 len: 217 time: 0.0382333 Aug 11 09:07:09.005499 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba255a-4fe0-4f2a-93f8-40205ec2fc7c req-33b8e356-fd80-4da0-805e-fd578df44c0e tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:09.007437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47ba255a-4fe0-4f2a-93f8-40205ec2fc7c req-33b8e356-fd80-4da0-805e-fd578df44c0e tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 944 time: 0.0521579 Aug 11 09:07:09.046786 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-47ba255a-4fe0-4f2a-93f8-40205ec2fc7c req-25443442-7e16-4098-be20-4671d037a517 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Aug 11 09:07:09.050072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-091ac903-9847-4d26-afef-b368f1883965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:09.051836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-091ac903-9847-4d26-afef-b368f1883965 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ca642745-2077-4032-98bc-a08ebe6b9def HTTP/1.1" status: 200 len: 856 time: 0.0467670 Aug 11 09:07:09.099371 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-8cd9d11b-862c-4d03-af29-d7fc911e44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:09.100854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-8cd9d11b-862c-4d03-af29-d7fc911e44f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7febe6-796e-40f7-9efd-9a745897734d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405023 Aug 11 09:07:09.194516 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-4bf4b3eb-6746-46b1-95b0-3b767d03f7c3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851812 Aug 11 09:07:09.295606 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-36c6fe7b-3a2a-487e-937d-0a8648653637 req-1e272ec0-1775-43d6-aa2b-ce87b6818ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928650 Aug 11 09:07:10.185590 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b4df9-22eb-4514-adb6-2240809aa714 req-8a91f3d3-dde7-4fcb-a0a1-b2586c3d1453 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:10.187104 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8b4df9-22eb-4514-adb6-2240809aa714 req-8a91f3d3-dde7-4fcb-a0a1-b2586c3d1453 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 944 time: 0.0678120 Aug 11 09:07:10.230456 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fb8b4df9-22eb-4514-adb6-2240809aa714 req-c847245a-e942-41ab-9123-e57a967d758a tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Aug 11 09:07:11.360726 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40c960-7afc-4b0e-8a19-091375bfa5ef req-980a0ddf-0d6a-47f1-88ba-7f557af675a1 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:11.362171 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac40c960-7afc-4b0e-8a19-091375bfa5ef req-980a0ddf-0d6a-47f1-88ba-7f557af675a1 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 944 time: 0.0560193 Aug 11 09:07:11.401363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac40c960-7afc-4b0e-8a19-091375bfa5ef req-cb67ebbd-ef07-45d7-9051-c30ddb64f6d3 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Aug 11 09:07:11.923261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0b717467-fd60-4ab3-a98c-825dc26566ab details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:07:12.021027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 0b717467-fd60-4ab3-a98c-825dc26566ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0b717467-fd60-4ab3-a98c-825dc26566ab,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:12.032133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '0b717467-fd60-4ab3-a98c-825dc26566ab', 'network_id': 'ac7febe6-796e-40f7-9efd-9a745897734d', 'port_id': '0b717467-fd60-4ab3-a98c-825dc26566ab', 'mac_address': 'fa:16:3e:c7:6e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca642745-2077-4032-98bc-a08ebe6b9def', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:07:12.069427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:12.081853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b717467-fd60-4ab3-a98c-825dc26566ab {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:07:12.101819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 0b717467-fd60-4ab3-a98c-825dc26566ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0b717467-fd60-4ab3-a98c-825dc26566ab,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:12.109196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:12.155883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=0b717467-fd60-4ab3-a98c-825dc26566ab,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:12.164453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.164800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.165169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.165507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.165847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.166178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.166511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.166833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.167159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.167485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.167810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.168160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:12.366847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['0b717467-fd60-4ab3-a98c-825dc26566ab'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:07:12.524181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f256-7791-4b30-9a4b-3be9681c2975 req-220f47f7-6fe6-42eb-a225-9d98d97d65ee tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:12.526359 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e179f256-7791-4b30-9a4b-3be9681c2975 req-220f47f7-6fe6-42eb-a225-9d98d97d65ee tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Aug 11 09:07:12.564986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e179f256-7791-4b30-9a4b-3be9681c2975 req-b1abb09e-023b-4cbe-af30-2e226906f724 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Aug 11 09:07:13.695476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fb672-21d9-4b7b-baf4-0a8c16e074c2 req-67d8938d-e392-4985-aafc-91df2f61d04b tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:13.697082 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a01fb672-21d9-4b7b-baf4-0a8c16e074c2 req-67d8938d-e392-4985-aafc-91df2f61d04b tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 945 time: 0.0560417 Aug 11 09:07:13.741280 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a01fb672-21d9-4b7b-baf4-0a8c16e074c2 req-f6243065-2bfe-427c-9dd2-17e6fce75423 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Aug 11 09:07:13.939078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0b717467-fd60-4ab3-a98c-825dc26566ab up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:14.000709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 0b717467-fd60-4ab3-a98c-825dc26566ab completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:14.005104 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 0b717467-fd60-4ab3-a98c-825dc26566ab triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:14.005441 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:14.094508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:14.118236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b717467-fd60-4ab3-a98c-825dc26566ab'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:07:14.120583 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe345f-7a87-47ac-8ccf-c7e76ac19d5d" -d '{"events": [{"server_uuid": "f7a07e32-f228-4b4a-8630-0992ffd24290", "name": "network-vif-plugged", "status": "completed", "tag": "0b717467-fd60-4ab3-a98c-825dc26566ab"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:07:14.134200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 0b717467-fd60-4ab3-a98c-825dc26566ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0b717467-fd60-4ab3-a98c-825dc26566ab,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:14.139394 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:14.162741 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282e7ba-f22a-4cbe-b021-fbb0807bac41 x-openstack-request-id: req-6282e7ba-f22a-4cbe-b021-fbb0807bac41 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:07:14.162999 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a07e32-f228-4b4a-8630-0992ffd24290", "name": "network-vif-plugged", "status": "completed", "tag": "0b717467-fd60-4ab3-a98c-825dc26566ab", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:07:14.163240 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6282e7ba-f22a-4cbe-b021-fbb0807bac41 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:07:14.163623 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b717467-fd60-4ab3-a98c-825dc26566ab', 'code': 200} Aug 11 09:07:14.189648 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=0b717467-fd60-4ab3-a98c-825dc26566ab,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:14.286570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403da164-4459-43a2-9fca-8a335c459330 req-4c1f71a1-477c-4543-afa3-26e1337bc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:14.288371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-403da164-4459-43a2-9fca-8a335c459330 req-4c1f71a1-477c-4543-afa3-26e1337bc447 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 1097 time: 0.0424793 Aug 11 09:07:14.328145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-403da164-4459-43a2-9fca-8a335c459330 req-f2e52734-69a6-4a31-b3a9-aec8ae451968 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Aug 11 09:07:14.862926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521a108-0cea-49d3-877b-a2f3f9d71e5a req-96da6ff4-a9b9-411e-bbbe-3075221f463c tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:14.864457 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4521a108-0cea-49d3-877b-a2f3f9d71e5a req-96da6ff4-a9b9-411e-bbbe-3075221f463c tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 946 time: 0.0521891 Aug 11 09:07:14.904108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4521a108-0cea-49d3-877b-a2f3f9d71e5a req-6d6f7723-9b58-4466-95c1-ed5778516ef9 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Aug 11 09:07:16.032063 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74963702-3c9b-4649-8bc2-571567be5d4b req-c7474efe-0238-45f4-a32c-fc2e2554a5f9 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:16.033715 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74963702-3c9b-4649-8bc2-571567be5d4b req-c7474efe-0238-45f4-a32c-fc2e2554a5f9 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 946 time: 0.0571535 Aug 11 09:07:16.073332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-74963702-3c9b-4649-8bc2-571567be5d4b req-fd5e80c1-f8b6-4ba1-80ba-47e6d376027d tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332899 Aug 11 09:07:16.199727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b0d9a-cb1e-4de4-b453-fbed300c7181 req-dcc028da-684f-413b-bc2a-9d7344f100c6 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:16.201867 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-047b0d9a-cb1e-4de4-b453-fbed300c7181 req-dcc028da-684f-413b-bc2a-9d7344f100c6 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 946 time: 0.0604696 Aug 11 09:07:16.251118 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-047b0d9a-cb1e-4de4-b453-fbed300c7181 req-7cfae0e9-80fa-4ab7-bad4-ad4471744034 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Aug 11 09:07:29.216020 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:29.368777 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b48ca518-21e8-41e3-b258-b121baa33e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:30.275420 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:32.479899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:32.794375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1966cd9-eb6e-480a-97a1-dfd497a94f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:34.822862 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eea8c-d20f-4b11-ae26-1399253df138 req-28455cdd-ffcb-4292-87ba-d1e1a3087fdd tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:34.824544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c59eea8c-d20f-4b11-ae26-1399253df138 req-28455cdd-ffcb-4292-87ba-d1e1a3087fdd tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 946 time: 0.0664327 Aug 11 09:07:34.867000 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c59eea8c-d20f-4b11-ae26-1399253df138 req-a3d9ea01-1f87-4a72-b818-cd756f9aa058 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Aug 11 09:07:35.042691 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:35.999770 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422411f-e253-48da-818b-412123fa38ee req-58533b52-8e5d-429c-a4e1-c679e4d8b1d3 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:36.001337 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d422411f-e253-48da-818b-412123fa38ee req-58533b52-8e5d-429c-a4e1-c679e4d8b1d3 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 946 time: 0.0589590 Aug 11 09:07:36.045954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d422411f-e253-48da-818b-412123fa38ee req-658285eb-b4c7-4edb-91f0-ac0fc8f746a6 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/security-groups?id=fe00df5d-6218-46df-8b1d-7b3392b400b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Aug 11 09:07:36.355587 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:36.457939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8730-5543-451c-adce-0f709e6025cb req-a47fb1f0-4788-4194-b371-7b8513579ec0 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:36.459422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-203c8730-5543-451c-adce-0f709e6025cb req-a47fb1f0-4788-4194-b371-7b8513579ec0 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 946 time: 0.0547702 Aug 11 09:07:36.564247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Deleting port 0b717467-fd60-4ab3-a98c-825dc26566ab {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:36.564576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:36.664956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] For port 0b717467-fd60-4ab3-a98c-825dc26566ab, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=0b717467-fd60-4ab3-a98c-825dc26566ab,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:36.665426 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:36.683143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Calling delete_port for 0b717467-fd60-4ab3-a98c-825dc26566ab owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:36.832501 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:36.864455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Pushing event deleted for resources: {'Port': ['ID=0b717467-fd60-4ab3-a98c-825dc26566ab,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:36.867456 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['0b717467-fd60-4ab3-a98c-825dc26566ab'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:07:36.920324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] No DVR routers for this DVR port 0b717467-fd60-4ab3-a98c-825dc26566ab on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:07:36.923205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:36.925541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-203c8730-5543-451c-adce-0f709e6025cb req-abb0da4a-95ad-4028-83e7-be3dcc8d6c27 tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.69 "DELETE /v2.0/ports/0b717467-fd60-4ab3-a98c-825dc26566ab HTTP/1.1" status: 204 len: 173 time: 0.4595578 Aug 11 09:07:36.926071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'name': 'network-vif-deleted', 'tag': '0b717467-fd60-4ab3-a98c-825dc26566ab'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:07:36.928830 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88332af-c1cd-4634-84c8-d6f2593044c6" -d '{"events": [{"server_uuid": "f7a07e32-f228-4b4a-8630-0992ffd24290", "name": "network-vif-deleted", "tag": "0b717467-fd60-4ab3-a98c-825dc26566ab"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:07:37.044803 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f8139-743d-4ca0-b074-be2727c1782c x-openstack-request-id: req-3b1f8139-743d-4ca0-b074-be2727c1782c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:07:37.045464 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a07e32-f228-4b4a-8630-0992ffd24290", "name": "network-vif-deleted", "tag": "0b717467-fd60-4ab3-a98c-825dc26566ab", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:07:37.045464 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b1f8139-743d-4ca0-b074-be2727c1782c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:07:37.046218 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a07e32-f228-4b4a-8630-0992ffd24290', 'name': 'network-vif-deleted', 'tag': '0b717467-fd60-4ab3-a98c-825dc26566ab', 'status': 'completed', 'code': 200} Aug 11 09:07:37.156263 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9fda712-c4d5-47f5-aee6-22258db74d6a req-22a7c15a-3f6b-4257-bdce-327d0cd0a02e tempest-TestEncryptedCinderVolumes-529641662 tempest-TestEncryptedCinderVolumes-529641662-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7a07e32-f228-4b4a-8630-0992ffd24290 HTTP/1.1" status: 200 len: 210 time: 0.0270512 Aug 11 09:07:37.600999 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:07:38.254426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35270) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:38.636998 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:38.920424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Deleting port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:38.920908 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:39.002922 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] For port e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:39.003283 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:39.016224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Calling delete_port for e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:39.217191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:39.240661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:39.250895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.251231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.251562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.251881 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.252215 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.252529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.253490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.253490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.253490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.253791 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.254112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.254421 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:39.427171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:39.658719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Router 9473ae18-8637-4390-9950-2e16cff91662 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:07:39.777120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:07:39.783452 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2dc3fde8-c8c6-450f-be78-1ef789d642e7 admin admin] 10.222.0.58 "PUT /v2.0/routers/9473ae18-8637-4390-9950-2e16cff91662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5279253 Aug 11 09:07:39.786185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35272) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:39.787075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] Sync routers for ids ['9473ae18-8637-4390-9950-2e16cff91662'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:07:39.800480 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] Routers {'9473ae18-8637-4390-9950-2e16cff91662'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:39.801452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9473ae18-8637-4390-9950-2e16cff91662'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:39.891532 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:39.909437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] Set router 9473ae18-8637-4390-9950-2e16cff91662 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:40.077845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0b717467-fd60-4ab3-a98c-825dc26566ab no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:40.105716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 0b717467-fd60-4ab3-a98c-825dc26566ab {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:40.106026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 0b717467-fd60-4ab3-a98c-825dc26566ab not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:40.122493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:07:39Z', 'revision_number': 5, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:40.155839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] Checking router: 9473ae18-8637-4390-9950-2e16cff91662 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:07:40.165191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] Routers {'9473ae18-8637-4390-9950-2e16cff91662'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:40.165727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9473ae18-8637-4390-9950-2e16cff91662'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:40.273295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] Set router 9473ae18-8637-4390-9950-2e16cff91662 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:40.335020 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.390882 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Deleting port 2774b33b-3623-4d81-9d72-76d5cbef156d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:40.391217 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.467783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:07:39Z', 'revision_number': 5, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:40.469879 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] For port 2774b33b-3623-4d81-9d72-76d5cbef156d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2774b33b-3623-4d81-9d72-76d5cbef156d,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:40.470497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.488183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Calling delete_port for 2774b33b-3623-4d81-9d72-76d5cbef156d owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:40.493622 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905b430-0e42-422e-962a-ba42524c47a3 None None] The sync data for ids ['9473ae18-8637-4390-9950-2e16cff91662'] in n-d-789963-6 is: [{'id': '9473ae18-8637-4390-9950-2e16cff91662', 'name': 'tempest-TestEncryptedCinderVolumes-1111479525-router', 'tenant_id': '0498144afb604d53b93b233a00f722cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:07:39Z', 'revision_number': 5, 'project_id': '0498144afb604d53b93b233a00f722cd', 'gw_port': {'id': '2774b33b-3623-4d81-9d72-76d5cbef156d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473ae18-8637-4390-9950-2e16cff91662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:22Z', 'updated_at': '2021-08-11T09:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:07:40.661417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.686888 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2774b33b-3623-4d81-9d72-76d5cbef156d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:40.750655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.843041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.845608 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.899721 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.900298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9473ae18-8637-4390-9950-2e16cff91662 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:07:40.905828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.909588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f15ded61-6211-413f-abac-c09678138de1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9473ae18-8637-4390-9950-2e16cff91662 HTTP/1.1" status: 204 len: 168 time: 1.1197236 Aug 11 09:07:40.909918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35276) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:40.957661 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Deleting subnet ca642745-2077-4032-98bc-a08ebe6b9def {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:07:40.960991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:40.997450 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.089138 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.152297 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.180134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca642745-2077-4032-98bc-a08ebe6b9def,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:41.183821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.188626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35278) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:41.189908 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-653bc17a-0dba-4d6c-bf1f-ecb917309bdd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca642745-2077-4032-98bc-a08ebe6b9def HTTP/1.1" status: 204 len: 168 time: 0.2786963 Aug 11 09:07:41.190647 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6876ef-d897-4ff5-9b23-2bb5e7a349a4 None None] Network ac7febe6-796e-40f7-9efd-9a745897734d requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:07:41.195749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:41.251435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:41.251811 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e00f9d7a-41d7-4aa4-bbeb-bf9972ee25e6 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:41.265871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.324269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Deleting port 741664dc-3ea3-4e5b-8ef1-517326eac829 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:41.324512 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.397364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] For port 741664dc-3ea3-4e5b-8ef1-517326eac829, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=741664dc-3ea3-4e5b-8ef1-517326eac829,segment=NetworkSegment(daf3bc3f-681a-4a10-a1b2-6e1262545fa8),segment_id=daf3bc3f-681a-4a10-a1b2-6e1262545fa8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:41.397734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.411342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Calling delete_port for 741664dc-3ea3-4e5b-8ef1-517326eac829 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:41.496827 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.525705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] No DVR routers for this DVR port 741664dc-3ea3-4e5b-8ef1-517326eac829 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:07:41.530030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Pushing event deleted for resources: {'Port': ['ID=741664dc-3ea3-4e5b-8ef1-517326eac829,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:41.550282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd80c42-a316-43e8-bd13-2ae6f14880f5 None None] DHCP port deletion for ac7febe6-796e-40f7-9efd-9a745897734d request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:07:41.616348 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.630946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7febe6-796e-40f7-9efd-9a745897734d']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:41.644660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:41.644987 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf3bc3f-681a-4a10-a1b2-6e1262545fa8') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:41.653861 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.668906 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.675331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:07:41.675797 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:07:41.677763 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:07:41.741185 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.748515 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:41.751016 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac7febe6-796e-40f7-9efd-9a745897734d HTTP/1.1" status: 204 len: 168 time: 0.5606420 Aug 11 09:07:41.754335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35280) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:41.764157 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242842da-3354-4f12-9b50-e7f0321dbe85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7febe6-796e-40f7-9efd-9a745897734d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:42.151619 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:42.428439 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Deleting port 66a2e216-8ead-4505-b39d-96db5c1dd92b {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:42.428661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:42.517949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] For port 66a2e216-8ead-4505-b39d-96db5c1dd92b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=66a2e216-8ead-4505-b39d-96db5c1dd92b,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:42.518309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:42.531629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Calling delete_port for 66a2e216-8ead-4505-b39d-96db5c1dd92b owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:42.723396 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:42.747095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=66a2e216-8ead-4505-b39d-96db5c1dd92b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:42.927558 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.166017 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:07:43.201861 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2774b33b-3623-4d81-9d72-76d5cbef156d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:43.222489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2774b33b-3623-4d81-9d72-76d5cbef156d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:43.222834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2774b33b-3623-4d81-9d72-76d5cbef156d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:43.223460 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 741664dc-3ea3-4e5b-8ef1-517326eac829 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:43.242186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 741664dc-3ea3-4e5b-8ef1-517326eac829 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:43.242524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 741664dc-3ea3-4e5b-8ef1-517326eac829 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:43.274273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:07:43.279286 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-75b2e30b-e3cc-45fd-bc4c-b75404731ebf admin admin] 10.222.0.58 "PUT /v2.0/routers/9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5238397 Aug 11 09:07:43.282006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35282) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:43.282936 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] Sync routers for ids ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:07:43.291935 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] Routers {'9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:43.292543 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:43.389146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.399016 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] Set router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:43.497219 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.550429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Deleting port 126fa086-170b-41d4-b323-afc4a59a9354 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:43.550816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.579579 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '126fa086-170b-41d4-b323-afc4a59a9354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:07:42Z', 'revision_number': 5, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port': {'id': '126fa086-170b-41d4-b323-afc4a59a9354', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:06:27Z', 'updated_at': '2021-08-11T09:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:43.607069 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] Checking router: 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:07:43.615376 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] Routers {'9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:43.615981 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:43.630800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] For port 126fa086-170b-41d4-b323-afc4a59a9354, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=126fa086-170b-41d4-b323-afc4a59a9354,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:43.631263 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.644079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Calling delete_port for 126fa086-170b-41d4-b323-afc4a59a9354 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:43.701134 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] Set router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:43.754976 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:07:43Z', 'revision_number': 6, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:43.781310 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff625f2-4381-4b48-b83b-b2bcf0af6d14 None None] The sync data for ids ['9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd'] in n-d-789963-6 is: [{'id': '9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd', 'name': 'tempest-TestEncryptedCinderVolumes-1033430260-router', 'tenant_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:06:26Z', 'updated_at': '2021-08-11T09:07:43Z', 'revision_number': 6, 'project_id': '6edab1e572ed4b3aaeb48a189f2edd62', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:07:43.817865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.846319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Pushing event deleted for resources: {'Port': ['ID=126fa086-170b-41d4-b323-afc4a59a9354,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:43.905862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.994380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:43.996528 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.041152 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.041906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:07:44.046270 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.047565 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e556e613-0821-481f-8321-321ea55d9cce admin admin] 10.222.0.58 "DELETE /v2.0/routers/9ddf5b3e-5ef3-4c3e-a501-780b5b272ddd HTTP/1.1" status: 204 len: 168 time: 0.7645695 Aug 11 09:07:44.050353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35284) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:44.098730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Deleting subnet 5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:07:44.101843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.138052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.227562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.291091 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.317701 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:44.321500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.323420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7a36cf70-c584-4475-9c16-9039bc99d469 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5bd10bfb-0a92-4c4c-ab90-86c8e8f33b20 HTTP/1.1" status: 204 len: 168 time: 0.2720070 Aug 11 09:07:44.326121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35286) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:44.327745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecfb179-570b-4964-b88b-c0cde7f3a96c None None] Network 9dec38af-0ce5-41a4-8218-44af48cd083b requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:07:44.396785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.456089 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Deleting port c163e752-8b20-442d-92a3-de40fc230c51 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:44.456364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.530842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] For port c163e752-8b20-442d-92a3-de40fc230c51, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c163e752-8b20-442d-92a3-de40fc230c51,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:44.531203 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.545401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] DHCP port deletion for 9dec38af-0ce5-41a4-8218-44af48cd083b request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:07:44.546707 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Calling delete_port for c163e752-8b20-442d-92a3-de40fc230c51 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:44.596530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] Deleting port c163e752-8b20-442d-92a3-de40fc230c51 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:07:44.596927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.629612 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.658746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Pushing event deleted for resources: {'Port': ['ID=c163e752-8b20-442d-92a3-de40fc230c51,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:44.665733 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] No DVR routers for this DVR port c163e752-8b20-442d-92a3-de40fc230c51 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:07:44.667177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] For port c163e752-8b20-442d-92a3-de40fc230c51, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c163e752-8b20-442d-92a3-de40fc230c51,segment=NetworkSegment(a6e02019-adc1-40ce-8887-a8df88b96d67),segment_id=a6e02019-adc1-40ce-8887-a8df88b96d67)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:44.667570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.682785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] Calling delete_port for c163e752-8b20-442d-92a3-de40fc230c51 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:07:44.737624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.747491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dec38af-0ce5-41a4-8218-44af48cd083b']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 09:07:44.752012 n-d-789963-6 neutron-server[94574]: self.session.flush() Aug 11 09:07:44.760260 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e02019-adc1-40ce-8887-a8df88b96d67') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:44.760427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.760546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e02019-adc1-40ce-8887-a8df88b96d67') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:44.770288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.790591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] Pushing event deleted for resources: {'Port': ['ID=c163e752-8b20-442d-92a3-de40fc230c51,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:44.791012 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.794555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff9c76-6020-49f4-b05c-e36cc4cb9ec4 None None] No DVR routers for this DVR port c163e752-8b20-442d-92a3-de40fc230c51 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:07:44.800617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:07:44.801431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:07:44.806123 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:07:44.874328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.881971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:44.883148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9dec38af-0ce5-41a4-8218-44af48cd083b HTTP/1.1" status: 204 len: 168 time: 0.5560884 Aug 11 09:07:44.894069 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0d37c-e55b-40a0-ba24-ca0ae46d3311 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dec38af-0ce5-41a4-8218-44af48cd083b,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:45.062165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35290) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:45.105437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-931bab33-1c42-46fa-8dc9-446d4913d1b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0498144afb604d53b93b233a00f722cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413761 Aug 11 09:07:45.108146 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35292) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:45.130514 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 66a2e216-8ead-4505-b39d-96db5c1dd92b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:45.149740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 66a2e216-8ead-4505-b39d-96db5c1dd92b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:45.150083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 66a2e216-8ead-4505-b39d-96db5c1dd92b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:45.150497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 126fa086-170b-41d4-b323-afc4a59a9354 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:45.157514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69940d45-ef7a-46b1-84a3-a606a4717551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.169154 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 126fa086-170b-41d4-b323-afc4a59a9354 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:45.169458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 126fa086-170b-41d4-b323-afc4a59a9354 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:45.169878 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c163e752-8b20-442d-92a3-de40fc230c51 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:07:45.178844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69940d45-ef7a-46b1-84a3-a606a4717551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.188859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c163e752-8b20-442d-92a3-de40fc230c51 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:07:45.189226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c163e752-8b20-442d-92a3-de40fc230c51 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:07:45.230734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69940d45-ef7a-46b1-84a3-a606a4717551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.233378 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69940d45-ef7a-46b1-84a3-a606a4717551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.234613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-69940d45-ef7a-46b1-84a3-a606a4717551 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe00df5d-6218-46df-8b1d-7b3392b400b9 HTTP/1.1" status: 204 len: 168 time: 0.1255300 Aug 11 09:07:45.242761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69940d45-ef7a-46b1-84a3-a606a4717551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe00df5d-6218-46df-8b1d-7b3392b400b9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:45.572544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35298) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:45.623256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-44eb6d6e-5e89-417c-b809-0762a88c3581 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6edab1e572ed4b3aaeb48a189f2edd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490642 Aug 11 09:07:45.625940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35300) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:45.679367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5edec78e-7dad-45c3-8509-66ac44f6c02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.701202 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5edec78e-7dad-45c3-8509-66ac44f6c02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.752686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5edec78e-7dad-45c3-8509-66ac44f6c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.755411 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5edec78e-7dad-45c3-8509-66ac44f6c02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:45.756635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5edec78e-7dad-45c3-8509-66ac44f6c02b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cac11e22-6ce5-45c3-ab5c-0ae82113e9e9 HTTP/1.1" status: 204 len: 168 time: 0.1297865 Aug 11 09:07:45.765291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edec78e-7dad-45c3-8509-66ac44f6c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac11e22-6ce5-45c3-ab5c-0ae82113e9e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:46.513706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35322) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:46.642085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873133159-network', 'tenant_id': '3de8ff478e8b4644b7a3602715735671'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:46.670850 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Made reservation on behalf of 3de8ff478e8b4644b7a3602715735671 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:07:46.674057 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.685139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.797821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.803782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.834450 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:07:46.844947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f37df-52a7-492d-a747-5d672bb75d93,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:46.850064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.850408 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Added segment b8dc5169-e725-4840-a114-4e3c9d8d744b of type vlan for network 68505374-af15-4d57-ae46-5812c7a5776e Aug 11 09:07:46.896399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.930923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:46.931899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:46.932479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.005592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4904289 Aug 11 09:07:47.009347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35326) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:47.015403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Request body: {'subnet': {'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873133159-subnet', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:47.028462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e90689-4783-438d-8fdf-fa9db530e511 admin admin] Pushing event updated for resources: {'Network': ['ID=68505374-af15-4d57-ae46-5812c7a5776e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:47.040823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 68505374-af15-4d57-ae46-5812c7a5776e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:07:47.044491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Made reservation on behalf of 3de8ff478e8b4644b7a3602715735671 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:07:47.046936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.235583 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.292926 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80b7651-fb88-4f96-8772-19853001e1e2,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:47.310395 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Checking segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:47.310765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Network hostable DHCP agents. Network: 68505374-af15-4d57-ae46-5812c7a5776e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:07:47.330892 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Network 68505374-af15-4d57-ae46-5812c7a5776e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:07:47.342770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 68505374-af15-4d57-ae46-5812c7a5776e) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:47.347207 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:47.347802 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.352584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b4da8-0d38-40df-a27d-64bf79e81d36 None None] Network 68505374-af15-4d57-ae46-5812c7a5776e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:07:47.366701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6b196bf2-3527-415e-a4f0-d8ebca221495 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3555832 Aug 11 09:07:47.369633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35328) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:47.374390 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:47.397120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.398190 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.452431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.505589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-68505374-af15-4d57-ae46-5812c7a5776e', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:07:47.506526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.595439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.645196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Allocated IP 172.20.0.2 (68505374-af15-4d57-ae46-5812c7a5776e/d80b7651-fb88-4f96-8772-19853001e1e2/8155acba-e87b-4977-afe2-4122071f84ea) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:47.794650 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.795311 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.804827 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Transition to ACTIVE for port object 8155acba-e87b-4977-afe2-4122071f84ea will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:47.821086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.821305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Transition to ACTIVE for port object 8155acba-e87b-4977-afe2-4122071f84ea will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:47.829148 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.865578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Network 68505374-af15-4d57-ae46-5812c7a5776e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:47.870394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:47.873932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:47.884745 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Pushing event updated for resources: {'Port': ['ID=8155acba-e87b-4977-afe2-4122071f84ea,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:47.932383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Allocated IP 172.25.2.239 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/0cec69ec-53ff-476f-86fc-0d5176fa190c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:47.938067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Attempting to bind port 8155acba-e87b-4977-afe2-4122071f84ea on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:47.938570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Attempting to bind port 8155acba-e87b-4977-afe2-4122071f84ea by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:47.939029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Attempting to bind port 8155acba-e87b-4977-afe2-4122071f84ea on network 68505374-af15-4d57-ae46-5812c7a5776e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:47.944200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:47.944545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Checking segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:47.945125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:47.945524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Bound using segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:47.945980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Bound port: 8155acba-e87b-4977-afe2-4122071f84ea, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:47.946497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:48.010034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] For port 8155acba-e87b-4977-afe2-4122071f84ea, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:48.013656 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] For port 8155acba-e87b-4977-afe2-4122071f84ea, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8155acba-e87b-4977-afe2-4122071f84ea,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:48.019480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:48.045712 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:48.094040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c136c-51ed-4ba7-9f3f-a8204dd56abe None None] Pushing event updated for resources: {'Port': ['ID=8155acba-e87b-4977-afe2-4122071f84ea,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:48.110787 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:48.158232 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:48.161623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:48.164075 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:48.187338 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0cec69ec-53ff-476f-86fc-0d5176fa190c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:48.798479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:48.938839 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6b9cd-77b1-41b4-8f6a-3ae9c662bd30 None None] Network 68505374-af15-4d57-ae46-5812c7a5776e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:07:49.001955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5b5e1666-4807-4db7-b7a8-723af2ba6b28 None None] Provisioning for port 8155acba-e87b-4977-afe2-4122071f84ea completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:49.004394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.138419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:07:49.167557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8155acba-e87b-4977-afe2-4122071f84ea up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:49.226264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 8155acba-e87b-4977-afe2-4122071f84ea completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:49.230823 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8155acba-e87b-4977-afe2-4122071f84ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:49.231197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.262145 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:07:49.285202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.290295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d1f5cd7b-6b0e-406d-90d0-bd5908565bb1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9161682 Aug 11 09:07:49.290295 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35330) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:49.302950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Sync routers for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:07:49.327889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:49.328566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:49.332706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.398990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-efed9698-1286-4d60-9142-7a8656fee0a7 None None] Provisioning complete for port 8155acba-e87b-4977-afe2-4122071f84ea triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:49.399334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-efed9698-1286-4d60-9142-7a8656fee0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.460651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 8155acba-e87b-4977-afe2-4122071f84ea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8155acba-e87b-4977-afe2-4122071f84ea,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:49.471543 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.681211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:49.733728 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:49.763320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=8155acba-e87b-4977-afe2-4122071f84ea,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:49.913422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Allocated IP 172.20.0.1 (68505374-af15-4d57-ae46-5812c7a5776e/d80b7651-fb88-4f96-8772-19853001e1e2/6587ec3a-5efa-4f1d-b798-bad10d9fdb60) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:49.920718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:48Z', 'revision_number': 3, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:49.952418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Checking router: d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:07:49.952637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Updating router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 port 0cec69ec-53ff-476f-86fc-0d5176fa190c binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:07:49.978668 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.030401 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.045438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Transition to ACTIVE for port object 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:50.083171 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.125226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Network 68505374-af15-4d57-ae46-5812c7a5776e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:50.130694 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:50.133138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:50.135109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Pushing event updated for resources: {'Port': ['ID=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:50.174120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.250950 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.262238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Transition to ACTIVE for port object 0cec69ec-53ff-476f-86fc-0d5176fa190c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:50.269631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.316369 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.330078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdeba1-001a-4e09-b34d-f690ba3c6741 None None] Pushing event updated for resources: {'Port': ['ID=0cec69ec-53ff-476f-86fc-0d5176fa190c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:50.332362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Attempting to bind port 0cec69ec-53ff-476f-86fc-0d5176fa190c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:50.332720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Attempting to bind port 0cec69ec-53ff-476f-86fc-0d5176fa190c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:50.333107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Attempting to bind port 0cec69ec-53ff-476f-86fc-0d5176fa190c on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:50.339076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:50.339446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:50.339874 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.340227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:50.340836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Bound port: 0cec69ec-53ff-476f-86fc-0d5176fa190c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:50.341163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.388548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-492165a5-1d98-4949-8dfa-69d0b555ca9b None None] Provisioning for port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:50.397941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-492165a5-1d98-4949-8dfa-69d0b555ca9b None None] Provisioning complete for port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:50.398300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-492165a5-1d98-4949-8dfa-69d0b555ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.420003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] For port 0cec69ec-53ff-476f-86fc-0d5176fa190c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:50.438445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] For port 0cec69ec-53ff-476f-86fc-0d5176fa190c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0cec69ec-53ff-476f-86fc-0d5176fa190c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:50.445146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-492165a5-1d98-4949-8dfa-69d0b555ca9b None None] Port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:07:50.447058 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.499265 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.504244 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.507230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:50.507367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:50.517993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdeba1-001a-4e09-b34d-f690ba3c6741 None None] Pushing event updated for resources: {'Port': ['ID=0cec69ec-53ff-476f-86fc-0d5176fa190c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:50.574579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Pushing event updated for resources: {'Port': ['ID=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:50.577160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:50.629661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:50.670468 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Network 68505374-af15-4d57-ae46-5812c7a5776e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:50.672008 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:50.790430 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:07:50.846173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 2, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:50.873058 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4566e-5fb1-4300-9bd7-1c3afe88c709 None None] The sync data for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 is: [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 2, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:07:50.911740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:07:50.921654 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a9c63aaf-69f0-41f1-a939-4fb6351f899d admin admin] 10.222.0.58 "PUT /v2.0/routers/d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308007 Aug 11 09:07:50.967193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-efb31a92-4cae-43d7-9d9d-be8fcceab903 None None] Provisioning complete for port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:50.967585 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-efb31a92-4cae-43d7-9d9d-be8fcceab903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.006330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-efb31a92-4cae-43d7-9d9d-be8fcceab903 None None] Port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:07:51.167226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8155acba-e87b-4977-afe2-4122071f84ea up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:51.228450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 8155acba-e87b-4977-afe2-4122071f84ea triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:51.228872 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.450407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35346) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:51.455860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1957083935-network', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:51.480000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Made reservation on behalf of 277740f93bf54ff19d0f4bee84b530e6 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:07:51.482562 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.493245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.611973 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.617149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.645397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:07:51.651117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f98902-f88b-4ad4-a4fa-5ce855e7fd4f,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:51.658963 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.659314 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Added segment 3f721d4f-517e-4087-9131-931848a3c051 of type vlan for network ea83d38a-a2cd-424c-abf2-376b55b4891e Aug 11 09:07:51.705655 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.738691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.739843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:51.740485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:51.802835 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3488138 Aug 11 09:07:51.803066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35348) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:51.808312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Request body: {'subnet': {'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1957083935-subnet', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:51.815100 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba6602-71db-4518-8df3-9a056c33e0ef admin admin] Pushing event updated for resources: {'Network': ['ID=ea83d38a-a2cd-424c-abf2-376b55b4891e,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:51.825650 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network ea83d38a-a2cd-424c-abf2-376b55b4891e details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:07:51.837318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Made reservation on behalf of 277740f93bf54ff19d0f4bee84b530e6 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:07:51.840202 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.024651 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.080083 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6442d5a-1218-4a97-a954-6c26694ecdf2,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:52.093223 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Checking segment: {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:52.093593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Network hostable DHCP agents. Network: ea83d38a-a2cd-424c-abf2-376b55b4891e, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:07:52.111365 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Network ea83d38a-a2cd-424c-abf2-376b55b4891e is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:07:52.123336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, ea83d38a-a2cd-424c-abf2-376b55b4891e) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:52.131441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047388ab-1dbe-418a-b72f-471c25120e80 None None] Network ea83d38a-a2cd-424c-abf2-376b55b4891e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:07:52.132228 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:07:52.132774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.147660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-710adf42-85b2-4ea7-b887-5e8f451bdda9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3435555 Aug 11 09:07:52.150365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35350) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:52.155061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:07:52.179670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.180853 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.236964 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.279674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-ea83d38a-a2cd-424c-abf2-376b55b4891e', 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'fixed_ips': [{'subnet_id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:07:52.280575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.380336 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.416164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Allocated IP 172.20.0.2 (ea83d38a-a2cd-424c-abf2-376b55b4891e/b6442d5a-1218-4a97-a954-6c26694ecdf2/133f0b86-fc69-4a30-ba0d-fadf3a4b57a3) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:52.585623 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.588449 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.595065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Transition to ACTIVE for port object 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:52.608644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.611813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Transition to ACTIVE for port object 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:52.619188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.663609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Network ea83d38a-a2cd-424c-abf2-376b55b4891e is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:52.666713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:52.671043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:52.675029 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Pushing event updated for resources: {'Port': ['ID=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:52.725498 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Allocated IP 172.25.2.171 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/d8cc3574-ef00-4c87-9c03-988ee1121931) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:52.733050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Attempting to bind port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:52.733419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Attempting to bind port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:52.733817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Attempting to bind port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 on network ea83d38a-a2cd-424c-abf2-376b55b4891e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:52.739010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:52.739426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Checking segment: {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:52.739775 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.740157 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Bound using segment: {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:52.740653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Bound port: 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:52.741180 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.813320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] For port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:52.816280 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] For port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:52.822065 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.830542 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.871365 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Sync routers for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:07:52.879928 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:52.887755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3087-0bf8-4251-8b17-551c35daf50f None None] Pushing event updated for resources: {'Port': ['ID=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:52.899807 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:52.900458 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:53.035800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:53.240958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:53.246378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:53.247859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:53.250433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:53.276207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Pushing event updated for resources: {'Port': ['ID=d8cc3574-ef00-4c87-9c03-988ee1121931,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:53.286905 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 2, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:53.312372 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:53.317127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cec69ec-53ff-476f-86fc-0d5176fa190c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:53.321150 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Checking router: d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:07:53.321617 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Updating router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:07:53.347693 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.371799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 0cec69ec-53ff-476f-86fc-0d5176fa190c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:53.376842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0cec69ec-53ff-476f-86fc-0d5176fa190c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:53.377270 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.465572 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.487701 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 0cec69ec-53ff-476f-86fc-0d5176fa190c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0cec69ec-53ff-476f-86fc-0d5176fa190c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:53.492794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.522637 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.550574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=0cec69ec-53ff-476f-86fc-0d5176fa190c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:53.636847 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.647064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Transition to ACTIVE for port object 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:53.655929 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.714523 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Pushing event updated for resources: {'Port': ['ID=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:53.726825 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.727288 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.727683 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.728078 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.728466 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.728852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.729281 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.729668 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.730041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.730426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.730807 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.731183 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:07:53.735845 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.796586 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Attempting to bind port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:53.797046 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Attempting to bind port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:53.798065 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Attempting to bind port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 on network 68505374-af15-4d57-ae46-5812c7a5776e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:53.807754 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:53.808133 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Checking segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:53.808533 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.809102 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Bound using segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:53.809575 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Bound port: 6587ec3a-5efa-4f1d-b798-bad10d9fdb60, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:53.809954 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.880188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Router bcd40678-a2f0-4433-a676-2b667309c355 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:07:53.881739 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] For port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:53.885501 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] For port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:53.894047 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:53.950529 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:53.951226 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:54.001390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:07:54.007323 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74822d-92b8-4c7d-8e73-0628aeb35a2f None None] Pushing event updated for resources: {'Port': ['ID=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:54.012578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Sync routers for ids ['bcd40678-a2f0-4433-a676-2b667309c355'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:07:54.022565 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Routers {'bcd40678-a2f0-4433-a676-2b667309c355'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:54.023264 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bcd40678-a2f0-4433-a676-2b667309c355'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:54.031865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:54.037038 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35352) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:07:54.038220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c80624a-6996-4f17-a942-57a43816b939 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8865335 Aug 11 09:07:54.086154 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:54.121349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef7c1a-6fac-47e6-aa19-29a9fbd7f1dc None None] Network ea83d38a-a2cd-424c-abf2-376b55b4891e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:07:54.249180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Set router bcd40678-a2f0-4433-a676-2b667309c355 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:54.412485 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:54.412784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] Provisioning for port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:54.439666 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887392c0-f525-49b0-99d6-b715b466ace4 None None] The sync data for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 is: [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:07:54.505926 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:54.598778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] Provisioning complete for port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:54.599232 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:54.689912 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Allocated IP 172.20.0.1 (ea83d38a-a2cd-424c-abf2-376b55b4891e/b6442d5a-1218-4a97-a954-6c26694ecdf2/72e0b9bb-8532-4654-b7c9-7a23df74a98a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:07:54.772790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:54.790608 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 3, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:54.830295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Checking router: bcd40678-a2f0-4433-a676-2b667309c355 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:07:54.830753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Updating router bcd40678-a2f0-4433-a676-2b667309c355 port d8cc3574-ef00-4c87-9c03-988ee1121931 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:07:54.865966 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:54.981896 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] For port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:54.990555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.105728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e609072-8ac9-43bb-86a6-8716bbb8b7db None None] Pushing event updated for resources: {'Port': ['ID=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:55.197383 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.216628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Transition to ACTIVE for port object 72e0b9bb-8532-4654-b7c9-7a23df74a98a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:55.228571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cec69ec-53ff-476f-86fc-0d5176fa190c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:55.255491 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.261416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.268393 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-76afd5a1-05e3-48ff-92a6-bff48b11f42c None None] Provisioning complete for port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:55.268763 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76afd5a1-05e3-48ff-92a6-bff48b11f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.295953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Network ea83d38a-a2cd-424c-abf2-376b55b4891e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:55.299000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:55.301842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:07:55.302333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Transition to ACTIVE for port object d8cc3574-ef00-4c87-9c03-988ee1121931 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:55.320529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.330300 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Pushing event updated for resources: {'Port': ['ID=72e0b9bb-8532-4654-b7c9-7a23df74a98a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:55.353517 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.394004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 0cec69ec-53ff-476f-86fc-0d5176fa190c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:55.394374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.398171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c065ed5-6232-46ec-acdd-31ccaafc7972 None None] Pushing event updated for resources: {'Port': ['ID=d8cc3574-ef00-4c87-9c03-988ee1121931,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:55.400863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Attempting to bind port d8cc3574-ef00-4c87-9c03-988ee1121931 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:55.401063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Attempting to bind port d8cc3574-ef00-4c87-9c03-988ee1121931 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:55.401403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Attempting to bind port d8cc3574-ef00-4c87-9c03-988ee1121931 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:55.430907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:55.431298 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:55.431788 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.432174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:55.432655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Bound port: d8cc3574-ef00-4c87-9c03-988ee1121931, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:55.433068 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.504060 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.534071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] For port d8cc3574-ef00-4c87-9c03-988ee1121931, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:55.566680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] For port d8cc3574-ef00-4c87-9c03-988ee1121931, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d8cc3574-ef00-4c87-9c03-988ee1121931,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:55.573975 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.601624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:55.677986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.678291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Routers {'bcd40678-a2f0-4433-a676-2b667309c355'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:55.679275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bcd40678-a2f0-4433-a676-2b667309c355'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:55.682400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c065ed5-6232-46ec-acdd-31ccaafc7972 None None] Pushing event updated for resources: {'Port': ['ID=d8cc3574-ef00-4c87-9c03-988ee1121931,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:55.683318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.686756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e83e37c-5dd5-4525-8b02-73b8c8dfdcf2 None None] Provisioning for port 72e0b9bb-8532-4654-b7c9-7a23df74a98a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:55.729788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0e83e37c-5dd5-4525-8b02-73b8c8dfdcf2 None None] Provisioning complete for port 72e0b9bb-8532-4654-b7c9-7a23df74a98a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:55.730162 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0e83e37c-5dd5-4525-8b02-73b8c8dfdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.751091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Pushing event updated for resources: {'Port': ['ID=72e0b9bb-8532-4654-b7c9-7a23df74a98a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:55.757821 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.805666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:55.817742 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:55.818123 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:55.821731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-0e83e37c-5dd5-4525-8b02-73b8c8dfdcf2 None None] Port 72e0b9bb-8532-4654-b7c9-7a23df74a98a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:07:55.860329 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] Set router bcd40678-a2f0-4433-a676-2b667309c355 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:55.861160 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Network ea83d38a-a2cd-424c-abf2-376b55b4891e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:07:55.863088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:07:55.983883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Router bcd40678-a2f0-4433-a676-2b667309c355 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:07:56.033067 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:56.104902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:07:56.106358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:56.116971 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5c82c0c9-1cf8-4814-85bd-bc95d7739272 admin admin] 10.222.0.58 "PUT /v2.0/routers/bcd40678-a2f0-4433-a676-2b667309c355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0730543 Aug 11 09:07:56.121283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:56.186702 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-615939bb-8e70-47e7-881f-7d83faa5ebbe None None] Provisioning complete for port 72e0b9bb-8532-4654-b7c9-7a23df74a98a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:56.187110 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-615939bb-8e70-47e7-881f-7d83faa5ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:56.192837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:56.229583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '72e0b9bb-8532-4654-b7c9-7a23df74a98a', 'name': '', 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'mac_address': 'fa:16:3e:a2:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:54Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 2, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'subnets': [{'id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:56.260253 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-615939bb-8e70-47e7-881f-7d83faa5ebbe None None] Port 72e0b9bb-8532-4654-b7c9-7a23df74a98a cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:07:56.262031 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86345db6-5e6f-4c07-abf8-94abc8de4ae3 None None] The sync data for ids ['bcd40678-a2f0-4433-a676-2b667309c355'] in n-d-789963-6 is: [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '72e0b9bb-8532-4654-b7c9-7a23df74a98a', 'name': '', 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'mac_address': 'fa:16:3e:a2:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:54Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 2, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'subnets': [{'id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:07:57.176212 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:57.260242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:57.260529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:57.371662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:57.455217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:57.455502 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:58.716796 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Sync routers for ids ['bcd40678-a2f0-4433-a676-2b667309c355'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:07:58.727432 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Routers {'bcd40678-a2f0-4433-a676-2b667309c355'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:58.728488 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bcd40678-a2f0-4433-a676-2b667309c355'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:58.852042 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Set router bcd40678-a2f0-4433-a676-2b667309c355 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:07:59.078664 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '72e0b9bb-8532-4654-b7c9-7a23df74a98a', 'name': '', 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'mac_address': 'fa:16:3e:a2:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:54Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 2, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'subnets': [{'id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:59.105821 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Checking router: bcd40678-a2f0-4433-a676-2b667309c355 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:07:59.106173 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Updating router bcd40678-a2f0-4433-a676-2b667309c355 port 72e0b9bb-8532-4654-b7c9-7a23df74a98a binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:07:59.135191 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.220549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.278900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d8cc3574-ef00-4c87-9c03-988ee1121931 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:07:59.342674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d8cc3574-ef00-4c87-9c03-988ee1121931 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:07:59.347108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d8cc3574-ef00-4c87-9c03-988ee1121931 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:07:59.347889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.398211 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4078549d-e411-4763-93f9-de6af06adca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.458652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.483903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d8cc3574-ef00-4c87-9c03-988ee1121931, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d8cc3574-ef00-4c87-9c03-988ee1121931,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:07:59.491914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.494500 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.511600 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Transition to ACTIVE for port object 72e0b9bb-8532-4654-b7c9-7a23df74a98a will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:07:59.524230 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.562941 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d8cc3574-ef00-4c87-9c03-988ee1121931,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:59.579020 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f28c8-5a47-4fb0-a666-4c9b2c01cb18 None None] Pushing event updated for resources: {'Port': ['ID=72e0b9bb-8532-4654-b7c9-7a23df74a98a,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:59.639647 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Attempting to bind port 72e0b9bb-8532-4654-b7c9-7a23df74a98a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:07:59.640035 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Attempting to bind port 72e0b9bb-8532-4654-b7c9-7a23df74a98a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:07:59.640452 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Attempting to bind port 72e0b9bb-8532-4654-b7c9-7a23df74a98a on network ea83d38a-a2cd-424c-abf2-376b55b4891e {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:07:59.646670 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:07:59.647040 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Checking segment: {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:07:59.647442 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.647829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Bound using segment: {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:07:59.648315 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Bound port: 72e0b9bb-8532-4654-b7c9-7a23df74a98a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f721d4f-517e-4087-9131-931848a3c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:07:59.648690 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.727689 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] For port 72e0b9bb-8532-4654-b7c9-7a23df74a98a, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:07:59.732949 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] For port 72e0b9bb-8532-4654-b7c9-7a23df74a98a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=72e0b9bb-8532-4654-b7c9-7a23df74a98a,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:07:59.738854 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:07:59.822787 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f28c8-5a47-4fb0-a666-4c9b2c01cb18 None None] Pushing event updated for resources: {'Port': ['ID=72e0b9bb-8532-4654-b7c9-7a23df74a98a,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:07:59.832011 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Routers {'bcd40678-a2f0-4433-a676-2b667309c355'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:07:59.832718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:07:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bcd40678-a2f0-4433-a676-2b667309c355'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:07:59.950847 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] Set router bcd40678-a2f0-4433-a676-2b667309c355 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:08:00.180211 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '72e0b9bb-8532-4654-b7c9-7a23df74a98a', 'name': '', 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'mac_address': 'fa:16:3e:a2:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:54Z', 'updated_at': '2021-08-11T09:07:59Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'subnets': [{'id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:08:00.216535 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5daa8-fa18-46f2-9587-1931375ebf05 None None] The sync data for ids ['bcd40678-a2f0-4433-a676-2b667309c355'] in n-d-789963-6 is: [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:55Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '72e0b9bb-8532-4654-b7c9-7a23df74a98a', 'name': '', 'network_id': 'ea83d38a-a2cd-424c-abf2-376b55b4891e', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'mac_address': 'fa:16:3e:a2:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:54Z', 'updated_at': '2021-08-11T09:07:59Z', 'revision_number': 4, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'subnets': [{'id': 'b6442d5a-1218-4a97-a954-6c26694ecdf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:08:00.298928 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:01.346194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 72e0b9bb-8532-4654-b7c9-7a23df74a98a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:08:01.410949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 72e0b9bb-8532-4654-b7c9-7a23df74a98a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:08:01.415644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 72e0b9bb-8532-4654-b7c9-7a23df74a98a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:08:01.416146 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:01.530354 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:01.586139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 72e0b9bb-8532-4654-b7c9-7a23df74a98a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=72e0b9bb-8532-4654-b7c9-7a23df74a98a,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:08:01.593056 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:01.594743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d8cc3574-ef00-4c87-9c03-988ee1121931 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:08:01.681076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=72e0b9bb-8532-4654-b7c9-7a23df74a98a,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:01.704450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d8cc3574-ef00-4c87-9c03-988ee1121931 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:08:01.704852 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:02.531061 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:02.789299 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dffd9486-b3a0-4061-bc8d-488051c1b2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:03.167540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 72e0b9bb-8532-4654-b7c9-7a23df74a98a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:08:03.232482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 72e0b9bb-8532-4654-b7c9-7a23df74a98a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:08:03.233041 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:05.046835 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:06.222959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-d11c0390-7a19-43cb-9208-d4a89b63fd6a tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:06.224477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-d11c0390-7a19-43cb-9208-d4a89b63fd6a tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 815 time: 0.1027663 Aug 11 09:08:06.242792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-3865eefa-a346-49af-84d2-4bc65d8f5a83 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/quotas/3de8ff478e8b4644b7a3602715735671 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Aug 11 09:08:06.305027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-c5fefa3b-67dd-4ab6-9f54-04ab04bff730 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533891 Aug 11 09:08:06.352526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:06.408271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-1caeea70-dc3b-4bb4-af43-c0a954088f90 service neutron] 10.222.0.58 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901914 Aug 11 09:08:06.504132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-a473fb30-342c-4dcc-a828-dacdb9a08045 service neutron] 10.222.0.58 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895264 Aug 11 09:08:06.679188 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7b4dbe47-e749-4592-8c29-e105623b4639 req-47b6139c-cb2d-4c7b-9205-2f4f2665ddf0 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 210 time: 0.0323100 Aug 11 09:08:07.774554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-f056c39a-c1b8-401f-a084-3031a48f643d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:07.776000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-f056c39a-c1b8-401f-a084-3031a48f643d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 815 time: 0.1245825 Aug 11 09:08:07.795203 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d7850570-26fd-4147-9131-7ef586704de9 req-eaa702f2-4b1f-441c-8b28-24f733dca670 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 210 time: 0.0382481 Aug 11 09:08:07.798873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'port': {'device_id': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'admin_state_up': True, 'tenant_id': '3de8ff478e8b4644b7a3602715735671'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:07.915734 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Made reservation on behalf of 3de8ff478e8b4644b7a3602715735671 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:08:07.919709 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:08.066216 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Allocated IP 172.20.0.9 (68505374-af15-4d57-ae46-5812c7a5776e/d80b7651-fb88-4f96-8772-19853001e1e2/ff0aaec3-fa46-4452-8a32-df2e17936839) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:08:08.283027 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:08.299708 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Transition to ACTIVE for port object ff0aaec3-fa46-4452-8a32-df2e17936839 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:08:08.344892 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:08.399166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Network 68505374-af15-4d57-ae46-5812c7a5776e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:08:08.402653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:08:08.405381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:08:08.434283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:08.447971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.448359 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.448728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.449130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.449479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.449893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.450149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.450480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.450813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.451191 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.451469 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.451787 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:08.496775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:08.498064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:08.518370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-78f9892f-b152-4445-a504-93b37896bd71 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255621 Aug 11 09:08:08.736543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6970fea9-a362-4e4a-84b9-39a84a4e6799 None None] Provisioning for port ff0aaec3-fa46-4452-8a32-df2e17936839 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:08:08.741326 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6970fea9-a362-4e4a-84b9-39a84a4e6799 None None] Provisioning complete for port ff0aaec3-fa46-4452-8a32-df2e17936839 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:08:08.741789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6970fea9-a362-4e4a-84b9-39a84a4e6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:08.777594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6970fea9-a362-4e4a-84b9-39a84a4e6799 None None] Port ff0aaec3-fa46-4452-8a32-df2e17936839 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:08:08.942877 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb5bfa-ddee-432b-834a-f1b367ebedfb req-7b0e5ebe-1aad-4207-903c-55b2b691a953 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:08.944470 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3eeb5bfa-ddee-432b-834a-f1b367ebedfb req-7b0e5ebe-1aad-4207-903c-55b2b691a953 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0699618 Aug 11 09:08:09.003748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3eeb5bfa-ddee-432b-834a-f1b367ebedfb req-0802a7c1-d1a4-47dc-996f-842ff3b90590 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508604 Aug 11 09:08:10.114415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ecd3a-366c-4cfb-9f87-dd621a83b8e3 req-57dac4f6-a7a4-4acc-8634-06b90f3761f5 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:10.115840 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-895ecd3a-366c-4cfb-9f87-dd621a83b8e3 req-57dac4f6-a7a4-4acc-8634-06b90f3761f5 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0574565 Aug 11 09:08:10.156673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-895ecd3a-366c-4cfb-9f87-dd621a83b8e3 req-14b2ba6d-0f70-488c-8f9c-b85db8218c20 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 11 09:08:11.287586 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19fbf5-d611-41c3-8637-7939c8e57897 req-697fefdc-7b7d-4983-a682-ce4503acf3c1 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:11.289070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f19fbf5-d611-41c3-8637-7939c8e57897 req-697fefdc-7b7d-4983-a682-ce4503acf3c1 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0622828 Aug 11 09:08:11.333187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5f19fbf5-d611-41c3-8637-7939c8e57897 req-28c7b318-57d2-4178-9737-3daf2dad3e85 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Aug 11 09:08:12.464283 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f467-b5f9-4a6c-92c9-0ef03bf55410 req-26561776-9272-4e77-a60e-e4f6a5387492 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:12.466637 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62d7f467-b5f9-4a6c-92c9-0ef03bf55410 req-26561776-9272-4e77-a60e-e4f6a5387492 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0535605 Aug 11 09:08:12.505736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62d7f467-b5f9-4a6c-92c9-0ef03bf55410 req-5ab9ecec-cc34-4ab2-a6c8-2417bc4783af tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Aug 11 09:08:13.633255 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b296758-25b3-4b97-9a60-6b8b5bb59199 req-5f637f3d-b132-4c00-817c-0e26b5e83675 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:13.635197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b296758-25b3-4b97-9a60-6b8b5bb59199 req-5f637f3d-b132-4c00-817c-0e26b5e83675 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0569773 Aug 11 09:08:13.678029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0b296758-25b3-4b97-9a60-6b8b5bb59199 req-ec88b52d-3776-4477-9e0c-d77787bcb064 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Aug 11 09:08:14.601675 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:08:14.811580 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05b614-1d89-49f3-a14c-7fabb3d7c11e req-e443a3cc-e376-49f5-84e7-4a743852647c tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:14.813248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b05b614-1d89-49f3-a14c-7fabb3d7c11e req-e443a3cc-e376-49f5-84e7-4a743852647c tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0621402 Aug 11 09:08:14.856679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2b05b614-1d89-49f3-a14c-7fabb3d7c11e req-074358b1-52af-4f4f-bbf0-069d34242a27 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364602 Aug 11 09:08:15.993238 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219aac6-c0ec-461d-a567-4fdeaeffacbf req-5eb024b9-bab2-4b52-8958-13196d1e91b1 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:15.994961 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5219aac6-c0ec-461d-a567-4fdeaeffacbf req-5eb024b9-bab2-4b52-8958-13196d1e91b1 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0617490 Aug 11 09:08:16.037141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5219aac6-c0ec-461d-a567-4fdeaeffacbf req-42a9c1c1-aa5c-4bc9-89e5-3291c0da5662 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Aug 11 09:08:17.175166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fdf63-bd7a-4aa1-9738-513c41166592 req-c33682b4-893a-41bb-a376-650abc436b2e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:17.177316 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e3fdf63-bd7a-4aa1-9738-513c41166592 req-c33682b4-893a-41bb-a376-650abc436b2e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0537937 Aug 11 09:08:17.216466 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e3fdf63-bd7a-4aa1-9738-513c41166592 req-9f1462a0-12e0-45c5-888c-4584873186f2 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Aug 11 09:08:18.155177 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-9a58b5f6-87dd-4da9-8079-0b574faff9d5 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:08:18.156340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-9a58b5f6-87dd-4da9-8079-0b574faff9d5 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060170 Aug 11 09:08:18.168646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Request body: {'port': {'device_id': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:18.231778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:18.349883 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e42b0a-066b-47ac-86dc-e681b02a1830 req-554ff755-23f9-4253-9389-320d7c41cb8b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:18.351525 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79e42b0a-066b-47ac-86dc-e681b02a1830 req-554ff755-23f9-4253-9389-320d7c41cb8b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 931 time: 0.0639794 Aug 11 09:08:18.391776 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-79e42b0a-066b-47ac-86dc-e681b02a1830 req-dfd21176-c100-4797-b26a-e30b792aef98 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Aug 11 09:08:18.505960 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0aaec3-fa46-4452-8a32-df2e17936839 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:08:18.513776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:18.526812 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Transition to ACTIVE for port object ff0aaec3-fa46-4452-8a32-df2e17936839 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:08:18.533069 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:18.580669 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:18.657215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Attempting to bind port ff0aaec3-fa46-4452-8a32-df2e17936839 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:08:18.657558 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Attempting to bind port ff0aaec3-fa46-4452-8a32-df2e17936839 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:08:18.657895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Attempting to bind port ff0aaec3-fa46-4452-8a32-df2e17936839 on network 68505374-af15-4d57-ae46-5812c7a5776e {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:08:18.662920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Port ff0aaec3-fa46-4452-8a32-df2e17936839 on network 68505374-af15-4d57-ae46-5812c7a5776e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:08:18.663251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Attempting to bind port ff0aaec3-fa46-4452-8a32-df2e17936839 on network 68505374-af15-4d57-ae46-5812c7a5776e {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:08:18.669132 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:08:18.669470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Checking segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:08:18.669855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Bound using segment: {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:08:18.670301 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Bound port: ff0aaec3-fa46-4452-8a32-df2e17936839, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8dc5169-e725-4840-a114-4e3c9d8d744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:08:18.670667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:18.738348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:08:18.741958 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:08:18.747824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:18.782477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:18.783470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:18.787285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] 10.222.0.69 "PUT /v2.0/ports/ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 1091 time: 0.6204388 Aug 11 09:08:18.791659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:08:18.794939 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26996bb-6214-47b8-8e4e-71aa0b900ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:08:18.840752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06981cde-3c3e-49b6-8da1-59e139a04bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:18.846243 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5142c76-e5d6-45bf-a3f5-aa5070c779c1 x-openstack-request-id: req-a5142c76-e5d6-45bf-a3f5-aa5070c779c1 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:08:18.846695 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:08:18.847089 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5142c76-e5d6-45bf-a3f5-aa5070c779c1 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:08:18.847685 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'status': 'completed', 'code': 200} Aug 11 09:08:18.904552 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-fca527cf-c559-4dc8-84d7-2341820aa163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:18.906175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-fca527cf-c559-4dc8-84d7-2341820aa163 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1094 time: 0.0441608 Aug 11 09:08:18.959523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-beae4cdc-be5e-4d82-8bd6-e8399569df5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 217 time: 0.0398338 Aug 11 09:08:19.012941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-f9857a07-b63e-4b37-ba42-e5a261dc78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.014470 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-f9857a07-b63e-4b37-ba42-e5a261dc78a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0482619 Aug 11 09:08:19.064804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-cd5e7719-0fb2-4461-a1c7-5beb0c906cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.066265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-cd5e7719-0fb2-4461-a1c7-5beb0c906cdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435805 Aug 11 09:08:19.164500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-93d489e8-b0d6-4d35-b536-6712b8aaa163 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904994 Aug 11 09:08:19.258509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bf798f28-c7e9-4d8d-a86d-88a88ccb4808 req-177ad4f0-0794-4435-b6b6-e2acb9411331 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858862 Aug 11 09:08:19.397643 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-cff7a3eb-d5a5-42fa-bc83-cf13ff5ae30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.399459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-cff7a3eb-d5a5-42fa-bc83-cf13ff5ae30c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1094 time: 0.0436687 Aug 11 09:08:19.499081 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-d04ea671-faa2-40c4-99da-67896edef58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.500645 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-d04ea671-faa2-40c4-99da-67896edef58d service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.0934687 Aug 11 09:08:19.512833 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ccbb-61ac-4cb0-b0f5-9c6c845e9ca4 req-9fa5bfc6-2f6a-48e5-85e3-1981a309c1a0 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.514554 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3324ccbb-61ac-4cb0-b0f5-9c6c845e9ca4 req-9fa5bfc6-2f6a-48e5-85e3-1981a309c1a0 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 943 time: 0.0514812 Aug 11 09:08:19.546218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-1d2c5751-3257-41c0-b834-48bf184cea66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 217 time: 0.0357823 Aug 11 09:08:19.553152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3324ccbb-61ac-4cb0-b0f5-9c6c845e9ca4 req-93fb3b7a-d7fe-49bc-8195-0b61c3c09a2b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Aug 11 09:08:19.602082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-f2f9a55d-2705-4d85-bbd4-15eeb2c7757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.603558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-f2f9a55d-2705-4d85-bbd4-15eeb2c7757a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0500121 Aug 11 09:08:19.650940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-36dc5cb2-a509-4cfd-ba83-ba2b16d747b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:19.652188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-36dc5cb2-a509-4cfd-ba83-ba2b16d747b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410078 Aug 11 09:08:19.750264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-e6c5d811-4528-4cf7-85cc-66e39031bbe6 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894518 Aug 11 09:08:19.847419 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b26996bb-6214-47b8-8e4e-71aa0b900ea5 req-8925ec17-33b6-4087-9245-117be7925e0a service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Aug 11 09:08:20.680128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa744a5d-85c3-463c-b30e-867cc1541d5c req-694d012f-7c63-479e-9f79-bd34203535b4 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:20.682073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa744a5d-85c3-463c-b30e-867cc1541d5c req-694d012f-7c63-479e-9f79-bd34203535b4 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 943 time: 0.0538034 Aug 11 09:08:20.724599 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa744a5d-85c3-463c-b30e-867cc1541d5c req-1c878d2a-0d30-46e7-93b2-b9b11a386d70 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343466 Aug 11 09:08:21.861823 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b93c-3c0b-4fab-9aa6-c42e54f50685 req-d10b446d-3452-48ba-adbf-0a1273b127ec tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:21.863344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c252b93c-3c0b-4fab-9aa6-c42e54f50685 req-d10b446d-3452-48ba-adbf-0a1273b127ec tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 943 time: 0.0579717 Aug 11 09:08:21.906493 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c252b93c-3c0b-4fab-9aa6-c42e54f50685 req-25f1c4b7-90c6-42bd-86d7-1e11276867f0 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Aug 11 09:08:22.263231 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ff0aaec3-fa46-4452-8a32-df2e17936839 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:08:22.377350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:08:22.389027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'port_id': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'mac_address': 'fa:16:3e:2c:da:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:08:22.427101 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:22.441207 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0aaec3-fa46-4452-8a32-df2e17936839 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:08:22.463497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:08:22.471008 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:22.530135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:22.537955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.538311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.538661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.539003 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.539386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.539738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.540174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.540506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.540840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.541194 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.541529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.541853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:22.741291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ff0aaec3-fa46-4452-8a32-df2e17936839'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:08:23.037363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5de9-f463-4617-bc8c-a2f0d505e88e req-9f46c40e-b372-490d-a8bc-fd3667f31810 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:23.038900 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8cab5de9-f463-4617-bc8c-a2f0d505e88e req-9f46c40e-b372-490d-a8bc-fd3667f31810 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 944 time: 0.0490074 Aug 11 09:08:23.084904 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8cab5de9-f463-4617-bc8c-a2f0d505e88e req-8c86a2fd-7051-4433-b720-5fe5ccd12405 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Aug 11 09:08:24.206529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83008b85-04bf-43c3-8d8f-d796b07536ae req-c0bda757-a47d-46bc-9163-55295d657238 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:24.208071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83008b85-04bf-43c3-8d8f-d796b07536ae req-c0bda757-a47d-46bc-9163-55295d657238 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 944 time: 0.0525796 Aug 11 09:08:24.249307 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-83008b85-04bf-43c3-8d8f-d796b07536ae req-2eb329b9-be4a-4df0-a746-a8508c19eafe tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Aug 11 09:08:24.262875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ff0aaec3-fa46-4452-8a32-df2e17936839 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:08:24.324757 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port ff0aaec3-fa46-4452-8a32-df2e17936839 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:08:24.330940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port ff0aaec3-fa46-4452-8a32-df2e17936839 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:08:24.331540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:24.415190 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:24.439200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:08:24.441524 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eaccfd-03ab-4a61-994b-c97abf9c0b9a" -d '{"events": [{"server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "name": "network-vif-plugged", "status": "completed", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:08:24.455967 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:08:24.461342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:24.513668 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:24.618882 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040b8f85-9648-4f5e-b5b8-30a2ba2504fa x-openstack-request-id: req-040b8f85-9648-4f5e-b5b8-30a2ba2504fa {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:08:24.619174 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "name": "network-vif-plugged", "status": "completed", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:08:24.619422 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-040b8f85-9648-4f5e-b5b8-30a2ba2504fa {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:08:24.619825 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'code': 200} Aug 11 09:08:24.745818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfd133-a80b-4d22-85c8-99414f262003 req-f4bd08f7-753c-4e3b-b0ab-81b8f6b6fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:24.747230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31bfd133-a80b-4d22-85c8-99414f262003 req-f4bd08f7-753c-4e3b-b0ab-81b8f6b6fe6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1096 time: 0.0414584 Aug 11 09:08:24.783929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-31bfd133-a80b-4d22-85c8-99414f262003 req-f30b8409-eb73-42ff-81de-6c2c2e052877 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286694 Aug 11 09:08:25.374718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870d26e-8e00-47d4-b4b5-c7b9034a515c req-9ff696e6-be39-4cb6-93b9-3bb5f40ac3ff tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:25.376275 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f870d26e-8e00-47d4-b4b5-c7b9034a515c req-9ff696e6-be39-4cb6-93b9-3bb5f40ac3ff tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0563912 Aug 11 09:08:25.418927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f870d26e-8e00-47d4-b4b5-c7b9034a515c req-3efc8f4f-7317-4c5e-8116-dc885ff4e9d2 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Aug 11 09:08:26.556171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92bd6-09ee-4246-8d34-11c242dfe5e9 req-3d3dc04d-9d63-4853-8052-94f8c7cf45e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:26.557700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a92bd6-09ee-4246-8d34-11c242dfe5e9 req-3d3dc04d-9d63-4853-8052-94f8c7cf45e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0590553 Aug 11 09:08:26.597277 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3a92bd6-09ee-4246-8d34-11c242dfe5e9 req-906bf43f-b409-4808-8306-19496a14ff86 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 11 09:08:26.718060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0334406-9bf4-4ece-8fc8-94dbda001542 req-3b37152a-6f65-4828-8e49-ed7438ce7488 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:26.719496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0334406-9bf4-4ece-8fc8-94dbda001542 req-3b37152a-6f65-4828-8e49-ed7438ce7488 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0560763 Aug 11 09:08:26.758480 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0334406-9bf4-4ece-8fc8-94dbda001542 req-06e89425-0ba2-4116-907b-261f28fad1c6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Aug 11 09:08:26.971607 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3130-4829-4b02-9cc0-98683633433a req-c4095dcd-a956-4f58-b8ec-e5d9dfbe37aa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:26.973059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aa3130-4829-4b02-9cc0-98683633433a req-c4095dcd-a956-4f58-b8ec-e5d9dfbe37aa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Aug 11 09:08:27.014883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-94aa3130-4829-4b02-9cc0-98683633433a req-748cef88-fd7c-49f3-bcfe-0e4ad2266f7a tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Aug 11 09:08:29.213160 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:29.371757 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20600ef1-70d5-4471-b19e-efbdc952ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:30.295534 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:32.488653 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:32.800041 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f75bd87-3907-4774-940d-d8668a5aa60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:35.049402 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:36.356552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:38.747955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc91f6-831d-4ee8-ae8f-253fcb9ed2b0 req-cb4d12ea-f372-4b66-b024-d3b3be6eeb85 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:38.749582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cebc91f6-831d-4ee8-ae8f-253fcb9ed2b0 req-cb4d12ea-f372-4b66-b024-d3b3be6eeb85 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Aug 11 09:08:38.796794 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cebc91f6-831d-4ee8-ae8f-253fcb9ed2b0 req-62ef934b-7a23-494e-8567-3d389328e7cb tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Aug 11 09:08:38.825903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35552) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:38.973904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab85f7-86cd-48d9-bcaa-dbd2d104f2f1 tempest-TestMinimumBasicScenario-1916546357 tempest-TestMinimumBasicScenario-1916546357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:38.975485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4cab85f7-86cd-48d9-bcaa-dbd2d104f2f1 tempest-TestMinimumBasicScenario-1916546357 tempest-TestMinimumBasicScenario-1916546357-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1091 time: 0.1481955 Aug 11 09:08:38.979421 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35556) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:38.984323 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:39.008500 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:39.131167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:39.242648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Allocated IP 172.25.2.248 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/0d92aaa5-6d9f-4d3c-9921-67aa80bb88a6) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:08:39.354417 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:39.400196 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:39.455057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:08:39.459980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:08:39.464480 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:08:39.467822 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'Port': ['ID=0d92aaa5-6d9f-4d3c-9921-67aa80bb88a6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:40.129164 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:40.210999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:40.367404 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:40.375048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:40.442689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'Port': ['ID=0d92aaa5-6d9f-4d3c-9921-67aa80bb88a6,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:40.457097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:40.559491 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Floating IP 87475b25-b7da-4a4d-a5ba-5cab6d25ca6e associated. External IP: 172.25.2.248, port: ff0aaec3-fa46-4452-8a32-df2e17936839. Aug 11 09:08:40.794347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:08:40.918232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:08:40.928947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] Sync routers for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:08:40.935714 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:40.940515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:08:40.941171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:08:40.966148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9d231f28-9868-48f7-a147-612051dd0d7d tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9827955 Aug 11 09:08:40.966148 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:08:40.966810 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1301e00-7ffc-4d71-a927-3bef05bdfb18" -d '{"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:08:40.967221 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35558) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:40.973026 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555540023', 'description': 'tempest-secgroup-smoke-1555540023 description', 'project_id': '3de8ff478e8b4644b7a3602715735671'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:40.999144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.007490 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9625c4-818e-4e3e-a312-fbccd947b6b8 x-openstack-request-id: req-2d9625c4-818e-4e3e-a312-fbccd947b6b8 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:08:41.007790 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:08:41.008034 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d9625c4-818e-4e3e-a312-fbccd947b6b8 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:08:41.008440 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'status': 'completed', 'code': 200} Aug 11 09:08:41.060163 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:08:41.094846 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.096641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-3f3e1dc5-f92c-4764-aab4-4f961ba45898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:41.098970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-3f3e1dc5-f92c-4764-aab4-4f961ba45898 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1096 time: 0.0481992 Aug 11 09:08:41.100274 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.131052 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30bf137-71b5-4dca-899b-78baf7652296,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:41.141020 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.141324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.141562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.142137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.142425 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.142939 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.143275 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.143608 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.143940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.144267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.144613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.144930 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:08:41.148621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.150162 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-61d3d1d0-589a-486c-9493-a0bc473bca4b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1814058 Aug 11 09:08:41.155304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35562) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:41.160913 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group_rule': {'security_group_id': 'c30bf137-71b5-4dca-899b-78baf7652296', 'project_id': '3de8ff478e8b4644b7a3602715735671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:41.203785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.211256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-abe0422c-1ae7-4308-bc73-3b9382fe178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:41.213014 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-abe0422c-1ae7-4308-bc73-3b9382fe178f service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.1060655 Aug 11 09:08:41.264795 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.270512 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.283506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-365f1748-9f67-4a67-a202-eb3980051082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 999 time: 0.0623088 Aug 11 09:08:41.296463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ee256b-3e25-4ea2-a551-b9c18ea07e80,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:41.298987 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.300396 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-520f6427-473d-4b97-a694-3b5898f77bd8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438155 Aug 11 09:08:41.303302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35564) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:41.308914 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '87475b25-b7da-4a4d-a5ba-5cab6d25ca6e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'port_id': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'mac_address': 'fa:16:3e:2c:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:08:39Z', 'updated_at': '2021-08-11T09:08:39Z', 'revision_number': 0, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:56Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:08:41.309801 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group_rule': {'security_group_id': 'c30bf137-71b5-4dca-899b-78baf7652296', 'project_id': '3de8ff478e8b4644b7a3602715735671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:41.336030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-d410978b-0168-4757-ad5c-9eedf38df69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:41.337752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-d410978b-0168-4757-ad5c-9eedf38df69b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0471914 Aug 11 09:08:41.339250 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] Checking router: d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:08:41.339765 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.347856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:08:41.348451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:08:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:08:41.392372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-7a3edf40-1b0c-4060-a774-69b1bfe00929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:41.393936 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-7a3edf40-1b0c-4060-a774-69b1bfe00929 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489933 Aug 11 09:08:41.405997 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.414094 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.433419 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe5e49-20c7-482e-be96-b56a790d7270,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:41.445293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.449739 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-68a0622d-1cd5-487b-9afb-a84cdf2a7452 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414921 Aug 11 09:08:41.449739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35566) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:41.454921 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group_rule': {'security_group_id': 'c30bf137-71b5-4dca-899b-78baf7652296', 'project_id': '3de8ff478e8b4644b7a3602715735671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:41.464594 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:08:41.484005 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.499522 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-d0bf0b8d-1b26-4f38-86b2-6cd297241a76 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972097 Aug 11 09:08:41.551485 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.558328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.575182 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ad2ad-8f01-4fd0-a827-dd57b9381584,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:41.588844 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.593690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-fc452c19-aff5-4171-9f7b-e879a91f0937 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426125 Aug 11 09:08:41.593861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35568) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:41.601774 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group_rule': {'security_group_id': 'c30bf137-71b5-4dca-899b-78baf7652296', 'project_id': '3de8ff478e8b4644b7a3602715735671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:41.622183 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c1301e00-7ffc-4d71-a927-3bef05bdfb18 req-68e22635-00c3-4611-a71f-934302fcc77b service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150944 Aug 11 09:08:41.641464 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.697064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.702100 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.702638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '87475b25-b7da-4a4d-a5ba-5cab6d25ca6e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'port_id': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'mac_address': 'fa:16:3e:2c:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:08:39Z', 'updated_at': '2021-08-11T09:08:39Z', 'revision_number': 0, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:56Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:08:41.720029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1dd664-ebbe-4d26-87ec-3e5f52b4d367,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:41.728910 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.730473 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cd5bcf4c-dcbe-44d3-8f49-f0b07b9000f6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357312 Aug 11 09:08:41.732959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5275de-90d9-4453-9708-026b7d07afef None None] The sync data for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 is: [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '87475b25-b7da-4a4d-a5ba-5cab6d25ca6e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'port_id': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'mac_address': 'fa:16:3e:2c:da:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:08:39Z', 'updated_at': '2021-08-11T09:08:39Z', 'revision_number': 0, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:56Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:08:41.733414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35570) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:41.738071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group_rule': {'security_group_id': 'c30bf137-71b5-4dca-899b-78baf7652296', 'project_id': '3de8ff478e8b4644b7a3602715735671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:41.762154 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Project 3de8ff478e8b4644b7a3602715735671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:08:41.767476 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.834704 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.841036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.859175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7112feb0-3245-4020-82cf-f1967823866e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:41.867410 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.868678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4db69f3b-0604-4c12-aa06-36e097c9435b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342902 Aug 11 09:08:41.873267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35572) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:08:41.878171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'security_group_rule': {'security_group_id': 'c30bf137-71b5-4dca-899b-78baf7652296', 'project_id': '3de8ff478e8b4644b7a3602715735671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:41.902199 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Project 3de8ff478e8b4644b7a3602715735671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:08:41.908500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.940665 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfed42-5d18-4a9e-b204-25866ae09ef2 None None] New status for floating IP 87475b25-b7da-4a4d-a5ba-5cab6d25ca6e: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:08:41.977812 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:41.983086 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.001388 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697d02ef-cc51-4524-ac12-1346225dac2e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:42.008435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.013591 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3a708611-ebb9-4076-9dd6-3abe7baf5bee tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355376 Aug 11 09:08:42.117112 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-1f0defa7-43d7-4400-9e7b-d7f53d4be15f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555540023&fields=id&tenant_id=3de8ff478e8b4644b7a3602715735671 HTTP/1.1" status: 200 len: 267 time: 0.0399549 Aug 11 09:08:42.177134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-67f8c909-710f-4b50-903a-cd49858baeb3 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:42.179015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-67f8c909-710f-4b50-903a-cd49858baeb3 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Aug 11 09:08:42.197231 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'port': {'security_groups': ['4a9f37df-52a7-492d-a747-5d672bb75d93', 'c30bf137-71b5-4dca-899b-78baf7652296']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:08:42.268201 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.477859 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:08:42.511680 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.518156 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.553415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ff0aaec3-fa46-4452-8a32-df2e17936839'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:08:42.570055 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:42.570713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.575668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0efa6326-7f51-44f9-804b-07bbc40d6a4d req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "PUT /v2.0/ports/ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 981 time: 0.3831501 Aug 11 09:08:42.579335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:08:42.579335 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f245173a-e19c-4069-8081-997b138953f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:08:42.629496 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e567eb-1c38-4c6f-9fbc-a79a4523f9fa tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:08:42.694144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ff0aaec3-fa46-4452-8a32-df2e17936839'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:08:42.729207 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3154c8-ddc2-4fd5-b4f1-0b0d61b177e7 req-b8a9382f-d7e1-4ee2-82b6-2eb06046fc86 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:42.744199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a3154c8-ddc2-4fd5-b4f1-0b0d61b177e7 req-b8a9382f-d7e1-4ee2-82b6-2eb06046fc86 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0757525 Aug 11 09:08:42.748961 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69d76f-aca9-4f77-8190-b921862b08c0 x-openstack-request-id: req-1e69d76f-aca9-4f77-8190-b921862b08c0 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:08:42.749258 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:08:42.749506 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e69d76f-aca9-4f77-8190-b921862b08c0 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:08:42.749920 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'status': 'completed', 'code': 200} Aug 11 09:08:42.793403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7a3154c8-ddc2-4fd5-b4f1-0b0d61b177e7 req-492fd334-b31c-4d2a-bc0e-d0e59e2eefad tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414803 Aug 11 09:08:42.864785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245173a-e19c-4069-8081-997b138953f1 req-d0709e4b-a682-4d0b-8aa4-b5d6ea5b20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:42.866482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-d0709e4b-a682-4d0b-8aa4-b5d6ea5b20fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1135 time: 0.0654848 Aug 11 09:08:42.921524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-382639be-035a-411d-9375-23dbfce76d46 None None] Provisioning complete for port ff0aaec3-fa46-4452-8a32-df2e17936839 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:08:42.921927 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-382639be-035a-411d-9375-23dbfce76d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:42.966419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245173a-e19c-4069-8081-997b138953f1 req-1b730ab3-0118-4d6b-942c-c99f11ffad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:42.968125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-1b730ab3-0118-4d6b-942c-c99f11ffad6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.0932214 Aug 11 09:08:43.064859 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-7f1f8702-ff90-46cb-873e-e0b206e77a45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 1001 time: 0.0813468 Aug 11 09:08:43.124066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245173a-e19c-4069-8081-997b138953f1 req-b5e4e7df-68fb-4950-97a9-1691d28be708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:43.125670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-b5e4e7df-68fb-4950-97a9-1691d28be708 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0531731 Aug 11 09:08:43.175576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245173a-e19c-4069-8081-997b138953f1 req-4254ac33-4f06-4353-92e0-059894509a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:43.177181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-4254ac33-4f06-4353-92e0-059894509a4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436542 Aug 11 09:08:43.275467 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-c80f0d74-7244-45c8-adcf-b011aadf6268 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897560 Aug 11 09:08:43.369525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f245173a-e19c-4069-8081-997b138953f1 req-18d0a903-bbbc-4371-be12-8501c510ece1 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874338 Aug 11 09:08:51.601976 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:08:59.092555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa1a45-2df4-449e-bc1f-022c68dbd85f req-903afc2d-723b-477b-8d8e-6aa02bc9be14 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:59.093997 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25fa1a45-2df4-449e-bc1f-022c68dbd85f req-903afc2d-723b-477b-8d8e-6aa02bc9be14 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0848615 Aug 11 09:08:59.120182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-1fe739bd-dc6d-4157-8c36-1d9e04a98276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:59.121729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-1fe739bd-dc6d-4157-8c36-1d9e04a98276 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1135 time: 0.0751803 Aug 11 09:08:59.158898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-25fa1a45-2df4-449e-bc1f-022c68dbd85f req-c9f6b6ee-99dd-436b-ab15-4d92adf0d14e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585310 Aug 11 09:08:59.215184 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:59.228986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-e62b2950-20ea-46e9-941a-b2053ee9d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:59.230498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-e62b2950-20ea-46e9-941a-b2053ee9d478 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.0973442 Aug 11 09:08:59.307700 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-66eb63d2-6ea3-47d5-8d2f-d41be4ceb5f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 1001 time: 0.0686817 Aug 11 09:08:59.363726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-ac0ae3b2-4ad6-4f39-829e-2d276f256555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:59.365702 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-ac0ae3b2-4ad6-4f39-829e-2d276f256555 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0495925 Aug 11 09:08:59.379986 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b92dd99f-fa11-42d8-994e-c97d1bf6626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:08:59.414581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-7b6a4706-f028-4d22-943f-6d36551eac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:08:59.416085 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-7b6a4706-f028-4d22-943f-6d36551eac44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423758 Aug 11 09:08:59.534590 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-0d3a14a1-d13c-4701-8848-318c14a56681 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085169 Aug 11 09:08:59.633295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-38e69a97-bfb1-452e-a6b6-a5f10b68d24f req-bc699e36-baf2-48ec-b04c-3e3546deea4c service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909650 Aug 11 09:09:00.295056 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2688718-9c9d-48f0-b8a7-211eaecc2458 req-af507562-c856-4417-a93f-21d82c720d38 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:00.296618 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2688718-9c9d-48f0-b8a7-211eaecc2458 req-af507562-c856-4417-a93f-21d82c720d38 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0569849 Aug 11 09:09:00.305300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:00.339152 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c2688718-9c9d-48f0-b8a7-211eaecc2458 req-4635f33f-0db5-4cb3-8cab-15ee677547ef tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360205 Aug 11 09:09:01.470009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7903-b11e-4ee1-8926-cbdefea000c4 req-d3fadc86-79eb-4d55-8584-ccec4355bae6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:01.471555 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bfa7903-b11e-4ee1-8926-cbdefea000c4 req-d3fadc86-79eb-4d55-8584-ccec4355bae6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0568426 Aug 11 09:09:01.519332 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1bfa7903-b11e-4ee1-8926-cbdefea000c4 req-96b19ec4-4163-4578-ab11-9d4a5eb5ce59 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385847 Aug 11 09:09:02.486877 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:02.662047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b24e-18bb-4eb4-8840-ff3d55d35a09 req-2245cac8-a929-4aa9-8d59-66b5da126c2e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:02.663571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9df9b24e-18bb-4eb4-8840-ff3d55d35a09 req-2245cac8-a929-4aa9-8d59-66b5da126c2e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0567212 Aug 11 09:09:02.706139 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9df9b24e-18bb-4eb4-8840-ff3d55d35a09 req-e8a50da3-19af-42b7-9528-ad3bd2b19879 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357394 Aug 11 09:09:02.799440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-20b76bb4-73af-42f8-abf9-39fe7c553142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:03.831540 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c31f-3e57-4573-9e7f-f9cf29c644c7 req-5395ca47-ecd7-40b4-b85c-3156c20635c8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:03.833101 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7b4c31f-3e57-4573-9e7f-f9cf29c644c7 req-5395ca47-ecd7-40b4-b85c-3156c20635c8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0534065 Aug 11 09:09:03.876322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a7b4c31f-3e57-4573-9e7f-f9cf29c644c7 req-ebfa39d0-9257-44fe-add0-e2c31f391b29 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368555 Aug 11 09:09:05.007367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbda71-2fd0-4a2d-a525-d66375fcad63 req-098f2bd3-4d69-4d80-a670-eab6388b1c4c tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:05.008911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5afbda71-2fd0-4a2d-a525-d66375fcad63 req-098f2bd3-4d69-4d80-a670-eab6388b1c4c tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0540547 Aug 11 09:09:05.059178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:05.062426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5afbda71-2fd0-4a2d-a525-d66375fcad63 req-1fa5f77a-c270-41da-84f9-09c5cd5349fe tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442488 Aug 11 09:09:06.189520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02ce0-661e-4e82-a678-b8ecf7d9f3a5 req-f1aa8197-0538-49f3-8b71-b87a32297d77 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:06.191059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ca02ce0-661e-4e82-a678-b8ecf7d9f3a5 req-f1aa8197-0538-49f3-8b71-b87a32297d77 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0588524 Aug 11 09:09:06.235610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5ca02ce0-661e-4e82-a678-b8ecf7d9f3a5 req-2a50f9fa-5af5-4499-987e-28b782ae2945 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381596 Aug 11 09:09:06.363978 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:07.373996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c24728-e5dd-4607-bb50-fa4a05886491 req-96fa4845-acb5-42d7-a9e2-55216cf91dd7 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:07.375521 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87c24728-e5dd-4607-bb50-fa4a05886491 req-96fa4845-acb5-42d7-a9e2-55216cf91dd7 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0613925 Aug 11 09:09:07.417988 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87c24728-e5dd-4607-bb50-fa4a05886491 req-5af5f9c8-229b-4982-8dd7-29fdb95b399b tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362344 Aug 11 09:09:08.553891 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b31e-45d6-4353-98db-8ebbf3a41e48 req-c7c0970a-747d-497f-b109-d74b0e08c8cb tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:08.555394 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-72e6b31e-45d6-4353-98db-8ebbf3a41e48 req-c7c0970a-747d-497f-b109-d74b0e08c8cb tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0654652 Aug 11 09:09:08.610408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-72e6b31e-45d6-4353-98db-8ebbf3a41e48 req-dc5992f6-05db-4e6e-886e-f879f3adc9da tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461404 Aug 11 09:09:09.735631 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb014f-4213-4a6b-be8b-e7febe59bd89 req-48d3ce74-d0bc-44e0-9fb1-4e914baf3c59 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:09.737166 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6adb014f-4213-4a6b-be8b-e7febe59bd89 req-48d3ce74-d0bc-44e0-9fb1-4e914baf3c59 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0563068 Aug 11 09:09:09.791100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6adb014f-4213-4a6b-be8b-e7febe59bd89 req-43138abc-ece2-4d8b-80dd-04ecd6a64d36 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446796 Aug 11 09:09:10.915518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0ca1-9077-4158-afb0-98c711674432 req-c3b995bb-8fb9-49ce-a5ec-51dc9e1e548c tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:10.917036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc0e0ca1-9077-4158-afb0-98c711674432 req-c3b995bb-8fb9-49ce-a5ec-51dc9e1e548c tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0542226 Aug 11 09:09:10.958238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc0e0ca1-9077-4158-afb0-98c711674432 req-047ff5ee-f251-4ce9-b1af-038c8af5b0ff tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=c30bf137-71b5-4dca-899b-78baf7652296&id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348012 Aug 11 09:09:13.597954 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-156da92a-51f5-4fca-a8c6-76055a57c6fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420222 Aug 11 09:09:13.694901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-baf6558f-37c9-40fe-8c82-cadc1f3e4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:13.696431 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-baf6558f-37c9-40fe-8c82-cadc1f3e4bb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1135 time: 0.0422959 Aug 11 09:09:13.807864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-5a10069a-718b-4be5-8fcf-525f7f5c4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:13.809413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-5a10069a-718b-4be5-8fcf-525f7f5c4052 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.0928323 Aug 11 09:09:13.874242 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-d77f79a8-b526-41a5-974b-c7750c515184 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 1001 time: 0.0576887 Aug 11 09:09:13.931096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-cd21e072-34fe-45c1-b298-82b9235154e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:13.932588 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-cd21e072-34fe-45c1-b298-82b9235154e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0490303 Aug 11 09:09:13.979382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-21091b16-335f-45cd-8aaf-dd00f17bb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:13.980944 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-21091b16-335f-45cd-8aaf-dd00f17bb1b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408823 Aug 11 09:09:14.079468 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-9635da98-3457-480a-82b5-fe2bf0ec3853 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904915 Aug 11 09:09:14.177744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c2ec1a0a-e36b-498b-bd82-0f97cdf0f8d6 req-69c84876-5bf4-44c2-afdd-4e89c2520b7c service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916302 Aug 11 09:09:28.602982 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:09:29.244178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:29.379338 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f745-f3b0-4605-b9d6-6b48d24f0fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:30.322807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:32.483363 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:32.796346 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7599-80a6-45b3-a4e3-196ec0a40a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:35.058102 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:36.364390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:43.931682 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-47b2dde3-e632-4c30-b35c-b7d6deed4606 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555540023&fields=id&tenant_id=3de8ff478e8b4644b7a3602715735671 HTTP/1.1" status: 200 len: 267 time: 0.0443556 Aug 11 09:09:43.986490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-87b649d6-9532-49fd-8ab8-5bc8ab990814 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:43.987996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-87b649d6-9532-49fd-8ab8-5bc8ab990814 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 984 time: 0.0505865 Aug 11 09:09:43.999579 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Request body: {'port': {'security_groups': ['4a9f37df-52a7-492d-a747-5d672bb75d93']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:09:44.065266 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.236198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:09:44.265443 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.273768 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.309257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ff0aaec3-fa46-4452-8a32-df2e17936839'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:09:44.320623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:44.321279 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.322683 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2d332348-ba1f-47a5-8009-48c1b81901f3 req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "PUT /v2.0/ports/ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 942 time: 0.3278213 Aug 11 09:09:44.323123 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:09:44.325400 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5676def0-14ad-423f-9401-8f622ed4fb22" -d '{"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:09:44.329066 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35642) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:09:44.352455 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event updated for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:09:44.361936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.362467 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.363131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.363620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.364272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.369849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.370406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.370742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.371078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.371405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.371731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.372059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed9dba-1b42-482c-8dd6-2cbc1c466536 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.376540 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fc8c9-5c24-43d6-a363-d34da5a1d941 x-openstack-request-id: req-752fc8c9-5c24-43d6-a363-d34da5a1d941 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:09:44.377059 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:09:44.377059 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-752fc8c9-5c24-43d6-a363-d34da5a1d941 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:09:44.377460 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'status': 'completed', 'code': 200} Aug 11 09:09:44.447182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ff0aaec3-fa46-4452-8a32-df2e17936839'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:09:44.449865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.485939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.510828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-27841040-6346-4bf3-8486-23e178f90d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:44.512472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-27841040-6346-4bf3-8486-23e178f90d0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1096 time: 0.0974052 Aug 11 09:09:44.588568 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1fe0172d-3d77-4749-a250-2ab96877a638 None None] Provisioning complete for port ff0aaec3-fa46-4452-8a32-df2e17936839 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:09:44.588971 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1fe0172d-3d77-4749-a250-2ab96877a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.618746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-58ee23f7-a15c-4c2b-a644-a518b5d1fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:44.620258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-58ee23f7-a15c-4c2b-a644-a518b5d1fe90 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.0965889 Aug 11 09:09:44.626421 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.629148 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.632804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "DELETE /v2.0/security-groups/c30bf137-71b5-4dca-899b-78baf7652296 HTTP/1.1" status: 204 len: 168 time: 0.3001668 Aug 11 09:09:44.633296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35644) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:09:44.681982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30bf137-71b5-4dca-899b-78baf7652296,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:09:44.699008 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.699441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.699688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.700037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.700389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.701187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.701187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.701470 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.701714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.701986 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.702314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.702629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a1a52-10ee-45e3-a51f-293ab8dcc7e6 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:09:44.725580 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-8a4f3232-aa52-4e72-b468-69c1552febae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 1001 time: 0.0940039 Aug 11 09:09:44.776417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-3d2e25b2-e972-4f3a-bcd0-ade5f91a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:44.778008 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-3d2e25b2-e972-4f3a-bcd0-ade5f91a79e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0452056 Aug 11 09:09:44.816787 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Deleting port 0d92aaa5-6d9f-4d3c-9921-67aa80bb88a6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:09:44.817161 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.827441 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-d58ac787-3a2a-4d89-a495-6cf0c60fa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:44.829002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-d58ac787-3a2a-4d89-a495-6cf0c60fa5ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436089 Aug 11 09:09:44.892538 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.892785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:44.906622 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Calling delete_port for 0d92aaa5-6d9f-4d3c-9921-67aa80bb88a6 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:09:44.925834 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-60945d02-f612-4c0b-850c-bc44aad0396e service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890985 Aug 11 09:09:45.019730 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5676def0-14ad-423f-9401-8f622ed4fb22 req-b8286e87-25b3-41ef-a16a-b924085ddeb5 service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851622 Aug 11 09:09:45.062536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:45.088382 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event deleted for resources: {'Port': ['ID=0d92aaa5-6d9f-4d3c-9921-67aa80bb88a6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:09:45.153766 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:45.154104 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Floating IP 87475b25-b7da-4a4d-a5ba-5cab6d25ca6e disassociated (deleted). External IP: 172.25.2.248, port: ff0aaec3-fa46-4452-8a32-df2e17936839. Aug 11 09:09:45.375606 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:09:45.492628 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:09:45.497936 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:45.505238 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] Sync routers for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:09:45.519010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:09:45.519637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:45.527262 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6bab1478-b478-486e-9214-47102f3d6af9 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "DELETE /v2.0/floatingips/87475b25-b7da-4a4d-a5ba-5cab6d25ca6e HTTP/1.1" status: 204 len: 168 time: 0.8928525 Aug 11 09:09:45.626807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:09:45.834911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:56Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:45.862023 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] Checking router: d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:09:45.871498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:09:45.872216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:46.147903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:09:46.223219 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-62cfed82-ce9f-4a1f-942d-e92773b64b60 req-a1669ca4-3172-48b1-8725-f018fb5c2dd1 tempest-ServerDiskConfigTestJSON-1668122085 tempest-ServerDiskConfigTestJSON-1668122085-project] (94573) timed out ('10.222.0.64', 59355) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 09:09:46.363065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:56Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:46.378379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:09:46.381036 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2e1c4c-288b-42ce-95f0-4a92756e9163" -d '{"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:09:46.389911 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa07aa5-6d06-4252-ad84-a7dc134e25d5 None None] The sync data for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 is: [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:50Z', 'revision_number': 4, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '6587ec3a-5efa-4f1d-b798-bad10d9fdb60', 'name': '', 'network_id': '68505374-af15-4d57-ae46-5812c7a5776e', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'mac_address': 'fa:16:3e:73:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:49Z', 'updated_at': '2021-08-11T09:07:56Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'subnets': [{'id': 'd80b7651-fb88-4f96-8772-19853001e1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:09:46.426001 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438e18f1-8def-406a-9061-b0a85f2bb761 x-openstack-request-id: req-438e18f1-8def-406a-9061-b0a85f2bb761 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:09:46.426577 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:09:46.426833 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-438e18f1-8def-406a-9061-b0a85f2bb761 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:09:46.427243 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'status': 'completed', 'code': 200} Aug 11 09:09:46.516064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-3c44c180-d39a-402d-ab3c-30472af1d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:46.517579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-3c44c180-d39a-402d-ab3c-30472af1d336 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3de8ff478e8b4644b7a3602715735671&device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 1096 time: 0.0489206 Aug 11 09:09:46.625536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-35f307ef-f410-490e-909b-9ff56387c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:46.627067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-35f307ef-f410-490e-909b-9ff56387c193 service neutron] 10.222.0.69 "GET /v2.0/networks?id=68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 200 len: 916 time: 0.1025832 Aug 11 09:09:46.634579 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fb445-c05a-4df9-bef7-40ebdf8911ec None None] New status for floating IP 87475b25-b7da-4a4d-a5ba-5cab6d25ca6e: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:09:46.670598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-9a4470ad-bb21-427f-bd8c-8a01f91fc40f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 200 len: 217 time: 0.0356555 Aug 11 09:09:46.731038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-7e171523-9970-40fc-91b2-ac8d61902537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:46.732581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-7e171523-9970-40fc-91b2-ac8d61902537 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 200 len: 854 time: 0.0554464 Aug 11 09:09:46.789930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-b9834be7-bd7e-42e0-8dc6-7756eeb76251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:46.791629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-b9834be7-bd7e-42e0-8dc6-7756eeb76251 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=68505374-af15-4d57-ae46-5812c7a5776e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520720 Aug 11 09:09:46.893081 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-d20683db-0a5c-45d5-b1b9-2aaf4a5e18dd service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Aug 11 09:09:46.990697 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9b2e1c4c-288b-42ce-95f0-4a92756e9163 req-b3e52106-fdf4-4f84-9dcb-36a84c324d7d service neutron] 10.222.0.69 "GET /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904932 Aug 11 09:09:53.609851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69be3-fc66-4ca3-8542-7e14b001e271 req-28c4f092-5332-48f3-92fd-f359c931c35e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:53.611266 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78f69be3-fc66-4ca3-8542-7e14b001e271 req-28c4f092-5332-48f3-92fd-f359c931c35e tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0597377 Aug 11 09:09:53.651274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78f69be3-fc66-4ca3-8542-7e14b001e271 req-481bc41e-13a3-4c1c-af46-a76e62c9c926 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Aug 11 09:09:54.777857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdf368-a6be-429c-964c-92161a705d31 req-07ffcb1e-efd6-4948-b1f3-4d8fd6bc03d8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:54.779383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ddbdf368-a6be-429c-964c-92161a705d31 req-07ffcb1e-efd6-4948-b1f3-4d8fd6bc03d8 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Aug 11 09:09:54.820172 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ddbdf368-a6be-429c-964c-92161a705d31 req-4c620aa9-3d87-41c8-9e87-622f6b16f3a7 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Aug 11 09:09:55.323859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfc302-00e1-432c-b301-46981b887358 req-db70bae6-8439-46af-8aa2-f2ddc91bdd68 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:55.325407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-00cfc302-00e1-432c-b301-46981b887358 req-db70bae6-8439-46af-8aa2-f2ddc91bdd68 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0545480 Aug 11 09:09:55.703995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Deleting port ff0aaec3-fa46-4452-8a32-df2e17936839 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:09:55.704328 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:55.793048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] For port ff0aaec3-fa46-4452-8a32-df2e17936839, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=ff0aaec3-fa46-4452-8a32-df2e17936839,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:09:55.793400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:55.807517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Calling delete_port for ff0aaec3-fa46-4452-8a32-df2e17936839 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:09:55.965132 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:55.978871 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8288b6a-151c-4c6e-a93f-28f65bb94416 req-cc630d20-a272-4c91-a4b8-8bee69e19828 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:09:55.980417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8288b6a-151c-4c6e-a93f-28f65bb94416 req-cc630d20-a272-4c91-a4b8-8bee69e19828 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2beb5a1-b2e7-420c-84f4-7fda6197aff9 HTTP/1.1" status: 200 len: 945 time: 0.0888562 Aug 11 09:09:56.001239 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['ff0aaec3-fa46-4452-8a32-df2e17936839'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:09:56.010225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Pushing event deleted for resources: {'Port': ['ID=ff0aaec3-fa46-4452-8a32-df2e17936839,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:09:56.065692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] No DVR routers for this DVR port ff0aaec3-fa46-4452-8a32-df2e17936839 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:09:56.069941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:56.072076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-00cfc302-00e1-432c-b301-46981b887358 req-ea9c02a9-fbf3-4172-aaa0-a8cb9303961f tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.69 "DELETE /v2.0/ports/ff0aaec3-fa46-4452-8a32-df2e17936839 HTTP/1.1" status: 204 len: 173 time: 0.7397611 Aug 11 09:09:56.072509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'name': 'network-vif-deleted', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:09:56.074857 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4244d1e-2909-4056-891e-9452a5b4efaa" -d '{"events": [{"server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "name": "network-vif-deleted", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:09:56.080235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a8288b6a-151c-4c6e-a93f-28f65bb94416 req-a9084eda-85b0-4805-a158-9e0b91b17285 tempest-TestMinimumBasicScenario-941699591 tempest-TestMinimumBasicScenario-941699591-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a9f37df-52a7-492d-a747-5d672bb75d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781944 Aug 11 09:09:56.115864 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8b4f8-18d8-46f7-b1ac-b148c9f6ecfe x-openstack-request-id: req-c8a8b4f8-18d8-46f7-b1ac-b148c9f6ecfe {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:09:56.116298 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2beb5a1-b2e7-420c-84f4-7fda6197aff9", "name": "network-vif-deleted", "tag": "ff0aaec3-fa46-4452-8a32-df2e17936839", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:09:56.116543 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8a8b4f8-18d8-46f7-b1ac-b148c9f6ecfe {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:09:56.116984 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2beb5a1-b2e7-420c-84f4-7fda6197aff9', 'name': 'network-vif-deleted', 'tag': 'ff0aaec3-fa46-4452-8a32-df2e17936839', 'status': 'completed', 'code': 200} Aug 11 09:09:57.704789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35750) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:09:58.087738 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:58.353742 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Deleting port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:09:58.354010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:58.432760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] For port 6587ec3a-5efa-4f1d-b798-bad10d9fdb60, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:09:58.433139 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:58.445837 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Calling delete_port for 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:09:58.639839 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:58.668899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ff0aaec3-fa46-4452-8a32-df2e17936839 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:09:58.673428 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Pushing event deleted for resources: {'Port': ['ID=6587ec3a-5efa-4f1d-b798-bad10d9fdb60,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:09:58.696782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: ff0aaec3-fa46-4452-8a32-df2e17936839 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:09:58.697455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device ff0aaec3-fa46-4452-8a32-df2e17936839 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:09:59.185387 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.235872 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.376620 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9f42180f-d00c-49eb-bf6b-82b3a067f1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.420084 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:09:59.531364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:09:59.538083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1524694d-71ac-423f-bb0a-8e211edc474e admin admin] 10.222.0.58 "PUT /v2.0/routers/d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8306711 Aug 11 09:09:59.540947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35752) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:09:59.546599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] Sync routers for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:09:59.557623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:09:59.558423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:59.652109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.664985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:09:59.753320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.816758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Deleting port 0cec69ec-53ff-476f-86fc-0d5176fa190c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:09:59.817133 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.848440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:09:58Z', 'revision_number': 5, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port': {'id': '0cec69ec-53ff-476f-86fc-0d5176fa190c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:59.874849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] Checking router: d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:09:59.883623 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] Routers {'d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:09:59.884234 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:09:59.895941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] For port 0cec69ec-53ff-476f-86fc-0d5176fa190c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=0cec69ec-53ff-476f-86fc-0d5176fa190c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:09:59.896310 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:09:59.909683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Calling delete_port for 0cec69ec-53ff-476f-86fc-0d5176fa190c owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:09:59.971083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] Set router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:00.026236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:09:59Z', 'revision_number': 6, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:00.056906 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdcfd5-c2a5-4bff-bcde-198e7d4e9163 None None] The sync data for ids ['d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86'] in n-d-789963-6 is: [{'id': 'd48f24b8-81a2-48f8-b6eb-7e4bed2b8d86', 'name': 'tempest-TestMinimumBasicScenario-1873133159-router', 'tenant_id': '3de8ff478e8b4644b7a3602715735671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:47Z', 'updated_at': '2021-08-11T09:09:59Z', 'revision_number': 6, 'project_id': '3de8ff478e8b4644b7a3602715735671', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:10:00.084969 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.108245 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cec69ec-53ff-476f-86fc-0d5176fa190c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:00.179191 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.270215 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.272526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.323229 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.323738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:10:00.326210 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.328402 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.329645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8f806308-8a4e-464d-98a5-7e88c3ec5b75 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d48f24b8-81a2-48f8-b6eb-7e4bed2b8d86 HTTP/1.1" status: 204 len: 168 time: 0.7877109 Aug 11 09:10:00.332336 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35754) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:00.378784 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Deleting subnet d80b7651-fb88-4f96-8772-19853001e1e2 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:10:00.382459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.425007 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.510355 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.569049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.605558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80b7651-fb88-4f96-8772-19853001e1e2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:00.607501 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.613927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9636c739-4089-4713-8924-62dde95ea717 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d80b7651-fb88-4f96-8772-19853001e1e2 HTTP/1.1" status: 204 len: 168 time: 0.2762129 Aug 11 09:10:00.614443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203536a2-d1b5-4bff-a4a8-b4898c9389cc None None] Network 68505374-af15-4d57-ae46-5812c7a5776e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:10:00.614543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:00.683628 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.740035 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Deleting port 8155acba-e87b-4977-afe2-4122071f84ea {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:10:00.740415 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.810555 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] For port 8155acba-e87b-4977-afe2-4122071f84ea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8155acba-e87b-4977-afe2-4122071f84ea,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:00.810931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.825327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Calling delete_port for 8155acba-e87b-4977-afe2-4122071f84ea owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:10:00.847708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] DHCP port deletion for 68505374-af15-4d57-ae46-5812c7a5776e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:10:00.903518 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Deleting port 8155acba-e87b-4977-afe2-4122071f84ea {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:10:00.904230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.914288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.941130 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8155acba-e87b-4977-afe2-4122071f84ea,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:00.946048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] No DVR routers for this DVR port 8155acba-e87b-4977-afe2-4122071f84ea on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:10:00.978065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] For port 8155acba-e87b-4977-afe2-4122071f84ea, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=8155acba-e87b-4977-afe2-4122071f84ea,segment=NetworkSegment(b8dc5169-e725-4840-a114-4e3c9d8d744b),segment_id=b8dc5169-e725-4840-a114-4e3c9d8d744b)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:00.978571 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:00.993027 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Calling delete_port for 8155acba-e87b-4977-afe2-4122071f84ea owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:10:01.026943 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.037679 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68505374-af15-4d57-ae46-5812c7a5776e']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:01.048808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dc5169-e725-4840-a114-4e3c9d8d744b') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:01.049127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dc5169-e725-4840-a114-4e3c9d8d744b') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:01.058914 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.075490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.075820 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.082667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:10:01.083287 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:10:01.085635 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:10:01.101765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Pushing event deleted for resources: {'Port': ['ID=8155acba-e87b-4977-afe2-4122071f84ea,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:01.107243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] No DVR routers for this DVR port 8155acba-e87b-4977-afe2-4122071f84ea on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:10:01.123999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.124350 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.124693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.125128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.125473 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.125973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.126305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.126633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.126986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.127311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.127633 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.127956 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be1004-b5fd-4c61-a785-20ed860b28d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:01.153753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.159435 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.161475 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/68505374-af15-4d57-ae46-5812c7a5776e HTTP/1.1" status: 204 len: 168 time: 0.5461557 Aug 11 09:10:01.164971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:01.179551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907d7c-88f7-4140-bc1a-955ad78787e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68505374-af15-4d57-ae46-5812c7a5776e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:01.228115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8155acba-e87b-4977-afe2-4122071f84ea no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:10:01.251709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 8155acba-e87b-4977-afe2-4122071f84ea {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:10:01.252169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 8155acba-e87b-4977-afe2-4122071f84ea not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:10:01.252599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cec69ec-53ff-476f-86fc-0d5176fa190c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:10:01.272119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 0cec69ec-53ff-476f-86fc-0d5176fa190c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:10:01.272462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 0cec69ec-53ff-476f-86fc-0d5176fa190c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:10:01.272898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:10:01.291463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:10:01.291799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 6587ec3a-5efa-4f1d-b798-bad10d9fdb60 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:10:01.530260 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.785557 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Deleting port 72e0b9bb-8532-4654-b7c9-7a23df74a98a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:10:01.785835 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.868764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] For port 72e0b9bb-8532-4654-b7c9-7a23df74a98a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=72e0b9bb-8532-4654-b7c9-7a23df74a98a,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:01.869113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:01.882589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Calling delete_port for 72e0b9bb-8532-4654-b7c9-7a23df74a98a owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:10:02.075162 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.106804 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e0b9bb-8532-4654-b7c9-7a23df74a98a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:02.282173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.479510 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.511894 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Router bcd40678-a2f0-4433-a676-2b667309c355 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:10:02.618630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:10:02.625397 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e004b17c-ca5f-475c-9a02-71e75cb2e803 admin admin] 10.222.0.58 "PUT /v2.0/routers/bcd40678-a2f0-4433-a676-2b667309c355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574866 Aug 11 09:10:02.628114 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35764) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:02.629657 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] Sync routers for ids ['bcd40678-a2f0-4433-a676-2b667309c355'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:10:02.639386 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] Routers {'bcd40678-a2f0-4433-a676-2b667309c355'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:02.640081 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:09:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bcd40678-a2f0-4433-a676-2b667309c355'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:02.734727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.752482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] Set router bcd40678-a2f0-4433-a676-2b667309c355 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:02.792590 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-07966c08-3180-43af-ac90-ed23efceb235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.837977 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.895277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Deleting port d8cc3574-ef00-4c87-9c03-988ee1121931 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:10:02.895627 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.931918 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:10:02Z', 'revision_number': 5, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port': {'id': 'd8cc3574-ef00-4c87-9c03-988ee1121931', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:02.961659 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] Checking router: bcd40678-a2f0-4433-a676-2b667309c355 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:10:02.970621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] Routers {'bcd40678-a2f0-4433-a676-2b667309c355'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:02.971230 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['bcd40678-a2f0-4433-a676-2b667309c355'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:02.977365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] For port d8cc3574-ef00-4c87-9c03-988ee1121931, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d8cc3574-ef00-4c87-9c03-988ee1121931,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:02.977733 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:02.991168 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Calling delete_port for d8cc3574-ef00-4c87-9c03-988ee1121931 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:10:03.054636 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] Set router bcd40678-a2f0-4433-a676-2b667309c355 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:03.104427 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:10:02Z', 'revision_number': 6, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:03.134549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32008d6-8cc1-4afe-91df-7a7e824f7a37 None None] The sync data for ids ['bcd40678-a2f0-4433-a676-2b667309c355'] in n-d-789963-6 is: [{'id': 'bcd40678-a2f0-4433-a676-2b667309c355', 'name': 'tempest-TestMinimumBasicScenario-1957083935-router', 'tenant_id': '277740f93bf54ff19d0f4bee84b530e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:07:52Z', 'updated_at': '2021-08-11T09:10:02Z', 'revision_number': 6, 'project_id': '277740f93bf54ff19d0f4bee84b530e6', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:10:03.163030 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.192860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cc3574-ef00-4c87-9c03-988ee1121931,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:03.270307 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.362978 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.365272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.412341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.413028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd40678-a2f0-4433-a676-2b667309c355 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:10:03.418224 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.419399 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ae34c482-519e-4bd8-b40a-a6951eb53aae admin admin] 10.222.0.58 "DELETE /v2.0/routers/bcd40678-a2f0-4433-a676-2b667309c355 HTTP/1.1" status: 204 len: 168 time: 0.7903805 Aug 11 09:10:03.423178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35770) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:03.477071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Deleting subnet b6442d5a-1218-4a97-a954-6c26694ecdf2 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:10:03.481843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.520068 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.573505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 72e0b9bb-8532-4654-b7c9-7a23df74a98a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:10:03.597168 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 72e0b9bb-8532-4654-b7c9-7a23df74a98a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:10:03.597513 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 72e0b9bb-8532-4654-b7c9-7a23df74a98a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:10:03.612570 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.667539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.694786 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6442d5a-1218-4a97-a954-6c26694ecdf2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:03.701324 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.703412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-9f9c492f-bc4d-4149-925e-6ae75f0f6d00 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b6442d5a-1218-4a97-a954-6c26694ecdf2 HTTP/1.1" status: 204 len: 168 time: 0.2791600 Aug 11 09:10:03.706249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35772) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:03.706756 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6b896c-e988-4470-acf9-130ab3885255 None None] Network ea83d38a-a2cd-424c-abf2-376b55b4891e requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:10:03.774033 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.835584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Deleting port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:10:03.835863 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.900131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] For port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:03.900506 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:03.907322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] DHCP port deletion for ea83d38a-a2cd-424c-abf2-376b55b4891e request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:10:03.917392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Calling delete_port for 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:10:03.956846 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] Deleting port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:10:03.957342 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.006979 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.026205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] For port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,segment=NetworkSegment(3f721d4f-517e-4087-9131-931848a3c051),segment_id=3f721d4f-517e-4087-9131-931848a3c051)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:04.026528 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.035210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Pushing event deleted for resources: {'Port': ['ID=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:04.039122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] No DVR routers for this DVR port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:10:04.040075 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] Calling delete_port for 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:10:04.108181 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.118739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea83d38a-a2cd-424c-abf2-376b55b4891e']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:04.120753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.132968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f721d4f-517e-4087-9131-931848a3c051') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:04.133325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f721d4f-517e-4087-9131-931848a3c051') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:04.145155 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.146784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] Pushing event deleted for resources: {'Port': ['ID=133f0b86-fc69-4a30-ba0d-fadf3a4b57a3,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:04.150746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e0c41-2f8d-428f-95e1-d05b2077a8bc None None] No DVR routers for this DVR port 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:10:04.169894 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.176777 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:10:04.177243 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:10:04.179444 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:10:04.240742 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.246581 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.249326 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] 10.222.0.58 "DELETE /v2.0/networks/ea83d38a-a2cd-424c-abf2-376b55b4891e HTTP/1.1" status: 204 len: 168 time: 0.5421169 Aug 11 09:10:04.261109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0b294-9477-49b3-b9e2-6c0e5e9224df admin admin] Pushing event deleted for resources: {'Network': ['ID=ea83d38a-a2cd-424c-abf2-376b55b4891e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:04.439086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35778) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:04.482015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-66edafd0-688e-4be0-b6b4-e2edb5519ccd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3de8ff478e8b4644b7a3602715735671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417151 Aug 11 09:10:04.484760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35780) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:04.532926 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c00e-95fe-44df-af2c-d320c32116f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.554375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c00e-95fe-44df-af2c-d320c32116f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.619197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c00e-95fe-44df-af2c-d320c32116f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.623098 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c00e-95fe-44df-af2c-d320c32116f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:04.624661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0fe4c00e-95fe-44df-af2c-d320c32116f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a9f37df-52a7-492d-a747-5d672bb75d93 HTTP/1.1" status: 204 len: 168 time: 0.1389866 Aug 11 09:10:04.632772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4c00e-95fe-44df-af2c-d320c32116f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f37df-52a7-492d-a747-5d672bb75d93,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:04.964718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35786) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:05.006526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-908b60dc-00be-4372-8eb4-bcc5a32cb62b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=277740f93bf54ff19d0f4bee84b530e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404978 Aug 11 09:10:05.009240 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35788) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:05.060116 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:05.061350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-897f3caa-432f-402e-be2c-ada74a44d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:05.082867 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-897f3caa-432f-402e-be2c-ada74a44d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:05.131785 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-897f3caa-432f-402e-be2c-ada74a44d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:05.134810 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-897f3caa-432f-402e-be2c-ada74a44d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:05.135980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-897f3caa-432f-402e-be2c-ada74a44d18a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1f98902-f88b-4ad4-a4fa-5ce855e7fd4f HTTP/1.1" status: 204 len: 168 time: 0.1257961 Aug 11 09:10:05.144131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f3caa-432f-402e-be2c-ada74a44d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f98902-f88b-4ad4-a4fa-5ce855e7fd4f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:05.234548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d8cc3574-ef00-4c87-9c03-988ee1121931 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:10:05.257940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d8cc3574-ef00-4c87-9c03-988ee1121931 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:10:05.258315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d8cc3574-ef00-4c87-9c03-988ee1121931 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:10:05.258730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:10:05.278723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:10:05.279236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 133f0b86-fc69-4a30-ba0d-fadf3a4b57a3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:10:05.602066 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:10:06.364397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.004862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35828) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:07.009971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414477244', 'description': 'tempest-secgroup-smoke-414477244 description', 'project_id': '2b81663e33094bdfaed45592e1d714bf'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:07.034320 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.043289 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.136494 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.143624 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.180974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946d2efd-9f68-4b72-93f7-0509708d54e0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.235813 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.241721 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.270972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.272255 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2663403 Aug 11 09:10:07.273440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2c42a-04fe-4239-a9bd-7dc4917236a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1accca9-8621-496f-a689-d6c2c8218831,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.275748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35830) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:07.284506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e1accca9-8621-496f-a689-d6c2c8218831', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:07.315668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.377505 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.384725 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.406620 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cfee37-bb63-4739-9b35-1ac73331b8b6,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.416334 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.417987 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-840e6acb-f985-4c0e-93f2-b142f483f2a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384249 Aug 11 09:10:07.421099 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35832) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:07.428490 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e1accca9-8621-496f-a689-d6c2c8218831', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:07.462500 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.522830 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.528814 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.547782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fed1fa-6bd3-4c17-85e9-8d9368f34f55,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.556339 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.557731 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-675aefe0-07f5-4e37-a441-d84a03813e38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351600 Aug 11 09:10:07.560783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35834) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:07.565341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e1accca9-8621-496f-a689-d6c2c8218831', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:07.600289 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.668503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.674798 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.700868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3291e637-ed47-42d7-82dc-308f8aaf6bf7,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.707131 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.708383 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e4c900a6-dc23-47eb-a274-e4de5da2c28b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465771 Aug 11 09:10:07.711623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35836) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:07.716165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e1accca9-8621-496f-a689-d6c2c8218831', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:07.750058 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.818750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.825236 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.843090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9325558e-c067-4ca7-a75c-1db5d69091da,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.850428 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.851616 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6fff1719-baf7-45b9-99b8-0a99c574546b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390333 Aug 11 09:10:07.855130 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:07.860018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e1accca9-8621-496f-a689-d6c2c8218831', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:07.887104 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:10:07.892412 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.957587 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.964595 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.987561 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327d09a3-93fb-473e-8262-fdcd2285d19e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:07.991463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:07.995945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8c222044-481f-4d4b-9307-55cbfc6f0271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365438 Aug 11 09:10:07.996437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35840) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:08.001213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e1accca9-8621-496f-a689-d6c2c8218831', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:08.025253 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:10:08.030555 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.095840 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.101653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.125834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47e75a1-2c6e-455f-bcaa-f721c9f39614,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:08.129816 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.131027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c89c746e-b918-49a8-9886-f6f905d9ad0f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338198 Aug 11 09:10:08.134464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35842) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:08.139599 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'network': {'name': 'tempest-network-smoke--1563743809', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:08.163486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:10:08.167380 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.191806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:10:08.201544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.201896 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Added segment 77348a92-ecf4-4876-af98-0852bcb700d7 of type vlan for network 2c26193e-8bac-4915-ab0d-69d9183bff4c Aug 11 09:10:08.241077 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.273768 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.279515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:08.280271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.334864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1992702 Aug 11 09:10:08.338145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35844) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:08.344827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'admin_state_up': True, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:08.363183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ed939-79d1-4d81-a4ef-22d2c48e1e0a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Network': ['ID=2c26193e-8bac-4915-ab0d-69d9183bff4c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:08.376455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:10:08.382183 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.383399 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.440332 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:08.869427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:09.081941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:09.102962 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:09.215146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.221 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/e55b353e-336b-4a38-981e-8e05986e634c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:10:09.325804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:09.366463 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:09.410886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:10:09.414300 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:09.417553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:10:09.452381 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=e55b353e-336b-4a38-981e-8e05986e634c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:09.739447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:09.937008 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:10.071634 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router d0134a63-a0af-4421-b58f-99e5afa769e5 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:10:10.182078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:10:10.191830 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Sync routers for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:10:10.201341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:10.201955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:10.203612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:10.205059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-54414a81-1eca-4b6e-8409-5e951083b555 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8658509 Aug 11 09:10:10.208106 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35846) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:10.309024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:10.335864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f36069a7-1492-4edb-a970-6a37acc27229 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2b81663e33094bdfaed45592e1d714bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265678 Aug 11 09:10:10.338837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:10.488067 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d582a1-b27a-47ff-86d3-094a360f371b tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:10.488899 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:09Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:10.489631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-11d582a1-b27a-47ff-86d3-094a360f371b tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498368 Aug 11 09:10:10.492610 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:10.515544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Checking router: d0134a63-a0af-4421-b58f-99e5afa769e5 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:10:10.515862 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Updating router d0134a63-a0af-4421-b58f-99e5afa769e5 port e55b353e-336b-4a38-981e-8e05986e634c binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:10:10.531509 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2baadfc9-0245-4c92-96d4-34315b944827 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376425 Aug 11 09:10:10.534243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:10.539392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-789344935', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:10.541014 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:10.626247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:10:10.629857 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:10.834509 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:10.895783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Subnet': ['ID=9f936186-aabb-4834-acb8-f4edd58a2896,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:10.906476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Checking segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:10:10.906832 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network hostable DHCP agents. Network: 2c26193e-8bac-4915-ab0d-69d9183bff4c, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:10:10.925602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:10:10.935718 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 2c26193e-8bac-4915-ab0d-69d9183bff4c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:10.940059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:10.940788 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:10.950203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c3cce-3830-4019-b45f-b9a943cf386b None None] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:10:10.956324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e4f61f9-71fb-417c-ac5d-59f117fc06b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4210100 Aug 11 09:10:10.959185 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:11.000454 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.018487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Transition to ACTIVE for port object e55b353e-336b-4a38-981e-8e05986e634c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:11.027262 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.125515 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2200-0285-4d9c-9734-954ce07eff64 None None] Pushing event updated for resources: {'Port': ['ID=e55b353e-336b-4a38-981e-8e05986e634c,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:11.131570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Attempting to bind port e55b353e-336b-4a38-981e-8e05986e634c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:10:11.131919 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Attempting to bind port e55b353e-336b-4a38-981e-8e05986e634c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:10:11.132289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Attempting to bind port e55b353e-336b-4a38-981e-8e05986e634c on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:10:11.143659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:10:11.144030 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:10:11.144430 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.144814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:10:11.145309 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Bound port: e55b353e-336b-4a38-981e-8e05986e634c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:10:11.145688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.201115 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-2c26193e-8bac-4915-ab0d-69d9183bff4c', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:10:11.201977 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.239688 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] For port e55b353e-336b-4a38-981e-8e05986e634c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:10:11.244158 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] For port e55b353e-336b-4a38-981e-8e05986e634c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e55b353e-336b-4a38-981e-8e05986e634c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:10:11.293685 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.403499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2200-0285-4d9c-9734-954ce07eff64 None None] Pushing event updated for resources: {'Port': ['ID=e55b353e-336b-4a38-981e-8e05986e634c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:11.417415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:11.418067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:11.463293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Allocated IP 172.20.0.2 (2c26193e-8bac-4915-ab0d-69d9183bff4c/9f936186-aabb-4834-acb8-f4edd58a2896/06599d2f-5e78-498a-a6d8-f5c0ad5f5031) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:10:11.595950 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:11.685729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.780630 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.800204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Transition to ACTIVE for port object 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:11.835881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Transition to ACTIVE for port object 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:11.847724 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:11.888584 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:10:11.892283 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:11.895146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:10:11.916450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:09Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:11.937055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Pushing event updated for resources: {'Port': ['ID=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:11.963394 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94aede-7f71-4af9-856c-6211801709e8 None None] The sync data for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 is: [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:09Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:10:11.993252 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Attempting to bind port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:10:11.993602 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Attempting to bind port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:10:11.993954 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Attempting to bind port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 on network 2c26193e-8bac-4915-ab0d-69d9183bff4c {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:10:11.999842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:10:12.000067 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Checking segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:10:12.000499 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.000855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Bound using segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:10:12.001341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Bound port: 06599d2f-5e78-498a-a6d8-f5c0ad5f5031, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:10:12.001746 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.034443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.1 (2c26193e-8bac-4915-ab0d-69d9183bff4c/9f936186-aabb-4834-acb8-f4edd58a2896/f4e490ce-647c-4533-8595-5829680314f2) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:10:12.075042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] For port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:10:12.079059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] For port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:10:12.085133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.144213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755036-be11-474b-8ced-40fd5a18209b None None] Pushing event updated for resources: {'Port': ['ID=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:12.157941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.173873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object f4e490ce-647c-4533-8595-5829680314f2 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:12.228791 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.277307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:10:12.284272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:12.290694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:10:12.293722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=f4e490ce-647c-4533-8595-5829680314f2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:12.362934 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.510556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.809544 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.818300 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.897713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=f4e490ce-647c-4533-8595-5829680314f2,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:12.900217 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:12.996308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:10:12.997562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:13.111771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f5525-0b39-4d0c-939b-f59bcea75d47 None None] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:10:13.120092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router d0134a63-a0af-4421-b58f-99e5afa769e5 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:10:13.176786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-29528946-8bc9-4a55-9ebe-ef9cc844a095 None None] Provisioning for port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:13.236752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:10:13.241945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-76607581-8616-42c7-86e7-92082f45206f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/d0134a63-a0af-4421-b58f-99e5afa769e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2817581 Aug 11 09:10:13.306171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e55b353e-336b-4a38-981e-8e05986e634c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:13.369974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e55b353e-336b-4a38-981e-8e05986e634c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:13.377276 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e55b353e-336b-4a38-981e-8e05986e634c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:13.377657 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.410071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-728fe9fe-4823-4132-9568-dc1960a83833 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414477244&fields=id&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 267 time: 0.0348899 Aug 11 09:10:13.470701 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.494895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e55b353e-336b-4a38-981e-8e05986e634c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e55b353e-336b-4a38-981e-8e05986e634c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:13.504396 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.505440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:13.545780 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-e2fd2170-5655-413f-adde-d8157cfd5cb3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:13.547658 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-e2fd2170-5655-413f-adde-d8157cfd5cb3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/networks?id=2c26193e-8bac-4915-ab0d-69d9183bff4c HTTP/1.1" status: 200 len: 797 time: 0.1258256 Aug 11 09:10:13.565914 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-7a4036e7-7ed9-47a5-95d6-8e084a36affe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/quotas/2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 375 time: 0.0103834 Aug 11 09:10:13.585664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e55b353e-336b-4a38-981e-8e05986e634c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:13.601416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:13.610822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:13.611279 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.643189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Provisioning complete for port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:13.643595 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.649360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-a4cddc14-ebf0-4011-a29e-2cfb6f3d7757 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748496 Aug 11 09:10:13.755629 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Sync routers for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:10:13.759277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.769972 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:13.770615 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:13.817036 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-f9676b45-fe1d-4723-aa01-510a9315c239 service neutron] 10.222.0.58 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582227 Aug 11 09:10:13.831404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:13.834766 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.860370 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:13.940145 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.db.api [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 09:10:13.940507 n-d-789963-6 neutron-server[94574]: DEBUG oslo_db.api [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 09:10:13.953504 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:13.957771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:13.973120 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-63801478-8395-4168-a621-db31f73e0a21 service neutron] 10.222.0.58 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478484 Aug 11 09:10:14.191284 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 2, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:14.192835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4541112b-a811-4ac0-bdf2-5bb10dafcc1e req-dd4b69db-ea7d-47ee-927d-a521f35a00f0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Aug 11 09:10:14.218328 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Checking router: d0134a63-a0af-4421-b58f-99e5afa769e5 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:10:14.218675 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Updating router d0134a63-a0af-4421-b58f-99e5afa769e5 port f4e490ce-647c-4533-8595-5829680314f2 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:10:14.247332 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.491784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Provisioning for port f4e490ce-647c-4533-8595-5829680314f2 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:14.496109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Provisioning complete for port f4e490ce-647c-4533-8595-5829680314f2 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:14.497759 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.533297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d244ce8b-f12e-4b03-99c4-8c8bcffb5a59 None None] Port f4e490ce-647c-4533-8595-5829680314f2 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:10:14.540417 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.551872 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Transition to ACTIVE for port object f4e490ce-647c-4533-8595-5829680314f2 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:14.560113 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.610649 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Pushing event updated for resources: {'Port': ['ID=f4e490ce-647c-4533-8595-5829680314f2,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:14.634955 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.635361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.635801 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.636163 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.636499 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.636934 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.637169 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.637496 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.637818 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.638136 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.638457 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.638770 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:10:14.685607 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Attempting to bind port f4e490ce-647c-4533-8595-5829680314f2 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:10:14.685954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Attempting to bind port f4e490ce-647c-4533-8595-5829680314f2 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:10:14.686316 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Attempting to bind port f4e490ce-647c-4533-8595-5829680314f2 on network 2c26193e-8bac-4915-ab0d-69d9183bff4c {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:10:14.691553 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:10:14.691908 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Checking segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:10:14.692316 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.692698 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Bound using segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:10:14.693228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Bound port: f4e490ce-647c-4533-8595-5829680314f2, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:10:14.693577 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.774256 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] For port f4e490ce-647c-4533-8595-5829680314f2, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:10:14.778222 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] For port f4e490ce-647c-4533-8595-5829680314f2, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f4e490ce-647c-4533-8595-5829680314f2,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:10:14.784789 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:14.845838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937be2f-abcc-423f-8163-af96e9146742 None None] Pushing event updated for resources: {'Port': ['ID=f4e490ce-647c-4533-8595-5829680314f2,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:14.848292 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:14.849705 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:15.066792 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:15.269218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-62232115-2484-4a07-88fb-68d275187bee tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:15.271459 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-62232115-2484-4a07-88fb-68d275187bee tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/networks?id=2c26193e-8bac-4915-ab0d-69d9183bff4c HTTP/1.1" status: 200 len: 797 time: 0.1429079 Aug 11 09:10:15.283762 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:14Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:15.293082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e55b353e-336b-4a38-981e-8e05986e634c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:15.316291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b936d-23c1-4d79-a332-d1e7723831a9 None None] The sync data for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 is: [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:14Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:10:15.340773 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-53e9f4db-6a31-425b-9b81-4516fa69c898 req-ffc595bd-a347-4149-a3a3-4839a88b049a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 210 time: 0.0328689 Aug 11 09:10:15.347087 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-1644dae8-3b69-4202-892b-d62e0c822b39 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 379 time: 0.0516846 Aug 11 09:10:15.361287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e55b353e-336b-4a38-981e-8e05986e634c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:15.361766 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:15.372210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'port': {'device_id': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'admin_state_up': True, 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'security_groups': ['e1accca9-8621-496f-a689-d6c2c8218831']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:15.464529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:15.506890 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:10:15.511233 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:15.518540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:15.519082 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:15.647976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.12 (2c26193e-8bac-4915-ab0d-69d9183bff4c/9f936186-aabb-4834-acb8-f4edd58a2896/bc12600d-828b-46cb-8a12-09dff3fffc63) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:10:15.814557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:15.830699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object bc12600d-828b-46cb-8a12-09dff3fffc63 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:15.872267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:15.919966 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:10:15.925836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:15.931365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:10:15.935584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=bc12600d-828b-46cb-8a12-09dff3fffc63,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:15.983947 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:15.984657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.003230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-45a102d6-a884-49cc-8c2d-e3a5f8daece0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6403615 Aug 11 09:10:16.021831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Request body: {'port': {'device_id': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:16.085666 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.227812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b73bba06-4143-4191-8862-2718eb4c3252 None None] Provisioning for port bc12600d-828b-46cb-8a12-09dff3fffc63 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:16.231812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b73bba06-4143-4191-8862-2718eb4c3252 None None] Provisioning complete for port bc12600d-828b-46cb-8a12-09dff3fffc63 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:16.232178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b73bba06-4143-4191-8862-2718eb4c3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.271437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b73bba06-4143-4191-8862-2718eb4c3252 None None] Port bc12600d-828b-46cb-8a12-09dff3fffc63 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:10:16.360064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc12600d-828b-46cb-8a12-09dff3fffc63 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:10:16.368397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.380934 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Transition to ACTIVE for port object bc12600d-828b-46cb-8a12-09dff3fffc63 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:10:16.389819 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.470269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc12600d-828b-46cb-8a12-09dff3fffc63,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:16.507532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9ff55-b94c-4b62-9b95-e9152e5df763 req-47dfd5d2-0907-4fde-a65d-4483d0c98286 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:16.509116 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eda9ff55-b94c-4b62-9b95-e9152e5df763 req-47dfd5d2-0907-4fde-a65d-4483d0c98286 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 944 time: 0.0965512 Aug 11 09:10:16.581832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-eda9ff55-b94c-4b62-9b95-e9152e5df763 req-315f5dee-b87b-46c4-803e-75c30da00a31 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530505 Aug 11 09:10:16.586576 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Attempting to bind port bc12600d-828b-46cb-8a12-09dff3fffc63 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:10:16.587093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Attempting to bind port bc12600d-828b-46cb-8a12-09dff3fffc63 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:10:16.587273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Attempting to bind port bc12600d-828b-46cb-8a12-09dff3fffc63 on network 2c26193e-8bac-4915-ab0d-69d9183bff4c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:10:16.592146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Port bc12600d-828b-46cb-8a12-09dff3fffc63 on network 2c26193e-8bac-4915-ab0d-69d9183bff4c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:10:16.592329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Attempting to bind port bc12600d-828b-46cb-8a12-09dff3fffc63 on network 2c26193e-8bac-4915-ab0d-69d9183bff4c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:10:16.598382 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:10:16.598714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Checking segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:10:16.599125 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Bound using segment: {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:10:16.599564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Bound port: bc12600d-828b-46cb-8a12-09dff3fffc63, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77348a92-ecf4-4876-af98-0852bcb700d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:10:16.599929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.666888 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] For port bc12600d-828b-46cb-8a12-09dff3fffc63, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:10:16.669998 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] For port bc12600d-828b-46cb-8a12-09dff3fffc63, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bc12600d-828b-46cb-8a12-09dff3fffc63,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:10:16.678188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.717135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:16.717814 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:16.719275 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc12600d-828b-46cb-8a12-09dff3fffc63 HTTP/1.1" status: 200 len: 1092 time: 0.7022223 Aug 11 09:10:16.719666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:10:16.721974 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a0b291-e747-4f97-afa7-4d40eb5507a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:10:16.750368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50282cf9-6c7d-46b4-82ec-08c77d0cfbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc12600d-828b-46cb-8a12-09dff3fffc63,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:16.767220 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7b3425-54d0-4990-be1b-b6162099f4f6 x-openstack-request-id: req-bb7b3425-54d0-4990-be1b-b6162099f4f6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:10:16.768284 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:10:16.768603 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb7b3425-54d0-4990-be1b-b6162099f4f6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:10:16.769100 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'status': 'completed', 'code': 200} Aug 11 09:10:16.833776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-283a2130-a59d-4698-9e47-56be391bfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:16.835312 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-283a2130-a59d-4698-9e47-56be391bfb97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 1095 time: 0.0502343 Aug 11 09:10:16.883218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-d3bde311-3835-4122-8d78-5eee9d4ba600 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc12600d-828b-46cb-8a12-09dff3fffc63 HTTP/1.1" status: 200 len: 217 time: 0.0344830 Aug 11 09:10:16.944467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-cb8e3aa7-56ad-494b-a248-2050a709891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:16.946530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-cb8e3aa7-56ad-494b-a248-2050a709891b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f936186-aabb-4834-acb8-f4edd58a2896 HTTP/1.1" status: 200 len: 834 time: 0.0563118 Aug 11 09:10:16.994930 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-802c4711-464a-44c5-ad45-016336c65be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:16.996343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-802c4711-464a-44c5-ad45-016336c65be0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c26193e-8bac-4915-ab0d-69d9183bff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426960 Aug 11 09:10:17.095434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-3f1beeee-97b3-4f1b-a1be-177862dee24b service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907679 Aug 11 09:10:17.198052 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8df4e3e3-d1c5-4e2e-9cc5-61f18eb9af28 req-bf93f8ac-9849-436a-9502-79e59a219fa6 service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947506 Aug 11 09:10:17.252542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f4e490ce-647c-4533-8595-5829680314f2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:17.309050 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f4e490ce-647c-4533-8595-5829680314f2 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:17.313089 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f4e490ce-647c-4533-8595-5829680314f2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:17.313519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:17.327974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-f07795a6-3240-4342-a5be-e69687b35220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:17.329530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-f07795a6-3240-4342-a5be-e69687b35220 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 1095 time: 0.0459619 Aug 11 09:10:17.395699 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:17.427639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-4b5ffc80-c86e-41ca-9d05-e1a2e7d06142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:17.429429 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-4b5ffc80-c86e-41ca-9d05-e1a2e7d06142 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c26193e-8bac-4915-ab0d-69d9183bff4c HTTP/1.1" status: 200 len: 898 time: 0.0927343 Aug 11 09:10:17.429670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f4e490ce-647c-4533-8595-5829680314f2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f4e490ce-647c-4533-8595-5829680314f2,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:17.435084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:17.473285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-c0a0ec76-bd6b-4d48-8e5d-c52ffdee1cbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc12600d-828b-46cb-8a12-09dff3fffc63 HTTP/1.1" status: 200 len: 217 time: 0.0351648 Aug 11 09:10:17.483828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f4e490ce-647c-4533-8595-5829680314f2,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:17.525226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-d2688a7f-a910-480e-97af-28d6cff829dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:17.526736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-d2688a7f-a910-480e-97af-28d6cff829dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f936186-aabb-4834-acb8-f4edd58a2896 HTTP/1.1" status: 200 len: 834 time: 0.0449715 Aug 11 09:10:17.580900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-cb632883-5341-4e89-b26e-ad706b7a40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:17.582411 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-cb632883-5341-4e89-b26e-ad706b7a40a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c26193e-8bac-4915-ab0d-69d9183bff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472491 Aug 11 09:10:17.698870 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-a03105d3-2938-47ea-9c05-7d23e3187e98 service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081018 Aug 11 09:10:17.763899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b9ad4-57e2-450d-b446-c28f69cfbf7c req-b06d0db4-3932-4c48-ac2a-3d8eaa702c6b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:17.765414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de4b9ad4-57e2-450d-b446-c28f69cfbf7c req-b06d0db4-3932-4c48-ac2a-3d8eaa702c6b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 944 time: 0.1102247 Aug 11 09:10:17.829839 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de4b9ad4-57e2-450d-b446-c28f69cfbf7c req-421a3d3e-5e48-457c-adda-2a933a96be4b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568612 Aug 11 09:10:17.831857 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-62a0b291-e747-4f97-afa7-4d40eb5507a0 req-b1ac8fcb-bf36-4cf2-840c-83a49db715e4 service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245022 Aug 11 09:10:18.968609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7455d-4ad4-4240-b328-1a422ae58c4d req-03417917-44b4-4ce4-80df-3abdad2e6d78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:18.970783 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0e7455d-4ad4-4240-b328-1a422ae58c4d req-03417917-44b4-4ce4-80df-3abdad2e6d78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 944 time: 0.0589790 Aug 11 09:10:19.013664 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e0e7455d-4ad4-4240-b328-1a422ae58c4d req-ee70423e-fb6b-411a-9deb-c2ea4c468b42 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365920 Aug 11 09:10:19.242025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f4e490ce-647c-4533-8595-5829680314f2 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:19.297121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f4e490ce-647c-4533-8595-5829680314f2 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:19.297495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:20.141388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2bb3b-67fd-4a4f-a57f-4c4aa20795cb req-16738b5b-ef4c-445e-9131-ddb13d510830 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:20.142919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8d2bb3b-67fd-4a4f-a57f-4c4aa20795cb req-16738b5b-ef4c-445e-9131-ddb13d510830 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 944 time: 0.0512466 Aug 11 09:10:20.184370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c8d2bb3b-67fd-4a4f-a57f-4c4aa20795cb req-dda0c1b9-0ad7-4820-801b-c3f4137886e2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Aug 11 09:10:20.743206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bc12600d-828b-46cb-8a12-09dff3fffc63 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:10:21.006843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bc12600d-828b-46cb-8a12-09dff3fffc63, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bc12600d-828b-46cb-8a12-09dff3fffc63,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:21.018349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'port_id': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'mac_address': 'fa:16:3e:b3:c2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:10:21.058260 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:21.071385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc12600d-828b-46cb-8a12-09dff3fffc63 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:10:21.094303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bc12600d-828b-46cb-8a12-09dff3fffc63, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bc12600d-828b-46cb-8a12-09dff3fffc63,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:21.100559 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:21.149039 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=bc12600d-828b-46cb-8a12-09dff3fffc63,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:21.309814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348a571-8f98-4dd6-bf14-a0944257645c req-a3890256-b96b-4aee-b0da-c059c399de5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:21.311274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f348a571-8f98-4dd6-bf14-a0944257645c req-a3890256-b96b-4aee-b0da-c059c399de5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Aug 11 09:10:21.352693 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f348a571-8f98-4dd6-bf14-a0944257645c req-7169107a-1557-4cfb-bbc1-320a3b12c0a4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Aug 11 09:10:21.402521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['bc12600d-828b-46cb-8a12-09dff3fffc63'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:10:22.480613 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b039-c588-43d5-a2de-08bde0388a3c req-47020844-6da7-4cbf-9ba6-68828482b92b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:22.482206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4f9b039-c588-43d5-a2de-08bde0388a3c req-47020844-6da7-4cbf-9ba6-68828482b92b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 945 time: 0.0609345 Aug 11 09:10:22.525811 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e4f9b039-c588-43d5-a2de-08bde0388a3c req-c11f4679-86ea-4a33-bcbc-219672e45134 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342855 Aug 11 09:10:22.757837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bc12600d-828b-46cb-8a12-09dff3fffc63 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:10:22.824508 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port bc12600d-828b-46cb-8a12-09dff3fffc63 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:10:22.830215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port bc12600d-828b-46cb-8a12-09dff3fffc63 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:10:22.830731 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:22.916159 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:22.940243 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:10:22.942579 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37b5f3-807c-40d9-b1a3-5f6e57234683" -d '{"events": [{"server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:10:22.956156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port bc12600d-828b-46cb-8a12-09dff3fffc63, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bc12600d-828b-46cb-8a12-09dff3fffc63,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:10:22.962864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:22.986198 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bbc09e-25d1-4e0b-84e2-70b673f4e1cf x-openstack-request-id: req-12bbc09e-25d1-4e0b-84e2-70b673f4e1cf {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:10:22.986481 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "name": "network-vif-plugged", "status": "completed", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:10:22.986723 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12bbc09e-25d1-4e0b-84e2-70b673f4e1cf {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:10:22.987124 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'code': 200} Aug 11 09:10:23.016859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=bc12600d-828b-46cb-8a12-09dff3fffc63,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:23.110696 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6319-dffd-48f9-a7a1-a9429605e4f5 req-4f19cada-32c1-46f5-a515-44db19e5fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:23.112209 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-72ac6319-dffd-48f9-a7a1-a9429605e4f5 req-4f19cada-32c1-46f5-a515-44db19e5fb21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 1097 time: 0.0410151 Aug 11 09:10:23.150756 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-72ac6319-dffd-48f9-a7a1-a9429605e4f5 req-54c24c11-4ded-45fe-9f51-3cedb907ca77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308316 Aug 11 09:10:23.675838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5445bcf-0ebc-4a07-8b3f-e8d747b2439e req-fdae855d-5bd3-4034-8416-e8e022ab7755 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:23.677349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5445bcf-0ebc-4a07-8b3f-e8d747b2439e req-fdae855d-5bd3-4034-8416-e8e022ab7755 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0566833 Aug 11 09:10:23.724579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5445bcf-0ebc-4a07-8b3f-e8d747b2439e req-d55a12fa-6fd1-4f3d-8a74-3358add35f45 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403774 Aug 11 09:10:24.860458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf55d-329f-40c1-b74e-60be2dfa3a5b req-7bbb7233-2b74-4ab0-8e32-2e4a312c994f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:24.861993 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec7cf55d-329f-40c1-b74e-60be2dfa3a5b req-7bbb7233-2b74-4ab0-8e32-2e4a312c994f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0650995 Aug 11 09:10:24.906101 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ec7cf55d-329f-40c1-b74e-60be2dfa3a5b req-0f8368ad-fccf-4aaf-bb50-cb3b8d6c7a19 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378826 Aug 11 09:10:25.034543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7ca4-bb40-4f92-a709-52fc2f635178 req-a078a036-5b70-47d6-811c-c330e67b5eb7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:25.035930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3dc7ca4-bb40-4f92-a709-52fc2f635178 req-a078a036-5b70-47d6-811c-c330e67b5eb7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0564327 Aug 11 09:10:25.074631 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a3dc7ca4-bb40-4f92-a709-52fc2f635178 req-932839cb-68fe-487d-8b51-4f2c76089c54 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Aug 11 09:10:25.106336 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35908) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:25.146945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584dc658-7570-48bd-9be6-b8218d65c4f5 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:25.148449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-584dc658-7570-48bd-9be6-b8218d65c4f5 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 1092 time: 0.0411582 Aug 11 09:10:25.152641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:25.157147 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:10:25.185451 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:25.288167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:25.391731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.153 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/52ec9665-6bf3-4c82-b439-c4b006b01c05) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:10:25.512838 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:25.557386 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:25.596165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:10:25.599129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:10:25.602723 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:10:25.608235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=52ec9665-6bf3-4c82-b439-c4b006b01c05,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:26.332248 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:26.407660 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:26.560083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:26.567401 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:26.635544 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=52ec9665-6bf3-4c82-b439-c4b006b01c05,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:10:26.651135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:26.754381 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP fffab7e5-2ba7-426e-b872-6786836e7e8b associated. External IP: 172.25.2.153, port: bc12600d-828b-46cb-8a12-09dff3fffc63. Aug 11 09:10:26.961709 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router d0134a63-a0af-4421-b58f-99e5afa769e5 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:10:27.074161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:10:27.087818 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] Sync routers for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:10:27.092673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:27.098063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:27.098680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:27.120149 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a4c47701-52f8-4659-a898-0fb1617504e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9664581 Aug 11 09:10:27.120855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:10:27.123277 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d99e6f-2cf8-4767-ac66-34aff2257de9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:10:27.161581 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f218f2ff-c829-4b38-8879-60460126e892 x-openstack-request-id: req-f218f2ff-c829-4b38-8879-60460126e892 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:10:27.161878 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:10:27.162149 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f218f2ff-c829-4b38-8879-60460126e892 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:10:27.162559 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'status': 'completed', 'code': 200} Aug 11 09:10:27.223126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:27.224409 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bd860-e977-4b73-990b-06ab76dc31e3 req-d2faa1c7-a1ee-44de-b6e8-9888491b9173 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:27.226527 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-074bd860-e977-4b73-990b-06ab76dc31e3 req-d2faa1c7-a1ee-44de-b6e8-9888491b9173 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0523362 Aug 11 09:10:27.251364 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-68e2649d-038b-461d-887d-143915ac7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:27.252830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-68e2649d-038b-461d-887d-143915ac7ac7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 1097 time: 0.0469697 Aug 11 09:10:27.270718 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-074bd860-e977-4b73-990b-06ab76dc31e3 req-f3b4ca02-f40d-4103-844c-80763e277af4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373924 Aug 11 09:10:27.291483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35916) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:27.353271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-d3b77644-bd54-4da2-af8c-a240ea1888c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:27.355939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-d3b77644-bd54-4da2-af8c-a240ea1888c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c26193e-8bac-4915-ab0d-69d9183bff4c HTTP/1.1" status: 200 len: 898 time: 0.0960495 Aug 11 09:10:27.360063 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-da3c5ea4-42e8-4fc7-9273-875ef697e433 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/fffab7e5-2ba7-426e-b872-6786836e7e8b HTTP/1.1" status: 200 len: 992 time: 0.0672474 Aug 11 09:10:27.426763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-fdb07984-8d74-4d60-bba4-95701381562a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc12600d-828b-46cb-8a12-09dff3fffc63 HTTP/1.1" status: 200 len: 1000 time: 0.0641985 Aug 11 09:10:27.454242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'fffab7e5-2ba7-426e-b872-6786836e7e8b', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'port_id': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'mac_address': 'fa:16:3e:b3:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:10:25Z', 'updated_at': '2021-08-11T09:10:25Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:17Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:27.476569 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-1b3a0191-acb0-47d1-a8cc-3ec5e255674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:27.478099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-1b3a0191-acb0-47d1-a8cc-3ec5e255674f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f936186-aabb-4834-acb8-f4edd58a2896 HTTP/1.1" status: 200 len: 834 time: 0.0447016 Aug 11 09:10:27.479716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] Checking router: d0134a63-a0af-4421-b58f-99e5afa769e5 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:10:27.488685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:10:27.489332 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:10:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:27.527238 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-fbd08c8b-911d-4fd1-a8e3-17f6c3d4aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:27.528814 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-fbd08c8b-911d-4fd1-a8e3-17f6c3d4aed8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c26193e-8bac-4915-ab0d-69d9183bff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419817 Aug 11 09:10:27.596295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:10:27.623036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-92198bef-5ee6-47ba-8a30-179eb3691725 service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869670 Aug 11 09:10:27.715480 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-78d99e6f-2cf8-4767-ac66-34aff2257de9 req-71ad0e56-3613-41a4-ba2d-db13b4d6644b service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855231 Aug 11 09:10:27.829947 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'fffab7e5-2ba7-426e-b872-6786836e7e8b', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'port_id': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'mac_address': 'fa:16:3e:b3:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:10:25Z', 'updated_at': '2021-08-11T09:10:25Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:17Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:10:27.856655 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d04fb0-2ad6-4279-8ef7-092309c7fa98 None None] The sync data for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 is: [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'fffab7e5-2ba7-426e-b872-6786836e7e8b', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'port_id': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'mac_address': 'fa:16:3e:b3:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:10:25Z', 'updated_at': '2021-08-11T09:10:25Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:17Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:10:28.058452 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa48bda2-9e0d-4d86-ac34-54473ed700c9 None None] New status for floating IP fffab7e5-2ba7-426e-b872-6786836e7e8b: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:10:28.364785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35918) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:10:28.427192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-e746a4e5-1a09-4068-a045-4213c6dfe27c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/fffab7e5-2ba7-426e-b872-6786836e7e8b HTTP/1.1" status: 200 len: 994 time: 0.0612025 Aug 11 09:10:29.230722 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:29.372497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cb63a593-c220-4851-9bbc-f5b9ff5fea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:30.341055 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:32.489465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:32.787844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d663b7f-724d-4d2a-8393-869b693fe67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:35.070882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:36.375961 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:42.602347 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:10:59.249832 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:59.381332 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c10f-5948-44d6-9114-29ce4b226cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:10:59.851442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04bab-26ff-476a-894f-d16bd74c4d30 req-f4888e41-63d6-41c6-b129-ae8f120c1bb1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:10:59.852984 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7d04bab-26ff-476a-894f-d16bd74c4d30 req-f4888e41-63d6-41c6-b129-ae8f120c1bb1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Aug 11 09:10:59.894078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7d04bab-26ff-476a-894f-d16bd74c4d30 req-ce9341a7-37db-4a92-9bf9-7c9a351b1778 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345204 Aug 11 09:11:00.339552 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:01.023568 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15e02-2840-4088-a02f-fd7aeae428cd req-4001d0da-114f-4cd9-bd84-662fb609ee62 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:01.029980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ac15e02-2840-4088-a02f-fd7aeae428cd req-4001d0da-114f-4cd9-bd84-662fb609ee62 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0596797 Aug 11 09:11:01.073561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ac15e02-2840-4088-a02f-fd7aeae428cd req-692924f6-70db-47fa-a23d-87c269cdfeb7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375636 Aug 11 09:11:01.102477 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35936) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:01.171334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-97c85d45-6309-4f7d-93e2-0ef6b78a0829 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/fffab7e5-2ba7-426e-b872-6786836e7e8b HTTP/1.1" status: 200 len: 994 time: 0.0675848 Aug 11 09:11:02.473333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8da7-e184-4bcb-bee6-60378a9aaf51 req-734ee9ea-ce85-48fa-bb8e-f597cb89aa02 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:02.474861 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d2e8da7-e184-4bcb-bee6-60378a9aaf51 req-734ee9ea-ce85-48fa-bb8e-f597cb89aa02 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0560257 Aug 11 09:11:02.485612 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:02.515166 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8d2e8da7-e184-4bcb-bee6-60378a9aaf51 req-79fea30a-5ce6-436c-af50-54e4b2f93d77 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Aug 11 09:11:02.794480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75c0bdea-9020-42d3-a008-a260281f8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:03.653637 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adbe74-2a1d-4b05-b188-196fd78d5eb4 req-83851b70-5ace-4e46-b2df-32a39cb96354 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:03.655148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25adbe74-2a1d-4b05-b188-196fd78d5eb4 req-83851b70-5ace-4e46-b2df-32a39cb96354 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0587296 Aug 11 09:11:03.702505 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-25adbe74-2a1d-4b05-b188-196fd78d5eb4 req-658f2bfd-a947-4c85-bcc1-7a272d10f7eb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384262 Aug 11 09:11:03.727277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35946) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:03.789472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b6e0247e-d8a5-41a5-94b8-08e734a16409 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/fffab7e5-2ba7-426e-b872-6786836e7e8b HTTP/1.1" status: 200 len: 994 time: 0.0609646 Aug 11 09:11:04.024170 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35952) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:04.186440 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 52ec9665-6bf3-4c82-b439-c4b006b01c05 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:11:04.186782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:04.273219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:04.273507 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:04.285093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 52ec9665-6bf3-4c82-b439-c4b006b01c05 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:11:04.451828 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:04.477036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=52ec9665-6bf3-4c82-b439-c4b006b01c05,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:04.504259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.504610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.504976 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.505311 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.505643 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.505964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.506313 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.506615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.506929 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.507259 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.507565 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.507871 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:04.548318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:04.548719 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP fffab7e5-2ba7-426e-b872-6786836e7e8b disassociated (deleted). External IP: 172.25.2.153, port: bc12600d-828b-46cb-8a12-09dff3fffc63. Aug 11 09:11:04.784249 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router d0134a63-a0af-4421-b58f-99e5afa769e5 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:11:04.895436 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:11:04.900780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:04.905467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] Sync routers for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:11:04.914884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:04.915489 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:04.929255 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-0256aec3-b62a-478f-beda-945da86fd8e3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/floatingips/fffab7e5-2ba7-426e-b872-6786836e7e8b HTTP/1.1" status: 204 len: 168 time: 0.9037223 Aug 11 09:11:04.929917 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:11:04.932373 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defcd5c0-5a33-4114-b642-4460c1e12c11" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:11:04.983343 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87578dbe-7836-485a-9081-f74601bfe5fa x-openstack-request-id: req-87578dbe-7836-485a-9081-f74601bfe5fa {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:11:04.983625 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:11:04.983928 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87578dbe-7836-485a-9081-f74601bfe5fa {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:11:04.984255 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'status': 'completed', 'code': 200} Aug 11 09:11:05.032436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:05.075311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-f63a86ae-033c-4f94-bb83-3d9d0320943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:05.077105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-f63a86ae-033c-4f94-bb83-3d9d0320943c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 1097 time: 0.0499415 Aug 11 09:11:05.121136 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:05.224254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb7026-de9c-449a-948f-df82a213dbc1 req-91821dfb-5e99-4e80-9098-fc0e33fe9670 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:05.225809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5eb7026-de9c-449a-948f-df82a213dbc1 req-91821dfb-5e99-4e80-9098-fc0e33fe9670 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0794330 Aug 11 09:11:05.230846 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-56b2523d-2c6a-49ed-b7f1-8325645987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:05.232269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-56b2523d-2c6a-49ed-b7f1-8325645987ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c26193e-8bac-4915-ab0d-69d9183bff4c HTTP/1.1" status: 200 len: 898 time: 0.1476269 Aug 11 09:11:05.252749 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:17Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:05.278808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] Checking router: d0134a63-a0af-4421-b58f-99e5afa769e5 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:11:05.285865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-6345c188-2047-463d-b179-8d7261e07ef4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc12600d-828b-46cb-8a12-09dff3fffc63 HTTP/1.1" status: 200 len: 217 time: 0.0460615 Aug 11 09:11:05.287929 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:05.288537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:05.328680 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5eb7026-de9c-449a-948f-df82a213dbc1 req-676cd989-4174-4f56-a9dc-61291f5a86a0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950348 Aug 11 09:11:05.349593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-03b98b60-78c5-444c-bb57-873bc13795a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:05.351078 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-03b98b60-78c5-444c-bb57-873bc13795a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f936186-aabb-4834-acb8-f4edd58a2896 HTTP/1.1" status: 200 len: 834 time: 0.0556176 Aug 11 09:11:05.398459 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:05.398711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-ec6708b3-0411-4345-a5e9-e41f3b07e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:05.399994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-ec6708b3-0411-4345-a5e9-e41f3b07e0ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c26193e-8bac-4915-ab0d-69d9183bff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412662 Aug 11 09:11:05.503355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-93f2ad6d-f76b-4110-9899-e28edd7a3241 service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948060 Aug 11 09:11:05.595133 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-defcd5c0-5a33-4114-b642-4460c1e12c11 req-8127190f-4b06-4561-835b-078429b5408a service neutron] 10.222.0.69 "GET /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840075 Aug 11 09:11:05.599047 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:17Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:05.625927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb27be8-b179-4082-a41c-166234121ff8 None None] The sync data for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 is: [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:10:12Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'f4e490ce-647c-4533-8595-5829680314f2', 'name': '', 'network_id': '2c26193e-8bac-4915-ab0d-69d9183bff4c', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:90:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:11Z', 'updated_at': '2021-08-11T09:10:17Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '9f936186-aabb-4834-acb8-f4edd58a2896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:11:05.857219 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e311930-e232-487b-a36f-fa29619d0363 None None] New status for floating IP fffab7e5-2ba7-426e-b872-6786836e7e8b: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:11:06.372631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:06.457158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837d898-bbf8-4ca2-bc26-de78c99f6006 req-eac44c43-b49a-4284-b44f-6f1c931db0d9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:06.458670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1837d898-bbf8-4ca2-bc26-de78c99f6006 req-eac44c43-b49a-4284-b44f-6f1c931db0d9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0588241 Aug 11 09:11:06.499831 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1837d898-bbf8-4ca2-bc26-de78c99f6006 req-0d9093bd-9ff4-4eb3-83c4-98943f9e4149 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1accca9-8621-496f-a689-d6c2c8218831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350695 Aug 11 09:11:06.805836 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-e64c73f2-515f-44bf-8afd-701a38e1d63b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:06.807360 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-e64c73f2-515f-44bf-8afd-701a38e1d63b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 946 time: 0.0578165 Aug 11 09:11:06.914651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port bc12600d-828b-46cb-8a12-09dff3fffc63 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:11:06.914948 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:07.020751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port bc12600d-828b-46cb-8a12-09dff3fffc63, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=bc12600d-828b-46cb-8a12-09dff3fffc63,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:07.021139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:07.035108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for bc12600d-828b-46cb-8a12-09dff3fffc63 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:11:07.175858 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:07.209317 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=bc12600d-828b-46cb-8a12-09dff3fffc63,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:07.237055 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.237419 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.237764 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.238103 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.238434 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.238765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.239096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.239514 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.239865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.240170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.240581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.240904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:07.263543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] No DVR routers for this DVR port bc12600d-828b-46cb-8a12-09dff3fffc63 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:11:07.266375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:07.268523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-caee38f7-77f7-4a98-95fa-e58ea75ee3ed req-a37b6f22-4e61-4e40-a4df-f12a0fe40175 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "DELETE /v2.0/ports/bc12600d-828b-46cb-8a12-09dff3fffc63 HTTP/1.1" status: 204 len: 173 time: 0.4548573 Aug 11 09:11:07.268975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'name': 'network-vif-deleted', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:11:07.271422 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f97e8f-1a2c-4529-9a1c-a46ac26b8941" -d '{"events": [{"server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "name": "network-vif-deleted", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:11:07.311960 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5622dba4-274a-43de-b8a2-6e70179aee68 x-openstack-request-id: req-5622dba4-274a-43de-b8a2-6e70179aee68 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:11:07.312257 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d2934b-a58a-4cad-a2fe-67ec790a28c5", "name": "network-vif-deleted", "tag": "bc12600d-828b-46cb-8a12-09dff3fffc63", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:11:07.312508 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5622dba4-274a-43de-b8a2-6e70179aee68 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:11:07.313588 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d2934b-a58a-4cad-a2fe-67ec790a28c5', 'name': 'network-vif-deleted', 'tag': 'bc12600d-828b-46cb-8a12-09dff3fffc63', 'status': 'completed', 'code': 200} Aug 11 09:11:07.627676 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9526b129-c624-4459-b33c-afdac4f14968 req-914c83d3-8b6f-4d06-a564-9d4e4edad084 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1d2934b-a58a-4cad-a2fe-67ec790a28c5 HTTP/1.1" status: 200 len: 210 time: 0.0309136 Aug 11 09:11:08.697861 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35968) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:09.423727 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:09.713416 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port f4e490ce-647c-4533-8595-5829680314f2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:11:09.714151 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:09.808925 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port f4e490ce-647c-4533-8595-5829680314f2, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f4e490ce-647c-4533-8595-5829680314f2,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:09.809328 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:09.823086 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for f4e490ce-647c-4533-8595-5829680314f2 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:11:10.027414 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.052363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=f4e490ce-647c-4533-8595-5829680314f2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:10.229278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.469218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router d0134a63-a0af-4421-b58f-99e5afa769e5 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:11:10.581587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:11:10.587141 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a4c3f6b-927a-40c0-828c-eb98fa90f13e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/d0134a63-a0af-4421-b58f-99e5afa769e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8880789 Aug 11 09:11:10.591135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35970) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:10.593865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] Sync routers for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:11:10.605506 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:10.606216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:10.642634 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting subnet 9f936186-aabb-4834-acb8-f4edd58a2896 {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:11:10.646845 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.693305 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.716074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:10.784557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.852478 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.885984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Subnet': ['ID=9f936186-aabb-4834-acb8-f4edd58a2896,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:10.889487 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:10.892181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-eb2b35fa-d6cd-4411-977d-27efcbdcff52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/subnets/9f936186-aabb-4834-acb8-f4edd58a2896 HTTP/1.1" status: 204 len: 168 time: 0.3000021 Aug 11 09:11:10.894848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35972) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:10.896616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d38ac-4743-4e76-a567-238b4c76c3a1 None None] Network 2c26193e-8bac-4915-ab0d-69d9183bff4c requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:11:10.915922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:11:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'e55b353e-336b-4a38-981e-8e05986e634c', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:10:09Z', 'updated_at': '2021-08-11T09:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:11.011292 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.107987 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bc12600d-828b-46cb-8a12-09dff3fffc63 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:11:11.116097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.158176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] Checking router: d0134a63-a0af-4421-b58f-99e5afa769e5 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:11:11.164217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: bc12600d-828b-46cb-8a12-09dff3fffc63 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:11:11.164557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device bc12600d-828b-46cb-8a12-09dff3fffc63 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:11:11.175779 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port e55b353e-336b-4a38-981e-8e05986e634c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:11:11.176135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.177228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] Routers {'d0134a63-a0af-4421-b58f-99e5afa769e5'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:11.178195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['d0134a63-a0af-4421-b58f-99e5afa769e5'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:11.264965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port e55b353e-336b-4a38-981e-8e05986e634c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e55b353e-336b-4a38-981e-8e05986e634c,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:11.265605 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.280372 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for e55b353e-336b-4a38-981e-8e05986e634c owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:11:11.307993 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] Set router d0134a63-a0af-4421-b58f-99e5afa769e5 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:11.366361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:11:11Z', 'revision_number': 6, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:11.394396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b391e-e2d9-48e5-ad4f-77fbb59bb691 None None] The sync data for ids ['d0134a63-a0af-4421-b58f-99e5afa769e5'] in n-d-789963-6 is: [{'id': 'd0134a63-a0af-4421-b58f-99e5afa769e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422735269', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:10:08Z', 'updated_at': '2021-08-11T09:11:11Z', 'revision_number': 6, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:11:11.439195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] DHCP port deletion for 2c26193e-8bac-4915-ab0d-69d9183bff4c request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:11:11.466030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.488512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Deleting port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:11:11.488901 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.490121 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=e55b353e-336b-4a38-981e-8e05986e634c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:11.558025 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] For port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,segment=NetworkSegment(77348a92-ecf4-4876-af98-0852bcb700d7),segment_id=77348a92-ecf4-4876-af98-0852bcb700d7)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:11.558319 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.558442 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.572957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Calling delete_port for 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:11:11.649679 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.651959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.652471 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.679687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Pushing event deleted for resources: {'Port': ['ID=06599d2f-5e78-498a-a6d8-f5c0ad5f5031,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:11.683879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] No DVR routers for this DVR port 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:11:11.691932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.692541 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.692865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.693443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.694479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.695005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.695340 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.695667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.696076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.696869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.696869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.697071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdaac8-6e2c-4923-ad8b-85c96306fddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:11.698959 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.700548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Fanout notify agent at l3_agent the message router_deleted on router d0134a63-a0af-4421-b58f-99e5afa769e5 {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:11:11.709501 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.710852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f70a122e-0191-4e2a-bbdd-2e7d117591fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/routers/d0134a63-a0af-4421-b58f-99e5afa769e5 HTTP/1.1" status: 204 len: 168 time: 0.8149753 Aug 11 09:11:11.713551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35976) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:11.796900 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.889074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.900199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c26193e-8bac-4915-ab0d-69d9183bff4c']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:11.913248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77348a92-ecf4-4876-af98-0852bcb700d7') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:11.913542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77348a92-ecf4-4876-af98-0852bcb700d7') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:11.923420 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.939350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.945911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:11:11.946241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:11:11.949341 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:11:12.033052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.047526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.050923 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/networks/2c26193e-8bac-4915-ab0d-69d9183bff4c HTTP/1.1" status: 204 len: 168 time: 0.3361661 Aug 11 09:11:12.054208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35978) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:12.067967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913aa7-bf46-40e2-86d2-c602757e4a3a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Network': ['ID=2c26193e-8bac-4915-ab0d-69d9183bff4c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:12.156687 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1745017-390e-43e2-a929-0f707a46a99a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.194048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1745017-390e-43e2-a929-0f707a46a99a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.262634 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1745017-390e-43e2-a929-0f707a46a99a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.265510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1745017-390e-43e2-a929-0f707a46a99a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.266795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f1745017-390e-43e2-a929-0f707a46a99a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/security-groups/e1accca9-8621-496f-a689-d6c2c8218831 HTTP/1.1" status: 204 len: 168 time: 0.2111659 Aug 11 09:11:12.276167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1745017-390e-43e2-a929-0f707a46a99a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1accca9-8621-496f-a689-d6c2c8218831,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:12.638560 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35984) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:12.643431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708647011', 'description': 'tempest-secgroup-smoke-1708647011 description', 'project_id': '2b81663e33094bdfaed45592e1d714bf'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:12.673742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.757497 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.763471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.794397 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.795669 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561041 Aug 11 09:11:12.797706 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c791c-6952-4681-9822-d40745aa8278 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4fb9b-f7e4-4512-af7e-62d27de92767,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:12.798773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35986) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:12.804324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'f5c4fb9b-f7e4-4512-af7e-62d27de92767', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:12.833088 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.890147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.895639 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.912715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda01b93-8f3b-42d5-ad3d-95b0a1512020,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:12.923394 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:12.927410 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e2d25f2-9d43-4c44-9705-37a0d110d368 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253264 Aug 11 09:11:12.929849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 35988) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:12.934310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'f5c4fb9b-f7e4-4512-af7e-62d27de92767', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:12.962395 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.023100 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.029775 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.049326 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f4cb12-4971-454e-bce8-0c9894059a32,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:13.056609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.057881 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d1639a1b-8829-4790-be37-3c8d83d36864 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271303 Aug 11 09:11:13.061104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35990) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:13.067900 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'f5c4fb9b-f7e4-4512-af7e-62d27de92767', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:13.095585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.156351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.162135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.180019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2910883d-12e5-4deb-8d11-88f9f6010be5,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:13.188547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.189787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bc88606c-6ed6-4645-946b-8ece5659fcea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275947 Aug 11 09:11:13.193099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35992) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:13.197626 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'f5c4fb9b-f7e4-4512-af7e-62d27de92767', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:13.227585 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.266065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e55b353e-336b-4a38-981e-8e05986e634c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:11:13.290142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e55b353e-336b-4a38-981e-8e05986e634c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:11:13.290492 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e55b353e-336b-4a38-981e-8e05986e634c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:11:13.290918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f4e490ce-647c-4533-8595-5829680314f2 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:11:13.292944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.297834 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.310587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f4e490ce-647c-4533-8595-5829680314f2 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:11:13.310927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f4e490ce-647c-4533-8595-5829680314f2 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:11:13.311358 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:11:13.319212 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d8a8a5-b93d-410b-b3c0-ab95ae296196,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:13.324374 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.329015 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-48ccb818-0b85-4757-9204-2dff412d24bf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321359 Aug 11 09:11:13.329116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35994) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:13.330658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:11:13.331114 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 06599d2f-5e78-498a-a6d8-f5c0ad5f5031 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:11:13.333844 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'f5c4fb9b-f7e4-4512-af7e-62d27de92767', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:13.358005 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:11:13.363339 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.429738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.435323 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.453244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5dba6f-a256-4254-b211-929e08bd4228,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:13.460142 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.461406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-dcdd4c56-a6cc-46cb-a3cf-696111926bf4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313579 Aug 11 09:11:13.464327 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35996) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:13.468980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'f5c4fb9b-f7e4-4512-af7e-62d27de92767', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:13.491490 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:11:13.496368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.559802 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.566028 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.582917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ef3e12-8c8f-4dca-ad20-94690548789e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:13.590848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.592071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-768a8aee-c85f-4596-8333-5f916290e0ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267493 Aug 11 09:11:13.595020 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 35998) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:13.600096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'network': {'name': 'tempest-network-smoke--1361122497', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:13.623361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:11:13.626845 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.650543 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:11:13.660090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.660471 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Added segment 39e74329-5492-43f1-a389-c6fa70ff7a3f of type vlan for network 2221fafd-8b6a-4b0e-958a-7300d57c512f Aug 11 09:11:13.701407 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.739506 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.748798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:13.749686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.811244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2150936 Aug 11 09:11:13.814225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36000) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:13.818783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'admin_state_up': True, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:13.832525 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bedff-1ae3-471e-a3ce-a22cc78d3811 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Network': ['ID=2221fafd-8b6a-4b0e-958a-7300d57c512f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:13.843597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:11:13.849684 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.850738 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:13.906600 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:14.056806 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:14.269740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:14.288724 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:14.394878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.211 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7b5c6331-9a76-49ab-85b7-1dfa5e3df006) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:11:14.518212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:14.563881 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:14.599298 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:11:14.604167 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:14.607727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:11:14.632548 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:14.864215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:15.064989 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:15.199286 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:11:15.615087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:11:15.626784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Sync routers for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:11:15.638865 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:15.639618 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:15.640271 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:15.642096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3a998541-30c0-4ac3-8dbb-97a6efd61032 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8269029 Aug 11 09:11:15.645491 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36002) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:15.678577 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c3c23272-7dbb-4908-bf90-8f0470ba8fdb tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2b81663e33094bdfaed45592e1d714bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318418 Aug 11 09:11:15.681639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36004) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:15.749398 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:15.775102 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082bf611-7940-4919-8ade-2e86f5cea4f1 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:15.776635 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-082bf611-7940-4919-8ade-2e86f5cea4f1 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940168 Aug 11 09:11:15.779824 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36006) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:15.809659 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fac61eeb-5f5e-44a9-ab70-88e2267ae1c2 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286863 Aug 11 09:11:15.812265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36008) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:15.817308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959312448', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:15.911818 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:11:15.916241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:15.931050 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:14Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:15.961393 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Checking router: de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:11:15.961708 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Updating router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:11:15.986999 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.119081 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.175476 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Subnet': ['ID=36d08498-c618-48ce-ab61-b5898216a27f,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:16.193162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Checking segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:11:16.193608 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network hostable DHCP agents. Network: 2221fafd-8b6a-4b0e-958a-7300d57c512f, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:11:16.220140 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:11:16.231591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 2221fafd-8b6a-4b0e-958a-7300d57c512f) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:16.236134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:16.236742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.244574 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dddc50-1498-4c44-9755-d1e24208ab30 None None] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:11:16.249992 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.256390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-65edd027-f34e-4161-b6a7-48f61a74b0fe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4404135 Aug 11 09:11:16.257000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36010) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:16.261697 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Transition to ACTIVE for port object 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:16.267977 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.329098 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Pushing event updated for resources: {'Port': ['ID=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:16.331617 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Attempting to bind port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:11:16.332058 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Attempting to bind port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:11:16.332467 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Attempting to bind port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:11:16.341954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.342426 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.342800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.343196 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.343596 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.343982 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.344313 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.344635 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.344981 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.345302 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.345621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.345937 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:11:16.349446 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:11:16.349824 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:11:16.350213 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.350588 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:11:16.351058 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Bound port: 7b5c6331-9a76-49ab-85b7-1dfa5e3df006, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:11:16.351434 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.403847 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] For port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:11:16.407205 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] For port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:11:16.411682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-2221fafd-8b6a-4b0e-958a-7300d57c512f', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:11:16.412568 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.414514 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.469842 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:16.470575 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:16.535595 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35520a6-3471-440d-8e4f-33a7911c5516 None None] Pushing event updated for resources: {'Port': ['ID=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:16.570984 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Allocated IP 172.20.0.2 (2221fafd-8b6a-4b0e-958a-7300d57c512f/36d08498-c618-48ce-ab61-b5898216a27f/840375ef-29c3-452a-8393-4bf39ed4f22d) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:11:16.705112 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:16.730671 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.739292 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Transition to ACTIVE for port object 840375ef-29c3-452a-8393-4bf39ed4f22d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:16.747731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.754512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Transition to ACTIVE for port object 840375ef-29c3-452a-8393-4bf39ed4f22d will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:16.762245 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.804339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:11:16.807362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:16.811000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:11:16.818429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Pushing event updated for resources: {'Port': ['ID=840375ef-29c3-452a-8393-4bf39ed4f22d,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:16.869535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Attempting to bind port 840375ef-29c3-452a-8393-4bf39ed4f22d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:11:16.869902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Attempting to bind port 840375ef-29c3-452a-8393-4bf39ed4f22d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:11:16.870259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Attempting to bind port 840375ef-29c3-452a-8393-4bf39ed4f22d on network 2221fafd-8b6a-4b0e-958a-7300d57c512f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:11:16.875355 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:11:16.875720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Checking segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:11:16.876119 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.876554 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Bound using segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:11:16.877094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Bound port: 840375ef-29c3-452a-8393-4bf39ed4f22d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:11:16.877370 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:16.905131 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:14Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:16.937037 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d606f-561e-4f5c-948a-0a7c6eef27cd None None] The sync data for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 is: [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:14Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:11:16.966879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] For port 840375ef-29c3-452a-8393-4bf39ed4f22d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:11:16.966879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] For port 840375ef-29c3-452a-8393-4bf39ed4f22d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=840375ef-29c3-452a-8393-4bf39ed4f22d,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:11:16.972035 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.036904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83735aa9-03ba-40c1-8239-9cca74625fda None None] Pushing event updated for resources: {'Port': ['ID=840375ef-29c3-452a-8393-4bf39ed4f22d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:17.075058 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.1 (2221fafd-8b6a-4b0e-958a-7300d57c512f/36d08498-c618-48ce-ab61-b5898216a27f/46240b08-20b7-40b4-99ac-21ede3a1334b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:11:17.252112 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.270306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object 46240b08-20b7-40b4-99ac-21ede3a1334b will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:17.320460 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.365330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:11:17.368991 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:17.377778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:11:17.423250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=46240b08-20b7-40b4-99ac-21ede3a1334b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:17.441118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.444457 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 840375ef-29c3-452a-8393-4bf39ed4f22d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:17.549479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 840375ef-29c3-452a-8393-4bf39ed4f22d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:17.558654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:17.595115 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.669191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:17.675746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:17.676163 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.786658 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.813700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:17.820771 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.876979 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:17.917856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:17.926040 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.003924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=46240b08-20b7-40b4-99ac-21ede3a1334b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:18.009108 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.105428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:11:18.107604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:18.124732 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22955c25-99ed-4f7e-b16b-5b51f800c3e2 None None] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:11:18.194009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] Provisioning for port 840375ef-29c3-452a-8393-4bf39ed4f22d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:18.207082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] Provisioning complete for port 840375ef-29c3-452a-8393-4bf39ed4f22d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:18.207465 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.231080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:11:18.345512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:11:18.350539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-71b343c2-29cd-4bec-862b-c706262ef390 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924411 Aug 11 09:11:18.357030 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.401525 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] For port 840375ef-29c3-452a-8393-4bf39ed4f22d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=840375ef-29c3-452a-8393-4bf39ed4f22d,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:18.411934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.481986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b4bf0-53b9-4c5f-bab2-a5a1e3e5b6a0 None None] Pushing event updated for resources: {'Port': ['ID=840375ef-29c3-452a-8393-4bf39ed4f22d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:18.521006 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-172126c4-92a1-4b7f-a8e1-e01943bb21d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708647011&fields=id&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 267 time: 0.0389347 Aug 11 09:11:18.630813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c43ccd4e-9d6c-4a29-bc52-a523c9dac17c None None] Provisioning complete for port 840375ef-29c3-452a-8393-4bf39ed4f22d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:18.631474 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c43ccd4e-9d6c-4a29-bc52-a523c9dac17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.639907 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-f502ef19-6977-4ae8-bcaa-c0ddf2bd944b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:18.641487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-f502ef19-6977-4ae8-bcaa-c0ddf2bd944b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 797 time: 0.1133804 Aug 11 09:11:18.661514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-5ec4a3ea-032f-4300-8a27-1bb69c3f8e11 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/quotas/2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 375 time: 0.0136347 Aug 11 09:11:18.739195 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c43ccd4e-9d6c-4a29-bc52-a523c9dac17c None None] Provisioning for port 46240b08-20b7-40b4-99ac-21ede3a1334b completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:18.739690 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-e3643372-3fcb-456b-9d97-0c5578a45948 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612137 Aug 11 09:11:18.747990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c43ccd4e-9d6c-4a29-bc52-a523c9dac17c None None] Provisioning complete for port 46240b08-20b7-40b4-99ac-21ede3a1334b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:18.748794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c43ccd4e-9d6c-4a29-bc52-a523c9dac17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:18.782290 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Sync routers for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:11:18.813437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:18.814085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:18.818402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c43ccd4e-9d6c-4a29-bc52-a523c9dac17c None None] Port 46240b08-20b7-40b4-99ac-21ede3a1334b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:11:18.887033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-3dd8aa44-9246-4779-bf25-af2d82a3ad9b service neutron] 10.222.0.58 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463888 Aug 11 09:11:18.992489 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-20bb17be-9602-4d78-83ec-1e37751e39c0 service neutron] 10.222.0.58 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993299 Aug 11 09:11:19.092975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:19.119293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1fc1dfb3-aecb-4d06-95ca-80ae0242283a None None] Provisioning complete for port 46240b08-20b7-40b4-99ac-21ede3a1334b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:19.119628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1fc1dfb3-aecb-4d06-95ca-80ae0242283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.174907 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0d16235b-6789-48d3-962a-26ef5cdae70b req-805731dc-3f30-427e-94fd-3d9003235646 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 210 time: 0.0274396 Aug 11 09:11:19.204425 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1dfb3-aecb-4d06-95ca-80ae0242283a None None] Port 46240b08-20b7-40b4-99ac-21ede3a1334b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:11:19.294092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 840375ef-29c3-452a-8393-4bf39ed4f22d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:19.357142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-5e79e2c4-a3ca-4877-9cc3-683849fa7d95 None None] Provisioning complete for port 46240b08-20b7-40b4-99ac-21ede3a1334b triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:19.357508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e79e2c4-a3ca-4877-9cc3-683849fa7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.401386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-5e79e2c4-a3ca-4877-9cc3-683849fa7d95 None None] Port 46240b08-20b7-40b4-99ac-21ede3a1334b cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:11:19.403589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 840375ef-29c3-452a-8393-4bf39ed4f22d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:19.403951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.426637 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 2, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:19.455814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Checking router: de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:11:19.456213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Updating router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 port 46240b08-20b7-40b4-99ac-21ede3a1334b binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:11:19.491629 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.607993 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:11:19.614990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:19.733624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:19.733984 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.883443 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.895289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Transition to ACTIVE for port object 46240b08-20b7-40b4-99ac-21ede3a1334b will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:19.902125 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:19.952657 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cd66e-459c-4fe1-90d9-516582859043 None None] Pushing event updated for resources: {'Port': ['ID=46240b08-20b7-40b4-99ac-21ede3a1334b,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:20.007144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Attempting to bind port 46240b08-20b7-40b4-99ac-21ede3a1334b on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:11:20.007507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Attempting to bind port 46240b08-20b7-40b4-99ac-21ede3a1334b by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:11:20.007877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Attempting to bind port 46240b08-20b7-40b4-99ac-21ede3a1334b on network 2221fafd-8b6a-4b0e-958a-7300d57c512f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:11:20.013400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:11:20.013780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Checking segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:11:20.014186 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:20.014581 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Bound using segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:11:20.015051 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Bound port: 46240b08-20b7-40b4-99ac-21ede3a1334b, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:11:20.015433 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:20.083484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] For port 46240b08-20b7-40b4-99ac-21ede3a1334b, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:11:20.087451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] For port 46240b08-20b7-40b4-99ac-21ede3a1334b, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=46240b08-20b7-40b4-99ac-21ede3a1334b,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:11:20.093289 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:20.167203 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cd66e-459c-4fe1-90d9-516582859043 None None] Pushing event updated for resources: {'Port': ['ID=46240b08-20b7-40b4-99ac-21ede3a1334b,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:20.169755 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:20.170345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:20.294672 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dff78240-dcbb-4e92-b822-75de72478d5d req-492c2a7a-0a06-46c1-af25-a849e1de4f32 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 210 time: 0.0292056 Aug 11 09:11:20.300833 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:20.423099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-24ecf5fd-9bc4-4908-9aed-99aff645e14c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:20.424805 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-24ecf5fd-9bc4-4908-9aed-99aff645e14c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 797 time: 0.1509473 Aug 11 09:11:20.474450 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-1511e69c-5a2f-4aab-95d6-7336dac5cacc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 380 time: 0.0353038 Aug 11 09:11:20.485672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'port': {'device_id': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'admin_state_up': True, 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'security_groups': ['f5c4fb9b-f7e4-4512-af7e-62d27de92767']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:20.534403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:20Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:20.561333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0bbb-7b51-4f71-8797-1a2dff3490b9 None None] The sync data for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 is: [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:20Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:11:20.598778 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:11:20.602654 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:20.749661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.8 (2221fafd-8b6a-4b0e-958a-7300d57c512f/36d08498-c618-48ce-ab61-b5898216a27f/cebd1b41-64fd-4cd4-a183-ed744f5efb39) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:11:20.899205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:20.912853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object cebd1b41-64fd-4cd4-a183-ed744f5efb39 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:20.951306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:20.998417 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:11:21.001617 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:21.005523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:11:21.032811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=cebd1b41-64fd-4cd4-a183-ed744f5efb39,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:21.064728 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:21.065757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.085210 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-41930e16-6b08-4f2d-965a-5767bf85b3cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033781 Aug 11 09:11:21.102666 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Request body: {'port': {'device_id': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:21.167789 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.281680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b32d9f6a-1f7a-4357-96d1-988382bd1363 None None] Provisioning for port cebd1b41-64fd-4cd4-a183-ed744f5efb39 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:21.291529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b32d9f6a-1f7a-4357-96d1-988382bd1363 None None] Provisioning complete for port cebd1b41-64fd-4cd4-a183-ed744f5efb39 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:21.292256 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b32d9f6a-1f7a-4357-96d1-988382bd1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.322917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 46240b08-20b7-40b4-99ac-21ede3a1334b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:21.372383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b32d9f6a-1f7a-4357-96d1-988382bd1363 None None] Port cebd1b41-64fd-4cd4-a183-ed744f5efb39 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:11:21.405213 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 46240b08-20b7-40b4-99ac-21ede3a1334b completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:21.409673 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 46240b08-20b7-40b4-99ac-21ede3a1334b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:21.410049 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.495956 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebd1b41-64fd-4cd4-a183-ed744f5efb39 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:11:21.498312 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.505929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.515097 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca037edb-35da-4f08-a00a-948e44b3b8d7 req-414619e6-5413-4d16-80f8-bb6b3b53f084 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:21.517099 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca037edb-35da-4f08-a00a-948e44b3b8d7 req-414619e6-5413-4d16-80f8-bb6b3b53f084 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 931 time: 0.1337242 Aug 11 09:11:21.528048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Transition to ACTIVE for port object cebd1b41-64fd-4cd4-a183-ed744f5efb39 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:11:21.536396 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 46240b08-20b7-40b4-99ac-21ede3a1334b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=46240b08-20b7-40b4-99ac-21ede3a1334b,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:21.543164 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.547972 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.603957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=46240b08-20b7-40b4-99ac-21ede3a1334b,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:21.613233 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca037edb-35da-4f08-a00a-948e44b3b8d7 req-2d9db75e-5ce4-40e3-8279-7b43b2778463 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800364 Aug 11 09:11:21.621428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd1b41-64fd-4cd4-a183-ed744f5efb39,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:21.709175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Attempting to bind port cebd1b41-64fd-4cd4-a183-ed744f5efb39 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:11:21.709619 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Attempting to bind port cebd1b41-64fd-4cd4-a183-ed744f5efb39 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:11:21.709893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Attempting to bind port cebd1b41-64fd-4cd4-a183-ed744f5efb39 on network 2221fafd-8b6a-4b0e-958a-7300d57c512f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:11:21.714682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Port cebd1b41-64fd-4cd4-a183-ed744f5efb39 on network 2221fafd-8b6a-4b0e-958a-7300d57c512f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:11:21.714974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Attempting to bind port cebd1b41-64fd-4cd4-a183-ed744f5efb39 on network 2221fafd-8b6a-4b0e-958a-7300d57c512f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:11:21.720532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:11:21.720806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Checking segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:11:21.721272 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Bound using segment: {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:11:21.721857 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Bound port: cebd1b41-64fd-4cd4-a183-ed744f5efb39, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e74329-5492-43f1-a389-c6fa70ff7a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:11:21.722218 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.789180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] For port cebd1b41-64fd-4cd4-a183-ed744f5efb39, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:11:21.792508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] For port cebd1b41-64fd-4cd4-a183-ed744f5efb39, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:11:21.799135 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.841848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:21.842507 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:21.843898 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] 10.222.0.69 "PUT /v2.0/ports/cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 1091 time: 0.7458439 Aug 11 09:11:21.844334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:11:21.846678 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc5dca-3491-481e-93b4-6b5dc76e5be7" -d '{"events": [{"name": "network-changed", "server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:11:21.876568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16211872-cbde-4892-a27e-a73a5136ce53 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd1b41-64fd-4cd4-a183-ed744f5efb39,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:21.895648 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0edd17d-4653-4a7c-8cd4-ca5c60e82ef3 x-openstack-request-id: req-e0edd17d-4653-4a7c-8cd4-ca5c60e82ef3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:11:21.896032 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:11:21.896264 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0edd17d-4653-4a7c-8cd4-ca5c60e82ef3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:11:21.896867 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'status': 'completed', 'code': 200} Aug 11 09:11:21.957800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-56eaa1e3-3de7-4586-8edd-c087dc3f59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:21.959371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-56eaa1e3-3de7-4586-8edd-c087dc3f59be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1094 time: 0.0452611 Aug 11 09:11:22.008120 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-7b467b14-1df0-412a-abd7-18f085d6a147 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 217 time: 0.0354679 Aug 11 09:11:22.062013 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-8b53b11c-ba76-4c50-b4d7-aa7232053369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:22.063540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-8b53b11c-ba76-4c50-b4d7-aa7232053369 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 200 len: 834 time: 0.0489178 Aug 11 09:11:22.111271 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2322b0-d843-45e2-91fa-069807af2848 req-9c8e37fa-613f-473e-ac54-46ae0f5878d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:22.112912 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-9c8e37fa-613f-473e-ac54-46ae0f5878d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2221fafd-8b6a-4b0e-958a-7300d57c512f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427167 Aug 11 09:11:22.205977 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-ad33a01b-6e5a-4fad-8319-e7a52da9798b service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859129 Aug 11 09:11:22.309219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff2322b0-d843-45e2-91fa-069807af2848 req-5935a204-959a-4e45-9167-df7b5a65403a service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955431 Aug 11 09:11:22.445080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-69eec24e-c484-4353-bee8-8e97503a6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:22.447305 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-69eec24e-c484-4353-bee8-8e97503a6782 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1094 time: 0.0520232 Aug 11 09:11:22.546532 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-1f41b2a4-ea77-4222-bbdf-07132fa7e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:22.548036 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-1f41b2a4-ea77-4222-bbdf-07132fa7e29c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 898 time: 0.0928137 Aug 11 09:11:22.591002 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-a2699fbe-0dd7-4d0b-807b-0f972cbe7d87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 217 time: 0.0352962 Aug 11 09:11:22.641290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-03835f7b-ca99-4540-a198-a87fd441afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:22.642676 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-03835f7b-ca99-4540-a198-a87fd441afea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 200 len: 834 time: 0.0447183 Aug 11 09:11:22.690736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-30855b1b-bf78-4086-9eed-8b48b8ff58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:22.692409 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-30855b1b-bf78-4086-9eed-8b48b8ff58e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2221fafd-8b6a-4b0e-958a-7300d57c512f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419986 Aug 11 09:11:23.118349 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f872605-d3f1-44e7-b1dc-1064e596eafd req-d498c8ae-9a66-4077-a97c-597c0bd956de tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:23.119862 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f872605-d3f1-44e7-b1dc-1064e596eafd req-d498c8ae-9a66-4077-a97c-597c0bd956de tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 943 time: 0.4202247 Aug 11 09:11:23.151581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-bb68bfcd-b48e-46ee-a477-452a8e4d6b62 service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506912 Aug 11 09:11:23.209561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6f872605-d3f1-44e7-b1dc-1064e596eafd req-402b4853-4abc-47ce-9803-e9c67bd52f99 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814068 Aug 11 09:11:23.262019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efbc5dca-3491-481e-93b4-6b5dc76e5be7 req-a6c27979-6d20-44d5-9343-e5947940e551 service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026595 Aug 11 09:11:23.285731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 46240b08-20b7-40b4-99ac-21ede3a1334b up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:23.340127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 46240b08-20b7-40b4-99ac-21ede3a1334b triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:23.340508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:24.340183 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93510f-ef82-4eb6-abf5-2f901cd0397a req-8c6038ca-5c7e-4424-907b-34f1eb203ac6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:24.341766 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e93510f-ef82-4eb6-abf5-2f901cd0397a req-8c6038ca-5c7e-4424-907b-34f1eb203ac6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 943 time: 0.0522017 Aug 11 09:11:24.383670 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7e93510f-ef82-4eb6-abf5-2f901cd0397a req-197cb99e-039a-4d0e-94a3-a605635e2dbf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337894 Aug 11 09:11:24.991758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cebd1b41-64fd-4cd4-a183-ed744f5efb39 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:11:25.103777 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cebd1b41-64fd-4cd4-a183-ed744f5efb39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:25.116403 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'port_id': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'mac_address': 'fa:16:3e:d1:a8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:11:25.154986 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:25.167738 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebd1b41-64fd-4cd4-a183-ed744f5efb39 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:11:25.187198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cebd1b41-64fd-4cd4-a183-ed744f5efb39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:25.194719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:25.242674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cebd1b41-64fd-4cd4-a183-ed744f5efb39,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:25.472221 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['cebd1b41-64fd-4cd4-a183-ed744f5efb39'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:11:25.514213 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27682a-2bdf-4883-91c4-211050769b44 req-ee857faf-3547-4846-b415-cdadd745687c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:25.515868 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca27682a-2bdf-4883-91c4-211050769b44 req-ee857faf-3547-4846-b415-cdadd745687c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 944 time: 0.0544019 Aug 11 09:11:25.555833 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ca27682a-2bdf-4883-91c4-211050769b44 req-544f2edc-9b51-44a4-91b8-22fe8b1366f4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Aug 11 09:11:26.678389 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731c31-4986-473d-a54a-a8b85601ce14 req-16a09f8f-d9e3-46aa-bb6a-855509bd27ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:26.679903 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa731c31-4986-473d-a54a-a8b85601ce14 req-16a09f8f-d9e3-46aa-bb6a-855509bd27ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 944 time: 0.0534933 Aug 11 09:11:26.721852 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa731c31-4986-473d-a54a-a8b85601ce14 req-a5113390-4c91-480a-af81-cbcd4e5d589f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331647 Aug 11 09:11:27.003261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cebd1b41-64fd-4cd4-a183-ed744f5efb39 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:11:27.060041 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port cebd1b41-64fd-4cd4-a183-ed744f5efb39 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:11:27.065453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port cebd1b41-64fd-4cd4-a183-ed744f5efb39 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:11:27.066151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:27.148631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:27.171609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:11:27.173941 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30def1a3-5205-4275-ac54-873e8ca9a0ca" -d '{"events": [{"server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "name": "network-vif-plugged", "status": "completed", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:11:27.187761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cebd1b41-64fd-4cd4-a183-ed744f5efb39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:11:27.192928 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:27.216348 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4332dc5b-d212-4309-86aa-c9921ca84171 x-openstack-request-id: req-4332dc5b-d212-4309-86aa-c9921ca84171 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:11:27.216692 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "name": "network-vif-plugged", "status": "completed", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:11:27.216890 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4332dc5b-d212-4309-86aa-c9921ca84171 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:11:27.217278 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'code': 200} Aug 11 09:11:27.243467 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cebd1b41-64fd-4cd4-a183-ed744f5efb39,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:27.345201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e142-d5cf-4d22-a858-17f29dd052eb req-199324bd-c891-43d1-afad-80b332f351d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:27.346988 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d087e142-d5cf-4d22-a858-17f29dd052eb req-199324bd-c891-43d1-afad-80b332f351d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1096 time: 0.0509586 Aug 11 09:11:27.385457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d087e142-d5cf-4d22-a858-17f29dd052eb req-4e6bc762-a944-4227-9a67-d464e672d448 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 Aug 11 09:11:27.863476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1634-5622-4461-bf10-705de80d7047 req-cc061e1b-6ed3-44b1-b44f-f208062e79f2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:27.865053 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e47e1634-5622-4461-bf10-705de80d7047 req-cc061e1b-6ed3-44b1-b44f-f208062e79f2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0650156 Aug 11 09:11:27.916556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e47e1634-5622-4461-bf10-705de80d7047 req-8093894a-661b-484e-89aa-4097fdb338a2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Aug 11 09:11:29.057684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a493ffb-91db-406a-9706-409741ac0429 req-16c6c32b-71b0-4e8a-a5a4-c2688e6007a2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:29.059060 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a493ffb-91db-406a-9706-409741ac0429 req-16c6c32b-71b0-4e8a-a5a4-c2688e6007a2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0630784 Aug 11 09:11:29.101656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0a493ffb-91db-406a-9706-409741ac0429 req-ff5723be-5a02-4a8a-94bb-6d51adb291fb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Aug 11 09:11:29.239498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb302-6ad0-4e53-8840-8d4d43418284 req-a261fca2-ea6a-4034-9563-bb9efa166f07 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:29.242689 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d31eb302-6ad0-4e53-8840-8d4d43418284 req-a261fca2-ea6a-4034-9563-bb9efa166f07 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0630698 Aug 11 09:11:29.246187 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:29.287009 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d31eb302-6ad0-4e53-8840-8d4d43418284 req-7590c9b1-bda2-42ce-b5fe-d6ddbdfb588f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383129 Aug 11 09:11:29.309523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36068) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:29.353440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efaafe2-f1f8-4ebd-a39c-d83a8d9bdb3e tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:29.355018 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3efaafe2-f1f8-4ebd-a39c-d83a8d9bdb3e tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1091 time: 0.0441976 Aug 11 09:11:29.358022 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36070) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:29.362427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:11:29.382830 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9e64e1b6-6b29-4cf7-aee3-080e4a046bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:29.391126 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:29.493295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:29.597306 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.97 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/c3903626-624a-4f23-b16d-2a19e04f5cff) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:11:29.711603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:29.754102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:29.794088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:11:29.797070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:11:29.800747 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:11:29.806842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=c3903626-624a-4f23-b16d-2a19e04f5cff,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:30.193731 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.268848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.338403 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.431210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.438367 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.523551 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=c3903626-624a-4f23-b16d-2a19e04f5cff,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:11:30.534241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.636611 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP a99bd25f-63fc-4878-abcd-b76564ff574a associated. External IP: 172.25.2.97, port: cebd1b41-64fd-4cd4-a183-ed744f5efb39. Aug 11 09:11:30.853920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:11:30.966142 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:11:30.976463 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] Sync routers for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:11:30.986715 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:30.989216 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:30.989881 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:31.013922 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-37186f04-0466-492e-967d-db45b12e39cc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6548815 Aug 11 09:11:31.014521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:11:31.017046 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4773c339-8fb9-4cb8-89ea-2915dfa3855b" -d '{"events": [{"name": "network-changed", "server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:11:31.063447 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07a404-34f9-48e4-99a2-3863a594bc99 x-openstack-request-id: req-ed07a404-34f9-48e4-99a2-3863a594bc99 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:11:31.063796 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:11:31.064201 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed07a404-34f9-48e4-99a2-3863a594bc99 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:11:31.064612 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'status': 'completed', 'code': 200} Aug 11 09:11:31.099749 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:31.148622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d05c-c350-40b8-8836-7a78ba5f95f6 req-64b5a533-7e5f-4196-b4ad-791a8a006f35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:31.150185 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f51d05c-c350-40b8-8836-7a78ba5f95f6 req-64b5a533-7e5f-4196-b4ad-791a8a006f35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0753648 Aug 11 09:11:31.166797 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-c9c32a3b-0db5-4e3c-a886-d6f230f8513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:31.168320 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-c9c32a3b-0db5-4e3c-a886-d6f230f8513f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1096 time: 0.0602980 Aug 11 09:11:31.240643 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f51d05c-c350-40b8-8836-7a78ba5f95f6 req-bf23d453-c7ef-49d9-9514-c83913f6f90e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838041 Aug 11 09:11:31.263893 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:31.317815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-9ca27172-faa0-4fb9-9d36-0228671f4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:31.319558 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-9ca27172-faa0-4fb9-9d36-0228671f4089 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 898 time: 0.1432753 Aug 11 09:11:31.338246 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'a99bd25f-63fc-4878-abcd-b76564ff574a', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'port_id': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'mac_address': 'fa:16:3e:d1:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:11:30Z', 'updated_at': '2021-08-11T09:11:30Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:21Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:31.368295 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] Checking router: de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:11:31.376219 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2b72cd46-4dab-447c-b959-8915a902cbe6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/a99bd25f-63fc-4878-abcd-b76564ff574a HTTP/1.1" status: 200 len: 990 time: 0.1081526 Aug 11 09:11:31.378709 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:11:31.379324 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:11:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:31.398392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-7a9bd72d-cf24-420b-a24d-77af97871990 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 998 time: 0.0700254 Aug 11 09:11:31.447320 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-1a55464f-e0d0-4157-a63e-d205d3b1e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:31.448931 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-1a55464f-e0d0-4157-a63e-d205d3b1e4dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 200 len: 834 time: 0.0443270 Aug 11 09:11:31.482856 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:11:31.493959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-bedb5dec-26a1-4bb3-a55f-4f5d877a5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:11:31.495506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-bedb5dec-26a1-4bb3-a55f-4f5d877a5f3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2221fafd-8b6a-4b0e-958a-7300d57c512f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401087 Aug 11 09:11:31.590921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-99262e9f-7a6a-4375-a953-d4ae3a97cb5e service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885191 Aug 11 09:11:31.682614 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4773c339-8fb9-4cb8-89ea-2915dfa3855b req-45768850-1505-491f-a8c6-e87ca2f30fe3 service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Aug 11 09:11:31.716181 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'a99bd25f-63fc-4878-abcd-b76564ff574a', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'port_id': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'mac_address': 'fa:16:3e:d1:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:11:30Z', 'updated_at': '2021-08-11T09:11:30Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:21Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:11:31.742394 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ba570-fdb6-4e81-9a86-7c3404ae9b9d None None] The sync data for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 is: [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'a99bd25f-63fc-4878-abcd-b76564ff574a', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'port_id': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'mac_address': 'fa:16:3e:d1:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:11:30Z', 'updated_at': '2021-08-11T09:11:30Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:21Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:11:31.951863 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ebd748-c644-4a97-a8e9-2eb285b3edce None None] New status for floating IP a99bd25f-63fc-4878-abcd-b76564ff574a: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:11:32.379361 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36078) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:11:32.451444 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3df27aa3-d667-4bf3-ac32-93a90f01e6e5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/a99bd25f-63fc-4878-abcd-b76564ff574a HTTP/1.1" status: 200 len: 992 time: 0.0709534 Aug 11 09:11:32.479730 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:32.794718 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-37167bc2-5758-406d-97aa-3b4dcd0f0c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:35.075273 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:36.381981 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:56.608648 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:11:59.261622 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:11:59.377798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-252e3739-2685-43fd-9984-d240fc497621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:00.355627 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:02.484994 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:02.794376 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5557491c-ff2c-4798-a170-879322e58bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:03.827828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-d2c7f703-5825-45b0-a358-7ebda39797e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:03.829401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-d2c7f703-5825-45b0-a358-7ebda39797e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1096 time: 0.0426040 Aug 11 09:12:03.868935 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87a8a4-08b1-44a5-b3ad-4b51eebe5fce req-6aeccc62-b571-4ca2-9a95-58bde3221326 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:03.870387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be87a8a4-08b1-44a5-b3ad-4b51eebe5fce req-6aeccc62-b571-4ca2-9a95-58bde3221326 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.1054659 Aug 11 09:12:03.909910 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-be87a8a4-08b1-44a5-b3ad-4b51eebe5fce req-4e9d0864-293e-4eb2-9fd3-78be37dc55c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331516 Aug 11 09:12:03.926736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-7565dfad-54b3-4ff9-a46e-fae5bef5fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:03.928612 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-7565dfad-54b3-4ff9-a46e-fae5bef5fc9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 898 time: 0.0910561 Aug 11 09:12:03.994294 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-13d2111e-7745-48af-8d73-612045550c44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 1000 time: 0.0573022 Aug 11 09:12:04.046129 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-de77c7d1-2487-44e1-b777-af396f5ac2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:04.047646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-de77c7d1-2487-44e1-b777-af396f5ac2f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 200 len: 834 time: 0.0459273 Aug 11 09:12:04.100779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-04c8e8e5-8075-4f2f-b0a9-f1c0da3e6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:04.102343 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-04c8e8e5-8075-4f2f-b0a9-f1c0da3e6c58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2221fafd-8b6a-4b0e-958a-7300d57c512f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460813 Aug 11 09:12:04.199748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-9d2937af-c637-459a-9951-212009a3388c service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855734 Aug 11 09:12:04.298778 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c844c440-c875-4a55-b98a-60cfec3f6ac2 req-81b3cf27-1398-491a-a910-27ac50b9ff83 service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910273 Aug 11 09:12:05.079675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:05.112647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19956914-fcb1-4c31-baec-99fff0f3c855 req-cf260684-3919-4a19-a7cb-772534d2d56a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:05.114291 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19956914-fcb1-4c31-baec-99fff0f3c855 req-cf260684-3919-4a19-a7cb-772534d2d56a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.1071649 Aug 11 09:12:05.154171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-19956914-fcb1-4c31-baec-99fff0f3c855 req-7a5ede60-a9a2-4fa7-9ff3-d2cd460afec8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Aug 11 09:12:06.289891 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cccde5-bd04-4370-ba1d-fa77e2ba6070 req-15a19c6c-9856-421d-aeb5-dc5d24ea4afd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:06.291441 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33cccde5-bd04-4370-ba1d-fa77e2ba6070 req-15a19c6c-9856-421d-aeb5-dc5d24ea4afd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0631201 Aug 11 09:12:06.334240 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33cccde5-bd04-4370-ba1d-fa77e2ba6070 req-98b35db4-244e-4f86-8643-15f18d5dd18c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Aug 11 09:12:06.378340 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:07.462971 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd2708-47f5-4fd4-a0e2-ee699765570f req-f5dbc7e6-978b-4c5a-a6b2-4c4a04bebe42 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:07.464513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70fd2708-47f5-4fd4-a0e2-ee699765570f req-f5dbc7e6-978b-4c5a-a6b2-4c4a04bebe42 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0514090 Aug 11 09:12:07.509716 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70fd2708-47f5-4fd4-a0e2-ee699765570f req-d4f4098c-532d-411e-b87d-903305670bed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373993 Aug 11 09:12:08.633109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6d3d3-f985-48ef-8b87-168758ba8f25 req-dd137604-132c-4e01-b880-26d12a5b464a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:08.634620 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba6d3d3-f985-48ef-8b87-168758ba8f25 req-dd137604-132c-4e01-b880-26d12a5b464a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0526814 Aug 11 09:12:08.674666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9ba6d3d3-f985-48ef-8b87-168758ba8f25 req-74741950-4f1f-4e89-9e24-dbd08309f484 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337667 Aug 11 09:12:09.799720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3638114-db4b-489e-bdaf-cbec3166e4bb req-3e25453a-472c-4303-96a6-37de302d7d99 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:09.801300 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3638114-db4b-489e-bdaf-cbec3166e4bb req-3e25453a-472c-4303-96a6-37de302d7d99 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0525517 Aug 11 09:12:09.845234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c3638114-db4b-489e-bdaf-cbec3166e4bb req-8e6835fb-a94d-41f5-aa13-ce07517ecfca tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373218 Aug 11 09:12:10.981995 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd242413-3db8-44e1-94d4-33f19efcb48c req-3d1c1158-b122-4ae2-ab6f-e481c71ef05f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:10.983518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd242413-3db8-44e1-94d4-33f19efcb48c req-3d1c1158-b122-4ae2-ab6f-e481c71ef05f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0581663 Aug 11 09:12:11.023208 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-dd242413-3db8-44e1-94d4-33f19efcb48c req-77937169-f19f-490a-bb67-cd3abb6d3fd0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Aug 11 09:12:12.143925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487a23c-84db-4bfc-9103-cd29c472ed31 req-7698abf0-bd8a-4f79-af80-dc9bde9fa703 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:12.145615 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e487a23c-84db-4bfc-9103-cd29c472ed31 req-7698abf0-bd8a-4f79-af80-dc9bde9fa703 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0508180 Aug 11 09:12:12.185699 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e487a23c-84db-4bfc-9103-cd29c472ed31 req-d03a1d6a-d51c-4556-9e3a-e80ac17d70ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338852 Aug 11 09:12:13.316760 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270edcc-95d4-4a77-9263-88925926c9c8 req-1f546b42-9814-4e86-9e7a-d7faa4e07ee7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:13.319014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f270edcc-95d4-4a77-9263-88925926c9c8 req-1f546b42-9814-4e86-9e7a-d7faa4e07ee7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0588684 Aug 11 09:12:13.362264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f270edcc-95d4-4a77-9263-88925926c9c8 req-1acf9090-162b-445e-bb7a-67239f03aecf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368922 Aug 11 09:12:14.482133 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4fc3c-fc71-452a-b9e6-532f9d4597e2 req-a66571e1-f019-4ab0-8df7-5d6f15fd9937 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:14.483650 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2dc4fc3c-fc71-452a-b9e6-532f9d4597e2 req-a66571e1-f019-4ab0-8df7-5d6f15fd9937 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0500917 Aug 11 09:12:14.524198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2dc4fc3c-fc71-452a-b9e6-532f9d4597e2 req-6e1322d5-430c-4333-a252-39e73f4bc3e9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342214 Aug 11 09:12:15.660331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b8e15-76d4-4668-8891-42f692a312fa req-4d3d84e5-2e34-4921-9788-38d74cf81496 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:15.662175 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d07b8e15-76d4-4668-8891-42f692a312fa req-4d3d84e5-2e34-4921-9788-38d74cf81496 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0672972 Aug 11 09:12:15.707481 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d07b8e15-76d4-4668-8891-42f692a312fa req-d2707b4c-200b-45c6-bbe1-39d4ba300e62 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Aug 11 09:12:16.850616 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267776b0-4d48-42bb-958c-87a318e470ec req-899e35cd-c154-4a29-a865-534f2be63348 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:16.852338 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-267776b0-4d48-42bb-958c-87a318e470ec req-899e35cd-c154-4a29-a865-534f2be63348 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0575223 Aug 11 09:12:16.903243 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-267776b0-4d48-42bb-958c-87a318e470ec req-3bdd246f-8daf-4a31-8673-f5a4675961d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389490 Aug 11 09:12:18.037492 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c3b12-3eb9-46d7-84cd-968ea1984969 req-808aa977-5592-4407-b31e-f44a1f7cc60c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:18.039115 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a92c3b12-3eb9-46d7-84cd-968ea1984969 req-808aa977-5592-4407-b31e-f44a1f7cc60c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0544603 Aug 11 09:12:18.081615 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a92c3b12-3eb9-46d7-84cd-968ea1984969 req-d03a390a-a0e4-4663-943c-306a65057a09 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361195 Aug 11 09:12:18.678010 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-16440c84-bf6d-4dc9-b667-53d29ea91a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:18.679530 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-16440c84-bf6d-4dc9-b667-53d29ea91a09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1096 time: 0.0893133 Aug 11 09:12:18.796646 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-b871516e-e817-4454-8f80-7984e4596b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:18.798217 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-b871516e-e817-4454-8f80-7984e4596b14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 898 time: 0.0969276 Aug 11 09:12:18.872498 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-2fc6c119-53cd-4aa0-9251-13d0dcdf8472 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 1000 time: 0.0668359 Aug 11 09:12:18.934703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-30bad381-78ae-412c-9381-fddac145693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:18.936946 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-30bad381-78ae-412c-9381-fddac145693a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 200 len: 834 time: 0.0575089 Aug 11 09:12:18.985554 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-a28397b4-c89b-4002-ab96-c01a4f604d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:18.987080 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-a28397b4-c89b-4002-ab96-c01a4f604d73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2221fafd-8b6a-4b0e-958a-7300d57c512f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426619 Aug 11 09:12:19.419808 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559ab40-5c55-40bd-9dc8-a15a148d4984 req-e8759c09-7f10-406c-96e2-a26417a96923 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:19.421331 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1559ab40-5c55-40bd-9dc8-a15a148d4984 req-e8759c09-7f10-406c-96e2-a26417a96923 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0779269 Aug 11 09:12:19.423550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-96520517-537b-4509-b854-3916003efb11 service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293876 Aug 11 09:12:19.508835 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1559ab40-5c55-40bd-9dc8-a15a148d4984 req-82ce8011-a509-438e-be30-0e1847f382d2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810642 Aug 11 09:12:19.539642 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5808bf49-02d2-47d7-bdec-ee49ca173c9e req-54ffa1a1-31d8-46cc-819d-237297b7976f service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055536 Aug 11 09:12:20.636857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba86e3-1535-4d24-b610-303697c043f7 req-22ac168a-1651-4a2f-b413-e87552a256ef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:20.638409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ba86e3-1535-4d24-b610-303697c043f7 req-22ac168a-1651-4a2f-b413-e87552a256ef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0582643 Aug 11 09:12:20.682605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-50ba86e3-1535-4d24-b610-303697c043f7 req-d3bd7778-f5d2-4da8-8414-c9bec230c258 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344670 Aug 11 09:12:20.705403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36132) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:20.778730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-386a22f3-484a-4a94-8130-8226bed6d781 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/a99bd25f-63fc-4878-abcd-b76564ff574a HTTP/1.1" status: 200 len: 992 time: 0.0721829 Aug 11 09:12:29.280100 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:29.382569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-136fa45b-e3d8-4bd1-be42-ab4166a6d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:30.367185 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:30.811194 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-26cebcc1-0c93-4cfd-8cc8-ca133d4d732b req-bd1d661d-0e92-4d56-92bc-9a6509a61161 service neutron] (94572) timed out ('10.222.0.58', 60548) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 09:12:32.483167 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:32.789978 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b8240ce3-8421-42ff-9965-fcc3712955fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:33.609047 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:12:35.084390 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:36.380948 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:51.153952 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36150) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:51.345826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port c3903626-624a-4f23-b16d-2a19e04f5cff {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:12:51.346380 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:51.447281 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:51.447539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:51.460124 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for c3903626-624a-4f23-b16d-2a19e04f5cff owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:12:51.636116 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:51.669730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=c3903626-624a-4f23-b16d-2a19e04f5cff,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:51.694808 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.695159 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.695525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.695931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.696270 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.696609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.696964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.697354 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.697732 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.698237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.698683 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.704118 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:51.748090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:51.748497 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP a99bd25f-63fc-4878-abcd-b76564ff574a disassociated (deleted). External IP: 172.25.2.97, port: cebd1b41-64fd-4cd4-a183-ed744f5efb39. Aug 11 09:12:51.991937 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:12:52.112472 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:12:52.118169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:52.123084 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] Sync routers for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:12:52.138620 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:12:52.139370 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:52.146456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a5bee4fd-762e-4740-93cf-27a145a87a9f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/floatingips/a99bd25f-63fc-4878-abcd-b76564ff574a HTTP/1.1" status: 204 len: 168 time: 0.9914126 Aug 11 09:12:52.147036 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:12:52.151603 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639aef7-b188-4f76-b5cd-c9db41b96ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:12:52.198406 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e60f7-a37e-4499-aa76-c6982ed47e52 x-openstack-request-id: req-629e60f7-a37e-4499-aa76-c6982ed47e52 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:12:52.199114 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:12:52.199114 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-629e60f7-a37e-4499-aa76-c6982ed47e52 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:12:52.199480 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'status': 'completed', 'code': 200} Aug 11 09:12:52.263011 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:12:52.291932 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-d934f722-481c-42c2-b1b2-26883b46408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:52.293577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-d934f722-481c-42c2-b1b2-26883b46408f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 1096 time: 0.0490792 Aug 11 09:12:52.462605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4df64f-dc64-45ad-b2bf-cc358e0aba46 req-cbe292bf-72c8-45be-ab5f-d663ced0f2bb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:52.464477 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8f4df64f-dc64-45ad-b2bf-cc358e0aba46 req-cbe292bf-72c8-45be-ab5f-d663ced0f2bb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.1065915 Aug 11 09:12:52.469602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-17cbe0f4-2992-43c2-ba4b-100b38c14fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:52.471130 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-17cbe0f4-2992-43c2-ba4b-100b38c14fc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 200 len: 898 time: 0.1328337 Aug 11 09:12:52.487112 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:21Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:52.514808 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] Checking router: de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:12:52.523195 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:12:52.523692 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-fe6f8f41-639d-42ef-83b3-81eb42b9f055 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 200 len: 217 time: 0.0372901 Aug 11 09:12:52.523835 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:52.546707 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8f4df64f-dc64-45ad-b2bf-cc358e0aba46 req-7665b835-1803-49c7-8de9-ec0b42146dc1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745890 Aug 11 09:12:52.586401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-938648ab-4e7e-442b-86ba-6a3cb40c0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:52.587957 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-938648ab-4e7e-442b-86ba-6a3cb40c0e45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 200 len: 834 time: 0.0542257 Aug 11 09:12:52.638961 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-302cee39-2062-4614-90d7-654cf595bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:52.640542 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-302cee39-2062-4614-90d7-654cf595bb6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2221fafd-8b6a-4b0e-958a-7300d57c512f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451138 Aug 11 09:12:52.729673 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:12:52.738435 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-4236ada7-77ed-40c5-9bab-f12726b55370 service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Aug 11 09:12:52.842847 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f639aef7-b188-4f76-b5cd-c9db41b96ae1 req-4e1c740a-09de-48c9-a953-0ef66f3245ec service neutron] 10.222.0.69 "GET /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956955 Aug 11 09:12:52.930838 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:21Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:52.961238 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31325ab-6c0d-46fb-a2fa-9a9445e44c0d None None] The sync data for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 is: [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '46240b08-20b7-40b4-99ac-21ede3a1334b', 'name': '', 'network_id': '2221fafd-8b6a-4b0e-958a-7300d57c512f', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:f6:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '36d08498-c618-48ce-ab61-b5898216a27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:16Z', 'updated_at': '2021-08-11T09:11:21Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '36d08498-c618-48ce-ab61-b5898216a27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:12:53.190831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b7b22e-a126-4198-911c-7a36a9acd275 None None] New status for floating IP a99bd25f-63fc-4878-abcd-b76564ff574a: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:12:53.671309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86c464-87a5-4c6a-824e-72553d155af8 req-1a684cca-d6f4-4d9d-a461-d53fca510a37 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:53.673011 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f86c464-87a5-4c6a-824e-72553d155af8 req-1a684cca-d6f4-4d9d-a461-d53fca510a37 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0553238 Aug 11 09:12:53.712461 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f86c464-87a5-4c6a-824e-72553d155af8 req-a0d18fdc-9da0-4cae-9525-df91ec0035ba tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5c4fb9b-f7e4-4512-af7e-62d27de92767&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329266 Aug 11 09:12:54.020116 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-00cebe5b-1657-4759-8d4a-f460301aa2c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:12:54.021705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-00cebe5b-1657-4759-8d4a-f460301aa2c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 945 time: 0.0532050 Aug 11 09:12:54.118070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port cebd1b41-64fd-4cd4-a183-ed744f5efb39 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:12:54.118353 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:54.207656 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port cebd1b41-64fd-4cd4-a183-ed744f5efb39, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cebd1b41-64fd-4cd4-a183-ed744f5efb39,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:12:54.208014 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:54.221117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for cebd1b41-64fd-4cd4-a183-ed744f5efb39 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:12:54.361187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:54.390243 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=cebd1b41-64fd-4cd4-a183-ed744f5efb39,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:54.403383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.403743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.404059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.404398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.404733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.405092 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.405429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.405791 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.406144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.406467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.406780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.407153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:54.446406 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] No DVR routers for this DVR port cebd1b41-64fd-4cd4-a183-ed744f5efb39 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:12:54.449203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:54.451247 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-633c58ad-adae-4ed8-bf60-9c2e51a5cc3a req-a0116007-ecd7-4ec2-b7ac-0a21e031b941 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "DELETE /v2.0/ports/cebd1b41-64fd-4cd4-a183-ed744f5efb39 HTTP/1.1" status: 204 len: 173 time: 0.4237428 Aug 11 09:12:54.451711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'name': 'network-vif-deleted', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:12:54.454003 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caef065-775e-49a9-8e98-f8ac88610d3f" -d '{"events": [{"server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "name": "network-vif-deleted", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:12:54.544903 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5256ea07-462b-40fc-87f4-aa965dab8bf6 x-openstack-request-id: req-5256ea07-462b-40fc-87f4-aa965dab8bf6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:12:54.545280 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56171ee-68d8-4cf4-b33c-a008ceadca2d", "name": "network-vif-deleted", "tag": "cebd1b41-64fd-4cd4-a183-ed744f5efb39", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:12:54.545609 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5256ea07-462b-40fc-87f4-aa965dab8bf6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:12:54.546083 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56171ee-68d8-4cf4-b33c-a008ceadca2d', 'name': 'network-vif-deleted', 'tag': 'cebd1b41-64fd-4cd4-a183-ed744f5efb39', 'status': 'completed', 'code': 200} Aug 11 09:12:54.829088 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-64c7e82c-a2ad-4d6e-b81a-53942ac0a562 req-44632419-1b4f-4a94-93ae-d72ca6673d60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=c56171ee-68d8-4cf4-b33c-a008ceadca2d HTTP/1.1" status: 200 len: 210 time: 0.0299194 Aug 11 09:12:55.888208 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:56.253173 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:56.514598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 46240b08-20b7-40b4-99ac-21ede3a1334b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:12:56.514876 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:56.608232 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 46240b08-20b7-40b4-99ac-21ede3a1334b, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=46240b08-20b7-40b4-99ac-21ede3a1334b,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:12:56.608603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:56.623512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 46240b08-20b7-40b4-99ac-21ede3a1334b owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:12:56.832478 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:56.859093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=46240b08-20b7-40b4-99ac-21ede3a1334b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:57.044662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.268574 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:12:57.380641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:12:57.386698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-70220a3b-91f4-4128-8efd-b566c43abae6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969873 Aug 11 09:12:57.389236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36172) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:57.391155 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] Sync routers for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:12:57.401937 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:12:57.402568 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:57.441383 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting subnet 36d08498-c618-48ce-ab61-b5898216a27f {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:12:57.444659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.453484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cebd1b41-64fd-4cd4-a183-ed744f5efb39 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:12:57.473343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: cebd1b41-64fd-4cd4-a183-ed744f5efb39 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:12:57.473766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cebd1b41-64fd-4cd4-a183-ed744f5efb39 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:12:57.487074 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.512795 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:12:57.576408 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.638793 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.668316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Subnet': ['ID=36d08498-c618-48ce-ab61-b5898216a27f,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:57.670432 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.674992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cb685803-3a9d-460d-a9d3-d98e2b40f0a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/subnets/36d08498-c618-48ce-ab61-b5898216a27f HTTP/1.1" status: 204 len: 168 time: 0.2821503 Aug 11 09:12:57.675687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36174) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:57.680277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f990d79-30bb-4450-b3d8-5e3015f9a049 None None] Network 2221fafd-8b6a-4b0e-958a-7300d57c512f requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:12:57.695380 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:12:56Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:57.724024 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] Checking router: de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:12:57.733905 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] Routers {'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:12:57.734554 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:57.791526 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.843720 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] Set router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:12:57.903317 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] DHCP port deletion for 2221fafd-8b6a-4b0e-958a-7300d57c512f request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:12:57.914885 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.951792 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Deleting port 840375ef-29c3-452a-8393-4bf39ed4f22d {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:12:57.952368 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:57.971693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:12:57.972038 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.019559 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] For port 840375ef-29c3-452a-8393-4bf39ed4f22d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=840375ef-29c3-452a-8393-4bf39ed4f22d,segment=NetworkSegment(39e74329-5492-43f1-a389-c6fa70ff7a3f),segment_id=39e74329-5492-43f1-a389-c6fa70ff7a3f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:12:58.019955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.033751 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:12:56Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:58.034970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Calling delete_port for 840375ef-29c3-452a-8393-4bf39ed4f22d owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:12:58.061282 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58c829-e402-47dc-9ab4-fd402916b272 None None] The sync data for ids ['de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9'] in n-d-789963-6 is: [{'id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457631572', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:11:13Z', 'updated_at': '2021-08-11T09:12:56Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '7b5c6331-9a76-49ab-85b7-1dfa5e3df006', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:11:14Z', 'updated_at': '2021-08-11T09:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:12:58.061974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 7b5c6331-9a76-49ab-85b7-1dfa5e3df006, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:12:58.063207 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.077326 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:12:58.120057 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.147424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Pushing event deleted for resources: {'Port': ['ID=840375ef-29c3-452a-8393-4bf39ed4f22d,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:58.156786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] No DVR routers for this DVR port 840375ef-29c3-452a-8393-4bf39ed4f22d on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:12:58.159303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.159654 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.160044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.160382 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.160712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.161092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.161391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.161743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.162064 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.162507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.162837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.163164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31921de7-2d78-4899-83b7-d5bce59d2552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:12:58.257107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.286464 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=7b5c6331-9a76-49ab-85b7-1dfa5e3df006,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:58.345942 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.450583 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.453012 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.506351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.506942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Fanout notify agent at l3_agent the message router_deleted on router de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:12:58.514314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.515508 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a8b47aef-9f0c-434f-8135-2510552863d8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/routers/de8cf3c3-6a7d-4e25-bc29-7b08f82fb0e9 HTTP/1.1" status: 204 len: 168 time: 0.8387778 Aug 11 09:12:58.518352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36176) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:58.594432 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.687643 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.698562 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2221fafd-8b6a-4b0e-958a-7300d57c512f']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:58.709684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e74329-5492-43f1-a389-c6fa70ff7a3f') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:58.709951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e74329-5492-43f1-a389-c6fa70ff7a3f') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:12:58.720329 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.735492 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.745946 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:12:58.746368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:12:58.750433 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:12:58.814215 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.821959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.824126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/networks/2221fafd-8b6a-4b0e-958a-7300d57c512f HTTP/1.1" status: 204 len: 168 time: 0.3048432 Aug 11 09:12:58.827092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36178) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:58.836837 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c9c55-7435-4fc8-b5d4-03bb30a539a3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Network': ['ID=2221fafd-8b6a-4b0e-958a-7300d57c512f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:58.890246 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-664f3589-002a-464c-9de7-0f468605fe8a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.915260 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-664f3589-002a-464c-9de7-0f468605fe8a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.981081 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-664f3589-002a-464c-9de7-0f468605fe8a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.983592 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-664f3589-002a-464c-9de7-0f468605fe8a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:58.984860 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-664f3589-002a-464c-9de7-0f468605fe8a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/security-groups/f5c4fb9b-f7e4-4512-af7e-62d27de92767 HTTP/1.1" status: 204 len: 168 time: 0.1567299 Aug 11 09:12:58.994528 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f3589-002a-464c-9de7-0f468605fe8a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4fb9b-f7e4-4512-af7e-62d27de92767,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:59.435955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 46240b08-20b7-40b4-99ac-21ede3a1334b no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:12:59.463679 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.464452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 46240b08-20b7-40b4-99ac-21ede3a1334b {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:12:59.464787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 46240b08-20b7-40b4-99ac-21ede3a1334b not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:12:59.465214 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 840375ef-29c3-452a-8393-4bf39ed4f22d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:12:59.468123 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9512-ed03-4ff9-812a-8392bbf6741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.485510 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 840375ef-29c3-452a-8393-4bf39ed4f22d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:12:59.485856 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 840375ef-29c3-452a-8393-4bf39ed4f22d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:12:59.486287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:12:59.504978 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:12:59.505315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 7b5c6331-9a76-49ab-85b7-1dfa5e3df006 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:12:59.554448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36184) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:59.559317 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76432378', 'description': 'tempest-secgroup-smoke-76432378 description', 'project_id': '2b81663e33094bdfaed45592e1d714bf'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:12:59.583868 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.665456 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.670441 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.700914 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4491a78-b278-4bae-ac06-a6ddc66177bf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:59.704144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.708264 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-05a6e10d-f05b-46dd-afe1-ee486b198480 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1499314 Aug 11 09:12:59.708504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36186) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:59.713525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'd4491a78-b278-4bae-ac06-a6ddc66177bf', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:12:59.741636 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.801082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.806668 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.825983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ced8fe-5f63-407c-853a-04756f49bf14,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:59.830621 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.832083 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2558ff48-b63d-4ff8-bb15-32b7475d9fd6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224012 Aug 11 09:12:59.834997 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36188) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:59.839739 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'd4491a78-b278-4bae-ac06-a6ddc66177bf', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:12:59.868075 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.930453 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.935659 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.952931 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21051a2f-6994-44fe-a2b3-39a83ba8078b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:12:59.961447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:12:59.962811 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-74a4afd8-f54f-407d-a525-df4c5e043e64 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267614 Aug 11 09:12:59.966111 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36190) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:12:59.970725 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'd4491a78-b278-4bae-ac06-a6ddc66177bf', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:12:59.999741 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.059907 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.064726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.083570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f01cebe-df10-436f-9dbb-4239a3746f6e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:00.086786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.088060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b26286d7-4b1a-4fc9-805e-f369ad3dea5d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209779 Aug 11 09:13:00.090900 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36192) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:00.095398 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'd4491a78-b278-4bae-ac06-a6ddc66177bf', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:00.123030 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.183985 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.189527 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.209703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3e5f3-ef90-465e-93c7-030773985047,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:00.215073 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.216595 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-304680fd-25d4-4759-adbf-f5daaea4d38b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245396 Aug 11 09:13:00.219563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36194) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:00.224198 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'd4491a78-b278-4bae-ac06-a6ddc66177bf', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:00.248525 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:13:00.253786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.319572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.325417 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.343738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd7944f-cb7a-4897-849f-b333151f438b,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:00.353925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.355180 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-91b7d43a-d49a-4b3d-aa7e-8eea1319d6be tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346407 Aug 11 09:13:00.358076 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36196) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:00.362715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'd4491a78-b278-4bae-ac06-a6ddc66177bf', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:00.365895 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.387084 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:13:00.392359 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.458753 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.464293 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.482128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff1cffb-c460-406b-9a08-616fbbeef10f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:00.490874 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.492081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cafd5eef-bb18-49b2-83e0-ca3334c806a1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330457 Aug 11 09:13:00.495418 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36198) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:00.500478 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'network': {'name': 'tempest-network-smoke--135548109', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'port_security_enabled': True}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:00.522769 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:13:00.527050 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.551988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:13:00.562380 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.562720 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Added segment 9904c1dd-dca4-422d-b2fa-ceba6431f35a of type vlan for network 9ab88da2-47bc-413d-9687-2b508c18c920 Aug 11 09:13:00.603660 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.634437 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.640522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:00.641144 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.702496 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2059724 Aug 11 09:13:00.706393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36200) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:00.711043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e8f07-1b54-419b-9b22-5522638f836a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Network': ['ID=9ab88da2-47bc-413d-9687-2b508c18c920,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:00.713605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'admin_state_up': True, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:00.722616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 9ab88da2-47bc-413d-9687-2b508c18c920 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:13:00.740428 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.741794 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.800616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:00.940696 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:01.443985 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:01.462169 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:01.576368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.130 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/24226d98-4cd1-4808-af0e-155e386a1f47) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:13:01.679718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:01.719455 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:01.764051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:13:01.767064 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:01.770703 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:13:01.792779 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=24226d98-4cd1-4808-af0e-155e386a1f47,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:02.082175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:02.302479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:02.442373 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router b4308628-d99c-40fd-85aa-8383081ec064 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:13:02.477090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:02.548713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:13:02.562036 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Sync routers for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:13:02.570545 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:02.574710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5b958c7a-b4a3-4441-9fdb-780a7f78a19c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8634474 Aug 11 09:13:02.574880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:13:02.574880 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:12:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:02.575147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36202) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:02.603533 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-df49d425-899d-4880-989b-521329c1a8fa tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2b81663e33094bdfaed45592e1d714bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271828 Aug 11 09:13:02.607088 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36204) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:02.690645 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:13:02.704046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d15b8-1ae5-4236-bdd0-7e3c38ea042f tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:02.705531 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-847d15b8-1ae5-4236-bdd0-7e3c38ea042f tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972826 Aug 11 09:13:02.708691 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36206) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:02.752981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-28747a27-683c-4b7f-9461-45f5b1c8fdcd tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427454 Aug 11 09:13:02.755721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36208) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:02.761615 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-466476098', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:02.820592 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1a55-56f7-4254-8bb4-dd733a5430f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:02.862761 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:13:02.866678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:02.898840 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:01Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:02.929928 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Checking router: b4308628-d99c-40fd-85aa-8383081ec064 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:13:02.930327 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Updating router b4308628-d99c-40fd-85aa-8383081ec064 port 24226d98-4cd1-4808-af0e-155e386a1f47 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:13:02.955634 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.059654 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.121666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Subnet': ['ID=8d08084a-f63a-41e6-ac7d-015e56ed585d,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:03.129175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Checking segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:13:03.129536 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network hostable DHCP agents. Network: 9ab88da2-47bc-413d-9687-2b508c18c920, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:13:03.147556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 9ab88da2-47bc-413d-9687-2b508c18c920 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:13:03.166148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 9ab88da2-47bc-413d-9687-2b508c18c920) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:03.171438 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:03.172610 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.184689 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105c3e5-ea25-43bb-aa29-5c6c6cc99ba2 None None] Network 9ab88da2-47bc-413d-9687-2b508c18c920 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:13:03.188698 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d9802bfa-d803-4a06-bece-5912bc1f4aef tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4317009 Aug 11 09:13:03.191886 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36210) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:03.276300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.297178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Transition to ACTIVE for port object 24226d98-4cd1-4808-af0e-155e386a1f47 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:03.309647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.404547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f80b6a-0c95-4e47-8d28-db2c2090c50f None None] Pushing event updated for resources: {'Port': ['ID=24226d98-4cd1-4808-af0e-155e386a1f47,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:03.410710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Attempting to bind port 24226d98-4cd1-4808-af0e-155e386a1f47 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:13:03.411133 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Attempting to bind port 24226d98-4cd1-4808-af0e-155e386a1f47 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:13:03.411507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Attempting to bind port 24226d98-4cd1-4808-af0e-155e386a1f47 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:13:03.436354 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:13:03.436831 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:13:03.437380 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.437939 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:13:03.438682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Bound port: 24226d98-4cd1-4808-af0e-155e386a1f47, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:13:03.439135 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.443117 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-9ab88da2-47bc-413d-9687-2b508c18c920', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:13:03.443943 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.563740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] For port 24226d98-4cd1-4808-af0e-155e386a1f47, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:13:03.569507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] For port 24226d98-4cd1-4808-af0e-155e386a1f47, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=24226d98-4cd1-4808-af0e-155e386a1f47,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:13:03.581447 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.670989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Allocated IP 172.20.0.2 (9ab88da2-47bc-413d-9687-2b508c18c920/8d08084a-f63a-41e6-ac7d-015e56ed585d/18397dc3-85fe-4201-adf8-c2e64f61bac1) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:13:03.675981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:13:03.676713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:03.698167 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:03.729487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f80b6a-0c95-4e47-8d28-db2c2090c50f None None] Pushing event updated for resources: {'Port': ['ID=24226d98-4cd1-4808-af0e-155e386a1f47,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:03.854865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:13:04.031837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.050938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Transition to ACTIVE for port object 18397dc3-85fe-4201-adf8-c2e64f61bac1 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:04.087102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Transition to ACTIVE for port object 18397dc3-85fe-4201-adf8-c2e64f61bac1 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:04.096297 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.148349 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Network 9ab88da2-47bc-413d-9687-2b508c18c920 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:13:04.151489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.1 (9ab88da2-47bc-413d-9687-2b508c18c920/8d08084a-f63a-41e6-ac7d-015e56ed585d/5dc3b6e8-545d-4389-ba77-f64f6d521228) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:13:04.153543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:04.156832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Pushing event updated for resources: {'Port': ['ID=18397dc3-85fe-4201-adf8-c2e64f61bac1,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:04.159169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:13:04.172724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-576da312-180b-4f98-9f7e-0a180247321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:01Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:04.217450 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576da312-180b-4f98-9f7e-0a180247321e None None] The sync data for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 is: [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:01Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:13:04.247619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Attempting to bind port 18397dc3-85fe-4201-adf8-c2e64f61bac1 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:13:04.248073 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Attempting to bind port 18397dc3-85fe-4201-adf8-c2e64f61bac1 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:13:04.248491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Attempting to bind port 18397dc3-85fe-4201-adf8-c2e64f61bac1 on network 9ab88da2-47bc-413d-9687-2b508c18c920 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:13:04.254139 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:13:04.254509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Checking segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:13:04.254938 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.255423 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Bound using segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:13:04.255895 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Bound port: 18397dc3-85fe-4201-adf8-c2e64f61bac1, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:13:04.256269 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.283301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.299158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object 5dc3b6e8-545d-4389-ba77-f64f6d521228 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:04.323698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] For port 18397dc3-85fe-4201-adf8-c2e64f61bac1, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:13:04.327185 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] For port 18397dc3-85fe-4201-adf8-c2e64f61bac1, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=18397dc3-85fe-4201-adf8-c2e64f61bac1,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:13:04.332121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.340848 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.390313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 9ab88da2-47bc-413d-9687-2b508c18c920 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:13:04.393861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:04.398257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:13:04.406322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a2fb8-fd33-412b-9e77-46d134310d43 None None] Pushing event updated for resources: {'Port': ['ID=18397dc3-85fe-4201-adf8-c2e64f61bac1,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:04.431112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=5dc3b6e8-545d-4389-ba77-f64f6d521228,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:04.486686 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.656400 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.959927 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:04.970633 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:05.046112 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=5dc3b6e8-545d-4389-ba77-f64f6d521228,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:05.049558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:05.085893 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:05.411054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc492a6-ed73-4979-a724-dd87a2b84227 None None] Network 9ab88da2-47bc-413d-9687-2b508c18c920 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:13:05.436482 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 18397dc3-85fe-4201-adf8-c2e64f61bac1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:05.481906 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 9ab88da2-47bc-413d-9687-2b508c18c920 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:13:05.484051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:05.511611 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d65d087b-d441-4a15-b220-20542f022d5e None None] Provisioning for port 18397dc3-85fe-4201-adf8-c2e64f61bac1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:05.609530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router b4308628-d99c-40fd-85aa-8383081ec064 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:13:05.730775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:13:05.736177 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-10f82b06-e087-4884-a008-cec0f127928e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/b4308628-d99c-40fd-85aa-8383081ec064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428648 Aug 11 09:13:05.739788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 18397dc3-85fe-4201-adf8-c2e64f61bac1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:05.748144 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 18397dc3-85fe-4201-adf8-c2e64f61bac1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:05.748383 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:05.868869 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:05.896648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-f7051906-6640-4fb1-9234-c8950d649c52 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76432378&fields=id&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 267 time: 0.0500169 Aug 11 09:13:05.905085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 18397dc3-85fe-4201-adf8-c2e64f61bac1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=18397dc3-85fe-4201-adf8-c2e64f61bac1,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:13:05.911524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:05.912367 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24226d98-4cd1-4808-af0e-155e386a1f47 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:05.921479 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Sync routers for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:13:05.932105 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:13:05.933064 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:05.992164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=18397dc3-85fe-4201-adf8-c2e64f61bac1,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:06.009022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 24226d98-4cd1-4808-af0e-155e386a1f47 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:06.015667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 24226d98-4cd1-4808-af0e-155e386a1f47 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:06.016049 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.087280 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:13:06.129521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.165135 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 24226d98-4cd1-4808-af0e-155e386a1f47, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=24226d98-4cd1-4808-af0e-155e386a1f47,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:13:06.173152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.242173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=24226d98-4cd1-4808-af0e-155e386a1f47,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:06.247330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c69396cd-55f0-458f-b414-cf2d23e69e2e None None] Provisioning for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:06.256696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c69396cd-55f0-458f-b414-cf2d23e69e2e None None] Provisioning complete for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:06.258192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c69396cd-55f0-458f-b414-cf2d23e69e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.308137 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-c69396cd-55f0-458f-b414-cf2d23e69e2e None None] Port 5dc3b6e8-545d-4389-ba77-f64f6d521228 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:13:06.319746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c69396cd-55f0-458f-b414-cf2d23e69e2e None None] Provisioning complete for port 18397dc3-85fe-4201-adf8-c2e64f61bac1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:06.320432 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c69396cd-55f0-458f-b414-cf2d23e69e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.367554 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 2, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:06.409867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.414253 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Checking router: b4308628-d99c-40fd-85aa-8383081ec064 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:13:06.414619 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Updating router b4308628-d99c-40fd-85aa-8383081ec064 port 5dc3b6e8-545d-4389-ba77-f64f6d521228 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:13:06.419812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a1a47c11-e42a-436c-add4-5ad0f55ca3d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:06.421833 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a1a47c11-e42a-436c-add4-5ad0f55ca3d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 796 time: 0.5240405 Aug 11 09:13:06.443460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-fa1c9cb2-3eb6-443e-aa39-3b93e632d2e9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/quotas/2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 375 time: 0.0149512 Aug 11 09:13:06.443666 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.501686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-4fff4326-f39d-4253-ab58-6111b67e43b8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505681 Aug 11 09:13:06.553061 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-194d9a6c-995e-4c99-bd25-766203b2e8ed None None] Provisioning complete for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:06.553436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-194d9a6c-995e-4c99-bd25-766203b2e8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.594245 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-194d9a6c-995e-4c99-bd25-766203b2e8ed None None] Port 5dc3b6e8-545d-4389-ba77-f64f6d521228 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:13:06.622433 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-9988b4bc-2b2a-4ab5-a61d-f2f62728f656 service neutron] 10.222.0.58 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040802 Aug 11 09:13:06.713898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-87fb127a-7dff-4fab-95aa-987a7b575ba3 None None] Provisioning complete for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:06.714530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-87fb127a-7dff-4fab-95aa-987a7b575ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.723187 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-78a2b8e0-b63f-4e1a-91c2-d3cfaca00a6d service neutron] 10.222.0.58 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936055 Aug 11 09:13:06.754722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-87fb127a-7dff-4fab-95aa-987a7b575ba3 None None] Port 5dc3b6e8-545d-4389-ba77-f64f6d521228 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:13:06.825764 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.837558 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Transition to ACTIVE for port object 5dc3b6e8-545d-4389-ba77-f64f6d521228 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:06.844291 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.924192 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Pushing event updated for resources: {'Port': ['ID=5dc3b6e8-545d-4389-ba77-f64f6d521228,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:06.928951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3796e8be-3189-457d-8e05-8afe91472dca req-fd539f25-c14d-437a-834d-f20d70c2a9b3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 210 time: 0.0425994 Aug 11 09:13:06.962774 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.963000 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.963417 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.963850 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.964328 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.964598 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.964947 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.965380 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.965582 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.965898 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.966215 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.966529 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:13:06.979080 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Attempting to bind port 5dc3b6e8-545d-4389-ba77-f64f6d521228 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:13:06.979446 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Attempting to bind port 5dc3b6e8-545d-4389-ba77-f64f6d521228 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:13:06.979809 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Attempting to bind port 5dc3b6e8-545d-4389-ba77-f64f6d521228 on network 9ab88da2-47bc-413d-9687-2b508c18c920 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:13:06.986346 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:13:06.986727 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Checking segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:13:06.987368 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:06.987762 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Bound using segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:13:06.988242 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Bound port: 5dc3b6e8-545d-4389-ba77-f64f6d521228, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:13:06.988812 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:07.065022 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] For port 5dc3b6e8-545d-4389-ba77-f64f6d521228, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:13:07.069109 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] For port 5dc3b6e8-545d-4389-ba77-f64f6d521228, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5dc3b6e8-545d-4389-ba77-f64f6d521228,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:13:07.076006 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:07.134723 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:13:07.135559 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:07.240259 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360df5d-0bc1-4c5c-8d6f-e5110e485f8e None None] Pushing event updated for resources: {'Port': ['ID=5dc3b6e8-545d-4389-ba77-f64f6d521228,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:07.260173 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:13:07.364453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 18397dc3-85fe-4201-adf8-c2e64f61bac1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:07.446824 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 18397dc3-85fe-4201-adf8-c2e64f61bac1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:07.447337 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:07.494535 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:07Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:07.524450 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301356d-9c32-4c5c-a0ec-b02b18ea3208 None None] The sync data for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 is: [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:07Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:13:07.534424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24226d98-4cd1-4808-af0e-155e386a1f47 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:07.612059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 24226d98-4cd1-4808-af0e-155e386a1f47 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:07.612516 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:08.044351 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-286093e8-8301-40dd-8049-d406dfcdf74a req-f1fd4a74-5395-4c05-a95c-7acce2cc6c96 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 210 time: 0.0338738 Aug 11 09:13:08.078602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-fd33bf59-9b62-4915-b29f-01c5c1cbc61f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:08.080231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-fd33bf59-9b62-4915-b29f-01c5c1cbc61f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 796 time: 0.1325755 Aug 11 09:13:08.145491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-b354f4c7-4737-4f11-8fbb-eb1e8148b73a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 378 time: 0.0419049 Aug 11 09:13:08.173071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'port': {'device_id': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'admin_state_up': True, 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'security_groups': ['d4491a78-b278-4bae-ac06-a6ddc66177bf']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:08.287575 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:13:08.291840 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:08.438143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.8 (9ab88da2-47bc-413d-9687-2b508c18c920/8d08084a-f63a-41e6-ac7d-015e56ed585d/8d9c36cb-932a-4400-b7ac-aaf66b0159bd) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:13:08.589767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:08.605478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object 8d9c36cb-932a-4400-b7ac-aaf66b0159bd will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:08.646305 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:08.696999 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 9ab88da2-47bc-413d-9687-2b508c18c920 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:13:08.700154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:08.703957 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:13:08.710439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:08.756916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:08.757574 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:08.774189 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-a85cbe29-d94a-4958-83dd-c22d7252f100 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052544 Aug 11 09:13:08.793692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Request body: {'port': {'device_id': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:08.854986 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:08.965868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1f9c7f0b-77ae-40fd-8a2b-9f8bb1b5fc3c None None] Provisioning for port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:08.970758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1f9c7f0b-77ae-40fd-8a2b-9f8bb1b5fc3c None None] Provisioning complete for port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:08.971134 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f0b-77ae-40fd-8a2b-9f8bb1b5fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.006011 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c7f0b-77ae-40fd-8a2b-9f8bb1b5fc3c None None] Port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:13:09.159108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9c36cb-932a-4400-b7ac-aaf66b0159bd {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:13:09.168083 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.186331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Transition to ACTIVE for port object 8d9c36cb-932a-4400-b7ac-aaf66b0159bd will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:13:09.197628 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd286-514b-4f37-99dc-102aa13ccbdc req-42c522fe-23a5-4811-8a84-391b50d2af25 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:09.199348 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-411cd286-514b-4f37-99dc-102aa13ccbdc req-42c522fe-23a5-4811-8a84-391b50d2af25 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 931 time: 0.0773897 Aug 11 09:13:09.200431 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.263195 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:09.285057 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-411cd286-514b-4f37-99dc-102aa13ccbdc req-53e6a8b0-8f91-4ea0-989e-79326728e06b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793138 Aug 11 09:13:09.374096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:13:09.374474 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:13:09.374803 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on network 9ab88da2-47bc-413d-9687-2b508c18c920 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:13:09.375474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5dc3b6e8-545d-4389-ba77-f64f6d521228 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:09.385184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on network 9ab88da2-47bc-413d-9687-2b508c18c920 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:13:09.385802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on network 9ab88da2-47bc-413d-9687-2b508c18c920 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:13:09.393972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:13:09.394365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Checking segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:13:09.394754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Bound using segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:13:09.395247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Bound port: 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:13:09.395611 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.437974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:09.443427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:09.443898 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.470134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:13:09.473684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:13:09.478676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.512745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:09.513438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.514849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] 10.222.0.69 "PUT /v2.0/ports/8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 1091 time: 0.7263684 Aug 11 09:13:09.515309 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:13:09.517650 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:13:09.557158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.562504 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb48b-7612-4dd0-8c2e-05623fa183de service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:09.577493 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34833d56-8a24-460c-a5ea-c17ceaa8357b x-openstack-request-id: req-34833d56-8a24-460c-a5ea-c17ceaa8357b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:13:09.577824 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:13:09.578027 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34833d56-8a24-460c-a5ea-c17ceaa8357b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:13:09.578445 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'status': 'completed', 'code': 200} Aug 11 09:13:09.606414 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 5dc3b6e8-545d-4389-ba77-f64f6d521228, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5dc3b6e8-545d-4389-ba77-f64f6d521228,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:13:09.610640 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:09.638484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-238e7a65-ead4-4f8e-b6a9-6e565e8666f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:09.640065 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-238e7a65-ead4-4f8e-b6a9-6e565e8666f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1094 time: 0.0531585 Aug 11 09:13:09.661121 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=5dc3b6e8-545d-4389-ba77-f64f6d521228,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:09.698917 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-738c12e1-8443-43f9-a783-177b756f9042 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 217 time: 0.0451951 Aug 11 09:13:09.751242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-5fd6a90a-6a0d-42ee-a374-0fb98637f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:09.752780 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-5fd6a90a-6a0d-42ee-a374-0fb98637f615 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0474277 Aug 11 09:13:09.808329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b322-9b78-49f9-97f1-63099a004712 req-9f818063-6325-470b-a8f8-374537a3306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:09.810006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-9f818063-6325-470b-a8f8-374537a3306a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493677 Aug 11 09:13:09.910583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-3833b474-3ef8-4b25-99c9-005fdd4abf36 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929778 Aug 11 09:13:10.006379 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1c60b322-9b78-49f9-97f1-63099a004712 req-d2b5f130-1150-411f-adba-c7f4fbeb6297 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886710 Aug 11 09:13:10.145035 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-baba1576-8ca2-47c7-b855-7a59e67943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:10.146603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-baba1576-8ca2-47c7-b855-7a59e67943d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1094 time: 0.0477703 Aug 11 09:13:10.237512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-efc67be2-ac71-44e2-910f-71603307487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:10.239001 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-efc67be2-ac71-44e2-910f-71603307487f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0848651 Aug 11 09:13:10.283052 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-b9750985-eff3-47f4-a5bd-3a6f9e0083b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 217 time: 0.0371587 Aug 11 09:13:10.336454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-b41fa8af-4a1c-4a80-9b40-2671a9ecf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:10.338500 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-b41fa8af-4a1c-4a80-9b40-2671a9ecf720 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0456114 Aug 11 09:13:10.419412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-aebe89a1-c27c-4a4e-b51f-127c8d4d2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:10.421006 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-aebe89a1-c27c-4a4e-b51f-127c8d4d2ff5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756471 Aug 11 09:13:10.443828 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303741b4-f19a-4125-81ca-650832394eb8 req-1af6968e-0be8-403d-b247-0887cc2f8b47 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:10.445279 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-303741b4-f19a-4125-81ca-650832394eb8 req-1af6968e-0be8-403d-b247-0887cc2f8b47 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 943 time: 0.0736721 Aug 11 09:13:10.531288 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-303741b4-f19a-4125-81ca-650832394eb8 req-92943210-045f-4c27-af1e-1b43e80f9884 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747502 Aug 11 09:13:10.551609 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-0967d19b-01b8-4168-8cce-849cbe4a8f61 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218104 Aug 11 09:13:10.608899 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:13:10.650579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-83c22427-bd4d-4f34-8ac3-49a5296ebfd3 req-988f0ded-4f7f-42e8-8b22-2c8f83d13332 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903034 Aug 11 09:13:11.343066 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5dc3b6e8-545d-4389-ba77-f64f6d521228 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:11.392814 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 5dc3b6e8-545d-4389-ba77-f64f6d521228 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:11.393192 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:11.470553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:13:11.581109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:13:11.596731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'port_id': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'mac_address': 'fa:16:3e:87:1e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:13:11.635555 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:11.647606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9c36cb-932a-4400-b7ac-aaf66b0159bd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:13:11.656621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cfba6-07e8-458e-8d14-744cd2cf618b req-f9083fe8-ac28-4179-aea7-9fc7e82a237e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:11.658203 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b6cfba6-07e8-458e-8d14-744cd2cf618b req-f9083fe8-ac28-4179-aea7-9fc7e82a237e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 943 time: 0.0553658 Aug 11 09:13:11.668153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:13:11.673273 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:11.700062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b6cfba6-07e8-458e-8d14-744cd2cf618b req-8420197b-332d-45ea-8c21-e7e38dd37377 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351853 Aug 11 09:13:11.720850 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:11.945129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['8d9c36cb-932a-4400-b7ac-aaf66b0159bd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:13:12.826122 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e6625-0690-42fe-8d38-4bd4377e6e56 req-4c2e4b9f-2ba4-405f-a585-409afa4581eb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:12.827679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c8e6625-0690-42fe-8d38-4bd4377e6e56 req-4c2e4b9f-2ba4-405f-a585-409afa4581eb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 944 time: 0.0571861 Aug 11 09:13:12.867744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c8e6625-0690-42fe-8d38-4bd4377e6e56 req-a7f8b7af-a431-4b61-b99b-6e59112c6ad8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338509 Aug 11 09:13:13.483291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:13:13.534770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:13:13.539325 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:13:13.539707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:13.624407 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:13.647965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:13:13.650418 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25835462-5fc5-49c8-abc5-f572bbdc4c28" -d '{"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:13:13.663546 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:13:13.669389 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:13.693410 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ed89c-b774-4cff-adca-c81b6bd51f15 x-openstack-request-id: req-e08ed89c-b774-4cff-adca-c81b6bd51f15 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:13:13.693700 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:13:13.693950 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e08ed89c-b774-4cff-adca-c81b6bd51f15 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:13:13.694345 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'code': 200} Aug 11 09:13:13.722497 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:13.817135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605b1e4-2dc5-4262-94b0-adecb6b7e491 req-aadbe39e-94a1-42ad-ad57-65f4ef1fddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:13.818690 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2605b1e4-2dc5-4262-94b0-adecb6b7e491 req-aadbe39e-94a1-42ad-ad57-65f4ef1fddf2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0438652 Aug 11 09:13:13.854815 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2605b1e4-2dc5-4262-94b0-adecb6b7e491 req-ac488cfd-1e54-424a-a370-15377732c978 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287383 Aug 11 09:13:13.994254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207002-156e-4aa8-bfbf-744f7ddd3751 req-3cee1695-7ea2-46e4-87f5-2a1bd33e460b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:13.995809 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79207002-156e-4aa8-bfbf-744f7ddd3751 req-3cee1695-7ea2-46e4-87f5-2a1bd33e460b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0568163 Aug 11 09:13:14.034683 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-79207002-156e-4aa8-bfbf-744f7ddd3751 req-786dc70c-308a-444a-9624-ea098cf9937c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326445 Aug 11 09:13:15.157433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb99a38-34e4-426a-9c34-33bc56ab2e95 req-28806534-9d14-4c90-885a-7bff8e9d977e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:15.158963 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fb99a38-34e4-426a-9c34-33bc56ab2e95 req-28806534-9d14-4c90-885a-7bff8e9d977e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0513995 Aug 11 09:13:15.204901 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4fb99a38-34e4-426a-9c34-33bc56ab2e95 req-1a5265bf-02ee-43ef-a32b-72b35021e745 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337162 Aug 11 09:13:15.325806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a590-7422-49c9-9419-8c1f1d5e42c4 req-a84e8403-5978-48ad-8c45-1a320b693fdd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:15.327249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c74a590-7422-49c9-9419-8c1f1d5e42c4 req-a84e8403-5978-48ad-8c45-1a320b693fdd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Aug 11 09:13:15.368412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c74a590-7422-49c9-9419-8c1f1d5e42c4 req-507aa50a-f0d9-40e9-9479-584c497f643d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349190 Aug 11 09:13:15.390898 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36268) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:15.432350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262f07f-bc1a-408f-be85-40f09b98ad01 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:15.433915 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f262f07f-bc1a-408f-be85-40f09b98ad01 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1091 time: 0.0419819 Aug 11 09:13:15.437042 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36270) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:15.441509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:13:15.466777 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:15.571043 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:15.674499 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.85 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/31f3f6c1-c82b-4b4b-9063-9b898f04801c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:13:15.787209 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:15.832993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:15.874458 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:13:15.877502 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:13:15.881311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:13:15.887182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=31f3f6c1-c82b-4b4b-9063-9b898f04801c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:16.259765 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:16.331392 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:16.487295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:16.494096 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:16.564931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=31f3f6c1-c82b-4b4b-9063-9b898f04801c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:13:16.578757 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:16.686878 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP 7ccd56f3-db6b-4557-aa8c-017416976b9e associated. External IP: 172.25.2.85, port: 8d9c36cb-932a-4400-b7ac-aaf66b0159bd. Aug 11 09:13:16.903224 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router b4308628-d99c-40fd-85aa-8383081ec064 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:13:17.315257 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:13:17.326162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] Sync routers for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:13:17.332676 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:17.337122 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:13:17.337860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:17.360932 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6e583eb8-1076-45b1-8853-94a3106f70c2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9228237 Aug 11 09:13:17.361597 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:13:17.363934 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a049b056-f33b-4748-bd18-a0c06327579c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:13:17.403892 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8e13e3-7ac7-449e-8ba4-f061f1f43cd6 x-openstack-request-id: req-2f8e13e3-7ac7-449e-8ba4-f061f1f43cd6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:13:17.404190 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:13:17.404439 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2f8e13e3-7ac7-449e-8ba4-f061f1f43cd6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:13:17.404844 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'status': 'completed', 'code': 200} Aug 11 09:13:17.465348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:13:17.465626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0daf-02b2-44ee-a0b4-597f9f37d821 req-9f394cf6-691a-44b8-8fdb-12a29a20f7a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:17.466593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7ba0daf-02b2-44ee-a0b4-597f9f37d821 req-9f394cf6-691a-44b8-8fdb-12a29a20f7a7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0517502 Aug 11 09:13:17.497620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b056-f33b-4748-bd18-a0c06327579c req-c56a48d3-dd09-4cd5-bbb7-991df43d7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:17.499198 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-c56a48d3-dd09-4cd5-bbb7-991df43d7aff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0517983 Aug 11 09:13:17.507444 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7ba0daf-02b2-44ee-a0b4-597f9f37d821 req-ae11200a-3820-4ba7-ade5-948dce32fcfd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353937 Aug 11 09:13:17.531781 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36278) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:17.600788 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-dbfb2c2c-7597-4724-a2f5-29bcead7233b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/7ccd56f3-db6b-4557-aa8c-017416976b9e HTTP/1.1" status: 200 len: 990 time: 0.0667882 Aug 11 09:13:17.601838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b056-f33b-4748-bd18-a0c06327579c req-29846798-4730-44a4-9881-8fec4fca1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:17.603406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-29846798-4730-44a4-9881-8fec4fca1095 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0964630 Aug 11 09:13:17.672050 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-8c4557ea-3691-4335-a031-9ce1624547fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 998 time: 0.0617962 Aug 11 09:13:17.724711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b056-f33b-4748-bd18-a0c06327579c req-360dbff9-d73c-41fd-88ee-fc66e9ed69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:17.726208 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-360dbff9-d73c-41fd-88ee-fc66e9ed69a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0474694 Aug 11 09:13:17.777307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b056-f33b-4748-bd18-a0c06327579c req-4bcd72f3-85b0-4549-9d74-fe3748fefdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:17.778854 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-4bcd72f3-85b0-4549-9d74-fe3748fefdf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458140 Aug 11 09:13:17.809926 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '7ccd56f3-db6b-4557-aa8c-017416976b9e', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'port_id': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'mac_address': 'fa:16:3e:87:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:13:16Z', 'updated_at': '2021-08-11T09:13:16Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:17.836786 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] Checking router: b4308628-d99c-40fd-85aa-8383081ec064 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:13:17.846071 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:13:17.846667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:13:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:17.874934 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-9168c24c-b91e-4528-b324-8232380eb6ec service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885041 Aug 11 09:13:17.958174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:13:17.972095 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a049b056-f33b-4748-bd18-a0c06327579c req-396a8c57-4ff6-400f-b4d5-4084cd2e7960 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903666 Aug 11 09:13:18.192597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '7ccd56f3-db6b-4557-aa8c-017416976b9e', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'port_id': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'mac_address': 'fa:16:3e:87:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:13:16Z', 'updated_at': '2021-08-11T09:13:16Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:13:18.220413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe7941-5e54-49b5-bf87-b10eb08cfd56 None None] The sync data for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 is: [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '7ccd56f3-db6b-4557-aa8c-017416976b9e', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'port_id': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'mac_address': 'fa:16:3e:87:1e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:13:16Z', 'updated_at': '2021-08-11T09:13:16Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:13:18.412164 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92997f-6589-4e50-bc57-8c8daefe1af5 None None] New status for floating IP 7ccd56f3-db6b-4557-aa8c-017416976b9e: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:13:18.552994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-b555fb86-458b-4d7a-8f4f-bb9b0e7a4762 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411210 Aug 11 09:13:18.603654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36280) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:13:18.699813 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4027aee3-a52c-490b-bcf6-42258b44497b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/7ccd56f3-db6b-4557-aa8c-017416976b9e HTTP/1.1" status: 200 len: 992 time: 0.0948732 Aug 11 09:13:18.706536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-7a52bc07-3d85-4d81-8756-217983d312f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:18.708117 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-7a52bc07-3d85-4d81-8756-217983d312f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0945830 Aug 11 09:13:18.813854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-b8516689-9ea7-4e95-a54d-b71bac469fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:18.815369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-b8516689-9ea7-4e95-a54d-b71bac469fe8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0873325 Aug 11 09:13:18.888227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-18e1a3ae-c582-4547-852c-fe9a4f3ce3dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 1000 time: 0.0655174 Aug 11 09:13:18.954645 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-66ca513d-1728-4f6a-be71-0c77c6d545af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:18.956131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-66ca513d-1728-4f6a-be71-0c77c6d545af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0609121 Aug 11 09:13:19.003249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-cac03bed-a02a-4e76-aa92-796a04a29e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:19.004784 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-cac03bed-a02a-4e76-aa92-796a04a29e9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418584 Aug 11 09:13:19.102072 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-8928eb14-998f-468b-9d0e-6e7262149709 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901756 Aug 11 09:13:19.196678 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbe9f003-fa78-4b95-a9f7-0f29b6327cf9 req-efc73d73-3134-42bc-b1e1-26bf8c2fd4c2 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Aug 11 09:13:29.278005 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:29.384000 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-44279ee5-c762-47fe-97a4-bca5e54237a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:30.382609 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:32.482719 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:32.795799 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a5b92b01-6b2b-4ccd-a77c-bd3ea48a7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:35.090208 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:36.390463 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:47.609986 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:13:50.175174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6223ca-9aed-413a-87ca-6f43b715f337 req-8f3d30ae-9dd4-4713-be1e-c08da79b9b9a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:50.176667 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e6223ca-9aed-413a-87ca-6f43b715f337 req-8f3d30ae-9dd4-4713-be1e-c08da79b9b9a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0753176 Aug 11 09:13:50.211989 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-1c26de4f-ac81-4b5e-bc2d-ca2ecc8b6225 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203125 Aug 11 09:13:50.225161 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5e6223ca-9aed-413a-87ca-6f43b715f337 req-e6b84543-33d2-4e97-a48f-e2cf8e7d14d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409124 Aug 11 09:13:51.352984 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76837181-b25d-43a9-9d83-e1b0261d57af req-d9c20b47-80a4-4c01-b825-1f03a87427df tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:51.354464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76837181-b25d-43a9-9d83-e1b0261d57af req-d9c20b47-80a4-4c01-b825-1f03a87427df tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Aug 11 09:13:51.393247 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76837181-b25d-43a9-9d83-e1b0261d57af req-e5a2b6b1-8a3b-47b4-9ec6-bfb400a9b07b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327210 Aug 11 09:13:51.562029 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-e2e8258e-59f7-4a51-aebd-2dca6f5d3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:51.563416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-e2e8258e-59f7-4a51-aebd-2dca6f5d3f78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0439320 Aug 11 09:13:51.659311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-51e69e72-3613-4ccd-8dc6-08508d302933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:51.660827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-51e69e72-3613-4ccd-8dc6-08508d302933 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0895779 Aug 11 09:13:51.732976 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-e7afcdf5-f2ee-45f8-a358-15596454fef8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 1000 time: 0.0651355 Aug 11 09:13:51.784104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-30a5c041-1a14-4d6b-85b9-e3aa8f4149fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:51.785608 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-30a5c041-1a14-4d6b-85b9-e3aa8f4149fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0453420 Aug 11 09:13:51.839311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-8752a590-5682-4ef5-8cfe-24b2b03959f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:51.840744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-8752a590-5682-4ef5-8cfe-24b2b03959f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478864 Aug 11 09:13:51.950965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-874de21b-f754-4e6b-a5dd-f832d2a7f793 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025910 Aug 11 09:13:52.041817 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-4859632e-0583-4042-98bf-9d0f3ca95195 service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842171 Aug 11 09:13:52.550141 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55929f9f-a728-465b-ad3c-9ee033360e29 req-23c085bb-86e9-4165-81a9-30cd3b80aed5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:52.551980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55929f9f-a728-465b-ad3c-9ee033360e29 req-23c085bb-86e9-4165-81a9-30cd3b80aed5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0722535 Aug 11 09:13:52.600367 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55929f9f-a728-465b-ad3c-9ee033360e29 req-f4c6de17-49d3-446d-ba0c-76f5d8cc8c76 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401542 Aug 11 09:13:53.736510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacefc0-4d2e-492f-97ee-3a405e6b5b1c req-fb4bb254-0768-4dba-92da-2a1325ff7b2b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:53.738040 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccacefc0-4d2e-492f-97ee-3a405e6b5b1c req-fb4bb254-0768-4dba-92da-2a1325ff7b2b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0614574 Aug 11 09:13:53.776483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ccacefc0-4d2e-492f-97ee-3a405e6b5b1c req-8bf59506-fbe4-4a02-a840-95b9dc806203 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319934 Aug 11 09:13:54.910311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7556ba4-8052-4bc8-adb9-10cce0ed903d req-f0bc448c-da3d-4458-b467-e9fb1833b43b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:54.912009 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7556ba4-8052-4bc8-adb9-10cce0ed903d req-f0bc448c-da3d-4458-b467-e9fb1833b43b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0607998 Aug 11 09:13:54.952836 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c7556ba4-8052-4bc8-adb9-10cce0ed903d req-37ad5328-5499-4534-bbc4-60b5494009d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342391 Aug 11 09:13:56.081211 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6850-dfa7-4707-b7b2-b2aac6bb97d8 req-d9928944-591d-4497-b40d-26cd6f502271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:56.082666 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed4c6850-dfa7-4707-b7b2-b2aac6bb97d8 req-d9928944-591d-4497-b40d-26cd6f502271 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0603890 Aug 11 09:13:56.125959 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ed4c6850-dfa7-4707-b7b2-b2aac6bb97d8 req-8679849a-59eb-42f2-9a98-8d4761819630 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339351 Aug 11 09:13:57.255333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2d994-4f30-4485-9229-e271dfefdb2c req-f541ba6d-7824-453f-af09-bcc5427fe610 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:57.256827 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59b2d994-4f30-4485-9229-e271dfefdb2c req-f541ba6d-7824-453f-af09-bcc5427fe610 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0503263 Aug 11 09:13:57.295604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-59b2d994-4f30-4485-9229-e271dfefdb2c req-81b3946a-2beb-453c-a23a-157f0e22eacb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323780 Aug 11 09:13:58.422597 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d6e43-d089-40b1-8442-268a59cdc09d req-a17f3489-85d0-4e23-bd73-090fba4db22c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:58.424132 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-840d6e43-d089-40b1-8442-268a59cdc09d req-a17f3489-85d0-4e23-bd73-090fba4db22c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0589688 Aug 11 09:13:58.464395 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-840d6e43-d089-40b1-8442-268a59cdc09d req-5f1e1244-72ef-42bd-b896-c0aca3f8706f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334861 Aug 11 09:13:59.274799 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:59.381074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5e8aba07-07d1-4a7f-9f42-416768981474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:13:59.591049 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215cfe2-b9d8-4860-a48e-23208c30adae req-18cedcd9-3607-4fd8-bbda-d0d415651305 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:13:59.592529 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7215cfe2-b9d8-4860-a48e-23208c30adae req-18cedcd9-3607-4fd8-bbda-d0d415651305 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Aug 11 09:13:59.639740 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7215cfe2-b9d8-4860-a48e-23208c30adae req-b506b7eb-ec94-40b2-b9ad-42ebdd3ae1b5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382702 Aug 11 09:14:00.400593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:00.766054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b94941-b9bb-40a5-af46-75eb9f7a80fb req-6a48286c-48bb-4842-861f-d26bbc479dd3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:00.767530 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9b94941-b9bb-40a5-af46-75eb9f7a80fb req-6a48286c-48bb-4842-861f-d26bbc479dd3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Aug 11 09:14:00.818848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b9b94941-b9bb-40a5-af46-75eb9f7a80fb req-0518acb9-8331-4f2f-9f75-ea289f362ea4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418530 Aug 11 09:14:01.951000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eac52d-355c-4337-936c-a1944e023de9 req-b8b206ef-18b0-440f-af6d-7d67f24612ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:01.952572 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12eac52d-355c-4337-936c-a1944e023de9 req-b8b206ef-18b0-440f-af6d-7d67f24612ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0631161 Aug 11 09:14:01.992160 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-12eac52d-355c-4337-936c-a1944e023de9 req-85648dbf-404d-4283-91c1-070aa6ce21e8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334618 Aug 11 09:14:02.487707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:02.790219 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-567ba4d8-75df-41f6-a72f-5daed49c4f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:03.130063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d74433-ff5d-4f53-b799-36dd4f102cbb req-d0111b59-dbda-42c5-8ee7-dc474d360618 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:03.131511 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09d74433-ff5d-4f53-b799-36dd4f102cbb req-d0111b59-dbda-42c5-8ee7-dc474d360618 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0605717 Aug 11 09:14:03.174391 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-09d74433-ff5d-4f53-b799-36dd4f102cbb req-11b85298-6bea-462b-b971-df1046bb4a9e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367291 Aug 11 09:14:04.308160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db9464-d8cf-403a-971f-b56a8786b241 req-97761a6e-0ec5-41c5-bb69-7f5e4bf06672 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:04.310274 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58db9464-d8cf-403a-971f-b56a8786b241 req-97761a6e-0ec5-41c5-bb69-7f5e4bf06672 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0632749 Aug 11 09:14:04.362389 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-58db9464-d8cf-403a-971f-b56a8786b241 req-7ce70329-21af-4be7-b1fc-d8eed6ddb83e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433259 Aug 11 09:14:05.091459 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:05.486222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34409818-c62c-4bc6-982a-bca17f8f7f66 req-ece26b48-7b17-4051-a43b-b082f47e23e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:05.487957 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34409818-c62c-4bc6-982a-bca17f8f7f66 req-ece26b48-7b17-4051-a43b-b082f47e23e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0536532 Aug 11 09:14:05.529874 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-34409818-c62c-4bc6-982a-bca17f8f7f66 req-39046d7d-45da-44d4-9968-1838eea33c87 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352585 Aug 11 09:14:06.394601 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:06.663255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d8b0-b02e-4cf4-bdef-4fd8a84cb2a9 req-245e5703-35cb-4578-b3a2-f44042c13b24 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:06.664772 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5337d8b0-b02e-4cf4-bdef-4fd8a84cb2a9 req-245e5703-35cb-4578-b3a2-f44042c13b24 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0575001 Aug 11 09:14:06.704227 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5337d8b0-b02e-4cf4-bdef-4fd8a84cb2a9 req-c8369f4c-81bc-468e-97a9-dcb6a1dbc910 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324521 Aug 11 09:14:07.830775 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5e785-b971-49d9-a542-60c81a020756 req-85c72eb9-784e-428b-8af9-32d055f2b58b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:07.832274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-04f5e785-b971-49d9-a542-60c81a020756 req-85c72eb9-784e-428b-8af9-32d055f2b58b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0527468 Aug 11 09:14:07.872817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-04f5e785-b971-49d9-a542-60c81a020756 req-31673c04-6505-4fd3-a148-2b83930585eb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343087 Aug 11 09:14:09.009670 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dde8d-775b-426f-9244-72c8232bd0e9 req-0b34a972-9d7c-42b5-9e65-3cb2be4672e5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:09.011199 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e10dde8d-775b-426f-9244-72c8232bd0e9 req-0b34a972-9d7c-42b5-9e65-3cb2be4672e5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0628562 Aug 11 09:14:09.052032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e10dde8d-775b-426f-9244-72c8232bd0e9 req-894b9a13-a663-4137-a35e-fc74f1c4a6ee tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338202 Aug 11 09:14:09.106655 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-353d2a01-684e-4194-a0da-5c983deb913c service neutron] show failed (client error): The resource could not be found. Aug 11 09:14:09.107727 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-353d2a01-684e-4194-a0da-5c983deb913c service neutron] 10.222.0.69 "GET /v2.0/ports/8d9c36cb-932a-4400-b7ac-aaf66b0159bd/bindings/n-h1-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0548582 Aug 11 09:14:09.379321 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-5d6dddc4-ed51-4749-b872-bcf2b7108329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:09.380990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-5d6dddc4-ed51-4749-b872-bcf2b7108329 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 1096 time: 0.0944932 Aug 11 09:14:09.400364 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:09.454049 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:09.675730 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:09.720453 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:14:09.766139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:14:09.768475 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e637e5-b219-4992-9ab9-3ad321b7b621" -d '{"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:14:09.772393 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:09.786032 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Transition to ACTIVE for port object 8d9c36cb-932a-4400-b7ac-aaf66b0159bd will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:14:09.792675 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:09.889327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:09.904021 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.904355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.904699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.905141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.905487 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.905834 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.906165 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.906494 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.906835 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.907148 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.907473 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.907799 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:09.913932 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54beb448-0e59-461c-9617-23f7d2b58ab8 x-openstack-request-id: req-54beb448-0e59-461c-9617-23f7d2b58ab8 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:14:09.914240 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:14:09.914506 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54beb448-0e59-461c-9617-23f7d2b58ab8 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:14:09.914883 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'code': 200} Aug 11 09:14:09.945341 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] No DVR routers for this DVR port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:14:10.085578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:14:10.086149 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:14:10.086885 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on network 9ab88da2-47bc-413d-9687-2b508c18c920 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:14:10.093131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on network 9ab88da2-47bc-413d-9687-2b508c18c920 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:14:10.093347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Attempting to bind port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on network 9ab88da2-47bc-413d-9687-2b508c18c920 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:14:10.098970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:14:10.099224 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Checking segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:14:10.099635 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Bound using segment: {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:14:10.100072 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Bound port: 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9904c1dd-dca4-422d-b2fa-ceba6431f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:14:10.100422 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:10.168783 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:14:10.174814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:14:10.181771 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:10.181951 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aef52-df12-481b-9805-3f7a510e17f0 req-41621460-4e1b-4177-9173-8970a02f1516 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:10.183672 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf1aef52-df12-481b-9805-3f7a510e17f0 req-41621460-4e1b-4177-9173-8970a02f1516 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 943 time: 0.0557301 Aug 11 09:14:10.216582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:10.217277 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:10.219113 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] 10.222.0.64 "PUT /v2.0/ports/8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 1091 time: 0.8229194 Aug 11 09:14:10.224729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf1aef52-df12-481b-9805-3f7a510e17f0 req-26465aaa-c0df-4d66-8cfa-0aaa9e69fa06 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347345 Aug 11 09:14:10.241332 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd20d98-d8cf-4e80-86a4-96706679c44b service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:10.312002 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-95030ca3-f6f4-432e-8bcc-19ec58fff542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:10.313598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-95030ca3-f6f4-432e-8bcc-19ec58fff542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1094 time: 0.0479019 Aug 11 09:14:10.415766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-07f9dbc3-63dd-4c22-b0c2-efdf8cfea731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:10.418331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-07f9dbc3-63dd-4c22-b0c2-efdf8cfea731 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0902350 Aug 11 09:14:10.494789 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-f88380eb-ca04-4d8c-89d4-eb4fc830c82f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 998 time: 0.0697093 Aug 11 09:14:10.553351 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-2ef2f308-03b8-4b58-b69a-b36a45ccc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:10.555816 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-2ef2f308-03b8-4b58-b69a-b36a45ccc87f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0538807 Aug 11 09:14:10.604309 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-7b030f8e-ad67-4709-b84c-c091c1683bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:10.605917 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-7b030f8e-ad67-4709-b84c-c091c1683bba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435703 Aug 11 09:14:10.628434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-f2302015-2f6a-447e-aeea-ef797890f9cc service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:14:10.629447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-f2302015-2f6a-447e-aeea-ef797890f9cc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054057 Aug 11 09:14:10.742850 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-f15c6789-4b0f-4409-947a-4f501b2e8188 service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042378 Aug 11 09:14:10.863338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f8be5295-0f3f-4dcd-a3e4-79439ad48cf6 req-b3fdc25d-6e3b-40c7-a28c-265f758af669 service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126258 Aug 11 09:14:11.367571 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b221216-cd8f-4e2c-8bb6-4add983842cf req-85d951a1-c388-44a8-97f9-035233f7a1c9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:11.369121 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b221216-cd8f-4e2c-8bb6-4add983842cf req-85d951a1-c388-44a8-97f9-035233f7a1c9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 943 time: 0.0591440 Aug 11 09:14:11.410968 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b221216-cd8f-4e2c-8bb6-4add983842cf req-913f034d-f763-409a-8774-ad894251810f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349154 Aug 11 09:14:11.916137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:14:11.918647 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf408cba-c585-483f-95ae-9449db8faeef" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:14:11.976086 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ffcec2-7548-4d9c-bcf2-867f4d36e655 x-openstack-request-id: req-50ffcec2-7548-4d9c-bcf2-867f4d36e655 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:14:11.976370 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:14:11.976641 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50ffcec2-7548-4d9c-bcf2-867f4d36e655 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:14:11.977070 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'status': 'completed', 'code': 200} Aug 11 09:14:12.063334 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-a6abb45d-eea3-4d9b-bc7c-c3b3ebb7be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.064781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-a6abb45d-eea3-4d9b-bc7c-c3b3ebb7be4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1094 time: 0.0440977 Aug 11 09:14:12.071161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-848d3469-120a-4602-8561-9509edda4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.072814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-848d3469-120a-4602-8561-9509edda4090 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1094 time: 0.0481174 Aug 11 09:14:12.157209 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-94742ffe-fa51-440f-a743-e5e24138888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.158849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-94742ffe-fa51-440f-a743-e5e24138888c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0862727 Aug 11 09:14:12.168345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-e29ab6ae-2216-4c09-b77b-0a9da661a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.169898 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-e29ab6ae-2216-4c09-b77b-0a9da661a1e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0889397 Aug 11 09:14:12.234131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-8d392309-f0da-4158-b746-3c7561720c87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 998 time: 0.0681512 Aug 11 09:14:12.243119 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-66f716e5-7fc7-46f5-97fc-78a15f29c7e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 998 time: 0.0653794 Aug 11 09:14:12.289538 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-73fc6819-839e-48f2-bf27-f4816c8f0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.291298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-73fc6819-839e-48f2-bf27-f4816c8f0717 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0488162 Aug 11 09:14:12.298525 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-3e6b22ce-5527-4d0f-a596-3227de8799f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.300014 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-3e6b22ce-5527-4d0f-a596-3227de8799f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0483589 Aug 11 09:14:12.344135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-be443c72-59fb-4d40-9fc5-075eaf3eeb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.345645 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-be443c72-59fb-4d40-9fc5-075eaf3eeb11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464740 Aug 11 09:14:12.360577 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408cba-c585-483f-95ae-9449db8faeef req-f4ad527d-2e42-473d-8d70-684400ca965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.363045 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-f4ad527d-2e42-473d-8d70-684400ca965b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547252 Aug 11 09:14:12.464559 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-52bd057d-fbe4-4dab-99a8-9dba5d56deeb service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088228 Aug 11 09:14:12.510211 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-a9c9022e-d853-419c-9957-0fb2e2ecdf99 service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291518 Aug 11 09:14:12.568069 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-fda5d133-50d3-44be-b709-a35d6967d56d service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989292 Aug 11 09:14:12.640422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09d7e8-3a8b-420c-b7b0-480b91ad1dca req-e08f8bc1-b8de-4f17-ae63-1a74e89901a0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:12.641868 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e09d7e8-3a8b-420c-b7b0-480b91ad1dca req-e08f8bc1-b8de-4f17-ae63-1a74e89901a0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 943 time: 0.1303699 Aug 11 09:14:12.674259 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cf408cba-c585-483f-95ae-9449db8faeef req-9cbdbe52-9a4f-473a-83d7-169863c1fc7e service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518691 Aug 11 09:14:12.693339 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e09d7e8-3a8b-420c-b7b0-480b91ad1dca req-ca0016a6-684d-4cde-934f-710ea3c17a22 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446718 Aug 11 09:14:13.068649 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:14:13.168625 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:13.180624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'port_id': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'mac_address': 'fa:16:3e:87:1e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:14:13.219977 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:13.236424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9c36cb-932a-4400-b7ac-aaf66b0159bd {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:14:13.257841 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:13.264153 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:13.312181 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:13.323716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.324346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.324601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.325159 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.325662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.326148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.326528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.326855 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.327179 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.327498 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.327834 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.328160 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:13.610000 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['8d9c36cb-932a-4400-b7ac-aaf66b0159bd'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:14:13.823467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb258c71-fc55-4491-b960-224bf92aa2e1 req-3820f926-057f-4b3d-b95c-c73953f5172c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:13.825032 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb258c71-fc55-4491-b960-224bf92aa2e1 req-3820f926-057f-4b3d-b95c-c73953f5172c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 944 time: 0.0562408 Aug 11 09:14:13.864105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cb258c71-fc55-4491-b960-224bf92aa2e1 req-a8c6902e-2cee-4cff-bc1a-bab4ca722995 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326068 Aug 11 09:14:13.892505 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:14:13.931747 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:14:14.099303 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0442673-8fdd-44bf-9601-7bc892e5931e req-d710e151-9750-4080-844f-359f01a1e774 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.100901 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a0442673-8fdd-44bf-9601-7bc892e5931e req-d710e151-9750-4080-844f-359f01a1e774 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 944 time: 0.0792706 Aug 11 09:14:14.116331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0435e7-df5d-467b-a902-f865230edebb req-974d3643-0846-4c08-845d-d0b05993616c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.117646 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-974d3643-0846-4c08-845d-d0b05993616c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8&tenant_id=2b81663e33094bdfaed45592e1d714bf&binding%3Ahost_id=n-h1-789963-6 HTTP/1.1" status: 200 len: 944 time: 0.0702355 Aug 11 09:14:14.182105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a0442673-8fdd-44bf-9601-7bc892e5931e req-7762a140-3f9a-4be1-a7a7-df4552bef8a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742619 Aug 11 09:14:14.202265 n-d-789963-6 neutron-server[94572]: INFO neutron.api.v2.resource [req-8e0435e7-df5d-467b-a902-f865230edebb req-a7a24d5d-03b6-43ab-b3d9-e3907d27b0de service neutron] delete failed (client error): The resource could not be found. Aug 11 09:14:14.202265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-a7a24d5d-03b6-43ab-b3d9-e3907d27b0de service neutron] 10.222.0.69 "DELETE /v2.0/ports/8d9c36cb-932a-4400-b7ac-aaf66b0159bd/bindings/n-h2-789963-6 HTTP/1.1" status: 404 len: 380 time: 0.0721915 Aug 11 09:14:14.304860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f378-86f9-41c0-884d-4373a8515a9b req-3bf7733a-611f-4d21-b715-b7db00de04fb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.306404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e88f378-86f9-41c0-884d-4373a8515a9b req-3bf7733a-611f-4d21-b715-b7db00de04fb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 944 time: 0.0531127 Aug 11 09:14:14.345155 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4e88f378-86f9-41c0-884d-4373a8515a9b req-bef55f4f-3048-4e4b-9336-8bd8c708de32 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324740 Aug 11 09:14:14.362644 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0435e7-df5d-467b-a902-f865230edebb req-765ad5e8-1efc-48d0-8d25-3b37d64da955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.364174 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-765ad5e8-1efc-48d0-8d25-3b37d64da955 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1095 time: 0.0432296 Aug 11 09:14:14.463104 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0435e7-df5d-467b-a902-f865230edebb req-9215cb30-32ef-4974-ab82-c429ff9a742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.464601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-9215cb30-32ef-4974-ab82-c429ff9a742b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0931013 Aug 11 09:14:14.538414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-69d3bac6-4ca6-4303-98d8-31b1a04c1d45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 999 time: 0.0573869 Aug 11 09:14:14.589012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0435e7-df5d-467b-a902-f865230edebb req-fbf29718-157d-4eca-a862-9ebed2a960f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.590478 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-fbf29718-157d-4eca-a862-9ebed2a960f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0444369 Aug 11 09:14:14.649158 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0435e7-df5d-467b-a902-f865230edebb req-9b145455-2aba-401f-9cf0-37442a1c8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:14.650674 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-9b145455-2aba-401f-9cf0-37442a1c8c81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531754 Aug 11 09:14:14.742570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-583c8d0d-fa44-4d51-95ac-2216bfc556ae service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841146 Aug 11 09:14:14.847089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8e0435e7-df5d-467b-a902-f865230edebb req-b85c3945-b8c8-4aa0-80ef-bd9e4d59987d service neutron] 10.222.0.69 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968354 Aug 11 09:14:14.898046 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-9f8fd53f-b107-4c58-99f0-40203ab057f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512779 Aug 11 09:14:15.008664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-92822587-0661-4e92-960e-e5b95cc5b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:15.010303 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-92822587-0661-4e92-960e-e5b95cc5b95f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1095 time: 0.0493233 Aug 11 09:14:15.096043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:14:15.128529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-f5df5501-7469-4812-80a6-b4af3d38456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:15.130189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-f5df5501-7469-4812-80a6-b4af3d38456b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.0990670 Aug 11 09:14:15.146557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:14:15.150800 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:15.151167 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:15.199263 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-ffc5f134-5479-4664-aaac-8d185edafd6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 999 time: 0.0600190 Aug 11 09:14:15.234121 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:15.255059 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-9519d78c-4a72-4ae3-b446-1caf59b384bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:15.257124 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-9519d78c-4a72-4ae3-b446-1caf59b384bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0515671 Aug 11 09:14:15.257488 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:14:15.259931 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb67220-3969-4155-8b45-99675bb3b343" -d '{"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:14:15.274931 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:15.280754 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:15.323953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-03be1dfd-db43-4675-9f58-9821470f63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:15.325707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-03be1dfd-db43-4675-9f58-9821470f63c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598540 Aug 11 09:14:15.343504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:15.378287 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea8cf1a-3496-4f6a-9968-732b04263b8c x-openstack-request-id: req-dea8cf1a-3496-4f6a-9968-732b04263b8c {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:14:15.378774 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:14:15.379092 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dea8cf1a-3496-4f6a-9968-732b04263b8c {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:14:15.379549 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'code': 200} Aug 11 09:14:15.500544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-9ff1ae05-d3d7-43c6-9f64-8148b8790896 service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675885 Aug 11 09:14:15.525342 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6f4e0-390b-489d-856c-b7bd2f328841 req-2a1ce9ee-d47c-4a46-9e91-aa9a02cbd145 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:15.526736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d6f4e0-390b-489d-856c-b7bd2f328841 req-2a1ce9ee-d47c-4a46-9e91-aa9a02cbd145 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.1068275 Aug 11 09:14:15.610005 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e5d6f4e0-390b-489d-856c-b7bd2f328841 req-e7f5a455-04c7-4431-9579-9e6bbb9e6043 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732172 Aug 11 09:14:15.630703 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35e1cc92-c375-49a8-a537-c8dc4b5629e4 req-bdcb3aec-5355-4c2a-9eb3-9138878ac5c4 service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212356 Aug 11 09:14:15.634625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36386) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:15.704758 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82ae6650-1445-440b-bf5c-325064369d77 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/7ccd56f3-db6b-4557-aa8c-017416976b9e HTTP/1.1" status: 200 len: 992 time: 0.0689268 Aug 11 09:14:24.611987 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:14:29.294525 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:29.378917 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7e3abb5a-45af-4efb-a34f-6398082c8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:30.413533 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:32.491994 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:32.795085 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7acca98f-e54d-4b8b-974c-bce63b19482e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:35.095717 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:36.392301 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:44.278337 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36396) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:44.443782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 31f3f6c1-c82b-4b4b-9063-9b898f04801c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:14:44.444077 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:44.528740 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:44.529039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:44.546465 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 31f3f6c1-c82b-4b4b-9063-9b898f04801c owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:14:44.709950 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:44.738822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=31f3f6c1-c82b-4b4b-9063-9b898f04801c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:44.801497 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:44.801786 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP 7ccd56f3-db6b-4557-aa8c-017416976b9e disassociated (deleted). External IP: 172.25.2.85, port: 8d9c36cb-932a-4400-b7ac-aaf66b0159bd. Aug 11 09:14:45.031028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router b4308628-d99c-40fd-85aa-8383081ec064 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:14:45.145965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:14:45.151726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:45.156746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] Sync routers for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:14:45.166881 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:45.167486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:45.179907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-caa6e032-547f-4799-ae8d-a8adb3649b90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/floatingips/7ccd56f3-db6b-4557-aa8c-017416976b9e HTTP/1.1" status: 204 len: 168 time: 0.9004192 Aug 11 09:14:45.180549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:14:45.182969 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c8e009-997f-4d2e-9808-0551ad3f4da8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:14:45.227443 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335fcd63-a7e5-433d-ae8d-4acb7f5e0265 x-openstack-request-id: req-335fcd63-a7e5-433d-ae8d-4acb7f5e0265 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:14:45.227736 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:14:45.227985 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-335fcd63-a7e5-433d-ae8d-4acb7f5e0265 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:14:45.228393 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'status': 'completed', 'code': 200} Aug 11 09:14:45.277101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:45.321128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-e84ab322-0a6f-48c8-809c-7c405e1d7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:45.322997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-e84ab322-0a6f-48c8-809c-7c405e1d7fdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0499880 Aug 11 09:14:45.433990 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-7ccac291-ea8d-472d-b747-e2d8b2e64b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:45.435512 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-7ccac291-ea8d-472d-b747-e2d8b2e64b47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 200 len: 897 time: 0.1045086 Aug 11 09:14:45.438264 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bafed3-b9fa-422b-b5ef-159c0b255b8c req-13d72160-baf4-42be-86e3-ae67a1243e9d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:45.439882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9bafed3-b9fa-422b-b5ef-159c0b255b8c req-13d72160-baf4-42be-86e3-ae67a1243e9d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0552087 Aug 11 09:14:45.481602 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-1918ad4d-9d95-4b35-a853-bda23f9a1f9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 200 len: 217 time: 0.0368431 Aug 11 09:14:45.486620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-a9bafed3-b9fa-422b-b5ef-159c0b255b8c req-fc9ad099-bbee-472b-a30b-83a7ff12bf20 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386419 Aug 11 09:14:45.534405 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-b59245ba-dbf5-47bb-96aa-7692571e8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:45.535933 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-b59245ba-dbf5-47bb-96aa-7692571e8ba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 200 len: 834 time: 0.0466027 Aug 11 09:14:45.590765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-9339e97d-a85d-4c3f-b88c-bec5e2550a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:45.592309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-9339e97d-a85d-4c3f-b88c-bec5e2550a02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ab88da2-47bc-413d-9687-2b508c18c920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483811 Aug 11 09:14:45.666155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:45.686805 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-552e7b26-cee4-46a9-8d88-c32d445dbbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858033 Aug 11 09:14:45.692966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] Checking router: b4308628-d99c-40fd-85aa-8383081ec064 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:14:45.702219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:45.702817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:45.789663 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f4c8e009-997f-4d2e-9808-0551ad3f4da8 req-ddb0619d-ac61-438d-8038-ad153d6bb7ab service neutron] 10.222.0.64 "GET /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949252 Aug 11 09:14:45.811096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:46.020391 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:46.046471 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874010b-37cc-43b5-9cfa-5651091666a6 None None] The sync data for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 is: [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:13:04Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '5dc3b6e8-545d-4389-ba77-f64f6d521228', 'name': '', 'network_id': '9ab88da2-47bc-413d-9687-2b508c18c920', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:18:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:03Z', 'updated_at': '2021-08-11T09:13:09Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '8d08084a-f63a-41e6-ac7d-015e56ed585d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:14:46.282712 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb54169-034a-4f6d-ac36-4e2ad427c72e None None] New status for floating IP 7ccd56f3-db6b-4557-aa8c-017416976b9e: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:14:46.973895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca40bf-7008-4b5f-855c-684be2e34fd7 req-6eaf5939-d5f8-4b24-ab46-33a7b42c4d0e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:46.975419 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5ca40bf-7008-4b5f-855c-684be2e34fd7 req-6eaf5939-d5f8-4b24-ab46-33a7b42c4d0e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.4154594 Aug 11 09:14:46.997682 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-fb9ca85e-8d6c-412b-9c5e-4003163be7af tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:46.999130 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-fb9ca85e-8d6c-412b-9c5e-4003163be7af tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e8b5d8b-7daf-4baf-9586-77e64c3e09b8 HTTP/1.1" status: 200 len: 945 time: 0.0741167 Aug 11 09:14:47.057885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a5ca40bf-7008-4b5f-855c-684be2e34fd7 req-0d550b50-5e83-4e87-a06c-62caa4048309 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4491a78-b278-4bae-ac06-a6ddc66177bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760198 Aug 11 09:14:47.117941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:14:47.118327 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:47.216965 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:47.217341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:47.230826 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 8d9c36cb-932a-4400-b7ac-aaf66b0159bd owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:14:47.377019 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:47.405580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=8d9c36cb-932a-4400-b7ac-aaf66b0159bd,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:47.452197 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] No DVR routers for this DVR port 8d9c36cb-932a-4400-b7ac-aaf66b0159bd on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:14:47.455043 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:47.457184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-23c80fdd-ff0f-4bdb-b7ad-cac5e0cabf2a req-c84d767a-a8d0-47d9-884a-0dbefd14e9d1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "DELETE /v2.0/ports/8d9c36cb-932a-4400-b7ac-aaf66b0159bd HTTP/1.1" status: 204 len: 173 time: 0.4501004 Aug 11 09:14:47.457619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-deleted', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:14:47.459896 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf5dfa7-9d5d-4ec0-b99f-b1ea7c3f8579" -d '{"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-deleted", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:14:47.497366 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127d81a5-45f8-4ab8-88cc-e77503e516c4 x-openstack-request-id: req-127d81a5-45f8-4ab8-88cc-e77503e516c4 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:14:47.497645 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8b5d8b-7daf-4baf-9586-77e64c3e09b8", "name": "network-vif-deleted", "tag": "8d9c36cb-932a-4400-b7ac-aaf66b0159bd", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:14:47.498298 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-127d81a5-45f8-4ab8-88cc-e77503e516c4 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:14:47.498708 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8b5d8b-7daf-4baf-9586-77e64c3e09b8', 'name': 'network-vif-deleted', 'tag': '8d9c36cb-932a-4400-b7ac-aaf66b0159bd', 'status': 'completed', 'code': 200} Aug 11 09:14:48.119773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36410) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:48.522003 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:48.804578 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 5dc3b6e8-545d-4389-ba77-f64f6d521228 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:14:48.804976 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:48.900748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 5dc3b6e8-545d-4389-ba77-f64f6d521228, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=5dc3b6e8-545d-4389-ba77-f64f6d521228,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:48.901250 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:48.918872 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 5dc3b6e8-545d-4389-ba77-f64f6d521228 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:14:49.124582 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.150498 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=5dc3b6e8-545d-4389-ba77-f64f6d521228,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:49.332545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.560983 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router b4308628-d99c-40fd-85aa-8383081ec064 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:14:49.678482 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:14:49.683631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b6039156-abb9-406b-b713-d9741545b9e0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/b4308628-d99c-40fd-85aa-8383081ec064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5628948 Aug 11 09:14:49.686539 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36412) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:49.689889 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] Sync routers for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:14:49.699639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:49.700259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:49.738748 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting subnet 8d08084a-f63a-41e6-ac7d-015e56ed585d {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:14:49.742147 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.783320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.808072 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:49.872986 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.934799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.962294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Subnet': ['ID=8d08084a-f63a-41e6-ac7d-015e56ed585d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:49.965991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:49.970767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:49.973486 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-34d2d202-66af-4bcc-9610-b98d8ea05f5e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/subnets/8d08084a-f63a-41e6-ac7d-015e56ed585d HTTP/1.1" status: 204 len: 168 time: 0.2858720 Aug 11 09:14:49.981560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42a86d-af69-4344-9274-35f045caeb6e None None] Network 9ab88da2-47bc-413d-9687-2b508c18c920 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:14:50.046038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:14:49Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:50.075999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] Checking router: b4308628-d99c-40fd-85aa-8383081ec064 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:14:50.080403 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.121068 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] Routers {'b4308628-d99c-40fd-85aa-8383081ec064'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:50.121712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['b4308628-d99c-40fd-85aa-8383081ec064'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:50.188586 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.240809 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] Set router b4308628-d99c-40fd-85aa-8383081ec064 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:50.243771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 24226d98-4cd1-4808-af0e-155e386a1f47 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:14:50.243945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] DHCP port deletion for 9ab88da2-47bc-413d-9687-2b508c18c920 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:14:50.244119 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.330351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 24226d98-4cd1-4808-af0e-155e386a1f47, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=24226d98-4cd1-4808-af0e-155e386a1f47,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:50.330718 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.343510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 24226d98-4cd1-4808-af0e-155e386a1f47 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:14:50.408155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] Deleting port 18397dc3-85fe-4201-adf8-c2e64f61bac1 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:14:50.408542 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.495741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] For port 18397dc3-85fe-4201-adf8-c2e64f61bac1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=18397dc3-85fe-4201-adf8-c2e64f61bac1,segment=NetworkSegment(9904c1dd-dca4-422d-b2fa-ceba6431f35a),segment_id=9904c1dd-dca4-422d-b2fa-ceba6431f35a)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:50.496020 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.512439 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] Calling delete_port for 18397dc3-85fe-4201-adf8-c2e64f61bac1 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:14:50.559741 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:14:49Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:50.593177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7814-e7fe-4ff2-81bb-1916ee393a0a None None] The sync data for ids ['b4308628-d99c-40fd-85aa-8383081ec064'] in n-d-789963-6 is: [{'id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982842484', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:13:00Z', 'updated_at': '2021-08-11T09:14:49Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '24226d98-4cd1-4808-af0e-155e386a1f47', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4308628-d99c-40fd-85aa-8383081ec064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:13:01Z', 'updated_at': '2021-08-11T09:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:14:50.638531 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.666610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] Pushing event deleted for resources: {'Port': ['ID=18397dc3-85fe-4201-adf8-c2e64f61bac1,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:50.668781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e3d31-75ed-4736-be8e-4d03948115fd None None] No DVR routers for this DVR port 18397dc3-85fe-4201-adf8-c2e64f61bac1 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:14:50.831863 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:50.857722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=24226d98-4cd1-4808-af0e-155e386a1f47,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:50.869654 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.869982 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.870331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.870672 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.871006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.871340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.871671 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.872000 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.872329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.872655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.873006 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.873332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:50.933880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.030579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.033093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.078674 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.079433 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Fanout notify agent at l3_agent the message router_deleted on router b4308628-d99c-40fd-85aa-8383081ec064 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:14:51.086641 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.087788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e59adda5-d811-4af8-9df0-6ab4f3c5f0b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/routers/b4308628-d99c-40fd-85aa-8383081ec064 HTTP/1.1" status: 204 len: 168 time: 1.1160212 Aug 11 09:14:51.090471 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36416) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:51.168382 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.225189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:14:51.249746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: 8d9c36cb-932a-4400-b7ac-aaf66b0159bd {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:14:51.250092 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device 8d9c36cb-932a-4400-b7ac-aaf66b0159bd not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:14:51.261553 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.271521 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab88da2-47bc-413d-9687-2b508c18c920']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:51.281714 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9904c1dd-dca4-422d-b2fa-ceba6431f35a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:51.282027 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9904c1dd-dca4-422d-b2fa-ceba6431f35a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:51.290531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.304568 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.312944 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:14:51.313351 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:14:51.316562 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:14:51.382146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.389523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.391820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/networks/9ab88da2-47bc-413d-9687-2b508c18c920 HTTP/1.1" status: 204 len: 168 time: 0.3001649 Aug 11 09:14:51.396161 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36418) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:51.404533 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445328a-4c9c-4ef0-8a58-57742c7e0e82 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Network': ['ID=9ab88da2-47bc-413d-9687-2b508c18c920,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:51.466375 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6df8fc1c-dc18-4a23-861e-72b1fa44f809 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.494114 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6df8fc1c-dc18-4a23-861e-72b1fa44f809 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.562056 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6df8fc1c-dc18-4a23-861e-72b1fa44f809 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.564713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6df8fc1c-dc18-4a23-861e-72b1fa44f809 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:51.569129 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6df8fc1c-dc18-4a23-861e-72b1fa44f809 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/security-groups/d4491a78-b278-4bae-ac06-a6ddc66177bf HTTP/1.1" status: 204 len: 168 time: 0.1689389 Aug 11 09:14:51.577381 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8fc1c-dc18-4a23-861e-72b1fa44f809 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4491a78-b278-4bae-ac06-a6ddc66177bf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:51.644665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5dc3b6e8-545d-4389-ba77-f64f6d521228 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:14:51.665847 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 5dc3b6e8-545d-4389-ba77-f64f6d521228 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:14:51.666178 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 5dc3b6e8-545d-4389-ba77-f64f6d521228 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:14:51.666599 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 18397dc3-85fe-4201-adf8-c2e64f61bac1 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:14:51.685803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 18397dc3-85fe-4201-adf8-c2e64f61bac1 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:14:51.686142 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 18397dc3-85fe-4201-adf8-c2e64f61bac1 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:14:51.686547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24226d98-4cd1-4808-af0e-155e386a1f47 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:14:51.707677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 24226d98-4cd1-4808-af0e-155e386a1f47 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:14:51.708015 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 24226d98-4cd1-4808-af0e-155e386a1f47 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:14:51.912532 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36424) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:51.917278 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490070416', 'description': 'tempest-secgroup-smoke-490070416 description', 'project_id': '2b81663e33094bdfaed45592e1d714bf'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:51.947195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.037418 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.044850 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.076193 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.077473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639311 Aug 11 09:14:52.079344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebbe03-fc27-4de7-baf2-d9e7a76b92e6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:52.080641 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36426) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:52.085994 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:52.115204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.173473 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.179459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.198943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0041582-6ecb-416e-8bcf-5120084b5f5d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:52.208314 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.210134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d0e95a89-4c6c-4d14-9253-d793b6b29be7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282139 Aug 11 09:14:52.213414 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36428) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:52.218329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:52.255135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.325879 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.335607 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.356718 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5381d6b0-4e10-4b9a-a60f-725a497cf753,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:52.365439 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.366878 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-7e71acb2-46bc-478c-a4da-2b09767031aa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523402 Aug 11 09:14:52.370021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36430) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:52.375796 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:52.413381 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.490657 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.497844 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.525985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627674ee-8440-481c-a1a3-0a870dc8267b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:52.537536 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.541151 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5055c4c0-1f90-49d2-a595-74c2564be8ec tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675332 Aug 11 09:14:52.542249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36432) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:52.546895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:52.584418 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.659550 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.666851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.687328 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da680fa8-29ba-48c7-81f1-c2b5ecec8a18,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:52.696241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.698038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-33cde15f-8cd1-4537-bd01-c89a4a8caa35 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547732 Aug 11 09:14:52.700903 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36434) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:52.705618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:52.733652 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:14:52.741202 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.815708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.821378 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.842030 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4d09bd-d7a8-4e73-91ce-cdc17a81de77,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:52.848804 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.850102 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8d4d1464-0990-4692-a4c6-f6567fde47a9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482046 Aug 11 09:14:52.853089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36436) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:52.857875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:52.884204 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:14:52.890577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.958919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.965313 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:52.989429 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247c9d10-70f1-427f-b050-37f4622b5e62,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:53.000031 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.001434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-320480ae-815d-4cb5-a45e-952179bf6721 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473427 Aug 11 09:14:53.005674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36438) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:53.010798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'network': {'name': 'tempest-network-smoke--874811729', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:53.037467 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:14:53.042153 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.072062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:14:53.092466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.093593 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Added segment 8009671b-154a-4e5a-a943-23cf5eec5d05 of type vlan for network 98eb94b1-229d-4acb-8f23-3311aa2a6475 Aug 11 09:14:53.144113 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.178484 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.184016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:53.184611 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.241554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2347891 Aug 11 09:14:53.244629 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36440) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:53.251449 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'admin_state_up': True, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:53.261760 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234c0f9-498c-4029-ae38-443d55747f6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Network': ['ID=98eb94b1-229d-4acb-8f23-3311aa2a6475,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:53.272724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:14:53.283891 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.285024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.344786 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.483661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.692450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.711036 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.829082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.165 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/b875b736-d2f6-4f01-89ae-568f8a4b03bb) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:14:53.950959 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:53.997324 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:54.047546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:14:54.050513 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:14:54.054765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:14:54.060602 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=b875b736-d2f6-4f01-89ae-568f8a4b03bb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:54.324216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:54.556865 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:54.694962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:14:54.808071 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:14:54.817830 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Sync routers for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:14:54.827059 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:54.827670 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:54.828216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:54.829539 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-0a59343b-11a8-41bb-a4ae-d41e9070d3b1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5839245 Aug 11 09:14:54.832777 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36442) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:54.862256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4843ab24-07b1-4a52-9fb9-10f816fa1928 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2b81663e33094bdfaed45592e1d714bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270975 Aug 11 09:14:54.863847 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36444) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:54.930206 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:54.956611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f6428-9f98-4c7e-a979-f9a7fcefab21 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:54.958719 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1f1f6428-9f98-4c7e-a979-f9a7fcefab21 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939572 Aug 11 09:14:54.961810 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36446) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:54.993549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-05d9e250-d621-46d1-9ff5-5592139d4d91 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281272 Aug 11 09:14:54.993788 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36448) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:54.998517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44674420', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:14:55.094192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:14:55.097764 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.112229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:54Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:55.137704 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Checking router: 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:14:55.138077 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Updating router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 port b875b736-d2f6-4f01-89ae-568f8a4b03bb binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:14:55.163482 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.294131 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.357942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Subnet': ['ID=540d2277-265b-40eb-8365-4e77118c4d08,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:55.363350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Checking segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:14:55.363896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network hostable DHCP agents. Network: 98eb94b1-229d-4acb-8f23-3311aa2a6475, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:14:55.381682 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:14:55.391368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 98eb94b1-229d-4acb-8f23-3311aa2a6475) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:14:55.395929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:55.396577 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.404126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9d9e1-fa03-4987-a5d8-6a5de57ecda2 None None] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:14:55.416548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1a014ba2-c445-4076-a329-f3aefc4b5cd2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4190772 Aug 11 09:14:55.416903 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36450) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:14:55.524985 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.535848 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Transition to ACTIVE for port object b875b736-d2f6-4f01-89ae-568f8a4b03bb will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:14:55.542998 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.555418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-98eb94b1-229d-4acb-8f23-3311aa2a6475', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:14:55.556843 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.595735 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Attempting to bind port b875b736-d2f6-4f01-89ae-568f8a4b03bb on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:14:55.596106 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Attempting to bind port b875b736-d2f6-4f01-89ae-568f8a4b03bb by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:14:55.596471 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Attempting to bind port b875b736-d2f6-4f01-89ae-568f8a4b03bb on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:14:55.606633 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:14:55.606998 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:14:55.607396 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.607789 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:14:55.608233 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Bound port: b875b736-d2f6-4f01-89ae-568f8a4b03bb, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:14:55.608604 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.611255 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Pushing event updated for resources: {'Port': ['ID=b875b736-d2f6-4f01-89ae-568f8a4b03bb,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:55.663421 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] For port b875b736-d2f6-4f01-89ae-568f8a4b03bb, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:14:55.666926 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] For port b875b736-d2f6-4f01-89ae-568f8a4b03bb, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b875b736-d2f6-4f01-89ae-568f8a4b03bb,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:14:55.669723 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.670141 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.670549 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.670885 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.671232 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.671571 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.671931 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.672344 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.672704 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.673110 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.673427 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.673746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:14:55.679209 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.698209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Allocated IP 172.20.0.2 (98eb94b1-229d-4acb-8f23-3311aa2a6475/540d2277-265b-40eb-8365-4e77118c4d08/2dd1448b-e1d0-409e-9758-09e9c93b35a3) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:14:55.744224 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:55.744869 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:55.778581 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f30c9-7c0b-47e4-a610-278673b55079 None None] Pushing event updated for resources: {'Port': ['ID=b875b736-d2f6-4f01-89ae-568f8a4b03bb,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:55.868074 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:55.869683 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.879965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Transition to ACTIVE for port object 2dd1448b-e1d0-409e-9758-09e9c93b35a3 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:14:55.895535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Transition to ACTIVE for port object 2dd1448b-e1d0-409e-9758-09e9c93b35a3 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:14:55.898219 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.903254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:55.946714 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:14:55.951266 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:14:55.956986 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:14:55.960328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Pushing event updated for resources: {'Port': ['ID=2dd1448b-e1d0-409e-9758-09e9c93b35a3,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:56.017363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Attempting to bind port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:14:56.017724 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Attempting to bind port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:14:56.018080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Attempting to bind port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 on network 98eb94b1-229d-4acb-8f23-3311aa2a6475 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:14:56.023230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:14:56.023590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Checking segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:14:56.024249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.024376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Bound using segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:14:56.024803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Bound port: 2dd1448b-e1d0-409e-9758-09e9c93b35a3, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:14:56.025197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.048343 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:54Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:56.077146 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb5fce-a522-4ab2-ac43-690a0bdd8f59 None None] The sync data for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 is: [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:54Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:14:56.091285 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] For port 2dd1448b-e1d0-409e-9758-09e9c93b35a3, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:14:56.097172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] For port 2dd1448b-e1d0-409e-9758-09e9c93b35a3, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2dd1448b-e1d0-409e-9758-09e9c93b35a3,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:14:56.103662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.170512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c11b2-9072-473e-88ad-f84cb5f1de1e None None] Pushing event updated for resources: {'Port': ['ID=2dd1448b-e1d0-409e-9758-09e9c93b35a3,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:56.216109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.1 (98eb94b1-229d-4acb-8f23-3311aa2a6475/540d2277-265b-40eb-8365-4e77118c4d08/9c34e425-6b0f-48a9-8ffc-b97135151e28) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:14:56.379518 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.403513 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object 9c34e425-6b0f-48a9-8ffc-b97135151e28 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:14:56.445160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.495305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:14:56.499426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:14:56.501582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=9c34e425-6b0f-48a9-8ffc-b97135151e28,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:56.503934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:14:56.554238 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.694350 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:56.997195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.002952 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.080587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=9c34e425-6b0f-48a9-8ffc-b97135151e28,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:57.083189 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.123232 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0388c0-ed8f-4a81-a38f-9c3f9fcc07bc None None] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:14:57.178304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:14:57.180751 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:14:57.190256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e6ee72b8-bf4d-4479-aeed-05eb55fe4b66 None None] Provisioning for port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:14:57.300563 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:14:57.435413 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:14:57.450033 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-ced9a5bc-0655-4398-ae38-b031a2222f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231140 Aug 11 09:14:57.473259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2dd1448b-e1d0-409e-9758-09e9c93b35a3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:14:57.526284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:14:57.531687 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:57.532060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.626084 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.655919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-9a1352be-bf86-4585-abd5-3bbd31a43938 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490070416&fields=id&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 267 time: 0.0418081 Aug 11 09:14:57.669177 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2dd1448b-e1d0-409e-9758-09e9c93b35a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2dd1448b-e1d0-409e-9758-09e9c93b35a3,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:57.674630 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.675512 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b875b736-d2f6-4f01-89ae-568f8a4b03bb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:14:57.729640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Sync routers for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:14:57.769017 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:57.769658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:57.787725 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-375c7390-ba94-4a71-bcf6-5f51dbd9e8b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:57.789371 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-375c7390-ba94-4a71-bcf6-5f51dbd9e8b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 796 time: 0.1254094 Aug 11 09:14:57.806523 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-7eb32305-128d-4930-8642-d25b13178a01 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/quotas/2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 375 time: 0.0133724 Aug 11 09:14:57.822479 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-773e7a90-9341-4e66-89d2-91ea0d30fef6 None None] Provisioning complete for port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:57.822890 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-773e7a90-9341-4e66-89d2-91ea0d30fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.845251 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2dd1448b-e1d0-409e-9758-09e9c93b35a3,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:57.876953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port b875b736-d2f6-4f01-89ae-568f8a4b03bb completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:14:57.914254 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b875b736-d2f6-4f01-89ae-568f8a4b03bb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:57.914669 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:57.980235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:58.174292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.182233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-773e7a90-9341-4e66-89d2-91ea0d30fef6 None None] Provisioning for port 9c34e425-6b0f-48a9-8ffc-b97135151e28 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:14:58.195094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-773e7a90-9341-4e66-89d2-91ea0d30fef6 None None] Provisioning complete for port 9c34e425-6b0f-48a9-8ffc-b97135151e28 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:58.195473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-773e7a90-9341-4e66-89d2-91ea0d30fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.197285 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-fe8709d9-354f-4b96-9eee-47583cf76fcc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3845043 Aug 11 09:14:58.232932 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port b875b736-d2f6-4f01-89ae-568f8a4b03bb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b875b736-d2f6-4f01-89ae-568f8a4b03bb,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:14:58.247099 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.284180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-773e7a90-9341-4e66-89d2-91ea0d30fef6 None None] Port 9c34e425-6b0f-48a9-8ffc-b97135151e28 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:14:58.293242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-e0a7c6da-0478-484c-a64e-560d7d21d9b8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:14:58.294275 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-e0a7c6da-0478-484c-a64e-560d7d21d9b8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0846274 Aug 11 09:14:58.335744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=b875b736-d2f6-4f01-89ae-568f8a4b03bb,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:58.358774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 2, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:58.390710 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-813bf84c-4a3f-464a-be23-005bc8098a88 service neutron] 10.222.0.58 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897441 Aug 11 09:14:58.390985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Checking router: 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:14:58.391136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Updating router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 port 9c34e425-6b0f-48a9-8ffc-b97135151e28 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:14:58.425617 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2ac1f679-40c4-436f-897a-c312661a5081 None None] Provisioning complete for port 9c34e425-6b0f-48a9-8ffc-b97135151e28 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:58.425955 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f679-40c4-436f-897a-c312661a5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.427323 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.488512 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-9b3abc95-03b5-405b-82eb-c9c1fdd7f984 service neutron] 10.222.0.58 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Aug 11 09:14:58.489303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1f679-40c4-436f-897a-c312661a5081 None None] Port 9c34e425-6b0f-48a9-8ffc-b97135151e28 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:14:58.651315 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f51977e-d54c-49fc-acd2-7adea2e047be req-19cfc7dd-3398-489b-ab27-767e2cb7f929 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 210 time: 0.0273283 Aug 11 09:14:58.747401 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.757227 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Transition to ACTIVE for port object 9c34e425-6b0f-48a9-8ffc-b97135151e28 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:14:58.763075 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.812076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df561b-2262-477f-a290-79373e00f1de None None] Pushing event updated for resources: {'Port': ['ID=9c34e425-6b0f-48a9-8ffc-b97135151e28,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:58.874169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Attempting to bind port 9c34e425-6b0f-48a9-8ffc-b97135151e28 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:14:58.874616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Attempting to bind port 9c34e425-6b0f-48a9-8ffc-b97135151e28 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:14:58.875113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Attempting to bind port 9c34e425-6b0f-48a9-8ffc-b97135151e28 on network 98eb94b1-229d-4acb-8f23-3311aa2a6475 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:14:58.881103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:14:58.881595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Checking segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:14:58.882066 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.882520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Bound using segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:14:58.883054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Bound port: 9c34e425-6b0f-48a9-8ffc-b97135151e28, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:14:58.883500 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:58.953397 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] For port 9c34e425-6b0f-48a9-8ffc-b97135151e28, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:14:58.957319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] For port 9c34e425-6b0f-48a9-8ffc-b97135151e28, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9c34e425-6b0f-48a9-8ffc-b97135151e28,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:14:58.963133 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:59.022912 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:14:59.023699 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:14:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:59.066026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df561b-2262-477f-a290-79373e00f1de None None] Pushing event updated for resources: {'Port': ['ID=9c34e425-6b0f-48a9-8ffc-b97135151e28,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:14:59.157330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:14:59.313913 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:59.381164 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-37bb39e6-a55c-44fb-a366-65eedf14a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:59.397287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2dd1448b-e1d0-409e-9758-09e9c93b35a3 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:14:59.436557 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:14:59.465879 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb3913-66be-422b-a616-e4325c979f20 None None] The sync data for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 is: [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:14:59.479496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:59.479849 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:59.590787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b875b736-d2f6-4f01-89ae-568f8a4b03bb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:14:59.671991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port b875b736-d2f6-4f01-89ae-568f8a4b03bb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:14:59.672373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:14:59.792788 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-63a2c5dd-b510-41b4-b67e-2b1c5d061a0a req-29a6ed81-34e8-4dfd-8fbf-3985f84f390a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 210 time: 0.0427473 Aug 11 09:14:59.813415 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-013a2415-bc53-445b-bac7-a8c494e4d3d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:14:59.818571 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-013a2415-bc53-445b-bac7-a8c494e4d3d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 796 time: 0.1819966 Aug 11 09:14:59.869522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-fc217743-6d1e-43a1-b899-990856931dd3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 379 time: 0.0365059 Aug 11 09:14:59.910373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'port': {'device_id': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'admin_state_up': True, 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'security_groups': ['e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:15:00.025209 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:15:00.028799 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.166158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.6 (98eb94b1-229d-4acb-8f23-3311aa2a6475/540d2277-265b-40eb-8365-4e77118c4d08/b523bf7c-43b9-4f80-b685-06a35a40000d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:15:00.313984 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.329137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object b523bf7c-43b9-4f80-b685-06a35a40000d will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:15:00.362687 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.413353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:15:00.416763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:15:00.417396 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.421407 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:15:00.425543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=b523bf7c-43b9-4f80-b685-06a35a40000d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:00.475790 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:00.477135 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.495205 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-2d0c7991-7a48-4d7a-8c19-439e3f0fec92 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889990 Aug 11 09:15:00.516849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Request body: {'port': {'device_id': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:15:00.584536 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.655866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-816f3559-52f9-4a69-8ba8-95aba356651b None None] Provisioning for port b523bf7c-43b9-4f80-b685-06a35a40000d completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:15:00.659580 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-816f3559-52f9-4a69-8ba8-95aba356651b None None] Provisioning complete for port b523bf7c-43b9-4f80-b685-06a35a40000d triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:15:00.659960 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-816f3559-52f9-4a69-8ba8-95aba356651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:00.694297 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-816f3559-52f9-4a69-8ba8-95aba356651b None None] Port b523bf7c-43b9-4f80-b685-06a35a40000d cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:15:01.174875 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57147e5-06f5-41f6-8c66-2ff6195ef680 req-f09a21e8-9ea3-432c-bf33-c0d157022b58 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:01.176561 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c57147e5-06f5-41f6-8c66-2ff6195ef680 req-f09a21e8-9ea3-432c-bf33-c0d157022b58 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 931 time: 0.0787351 Aug 11 09:15:01.253855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c57147e5-06f5-41f6-8c66-2ff6195ef680 req-307eadb4-b4ca-4714-9c40-b44511e105bc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703621 Aug 11 09:15:01.267803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b523bf7c-43b9-4f80-b685-06a35a40000d {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:15:01.276384 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.289481 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Transition to ACTIVE for port object b523bf7c-43b9-4f80-b685-06a35a40000d will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:15:01.295580 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.347543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Pushing event updated for resources: {'Port': ['ID=b523bf7c-43b9-4f80-b685-06a35a40000d,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:01.427006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Attempting to bind port b523bf7c-43b9-4f80-b685-06a35a40000d on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:15:01.427006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Attempting to bind port b523bf7c-43b9-4f80-b685-06a35a40000d by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:15:01.427006 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Attempting to bind port b523bf7c-43b9-4f80-b685-06a35a40000d on network 98eb94b1-229d-4acb-8f23-3311aa2a6475 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:15:01.431623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Port b523bf7c-43b9-4f80-b685-06a35a40000d on network 98eb94b1-229d-4acb-8f23-3311aa2a6475 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:15:01.432051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Attempting to bind port b523bf7c-43b9-4f80-b685-06a35a40000d on network 98eb94b1-229d-4acb-8f23-3311aa2a6475 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:15:01.437675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9c34e425-6b0f-48a9-8ffc-b97135151e28 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:15:01.438191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:15:01.438524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Checking segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:15:01.438908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Bound using segment: {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:15:01.439334 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Bound port: b523bf7c-43b9-4f80-b685-06a35a40000d, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8009671b-154a-4e5a-a943-23cf5eec5d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:15:01.439691 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.501124 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9c34e425-6b0f-48a9-8ffc-b97135151e28 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:15:01.505820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9c34e425-6b0f-48a9-8ffc-b97135151e28 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:15:01.506196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.514158 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] For port b523bf7c-43b9-4f80-b685-06a35a40000d, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:15:01.517670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] For port b523bf7c-43b9-4f80-b685-06a35a40000d, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b523bf7c-43b9-4f80-b685-06a35a40000d,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:15:01.523557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.561562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:01.562092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.563888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] 10.222.0.64 "PUT /v2.0/ports/b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 1091 time: 1.0547650 Aug 11 09:15:01.566758 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:15:01.568766 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:15:01.604660 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2440b-ba23-4d5b-bded-f25fd083757b service neutron] Pushing event updated for resources: {'Port': ['ID=b523bf7c-43b9-4f80-b685-06a35a40000d,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:01.613757 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:15:01.616769 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5a291-3ca0-4e9f-b520-5c19cca785ff x-openstack-request-id: req-b2c5a291-3ca0-4e9f-b520-5c19cca785ff {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:15:01.617111 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:15:01.617360 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2c5a291-3ca0-4e9f-b520-5c19cca785ff {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:15:01.617760 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'status': 'completed', 'code': 200} Aug 11 09:15:01.620918 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.664722 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9c34e425-6b0f-48a9-8ffc-b97135151e28, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9c34e425-6b0f-48a9-8ffc-b97135151e28,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:15:01.670506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:01.672773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-157f9521-42e3-45f7-bf7c-8fbc9f06caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:01.674745 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-157f9521-42e3-45f7-bf7c-8fbc9f06caa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1094 time: 0.0483916 Aug 11 09:15:01.722717 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9c34e425-6b0f-48a9-8ffc-b97135151e28,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:01.728388 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-5f0db6d4-79ff-4b76-8929-bef5505265c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 217 time: 0.0395980 Aug 11 09:15:01.779918 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-77c24030-5f77-4608-aa19-98a6fd4ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:01.781465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-77c24030-5f77-4608-aa19-98a6fd4ae60f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0457001 Aug 11 09:15:01.830547 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-0b8d6c57-cf0b-4596-ad61-1368be185320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:01.832125 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-0b8d6c57-cf0b-4596-ad61-1368be185320 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437014 Aug 11 09:15:01.928702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-aed85609-37e5-4794-9937-9b6b71eaadb6 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891137 Aug 11 09:15:02.024050 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d828ebb0-1b81-4192-8112-bd817852c0eb req-fa1229b4-c229-4c67-b1f2-79c19d3929cb service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874200 Aug 11 09:15:02.155046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-ff96f8f5-bd0c-4097-8bde-1f54d45230a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:02.156588 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-ff96f8f5-bd0c-4097-8bde-1f54d45230a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1094 time: 0.0452616 Aug 11 09:15:02.256117 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-952362df-9abf-4004-951f-28b4d91272ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:02.257634 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-952362df-9abf-4004-951f-28b4d91272ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 897 time: 0.0938478 Aug 11 09:15:02.300492 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-fc1278e2-196e-45e1-a8fa-ee86a29b1a48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 217 time: 0.0353756 Aug 11 09:15:02.382424 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-964ea986-a2b7-44aa-b520-a03dd220ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:02.383918 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-964ea986-a2b7-44aa-b520-a03dd220ea70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0759528 Aug 11 09:15:02.407866 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28fb08-8d00-4e85-8c12-df567aae0548 req-8d09d928-5300-4b63-b937-3d4e433d1c48 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:02.409319 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b28fb08-8d00-4e85-8c12-df567aae0548 req-8d09d928-5300-4b63-b937-3d4e433d1c48 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 943 time: 0.0689166 Aug 11 09:15:02.472704 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-4fc5218c-817a-4a02-8b31-5935a538f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:02.474382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-4fc5218c-817a-4a02-8b31-5935a538f73a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817645 Aug 11 09:15:02.477767 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1b28fb08-8d00-4e85-8c12-df567aae0548 req-f973e103-7a04-4cee-8697-9875bd15f048 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473344 Aug 11 09:15:02.511687 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:02.570092 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-b009eaf9-7983-476e-a4ad-65aa83f9eec4 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872502 Aug 11 09:15:02.663058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1d1752d2-9eb9-4e63-afc4-e5c4ac287844 req-e782f079-57cd-49c5-bf79-0ac25041ee66 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Aug 11 09:15:02.801509 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-01ad7a8e-5950-4bfc-86ae-2f35c4bbf7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:03.258028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b523bf7c-43b9-4f80-b685-06a35a40000d details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:15:03.360539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b523bf7c-43b9-4f80-b685-06a35a40000d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b523bf7c-43b9-4f80-b685-06a35a40000d,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:15:03.373413 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'port_id': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'mac_address': 'fa:16:3e:49:85:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:15:03.397049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9c34e425-6b0f-48a9-8ffc-b97135151e28 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:15:03.438925 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:03.457311 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b523bf7c-43b9-4f80-b685-06a35a40000d {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:15:03.480432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b523bf7c-43b9-4f80-b685-06a35a40000d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b523bf7c-43b9-4f80-b685-06a35a40000d,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:15:03.485474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9c34e425-6b0f-48a9-8ffc-b97135151e28 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:15:03.485878 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:03.488375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:03.564165 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b523bf7c-43b9-4f80-b685-06a35a40000d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:03.603134 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e244d4-4c4d-41a8-85f0-86f426826099 req-e072b205-d331-48b8-9bd0-b3f8867a0afe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:03.604729 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73e244d4-4c4d-41a8-85f0-86f426826099 req-e072b205-d331-48b8-9bd0-b3f8867a0afe tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 944 time: 0.0502393 Aug 11 09:15:03.643712 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73e244d4-4c4d-41a8-85f0-86f426826099 req-d8a46f3c-7264-4d51-8788-0bf5eae48d11 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Aug 11 09:15:03.748028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['b523bf7c-43b9-4f80-b685-06a35a40000d'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:15:04.776523 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e20c-ca84-4c8b-9eff-0341fba80027 req-8858c8df-59e5-43e7-98cc-b4c7c9c21d61 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:04.778084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28a8e20c-ca84-4c8b-9eff-0341fba80027 req-8858c8df-59e5-43e7-98cc-b4c7c9c21d61 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 944 time: 0.0552826 Aug 11 09:15:04.820585 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28a8e20c-ca84-4c8b-9eff-0341fba80027 req-17f45af7-0bcb-47ec-b83b-a74367b14211 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341995 Aug 11 09:15:05.093995 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:05.262455 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b523bf7c-43b9-4f80-b685-06a35a40000d up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:15:05.473844 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port b523bf7c-43b9-4f80-b685-06a35a40000d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:15:05.477810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port b523bf7c-43b9-4f80-b685-06a35a40000d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:15:05.478200 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:05.560349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:05.584527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:15:05.587188 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7e747-10fa-42ec-9cd3-5442d7a086c4" -d '{"events": [{"server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "name": "network-vif-plugged", "status": "completed", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:15:05.603750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b523bf7c-43b9-4f80-b685-06a35a40000d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b523bf7c-43b9-4f80-b685-06a35a40000d,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:15:05.609479 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:05.635484 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e470d6-0f2e-4f75-8c6b-9088d2194090 x-openstack-request-id: req-71e470d6-0f2e-4f75-8c6b-9088d2194090 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:15:05.635777 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "name": "network-vif-plugged", "status": "completed", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:15:05.636027 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71e470d6-0f2e-4f75-8c6b-9088d2194090 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:15:05.636416 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'code': 200} Aug 11 09:15:05.665444 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b523bf7c-43b9-4f80-b685-06a35a40000d,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:05.751363 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71c15-19ce-4ecf-b8fb-1b62e037643d req-71da8db7-c14c-4c47-b857-7d1ef86e4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:05.752980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75b71c15-19ce-4ecf-b8fb-1b62e037643d req-71da8db7-c14c-4c47-b857-7d1ef86e4746 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1096 time: 0.0471969 Aug 11 09:15:05.791344 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-75b71c15-19ce-4ecf-b8fb-1b62e037643d req-a62f22e3-522f-4a6e-9025-acb412ca9c3e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 11 09:15:05.952247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b8f58-9006-4e1e-b199-e9160650fea8 req-926ec511-a122-4a61-959e-c8ad161a1b9a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:05.953797 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b58b8f58-9006-4e1e-b199-e9160650fea8 req-926ec511-a122-4a61-959e-c8ad161a1b9a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0505078 Aug 11 09:15:05.994526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b58b8f58-9006-4e1e-b199-e9160650fea8 req-1d7a9c33-81ae-4017-9bc7-81d0ed2d8e4f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Aug 11 09:15:06.396712 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:07.217077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75e8e2-99b6-4198-a661-cbaccd270e81 req-e1e04e1d-b2e2-47e0-8aa3-f22264a228e5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:07.218675 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c75e8e2-99b6-4198-a661-cbaccd270e81 req-e1e04e1d-b2e2-47e0-8aa3-f22264a228e5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0665922 Aug 11 09:15:07.263406 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2c75e8e2-99b6-4198-a661-cbaccd270e81 req-1b4f09a6-240b-4986-aa62-2eaefb11b592 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 Aug 11 09:15:07.417978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb499f6-cdd0-46ad-942c-58a7c6453dc5 req-058ba36d-0f0b-4a12-8acc-334419532ccd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:07.419503 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cb499f6-cdd0-46ad-942c-58a7c6453dc5 req-058ba36d-0f0b-4a12-8acc-334419532ccd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0698764 Aug 11 09:15:07.461071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5cb499f6-cdd0-46ad-942c-58a7c6453dc5 req-60002233-90aa-440f-a302-9b1217cd2880 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338233 Aug 11 09:15:07.482848 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36510) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:15:07.530839 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dca6fd-ceb7-430e-a720-01c268538ffb tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:07.532399 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c9dca6fd-ceb7-430e-a720-01c268538ffb tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1091 time: 0.0485916 Aug 11 09:15:07.535553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36512) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:15:07.540571 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:15:07.567419 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:07.660954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:07.765219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.237 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/201a80cb-74de-4aa4-ad50-77ce8044b212) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:15:07.865919 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:07.909178 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:07.959367 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:15:07.964004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:15:07.969118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:15:07.974925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=201a80cb-74de-4aa4-ad50-77ce8044b212,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:08.330570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:08.405489 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:08.583679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:08.590019 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:08.658428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=201a80cb-74de-4aa4-ad50-77ce8044b212,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:15:08.670001 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:08.782216 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP 8d7acc20-365b-4a3d-a03b-86658281b5f0 associated. External IP: 172.25.2.237, port: b523bf7c-43b9-4f80-b685-06a35a40000d. Aug 11 09:15:08.991942 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:15:09.100352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:15:09.110460 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] Sync routers for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:15:09.120002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:09.120862 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:15:09.121622 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:15:09.152103 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d657f9f2-6b60-411d-9258-c7bbe4c6a5fa tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6151717 Aug 11 09:15:09.152711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:15:09.155066 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafab76-f079-4472-b1c6-7a6c6d57270c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:15:09.194909 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e77ed4-d76f-45b0-89fa-9252c2283e32 x-openstack-request-id: req-78e77ed4-d76f-45b0-89fa-9252c2283e32 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:15:09.195200 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:15:09.195608 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78e77ed4-d76f-45b0-89fa-9252c2283e32 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:15:09.196045 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'status': 'completed', 'code': 200} Aug 11 09:15:09.230503 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:15:09.253973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c505d-ecb1-4687-b9ae-8c9f36e79693 req-67799f73-96d3-4049-8fda-70719cdcfbcb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:09.256152 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-712c505d-ecb1-4687-b9ae-8c9f36e79693 req-67799f73-96d3-4049-8fda-70719cdcfbcb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Aug 11 09:15:09.278814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-b3498481-ce59-4df7-a0b2-3c8b5e1cfb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:09.281084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-b3498481-ce59-4df7-a0b2-3c8b5e1cfb49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1096 time: 0.0430188 Aug 11 09:15:09.296511 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-712c505d-ecb1-4687-b9ae-8c9f36e79693 req-1f16107b-714f-4c58-9bff-fbc1dd475993 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Aug 11 09:15:09.323077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36518) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:15:09.390703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-dd5e3384-7b90-4bcc-8cc8-6990ec03f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:09.392547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-dd5e3384-7b90-4bcc-8cc8-6990ec03f06b service neutron] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 897 time: 0.1051435 Aug 11 09:15:09.392908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-53b41463-c8f7-4bc6-9212-85a35ea2673a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/8d7acc20-365b-4a3d-a03b-86658281b5f0 HTTP/1.1" status: 200 len: 991 time: 0.0685921 Aug 11 09:15:09.461409 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-9c93eb98-d6af-406e-be1c-8f523fc38979 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 999 time: 0.0617085 Aug 11 09:15:09.481758 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d7acc20-365b-4a3d-a03b-86658281b5f0', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'port_id': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'mac_address': 'fa:16:3e:49:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:15:08Z', 'updated_at': '2021-08-11T09:15:08Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:15:01Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:15:09.508129 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] Checking router: 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:15:09.511167 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-7952cced-2aa0-464f-a280-a0296e12e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:09.512699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-7952cced-2aa0-464f-a280-a0296e12e457 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0448043 Aug 11 09:15:09.516686 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:15:09.517341 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:15:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:15:09.563852 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-41dbb7d8-d49e-4151-8de6-3e637b52e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:09.565412 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-41dbb7d8-d49e-4151-8de6-3e637b52e03b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459962 Aug 11 09:15:09.633022 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:15:09.658151 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-0f73385f-3edb-4316-bdca-55ba1fbbb87c service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Aug 11 09:15:09.756514 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8eafab76-f079-4472-b1c6-7a6c6d57270c req-02d31402-1e17-47aa-8115-f3aa5af2013d service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901444 Aug 11 09:15:09.877570 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d7acc20-365b-4a3d-a03b-86658281b5f0', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'port_id': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'mac_address': 'fa:16:3e:49:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:15:08Z', 'updated_at': '2021-08-11T09:15:08Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:15:01Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:15:09.903986 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782912ca-cf56-4ec4-9d6c-6538b4fc746e None None] The sync data for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 is: [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '8d7acc20-365b-4a3d-a03b-86658281b5f0', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'port_id': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'mac_address': 'fa:16:3e:49:85:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:15:08Z', 'updated_at': '2021-08-11T09:15:08Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:15:01Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:15:10.090262 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c22c51-2d13-4772-91b7-dfcce3984735 None None] New status for floating IP 8d7acc20-365b-4a3d-a03b-86658281b5f0: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:15:10.397079 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36520) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:15:10.459980 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-53714c00-4b2e-451d-98d2-49d497e07097 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/8d7acc20-365b-4a3d-a03b-86658281b5f0 HTTP/1.1" status: 200 len: 993 time: 0.0617130 Aug 11 09:15:14.944558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-3406fb2a-604d-4890-9964-0af27c71739d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457120 Aug 11 09:15:15.047005 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-5aa0de82-ae27-496b-bdb6-0c14b0873a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:15.048501 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-5aa0de82-ae27-496b-bdb6-0c14b0873a12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1096 time: 0.0465786 Aug 11 09:15:15.157195 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-30db4e14-075c-4e3f-a8fd-c21e9dcdb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:15.158702 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-30db4e14-075c-4e3f-a8fd-c21e9dcdb938 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 897 time: 0.0884781 Aug 11 09:15:15.230429 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-644191d0-6843-4daa-b08b-89439efc797e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 1001 time: 0.0646868 Aug 11 09:15:15.281000 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-74b60fba-56f1-4c9d-b868-1a78dcf66a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:15.282587 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-74b60fba-56f1-4c9d-b868-1a78dcf66a3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0447266 Aug 11 09:15:15.329310 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-21da83a1-7935-4088-8dbd-1c50873f6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:15.330845 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-21da83a1-7935-4088-8dbd-1c50873f6b8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407443 Aug 11 09:15:15.428651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-33da7797-aa76-4a3c-b095-adfa6d8cf837 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905273 Aug 11 09:15:15.524054 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c6bf9ff3-c0ef-479d-9f3b-ee689f4e2060 req-1a0c9fc3-fd84-434a-a31a-a22ee7f91b0f service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Aug 11 09:15:29.312645 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:29.375350 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-350fb33b-6471-4a26-8ca3-74ec1cc6f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:30.430387 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:32.507351 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:32.800916 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-35adffe8-7095-4dc7-884a-26950bee83e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:35.099015 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:36.403472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:38.619354 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:15:40.196133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0989c45-cfa2-4bc0-bccf-38a3d91a9766 req-c3611060-f74e-40ec-8b14-98abca5730f9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:40.197736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d0989c45-cfa2-4bc0-bccf-38a3d91a9766 req-c3611060-f74e-40ec-8b14-98abca5730f9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0561814 Aug 11 09:15:40.236012 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d0989c45-cfa2-4bc0-bccf-38a3d91a9766 req-3c0d6f8d-2bad-41d6-8c89-aa98c07d217d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Aug 11 09:15:41.367109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd5b63-c33e-4875-b7bb-cb9215b9c9d9 req-b7868f93-7ec1-4d74-aa72-0ad7dac11fe4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:41.369262 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bafd5b63-c33e-4875-b7bb-cb9215b9c9d9 req-b7868f93-7ec1-4d74-aa72-0ad7dac11fe4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0515325 Aug 11 09:15:41.407311 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bafd5b63-c33e-4875-b7bb-cb9215b9c9d9 req-a12a6f73-8129-4323-a72a-265df363e15d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Aug 11 09:15:42.541853 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4c1be-12f1-4318-b5d1-51df3a84f508 req-e6f0304a-3ceb-43de-918b-15387d1c37ca tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:42.543332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7a4c1be-12f1-4318-b5d1-51df3a84f508 req-e6f0304a-3ceb-43de-918b-15387d1c37ca tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0575356 Aug 11 09:15:42.582026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7a4c1be-12f1-4318-b5d1-51df3a84f508 req-d3e812bf-fc70-467d-9082-856b5cae55ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324469 Aug 11 09:15:43.709952 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acdbfe-e9c2-42ce-8a9c-f709081cc7b5 req-594a4750-96d7-4c84-b5c7-fa4877120334 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:43.711407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2acdbfe-e9c2-42ce-8a9c-f709081cc7b5 req-594a4750-96d7-4c84-b5c7-fa4877120334 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0508313 Aug 11 09:15:43.757352 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d2acdbfe-e9c2-42ce-8a9c-f709081cc7b5 req-a78a65f1-a363-4735-b771-52a830cf2085 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366020 Aug 11 09:15:44.894945 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61828c22-f3b1-4354-a272-92533de30cc0 req-028d9d60-67ec-4293-9149-8e139bd3bb19 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:44.896424 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61828c22-f3b1-4354-a272-92533de30cc0 req-028d9d60-67ec-4293-9149-8e139bd3bb19 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0528953 Aug 11 09:15:44.936855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-61828c22-f3b1-4354-a272-92533de30cc0 req-c1b89707-ab20-4de1-bd5d-01b343e46cb9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Aug 11 09:15:46.069842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea533ae-abfd-402c-bfe6-f5eaa5b74a02 req-bb8cd8c6-209e-4b96-b2c5-63327e708fe7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:46.071366 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ea533ae-abfd-402c-bfe6-f5eaa5b74a02 req-bb8cd8c6-209e-4b96-b2c5-63327e708fe7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0594347 Aug 11 09:15:46.113197 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9ea533ae-abfd-402c-bfe6-f5eaa5b74a02 req-a315cf9e-9f72-4f30-89b6-b20fbebc56bb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356905 Aug 11 09:15:47.238322 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36077d-635a-45c6-905a-b36ee63464c6 req-c21ce61d-ee62-4223-813b-5b2303ea4dcb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:47.239888 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d36077d-635a-45c6-905a-b36ee63464c6 req-c21ce61d-ee62-4223-813b-5b2303ea4dcb tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Aug 11 09:15:47.279930 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4d36077d-635a-45c6-905a-b36ee63464c6 req-92fc4d86-272b-43cc-96b5-b87d524594ab tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Aug 11 09:15:48.423840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d66ef-e225-4378-8a04-0853e9e07599 req-95b5cb23-bb95-429b-98f5-c5a83c46afdd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:48.425404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de3d66ef-e225-4378-8a04-0853e9e07599 req-95b5cb23-bb95-429b-98f5-c5a83c46afdd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0546019 Aug 11 09:15:48.467043 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-de3d66ef-e225-4378-8a04-0853e9e07599 req-ad41f45d-8bca-459b-8de0-465129a6fc6c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349946 Aug 11 09:15:49.599271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda071e-0533-4704-b755-5880a00eaa72 req-cfee9831-dc7a-48c1-92b0-feadc3a84801 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:49.601161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-edda071e-0533-4704-b755-5880a00eaa72 req-cfee9831-dc7a-48c1-92b0-feadc3a84801 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0626340 Aug 11 09:15:49.642059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-edda071e-0533-4704-b755-5880a00eaa72 req-e67bdef4-cd79-44a8-81ea-32939f3b6749 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331528 Aug 11 09:15:50.767873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b740784-96c4-416f-a494-5e8a6062ce2d req-8793240d-5a42-4eff-9634-8bd8297a6e6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:50.769430 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b740784-96c4-416f-a494-5e8a6062ce2d req-8793240d-5a42-4eff-9634-8bd8297a6e6f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0521219 Aug 11 09:15:50.815930 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3b740784-96c4-416f-a494-5e8a6062ce2d req-1f50bc02-356a-46b8-9441-b1708bd5f623 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Aug 11 09:15:50.844162 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36554) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:15:50.906167 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9c6daad4-c40e-49f0-bf50-6567ae617b94 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/8d7acc20-365b-4a3d-a03b-86658281b5f0 HTTP/1.1" status: 200 len: 993 time: 0.0607843 Aug 11 09:15:52.202817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96eba3-7b1b-4e61-92c8-d46742a7f439 req-6e641444-e7a0-4db7-95dd-f3426b15b5e8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:52.204420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab96eba3-7b1b-4e61-92c8-d46742a7f439 req-6e641444-e7a0-4db7-95dd-f3426b15b5e8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Aug 11 09:15:52.266709 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab96eba3-7b1b-4e61-92c8-d46742a7f439 req-349b7385-1f9a-45bd-80eb-cd34cc9f2ef2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510747 Aug 11 09:15:52.273133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414f0b-19af-477b-9c65-e4556c775925 req-e65455c1-505b-4dc0-b7e0-a7dccc368c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:52.274593 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-e65455c1-505b-4dc0-b7e0-a7dccc368c37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1096 time: 0.0667031 Aug 11 09:15:52.379768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414f0b-19af-477b-9c65-e4556c775925 req-33be5f93-7f2b-46e7-8164-2d00a1d52dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:52.381251 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-33be5f93-7f2b-46e7-8164-2d00a1d52dad service neutron] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 897 time: 0.0985627 Aug 11 09:15:52.454897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-dfb80d72-20c9-4b9e-bc69-4b65b56725ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 1001 time: 0.0659945 Aug 11 09:15:52.514135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414f0b-19af-477b-9c65-e4556c775925 req-8d52fb56-a3be-46e8-83be-110705c8233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:52.515712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-8d52fb56-a3be-46e8-83be-110705c8233f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0539761 Aug 11 09:15:52.567273 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414f0b-19af-477b-9c65-e4556c775925 req-0af320bc-c65b-48ed-8828-8a9bb5abf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:52.568896 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-0af320bc-c65b-48ed-8828-8a9bb5abf4a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459814 Aug 11 09:15:52.669027 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-24afaa1b-7abd-4c0f-892a-4ff311c56483 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921731 Aug 11 09:15:52.798611 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-35414f0b-19af-477b-9c65-e4556c775925 req-41a88fb5-913b-4619-b664-242ac0b63d5e service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224575 Aug 11 09:15:53.397776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04479930-4e11-4ed9-b2e9-7c14c0c56350 req-d9f7649c-a6f2-49cd-96b7-ca7a64718d58 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:15:53.399296 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04479930-4e11-4ed9-b2e9-7c14c0c56350 req-d9f7649c-a6f2-49cd-96b7-ca7a64718d58 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0591140 Aug 11 09:15:53.438412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-04479930-4e11-4ed9-b2e9-7c14c0c56350 req-11f6808f-ad9d-47cc-a579-6ed1f8a18ecc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Aug 11 09:15:53.461722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:15:53.524230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a3b4b186-4297-461b-83ab-e7d76a80e482 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/8d7acc20-365b-4a3d-a03b-86658281b5f0 HTTP/1.1" status: 200 len: 993 time: 0.0614054 Aug 11 09:15:59.309300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:15:59.384230 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d31a1889-ab0c-46c5-ade6-36e8c7348aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:00.425276 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:02.497644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:02.798268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6faf75af-c568-4900-9fba-35b435678216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:05.105411 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:06.411906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:14.939515 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-59b0a3a0-96d7-477d-bc52-86c1ffff6c3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482635 Aug 11 09:16:15.043843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-5acb5abf-3128-483b-a04d-b1a0d25239fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:15.045428 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-5acb5abf-3128-483b-a04d-b1a0d25239fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1096 time: 0.0424898 Aug 11 09:16:15.154153 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-da661acf-2383-410b-80af-1b65cabc2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:15.155627 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-da661acf-2383-410b-80af-1b65cabc2403 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 897 time: 0.0897763 Aug 11 09:16:15.223343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-7c3267de-0815-4156-bbdd-81ce4726ff93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 1001 time: 0.0602317 Aug 11 09:16:15.287043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-c8df8b80-e75c-4034-ac5d-e1001a7dccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:15.289229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-c8df8b80-e75c-4034-ac5d-e1001a7dccec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0586300 Aug 11 09:16:15.338257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-7b633316-e72b-4fcc-bf90-59b452ceaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:15.339738 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-7b633316-e72b-4fcc-bf90-59b452ceaac1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429459 Aug 11 09:16:15.433365 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-5e3df971-b541-4041-9836-d1860ab26aa0 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Aug 11 09:16:15.531656 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d20905bc-4f98-4132-b8b9-a122a3547967 req-65077e4e-ffe4-4220-be44-fb1df29463ac service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900216 Aug 11 09:16:15.618965 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:16:26.263620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36584) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:26.425756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 201a80cb-74de-4aa4-ad50-77ce8044b212 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:16:26.426093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:26.504918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:26.505203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:26.516772 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 201a80cb-74de-4aa4-ad50-77ce8044b212 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:16:26.698341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:26.728012 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=201a80cb-74de-4aa4-ad50-77ce8044b212,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:26.740075 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.740435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.740785 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.741170 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.741509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.741868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.742206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.742536 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.742873 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.743202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.743530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.743842 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:26.798035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:26.798272 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP 8d7acc20-365b-4a3d-a03b-86658281b5f0 disassociated (deleted). External IP: 172.25.2.237, port: b523bf7c-43b9-4f80-b685-06a35a40000d. Aug 11 09:16:27.009755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:16:27.124802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:16:27.129966 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:27.134868 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] Sync routers for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:16:27.145259 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:27.145877 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:27.163731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e5452e6c-41fe-492d-ae5c-95c540149f49 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d7acc20-365b-4a3d-a03b-86658281b5f0 HTTP/1.1" status: 204 len: 168 time: 0.8961647 Aug 11 09:16:27.163731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:16:27.164370 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654f03a-c655-41d2-9d09-d86a5efb0f59" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:16:27.213148 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc9fb4-6084-44cb-9d2f-d129e2eafe00 x-openstack-request-id: req-3ddc9fb4-6084-44cb-9d2f-d129e2eafe00 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:16:27.213568 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:16:27.213668 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ddc9fb4-6084-44cb-9d2f-d129e2eafe00 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:16:27.214077 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'status': 'completed', 'code': 200} Aug 11 09:16:27.308768 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-5e25a685-5f88-4794-994f-8164f302c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:27.310543 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-5e25a685-5f88-4794-994f-8164f302c95b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 1096 time: 0.0530987 Aug 11 09:16:27.356044 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:27.438253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-c256e99a-9e15-4b91-8ebe-44901e104d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:27.439744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-c256e99a-9e15-4b91-8ebe-44901e104d66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 200 len: 897 time: 0.1209328 Aug 11 09:16:27.450518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99178b-19e0-470a-82e6-1d23a696c6af req-c35c22ac-32a7-46f1-83d9-1542b3a87f26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:27.451945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6c99178b-19e0-470a-82e6-1d23a696c6af req-c35c22ac-32a7-46f1-83d9-1542b3a87f26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0749602 Aug 11 09:16:27.492456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-d2b99378-fa68-4cdf-a790-f9e2553631ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 200 len: 217 time: 0.0395365 Aug 11 09:16:27.548465 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6c99178b-19e0-470a-82e6-1d23a696c6af req-8406ccfb-1dbc-40ca-a405-97e688585bb2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885274 Aug 11 09:16:27.560183 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:15:01Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:27.567542 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-410806ae-4413-45ec-b56e-94d23466da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:27.567542 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-410806ae-4413-45ec-b56e-94d23466da13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 200 len: 833 time: 0.0620387 Aug 11 09:16:27.590638 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] Checking router: 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:16:27.598775 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:27.599419 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:27.610686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-43e7a4a7-d1aa-460c-a242-39ecc61ff101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:27.612331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-43e7a4a7-d1aa-460c-a242-39ecc61ff101 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98eb94b1-229d-4acb-8f23-3311aa2a6475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406351 Aug 11 09:16:27.702520 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:27.710736 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-d438d8bf-890b-47d3-b9d4-1280261bc3fe service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898023 Aug 11 09:16:27.803361 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1654f03a-c655-41d2-9d09-d86a5efb0f59 req-1b214876-981c-479e-9501-25652bd92685 service neutron] 10.222.0.64 "GET /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842493 Aug 11 09:16:27.901179 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:15:01Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:27.939439 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b45a7-c0f6-4462-9e23-9529149d42f1 None None] The sync data for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 is: [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:56Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '9c34e425-6b0f-48a9-8ffc-b97135151e28', 'name': '', 'network_id': '98eb94b1-229d-4acb-8f23-3311aa2a6475', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:d6:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '540d2277-265b-40eb-8365-4e77118c4d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:56Z', 'updated_at': '2021-08-11T09:15:01Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '540d2277-265b-40eb-8365-4e77118c4d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:16:28.178465 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf98c9-2680-48e1-85d6-25c3156b3c58 None None] New status for floating IP 8d7acc20-365b-4a3d-a03b-86658281b5f0: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:16:28.679346 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e13c5-2f27-4c18-84a9-c58a1612dd89 req-793e0678-411b-49b9-bf74-c05168ac7eea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:28.680933 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f3e13c5-2f27-4c18-84a9-c58a1612dd89 req-793e0678-411b-49b9-bf74-c05168ac7eea tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0533299 Aug 11 09:16:28.726525 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2f3e13c5-2f27-4c18-84a9-c58a1612dd89 req-8a72717b-bb12-49ac-b547-8df9b265c856 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Aug 11 09:16:28.983333 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-a1d5b16b-d941-4a35-ac22-8f4361327cda tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:28.984792 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-a1d5b16b-d941-4a35-ac22-8f4361327cda tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 945 time: 0.0557656 Aug 11 09:16:29.091845 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port b523bf7c-43b9-4f80-b685-06a35a40000d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:16:29.092149 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:29.185591 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port b523bf7c-43b9-4f80-b685-06a35a40000d, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b523bf7c-43b9-4f80-b685-06a35a40000d,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:29.185964 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:29.200283 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for b523bf7c-43b9-4f80-b685-06a35a40000d owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:16:29.317066 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:29.339535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:29.369483 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=b523bf7c-43b9-4f80-b685-06a35a40000d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:29.379302 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-008e4fee-a739-4ea3-aaa5-047481a15083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:29.395957 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.396308 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.396651 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.396988 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.397325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.397665 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.397996 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.398325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.398654 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.398981 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.399303 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.399627 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:29.421798 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] No DVR routers for this DVR port b523bf7c-43b9-4f80-b685-06a35a40000d on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:16:29.424641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:29.426936 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7460a32b-717a-4e34-a0b9-d9f4c2e469a6 req-1cbb0cb3-5765-4218-a67d-c8e79fba28e1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.64 "DELETE /v2.0/ports/b523bf7c-43b9-4f80-b685-06a35a40000d HTTP/1.1" status: 204 len: 173 time: 0.4357040 Aug 11 09:16:29.427374 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'name': 'network-vif-deleted', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:16:29.430038 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b589f-8b21-40a8-a4a1-5533fd4a13a6" -d '{"events": [{"server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "name": "network-vif-deleted", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:16:29.465546 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2cecb-e373-486e-b34b-ff3102053618 x-openstack-request-id: req-d7a2cecb-e373-486e-b34b-ff3102053618 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:16:29.465851 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e261f5-bb9f-47d8-a921-64b66772af65", "name": "network-vif-deleted", "tag": "b523bf7c-43b9-4f80-b685-06a35a40000d", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:16:29.466076 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7a2cecb-e373-486e-b34b-ff3102053618 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:16:29.466500 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e261f5-bb9f-47d8-a921-64b66772af65', 'name': 'network-vif-deleted', 'tag': 'b523bf7c-43b9-4f80-b685-06a35a40000d', 'status': 'completed', 'code': 200} Aug 11 09:16:29.842910 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-26e81f3a-4822-40e0-a9aa-375c5aaa3426 req-861ed1b9-5e29-47f5-bfae-f174c410c9c6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9e261f5-bb9f-47d8-a921-64b66772af65 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Aug 11 09:16:30.444521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:30.913515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36600) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:31.578443 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:31.636432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b523bf7c-43b9-4f80-b685-06a35a40000d no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:16:31.657004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: b523bf7c-43b9-4f80-b685-06a35a40000d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:16:31.657351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b523bf7c-43b9-4f80-b685-06a35a40000d not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:16:31.845270 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 9c34e425-6b0f-48a9-8ffc-b97135151e28 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:16:31.845722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:31.936964 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 9c34e425-6b0f-48a9-8ffc-b97135151e28, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9c34e425-6b0f-48a9-8ffc-b97135151e28,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:31.937673 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:31.950505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 9c34e425-6b0f-48a9-8ffc-b97135151e28 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:16:32.147277 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.171720 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=9c34e425-6b0f-48a9-8ffc-b97135151e28,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:32.351658 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.493226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.571907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:16:32.682520 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:16:32.687960 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-353af72a-f269-43a7-865d-e6f0768e5d7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7733941 Aug 11 09:16:32.691171 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36602) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:32.693758 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] Sync routers for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:16:32.703659 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:32.704268 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:32.747972 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting subnet 540d2277-265b-40eb-8365-4e77118c4d08 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:16:32.751228 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.792203 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.797647 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba418921-34e5-4dc7-a343-bd5eac774d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.817584 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:32.876697 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.940334 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.967517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Subnet': ['ID=540d2277-265b-40eb-8365-4e77118c4d08,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:32.971362 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:32.973248 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9da32a20-7aa3-4dcc-8a80-0ec202f4c795 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/subnets/540d2277-265b-40eb-8365-4e77118c4d08 HTTP/1.1" status: 204 len: 168 time: 0.2811027 Aug 11 09:16:32.975914 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36604) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:32.979551 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09420bd8-ab1e-4b42-911a-3104d453f5c4 None None] Network 98eb94b1-229d-4acb-8f23-3311aa2a6475 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:16:32.993439 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:16:32Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:33.019800 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] Checking router: 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:16:33.028700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] Routers {'463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:33.029339 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:33.085607 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.146875 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] Set router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:33.175997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] DHCP port deletion for 98eb94b1-229d-4acb-8f23-3311aa2a6475 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:16:33.195800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.228257 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Deleting port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:16:33.228645 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.257402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port b875b736-d2f6-4f01-89ae-568f8a4b03bb {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:16:33.257894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.290356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] For port 2dd1448b-e1d0-409e-9758-09e9c93b35a3, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2dd1448b-e1d0-409e-9758-09e9c93b35a3,segment=NetworkSegment(8009671b-154a-4e5a-a943-23cf5eec5d05),segment_id=8009671b-154a-4e5a-a943-23cf5eec5d05)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:33.290665 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.304499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Calling delete_port for 2dd1448b-e1d0-409e-9758-09e9c93b35a3 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:16:33.333851 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:16:32Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:33.340414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port b875b736-d2f6-4f01-89ae-568f8a4b03bb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=b875b736-d2f6-4f01-89ae-568f8a4b03bb,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:33.340784 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.358118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for b875b736-d2f6-4f01-89ae-568f8a4b03bb owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:16:33.360023 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534f79c-1aee-41a8-950c-c042abf016d8 None None] The sync data for ids ['463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0'] in n-d-789963-6 is: [{'id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172772959', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:16:32Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': 'b875b736-d2f6-4f01-89ae-568f8a4b03bb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:14:53Z', 'updated_at': '2021-08-11T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:16:33.397214 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.422665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] No DVR routers for this DVR port 2dd1448b-e1d0-409e-9758-09e9c93b35a3 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:16:33.424713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Pushing event deleted for resources: {'Port': ['ID=2dd1448b-e1d0-409e-9758-09e9c93b35a3,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:33.434038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.434275 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.434618 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.434957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.435289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.435671 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.436033 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.436587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.436587 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.437028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.437218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.437538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33ce718-1fae-4f62-84a1-d3a49ca862c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:33.542939 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.571815 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=b875b736-d2f6-4f01-89ae-568f8a4b03bb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:33.635729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.733993 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.736613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.789084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.790019 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Fanout notify agent at l3_agent the message router_deleted on router 463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:16:33.805742 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.805742 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-620edb0e-2613-44fc-a08c-740c0229cfaf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/routers/463bc1a2-0fc3-4f6f-9a70-24eb1ac1d3c0 HTTP/1.1" status: 204 len: 168 time: 0.8225396 Aug 11 09:16:33.806569 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36608) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:33.841521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2dd1448b-e1d0-409e-9758-09e9c93b35a3 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:16:33.864591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2dd1448b-e1d0-409e-9758-09e9c93b35a3 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:16:33.864959 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2dd1448b-e1d0-409e-9758-09e9c93b35a3 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:16:33.884784 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.975128 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:33.986066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98eb94b1-229d-4acb-8f23-3311aa2a6475']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:33.998433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8009671b-154a-4e5a-a943-23cf5eec5d05') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:33.998699 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8009671b-154a-4e5a-a943-23cf5eec5d05') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:34.008551 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.023221 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.029824 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:16:34.030262 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:16:34.033483 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:16:34.092734 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.097800 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.100163 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/networks/98eb94b1-229d-4acb-8f23-3311aa2a6475 HTTP/1.1" status: 204 len: 168 time: 0.2957907 Aug 11 09:16:34.102988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36614) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:34.115594 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4631e9a-6960-448c-885e-408182c239ad tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Network': ['ID=98eb94b1-229d-4acb-8f23-3311aa2a6475,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:34.161894 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c578dfc4-449b-4eac-96b5-3612a03d6a38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.186602 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c578dfc4-449b-4eac-96b5-3612a03d6a38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.247523 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c578dfc4-449b-4eac-96b5-3612a03d6a38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.250295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c578dfc4-449b-4eac-96b5-3612a03d6a38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.251552 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c578dfc4-449b-4eac-96b5-3612a03d6a38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4 HTTP/1.1" status: 204 len: 168 time: 0.1475198 Aug 11 09:16:34.260901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578dfc4-449b-4eac-96b5-3612a03d6a38 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e55ce9-8e27-4b93-bfaf-36595cdd4ca4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:34.575184 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36620) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:34.579915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133420976', 'description': 'tempest-secgroup-smoke-1133420976 description', 'project_id': '2b81663e33094bdfaed45592e1d714bf'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:34.604345 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.685580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.691034 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.719729 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8926af-d882-415a-93a1-cbb8f921f28c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:34.722430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.723657 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-08cde7e1-63cc-4acc-8af5-d0e6f7dd90f6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474843 Aug 11 09:16:34.726834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36624) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:34.731275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'bc8926af-d882-415a-93a1-cbb8f921f28c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:34.758730 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.823180 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.828790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.846717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f581721a-614b-424d-8b26-21a60564ff32,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:34.854342 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.855663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c05d01b0-1018-42b1-8622-405c9bc633c3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278789 Aug 11 09:16:34.858639 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36626) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:34.863056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'bc8926af-d882-415a-93a1-cbb8f921f28c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:34.892613 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.950714 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.957084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.977717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae46677-c948-4973-be18-c54e8ae59aaa,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:34.982459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:34.983781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fd8a08fb-168e-4477-89c5-778adc76ba7f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241374 Aug 11 09:16:34.986665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36628) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:34.991291 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'bc8926af-d882-415a-93a1-cbb8f921f28c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:35.020430 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.080057 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.087644 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.102885 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.109630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7eba27b-b60d-48f7-8ebc-2e7e555fa38d,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:35.113370 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.114576 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cf33887a-82de-4b48-9a10-bff902a0cb60 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269643 Aug 11 09:16:35.117407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36630) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:35.121927 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'bc8926af-d882-415a-93a1-cbb8f921f28c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:35.151046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.216759 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.229136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.248979 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672173fe-d06c-424c-a24b-da0dcb19c4db,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:35.253655 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.255405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ac69990f-ee03-42b8-b095-44cc6dd4e4db tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370263 Aug 11 09:16:35.258441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36634) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:35.263234 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'bc8926af-d882-415a-93a1-cbb8f921f28c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:35.288042 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:16:35.292898 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.356782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.362966 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.379585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec299787-70ce-4bf1-8d46-edd0dab0dd74,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:35.395991 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.397547 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a4fcdbc2-c1f7-475e-be92-3a51497ac8d3 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380744 Aug 11 09:16:35.400585 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36636) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:35.405051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'security_group_rule': {'security_group_id': 'bc8926af-d882-415a-93a1-cbb8f921f28c', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:35.430628 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Project 2b81663e33094bdfaed45592e1d714bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:16:35.435526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.443917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9c34e425-6b0f-48a9-8ffc-b97135151e28 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:16:35.464376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9c34e425-6b0f-48a9-8ffc-b97135151e28 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:16:35.464716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9c34e425-6b0f-48a9-8ffc-b97135151e28 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:16:35.465170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b875b736-d2f6-4f01-89ae-568f8a4b03bb no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:16:35.487361 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: b875b736-d2f6-4f01-89ae-568f8a4b03bb {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:16:35.487869 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device b875b736-d2f6-4f01-89ae-568f8a4b03bb not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:16:35.497782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.505479 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.527795 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a29570-943d-491f-99d5-b9dfd4c6c11e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:35.539209 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.540669 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-d40bbb40-5195-46dc-a0b4-7ae35bb12f78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392395 Aug 11 09:16:35.543368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:35.548694 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'network': {'name': 'tempest-network-smoke--1492207939', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'port_security_enabled': True}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:35.572693 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:16:35.576356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.599478 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:16:35.608241 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.608527 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Added segment d9e017a2-8eb1-45de-8c02-b953d38a75f8 of type vlan for network f95a4b18-6f45-4f75-9b7c-7a7637740229 Aug 11 09:16:35.648097 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.680746 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.686313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:35.686903 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.746376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2017808 Aug 11 09:16:35.749686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36640) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:35.754630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'admin_state_up': True, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:35.756174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afdef0-bfbe-40a8-a774-dada49f2604c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Network': ['ID=f95a4b18-6f45-4f75-9b7c-7a7637740229,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:35.766567 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:16:35.780609 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.781666 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.840309 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:35.982498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:36.407075 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:36.510931 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:36.529713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:36.642916 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.101 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/38395f0a-040e-41e2-ab78-1a1ca0e11a0d) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:16:36.759085 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:36.801943 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:36.848621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:16:36.851613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:36.854222 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:16:36.878302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:37.117097 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:37.326221 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:37.458104 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 52319e38-e466-4432-bb1e-d95f2f16973d is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:16:37.561803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:16:37.573720 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Sync routers for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:16:37.583245 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:37.584568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2cd6d07b-e644-4656-95b9-c2c4802df8b0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8338106 Aug 11 09:16:37.588314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36644) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:37.590446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:37.591097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:37.669024 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-94de8cad-e0d7-45ad-83be-974f6b622115 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=2b81663e33094bdfaed45592e1d714bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786285 Aug 11 09:16:37.671751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:37.702562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:37.756659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd35189-7585-4bce-9cf9-94e42459b7ff tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:37.758200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5bd35189-7585-4bce-9cf9-94e42459b7ff tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855350 Aug 11 09:16:37.761150 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36650) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:37.793171 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d8ecf75a-fcdb-4af6-aa74-ce9c1970ca84 tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=593c181d-22e7-4bba-a282-857c609ea6e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309696 Aug 11 09:16:37.795878 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36652) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:37.800907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805119154', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:37.878667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:36Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:37.889584 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:16:37.893468 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:37.908004 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Checking router: 52319e38-e466-4432-bb1e-d95f2f16973d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:16:37.908335 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Updating router 52319e38-e466-4432-bb1e-d95f2f16973d port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:16:37.932685 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.075573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.131897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Subnet': ['ID=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:38.142219 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Checking segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:16:38.142583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network hostable DHCP agents. Network: f95a4b18-6f45-4f75-9b7c-7a7637740229, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:16:38.160848 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:16:38.174297 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, f95a4b18-6f45-4f75-9b7c-7a7637740229) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:38.182144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:38.183708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.185025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.190087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce082d-6397-4b40-bb1e-cc09f0887613 None None] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:16:38.198435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Transition to ACTIVE for port object 38395f0a-040e-41e2-ab78-1a1ca0e11a0d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:38.204228 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c8ace33d-00f7-4d27-aee9-01c3eb03ee65 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4073308 Aug 11 09:16:38.207245 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36654) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:38.235432 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.306487 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f06e0-0068-4614-b2ea-9e761303d580 None None] Pushing event updated for resources: {'Port': ['ID=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:38.311758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Attempting to bind port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:16:38.311758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Attempting to bind port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:16:38.312062 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Attempting to bind port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:16:38.325421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:16:38.325789 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:16:38.326179 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.326570 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:16:38.327022 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Bound port: 38395f0a-040e-41e2-ab78-1a1ca0e11a0d, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:16:38.327397 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.428646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] For port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:16:38.440519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-f95a4b18-6f45-4f75-9b7c-7a7637740229', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:16:38.441501 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.447545 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] For port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:16:38.454343 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.571256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:38.571795 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:38.615299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f06e0-0068-4614-b2ea-9e761303d580 None None] Pushing event updated for resources: {'Port': ['ID=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:38.650573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:38.712146 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Allocated IP 172.20.0.2 (f95a4b18-6f45-4f75-9b7c-7a7637740229/4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826/9e206fe8-f579-49e4-a07f-7fba6d828913) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:16:38.730040 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:39.157131 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.169555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Transition to ACTIVE for port object 9e206fe8-f579-49e4-a07f-7fba6d828913 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:39.189475 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Transition to ACTIVE for port object 9e206fe8-f579-49e4-a07f-7fba6d828913 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:39.195784 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:36Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:39.199019 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.229770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbd0ff-e76a-41d6-907d-8a5b66e3960c None None] The sync data for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 is: [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:36Z', 'revision_number': 3, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:16:39.247912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.1 (f95a4b18-6f45-4f75-9b7c-7a7637740229/4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826/64bea221-6995-45a7-a60b-87fdf5f410ab) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:16:39.267452 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:16:39.272736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:39.276662 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:16:39.285796 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Pushing event updated for resources: {'Port': ['ID=9e206fe8-f579-49e4-a07f-7fba6d828913,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:39.336411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Attempting to bind port 9e206fe8-f579-49e4-a07f-7fba6d828913 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:16:39.336785 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Attempting to bind port 9e206fe8-f579-49e4-a07f-7fba6d828913 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:16:39.337176 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Attempting to bind port 9e206fe8-f579-49e4-a07f-7fba6d828913 on network f95a4b18-6f45-4f75-9b7c-7a7637740229 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:16:39.342321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:16:39.342692 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Checking segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:16:39.343095 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.343485 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Bound using segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:16:39.343949 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Bound port: 9e206fe8-f579-49e4-a07f-7fba6d828913, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:16:39.344325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.372778 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.386439 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object 64bea221-6995-45a7-a60b-87fdf5f410ab will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:39.415822 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] For port 9e206fe8-f579-49e4-a07f-7fba6d828913, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:16:39.419550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] For port 9e206fe8-f579-49e4-a07f-7fba6d828913, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9e206fe8-f579-49e4-a07f-7fba6d828913,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:16:39.426006 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.434756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.476660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:16:39.482201 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:39.486755 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:16:39.521250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=64bea221-6995-45a7-a60b-87fdf5f410ab,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:39.534395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba0c70-d774-47d9-9233-e3c5f4be8cb4 None None] Pushing event updated for resources: {'Port': ['ID=9e206fe8-f579-49e4-a07f-7fba6d828913,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:39.552758 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:39.703487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:40.017343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:40.023546 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:40.098357 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=64bea221-6995-45a7-a60b-87fdf5f410ab,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:40.103678 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:40.198331 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:16:40.199727 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:40.314969 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 52319e38-e466-4432-bb1e-d95f2f16973d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:16:40.429472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:16:40.434679 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2df0ab68-c2e2-4ea7-8224-3b9afe2647dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/52319e38-e466-4432-bb1e-d95f2f16973d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2263932 Aug 11 09:16:40.435534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e5dd7-a146-46b2-bc40-bc6af4999547 None None] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:16:40.544395 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-1f38a848-d3d7-40f3-857e-e8dbbdb4e32d None None] Provisioning for port 9e206fe8-f579-49e4-a07f-7fba6d828913 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:40.590564 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-27a4f382-48aa-4b9b-b61d-5e0f61ae385e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133420976&fields=id&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 267 time: 0.0453699 Aug 11 09:16:40.707302 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-85261bdd-44bf-43b2-9a94-37ec2e1480a0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:40.709126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-85261bdd-44bf-43b2-9a94-37ec2e1480a0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 797 time: 0.1104162 Aug 11 09:16:40.725307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-476d9411-d582-4314-9b7d-fbfc601955c9 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/quotas/2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 375 time: 0.0102086 Aug 11 09:16:40.782414 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-258c06cb-0654-4f0f-a5b8-610428030fc6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510318 Aug 11 09:16:40.885441 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-09047dc9-567c-4b8c-8f1a-b3a05a427384 service neutron] 10.222.0.58 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891984 Aug 11 09:16:40.894713 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Sync routers for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:16:40.903019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2a754e6a-067d-4a26-aeaa-4d7408f69b3a None None] Provisioning for port 64bea221-6995-45a7-a60b-87fdf5f410ab completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:40.909122 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:40.910130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:40.910330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2a754e6a-067d-4a26-aeaa-4d7408f69b3a None None] Provisioning complete for port 64bea221-6995-45a7-a60b-87fdf5f410ab triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:40.910762 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2a754e6a-067d-4a26-aeaa-4d7408f69b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:40.948421 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2a754e6a-067d-4a26-aeaa-4d7408f69b3a None None] Port 64bea221-6995-45a7-a60b-87fdf5f410ab cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:16:40.998375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-cbcf1a30-f209-4ec7-a3ee-47ed7ba90bb3 service neutron] 10.222.0.58 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066837 Aug 11 09:16:41.030443 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:41.069667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-525440bc-8fd6-493b-9fb2-d2a252ac5503 None None] Provisioning complete for port 64bea221-6995-45a7-a60b-87fdf5f410ab triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:41.070298 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-525440bc-8fd6-493b-9fb2-d2a252ac5503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.110942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-525440bc-8fd6-493b-9fb2-d2a252ac5503 None None] Port 64bea221-6995-45a7-a60b-87fdf5f410ab cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:16:41.220184 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d6907b23-6339-4a6d-8596-cfdb2aaa646e req-27543897-6b47-495d-a002-1b2147557df8 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 210 time: 0.0470226 Aug 11 09:16:41.233242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-33856f99-fcbe-40db-ad7b-0fa0c984f586 None None] Provisioning complete for port 64bea221-6995-45a7-a60b-87fdf5f410ab triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:41.233619 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-33856f99-fcbe-40db-ad7b-0fa0c984f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.269985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-33856f99-fcbe-40db-ad7b-0fa0c984f586 None None] Port 64bea221-6995-45a7-a60b-87fdf5f410ab cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:16:41.278897 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 2, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:41.310191 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Checking router: 52319e38-e466-4432-bb1e-d95f2f16973d for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:16:41.316446 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Updating router 52319e38-e466-4432-bb1e-d95f2f16973d port 64bea221-6995-45a7-a60b-87fdf5f410ab binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:16:41.342595 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.513707 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9e206fe8-f579-49e4-a07f-7fba6d828913 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:41.567463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 9e206fe8-f579-49e4-a07f-7fba6d828913 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:41.571890 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9e206fe8-f579-49e4-a07f-7fba6d828913 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:41.572333 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.610624 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.622200 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Transition to ACTIVE for port object 64bea221-6995-45a7-a60b-87fdf5f410ab will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:41.629029 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.652638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.687244 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Pushing event updated for resources: {'Port': ['ID=64bea221-6995-45a7-a60b-87fdf5f410ab,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:41.696166 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 9e206fe8-f579-49e4-a07f-7fba6d828913, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9e206fe8-f579-49e4-a07f-7fba6d828913,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:41.699922 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.700358 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.700770 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.701217 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.701625 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.702025 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.702427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.702569 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.702875 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.703267 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.703540 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38395f0a-040e-41e2-ab78-1a1ca0e11a0d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:41.703795 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.704214 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.704633 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:16:41.774327 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Attempting to bind port 64bea221-6995-45a7-a60b-87fdf5f410ab on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:16:41.774911 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Attempting to bind port 64bea221-6995-45a7-a60b-87fdf5f410ab by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:16:41.775291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Attempting to bind port 64bea221-6995-45a7-a60b-87fdf5f410ab on network f95a4b18-6f45-4f75-9b7c-7a7637740229 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:16:41.788350 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:16:41.788829 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Checking segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:16:41.789278 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.789666 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Bound using segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:16:41.790345 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Bound port: 64bea221-6995-45a7-a60b-87fdf5f410ab, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:16:41.791081 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.796764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=9e206fe8-f579-49e4-a07f-7fba6d828913,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:41.814370 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:41.820028 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:41.820710 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.867621 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] For port 64bea221-6995-45a7-a60b-87fdf5f410ab, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:16:41.871418 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] For port 64bea221-6995-45a7-a60b-87fdf5f410ab, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=64bea221-6995-45a7-a60b-87fdf5f410ab,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:16:41.882630 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.911377 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.938538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:41.944566 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:41.946928 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:41.948302 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:41.988975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afa37f-f80a-4368-aec0-7b5975dcb710 None None] Pushing event updated for resources: {'Port': ['ID=64bea221-6995-45a7-a60b-87fdf5f410ab,revision_number=4']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:42.012182 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:42.065231 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:42.276397 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:42.303481 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc00a9-e2e5-490a-b10e-11115317c2f2 None None] The sync data for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 is: [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:16:42.323402 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96220f5f-b8dc-48d8-8f1c-b51f9bb40654 req-9c774431-ea61-443c-96bb-4287e8fd33cd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 210 time: 0.0431743 Aug 11 09:16:42.460127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-8f29b279-5ed8-4ce6-a4d9-32f26fd5c269 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:42.461948 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-8f29b279-5ed8-4ce6-a4d9-32f26fd5c269 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 797 time: 0.1253316 Aug 11 09:16:42.523163 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-cdc2b3b3-6612-4999-afe3-8933af551825 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b81663e33094bdfaed45592e1d714bf HTTP/1.1" status: 200 len: 380 time: 0.0459507 Aug 11 09:16:42.533679 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'port': {'device_id': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'admin_state_up': True, 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'security_groups': ['bc8926af-d882-415a-93a1-cbb8f921f28c']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:42.654310 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Made reservation on behalf of 2b81663e33094bdfaed45592e1d714bf for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:16:42.659010 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:42.804153 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.20.0.4 (f95a4b18-6f45-4f75-9b7c-7a7637740229/4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826/303b6c35-e947-40ae-a8e0-096c94051a80) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:16:42.952447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:42.969370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Transition to ACTIVE for port object 303b6c35-e947-40ae-a8e0-096c94051a80 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:43.010708 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.058849 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:16:43.061988 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:43.066144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:16:43.072923 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=303b6c35-e947-40ae-a8e0-096c94051a80,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:43.145911 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:43.147110 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.167029 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-b2094f52-eee4-414a-a121-149d975506b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6370800 Aug 11 09:16:43.185820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Request body: {'port': {'device_id': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:43.248445 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.365241 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d2ddc396-8dc3-4361-84ef-55ad476792b0 None None] Provisioning for port 303b6c35-e947-40ae-a8e0-096c94051a80 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:43.369242 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-d2ddc396-8dc3-4361-84ef-55ad476792b0 None None] Provisioning complete for port 303b6c35-e947-40ae-a8e0-096c94051a80 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:43.369616 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc396-8dc3-4361-84ef-55ad476792b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.415076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddc396-8dc3-4361-84ef-55ad476792b0 None None] Port 303b6c35-e947-40ae-a8e0-096c94051a80 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:16:43.473281 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea6b55-bb37-443f-a447-0bc50ca52f99 req-038762fd-793b-4ce8-b2ec-25784e8dc188 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:43.475540 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0aea6b55-bb37-443f-a447-0bc50ca52f99 req-038762fd-793b-4ce8-b2ec-25784e8dc188 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 931 time: 0.0687537 Aug 11 09:16:43.523454 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0aea6b55-bb37-443f-a447-0bc50ca52f99 req-bff0d405-e8b8-4e97-9726-b7b6d6a2a105 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Aug 11 09:16:43.581905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303b6c35-e947-40ae-a8e0-096c94051a80 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:16:43.586588 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 64bea221-6995-45a7-a60b-87fdf5f410ab up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:43.590284 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.603550 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Transition to ACTIVE for port object 303b6c35-e947-40ae-a8e0-096c94051a80 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:16:43.608415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.638519 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 64bea221-6995-45a7-a60b-87fdf5f410ab completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:43.644043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 64bea221-6995-45a7-a60b-87fdf5f410ab triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:43.644243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.675798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Pushing event updated for resources: {'Port': ['ID=303b6c35-e947-40ae-a8e0-096c94051a80,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:43.731127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Attempting to bind port 303b6c35-e947-40ae-a8e0-096c94051a80 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:16:43.731466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Attempting to bind port 303b6c35-e947-40ae-a8e0-096c94051a80 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:16:43.731811 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Attempting to bind port 303b6c35-e947-40ae-a8e0-096c94051a80 on network f95a4b18-6f45-4f75-9b7c-7a7637740229 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:16:43.736431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Port 303b6c35-e947-40ae-a8e0-096c94051a80 on network f95a4b18-6f45-4f75-9b7c-7a7637740229 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:16:43.736745 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Attempting to bind port 303b6c35-e947-40ae-a8e0-096c94051a80 on network f95a4b18-6f45-4f75-9b7c-7a7637740229 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:16:43.739007 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.742259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:16:43.742642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Checking segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:16:43.743053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Bound using segment: {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:16:43.743622 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Bound port: 303b6c35-e947-40ae-a8e0-096c94051a80, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e017a2-8eb1-45de-8c02-b953d38a75f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:16:43.743859 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.773392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 64bea221-6995-45a7-a60b-87fdf5f410ab, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=64bea221-6995-45a7-a60b-87fdf5f410ab,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:43.778496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.779385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38395f0a-040e-41e2-ab78-1a1ca0e11a0d up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:43.827124 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] For port 303b6c35-e947-40ae-a8e0-096c94051a80, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:16:43.830737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] For port 303b6c35-e947-40ae-a8e0-096c94051a80, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=303b6c35-e947-40ae-a8e0-096c94051a80,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:16:43.836341 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.849288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=64bea221-6995-45a7-a60b-87fdf5f410ab,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:43.875181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:43.875809 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.877258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] 10.222.0.69 "PUT /v2.0/ports/303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 1091 time: 0.6969764 Aug 11 09:16:43.877553 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:43.877715 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:16:43.878093 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:43.880245 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76" -d '{"events": [{"name": "network-changed", "server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:16:43.902275 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ede0f-94ec-4708-bc18-e62129477308 service neutron] Pushing event updated for resources: {'Port': ['ID=303b6c35-e947-40ae-a8e0-096c94051a80,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:43.947521 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b743c8-e5c2-40d0-8a37-7547f476d3e3 x-openstack-request-id: req-97b743c8-e5c2-40d0-8a37-7547f476d3e3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:16:43.947809 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:16:43.948055 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97b743c8-e5c2-40d0-8a37-7547f476d3e3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:16:43.948453 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80', 'status': 'completed', 'code': 200} Aug 11 09:16:43.986028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-4fc433f2-87bd-4d4c-8957-0e9d51f6d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:43.988391 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-4fc433f2-87bd-4d4c-8957-0e9d51f6d095 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1094 time: 0.0499029 Aug 11 09:16:43.989887 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9e206fe8-f579-49e4-a07f-7fba6d828913 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:44.037520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 9e206fe8-f579-49e4-a07f-7fba6d828913 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:44.037887 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:44.044390 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-78731846-b93a-4549-a5e8-1b45f83cff80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 217 time: 0.0398302 Aug 11 09:16:44.095732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-765224e0-af00-4f9d-bf7a-8312be357f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.097281 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-765224e0-af00-4f9d-bf7a-8312be357f65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 200 len: 835 time: 0.0446396 Aug 11 09:16:44.142096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-68b46811-dd67-4ab9-b988-d3677db521d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.143600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-68b46811-dd67-4ab9-b988-d3677db521d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f95a4b18-6f45-4f75-9b7c-7a7637740229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397561 Aug 11 09:16:44.235421 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-1df3feef-1e49-4c19-aa61-9532770faaa3 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847540 Aug 11 09:16:44.332935 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d073e4f6-6afa-4af2-8b4d-139066a74ccd req-328571e1-73d1-46cf-927f-aec9f79f15db service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909517 Aug 11 09:16:44.467877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-550c49f6-9b49-4b36-89d2-b56b9daccd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.469438 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-550c49f6-9b49-4b36-89d2-b56b9daccd39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1094 time: 0.0485663 Aug 11 09:16:44.561489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-b883ecd9-6c34-4f3c-8988-a38964c90bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.563000 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-b883ecd9-6c34-4f3c-8988-a38964c90bd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 898 time: 0.0861275 Aug 11 09:16:44.607067 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-5023903e-8985-477d-a307-3f1d74454ee2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 217 time: 0.0354512 Aug 11 09:16:44.654778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc489be0-af9c-45f6-a57d-1a15dd7e76a6 req-fe6ff971-843b-4e92-8c6f-b411c3322436 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.656347 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc489be0-af9c-45f6-a57d-1a15dd7e76a6 req-fe6ff971-843b-4e92-8c6f-b411c3322436 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 943 time: 0.0559115 Aug 11 09:16:44.662088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-c0faef81-7a4c-4a97-99bd-2c58e0a80be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.663579 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-c0faef81-7a4c-4a97-99bd-2c58e0a80be9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 200 len: 835 time: 0.0486207 Aug 11 09:16:44.699734 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bc489be0-af9c-45f6-a57d-1a15dd7e76a6 req-ac4251ba-2f43-40c6-97fb-4e883dd37f3e tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365117 Aug 11 09:16:44.712255 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-e367db06-3dc4-4fb0-b59d-10f73fc9c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:44.713840 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-e367db06-3dc4-4fb0-b59d-10f73fc9c3a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f95a4b18-6f45-4f75-9b7c-7a7637740229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424614 Aug 11 09:16:44.810403 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-9ef71bdd-6b04-4a55-b96d-4be995bca702 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867803 Aug 11 09:16:44.906965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7b6a9a6f-e0d7-4f4a-aa33-77db2cc97a76 req-5f680eee-27e1-4ebd-8638-593f11b4c110 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883698 Aug 11 09:16:45.459535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 64bea221-6995-45a7-a60b-87fdf5f410ab up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:45.514087 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 64bea221-6995-45a7-a60b-87fdf5f410ab triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:45.514368 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:45.837685 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d345a2-d8c4-47c3-9b33-90058006cba3 req-cbcadee9-da5a-47c0-9fcc-f7ad6b7b4567 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:45.839231 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16d345a2-d8c4-47c3-9b33-90058006cba3 req-cbcadee9-da5a-47c0-9fcc-f7ad6b7b4567 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 943 time: 0.0620093 Aug 11 09:16:45.877226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16d345a2-d8c4-47c3-9b33-90058006cba3 req-3cbc5ed6-c79c-455f-b679-976b4726d4dd tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Aug 11 09:16:46.525426 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 303b6c35-e947-40ae-a8e0-096c94051a80 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:16:46.636665 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 303b6c35-e947-40ae-a8e0-096c94051a80, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=303b6c35-e947-40ae-a8e0-096c94051a80,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:46.648493 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '303b6c35-e947-40ae-a8e0-096c94051a80', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'port_id': '303b6c35-e947-40ae-a8e0-096c94051a80', 'mac_address': 'fa:16:3e:3e:17:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:16:46.687398 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:46.701055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303b6c35-e947-40ae-a8e0-096c94051a80 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:16:46.721838 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 303b6c35-e947-40ae-a8e0-096c94051a80, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=303b6c35-e947-40ae-a8e0-096c94051a80,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:46.727905 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:46.777573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=303b6c35-e947-40ae-a8e0-096c94051a80,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:46.998530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deaff6-b869-4b55-858d-d9f216a25e9d req-0060a46f-3b90-409b-b05d-41cd2a5bf5c0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:46.999989 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4deaff6-b869-4b55-858d-d9f216a25e9d req-0060a46f-3b90-409b-b05d-41cd2a5bf5c0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 944 time: 0.0511734 Aug 11 09:16:47.019735 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['303b6c35-e947-40ae-a8e0-096c94051a80'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:16:47.042106 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a4deaff6-b869-4b55-858d-d9f216a25e9d req-8df3e595-d187-4479-9e4d-41445c32cbcf tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354819 Aug 11 09:16:48.178582 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82fd6c-c0bf-4ee9-ae52-7a5fe9d71f6b req-04977faa-ccb5-4e75-b307-64a079d0df97 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:48.180111 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d82fd6c-c0bf-4ee9-ae52-7a5fe9d71f6b req-04977faa-ccb5-4e75-b307-64a079d0df97 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 944 time: 0.0634437 Aug 11 09:16:48.223783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6d82fd6c-c0bf-4ee9-ae52-7a5fe9d71f6b req-1ebae33a-e185-4f29-b8a3-c42b5a31c007 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347667 Aug 11 09:16:48.526922 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 303b6c35-e947-40ae-a8e0-096c94051a80 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:16:48.584615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 303b6c35-e947-40ae-a8e0-096c94051a80 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:16:48.590845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 303b6c35-e947-40ae-a8e0-096c94051a80 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:16:48.591427 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:48.672273 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:48.696174 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:16:48.698534 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82dbde9-3e5a-4cc0-bc7d-aaea34d5cb69" -d '{"events": [{"server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "name": "network-vif-plugged", "status": "completed", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:16:48.712511 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 303b6c35-e947-40ae-a8e0-096c94051a80, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=303b6c35-e947-40ae-a8e0-096c94051a80,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:16:48.717732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:48.744097 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c18295-fbc6-4060-b43e-7cb1897d60c1 x-openstack-request-id: req-a2c18295-fbc6-4060-b43e-7cb1897d60c1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:16:48.744363 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "name": "network-vif-plugged", "status": "completed", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:16:48.744637 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a2c18295-fbc6-4060-b43e-7cb1897d60c1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:16:48.745041 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80', 'code': 200} Aug 11 09:16:48.770606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=303b6c35-e947-40ae-a8e0-096c94051a80,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:48.861093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b0ae-af93-4846-a174-dc07bfcc39a9 req-986ad49a-f45f-4297-a5b0-4f12dac1ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:48.862619 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2e35b0ae-af93-4846-a174-dc07bfcc39a9 req-986ad49a-f45f-4297-a5b0-4f12dac1ddaa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1096 time: 0.0412560 Aug 11 09:16:48.897376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2e35b0ae-af93-4846-a174-dc07bfcc39a9 req-7f5c0df7-f4de-4831-9d39-30c4fbcdc6a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277123 Aug 11 09:16:49.371117 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0108e-8edb-4a25-9a99-3eac08cd02ff req-72cd5831-ef44-4fd6-bf0e-550e929ddd8b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:49.372913 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5de0108e-8edb-4a25-9a99-3eac08cd02ff req-72cd5831-ef44-4fd6-bf0e-550e929ddd8b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0590472 Aug 11 09:16:49.411625 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5de0108e-8edb-4a25-9a99-3eac08cd02ff req-7e1a1ba1-ef03-457d-a4a8-5e1c8b581971 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Aug 11 09:16:50.539719 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeef11-5743-4a21-9b75-08cc7863a669 req-2a63784b-c625-4d50-8681-26f6c15d822a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:50.541261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ebeef11-5743-4a21-9b75-08cc7863a669 req-2a63784b-c625-4d50-8681-26f6c15d822a tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0573039 Aug 11 09:16:50.579506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0ebeef11-5743-4a21-9b75-08cc7863a669 req-2bbcbf98-e401-49f1-8e88-d7a6179dd2d6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Aug 11 09:16:50.706226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472631f5-5313-4377-8543-f7c19dcc5ed3 req-14da38ee-b7d9-4a25-adf3-8fa15111f6d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:50.707837 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-472631f5-5313-4377-8543-f7c19dcc5ed3 req-14da38ee-b7d9-4a25-adf3-8fa15111f6d4 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0593390 Aug 11 09:16:50.749526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-472631f5-5313-4377-8543-f7c19dcc5ed3 req-d42c361d-4297-4e27-a473-130f539ec4b2 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Aug 11 09:16:50.783795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36710) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:50.825259 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8474c-76e4-4671-937f-13c1ec63d94f tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:50.826783 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-77c8474c-76e4-4671-937f-13c1ec63d94f tempest-TestNetworkAdvancedServerOps-676644401 tempest-TestNetworkAdvancedServerOps-676644401-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1091 time: 0.0420001 Aug 11 09:16:50.830834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36712) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:50.835461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '303b6c35-e947-40ae-a8e0-096c94051a80', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:16:50.859852 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:50.968640 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.069108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Allocated IP 172.25.2.32 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/9958858c-8477-462b-92f7-951d3def83c9) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:16:51.175212 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.216211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.254280 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:16:51.257115 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:16:51.260591 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:16:51.265875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=9958858c-8477-462b-92f7-951d3def83c9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:51.618384 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.693440 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.859729 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.866752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:51.941518 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event updated for resources: {'Port': ['ID=9958858c-8477-462b-92f7-951d3def83c9,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:16:51.949670 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:52.358923 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP 661d89ce-a8d3-4a22-a514-6192a7fc2344 associated. External IP: 172.25.2.32, port: 303b6c35-e947-40ae-a8e0-096c94051a80. Aug 11 09:16:52.574512 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 52319e38-e466-4432-bb1e-d95f2f16973d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:16:52.618724 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:16:52.686507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:16:52.697328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] Sync routers for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:16:52.706149 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:52.713499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:52.714198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:52.734701 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-9cdd3aae-7ccc-4cfb-bf3d-41cecf1d7a26 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9028707 Aug 11 09:16:52.735314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:16:52.737646 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:16:52.779758 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5271e2-7cbd-4762-9da7-d0ea5949b6ec x-openstack-request-id: req-6b5271e2-7cbd-4762-9da7-d0ea5949b6ec {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:16:52.780123 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:16:52.780356 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b5271e2-7cbd-4762-9da7-d0ea5949b6ec {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:16:52.780774 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80', 'status': 'completed', 'code': 200} Aug 11 09:16:52.822733 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:52.856677 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a5f20-cc18-45d5-8393-f672c5713f3e req-b62bb4f5-2981-48c2-bea0-b2c117e6af7d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:52.858337 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc3a5f20-cc18-45d5-8393-f672c5713f3e req-b62bb4f5-2981-48c2-bea0-b2c117e6af7d tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0576468 Aug 11 09:16:52.877920 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-3555071c-e70f-4253-a62b-0b591c09c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:52.880326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-3555071c-e70f-4253-a62b-0b591c09c590 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1096 time: 0.0476859 Aug 11 09:16:52.899150 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fc3a5f20-cc18-45d5-8393-f672c5713f3e req-26a4e377-5963-429e-864d-e8deb9291fb0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Aug 11 09:16:52.925202 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36718) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:52.977215 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-f604e47f-99fc-4ec4-a8b3-9014692c8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:52.978602 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-f604e47f-99fc-4ec4-a8b3-9014692c8af2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 898 time: 0.0910249 Aug 11 09:16:52.986801 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e2e2d87-d164-4986-8afe-3811f72f9313 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/661d89ce-a8d3-4a22-a514-6192a7fc2344 HTTP/1.1" status: 200 len: 990 time: 0.0598974 Aug 11 09:16:53.049673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-c6d3f131-772c-43ef-b8eb-ce529ee70396 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 998 time: 0.0637510 Aug 11 09:16:53.050010 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '661d89ce-a8d3-4a22-a514-6192a7fc2344', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'port_id': '303b6c35-e947-40ae-a8e0-096c94051a80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'mac_address': 'fa:16:3e:3e:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:16:51Z', 'updated_at': '2021-08-11T09:16:51Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:43Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:53.076138 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] Checking router: 52319e38-e466-4432-bb1e-d95f2f16973d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:16:53.084683 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:16:53.085328 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:16:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:53.099653 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-cf6be92e-ed06-4afb-8b92-34c99e8caef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:53.101154 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-cf6be92e-ed06-4afb-8b92-34c99e8caef9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 200 len: 835 time: 0.0446982 Aug 11 09:16:53.147879 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-b4cecde0-7130-4451-961e-34a3f7ccb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:16:53.149420 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-b4cecde0-7130-4451-961e-34a3f7ccb1a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f95a4b18-6f45-4f75-9b7c-7a7637740229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415218 Aug 11 09:16:53.190446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:16:53.242422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-750529f0-6e24-4993-aa86-fa531b1d59a1 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851207 Aug 11 09:16:53.331663 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70f1b1bf-a7ee-4c8a-be71-841053a95fc6 req-f8cc0479-b187-4e40-9897-3f98bc7313a1 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818710 Aug 11 09:16:53.421728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '661d89ce-a8d3-4a22-a514-6192a7fc2344', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'port_id': '303b6c35-e947-40ae-a8e0-096c94051a80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'mac_address': 'fa:16:3e:3e:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:16:51Z', 'updated_at': '2021-08-11T09:16:51Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:43Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:16:53.448942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9d3ba-a970-4282-b977-c06a3b28baad None None] The sync data for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 is: [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '661d89ce-a8d3-4a22-a514-6192a7fc2344', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'port_id': '303b6c35-e947-40ae-a8e0-096c94051a80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'mac_address': 'fa:16:3e:3e:17:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:16:51Z', 'updated_at': '2021-08-11T09:16:51Z', 'revision_number': 0, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:43Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:16:53.653661 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc360fec-6527-476d-a826-f301f5aa48d4 None None] New status for floating IP 661d89ce-a8d3-4a22-a514-6192a7fc2344: ACTIVE {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:16:53.991675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36720) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:16:54.066990 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3fd9902a-c2bf-4448-913a-27294284ebc6 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/661d89ce-a8d3-4a22-a514-6192a7fc2344 HTTP/1.1" status: 200 len: 992 time: 0.0739291 Aug 11 09:16:59.341296 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:16:59.383704 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d2acf7a9-311b-4620-afb3-93bf3a47a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:00.443375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:02.504086 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:02.801228 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f408-d2bb-4657-9be1-256fa281dcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:05.114519 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:06.409257 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:22.616369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-2cfa06ba-1cb4-4134-af24-5984beeb4131 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848968 Aug 11 09:17:22.742096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-cd791efb-de29-4a97-984c-6742745652b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:22.743611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-cd791efb-de29-4a97-984c-6742745652b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1096 time: 0.0563974 Aug 11 09:17:22.852312 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-914f75e8-1ed4-4651-bcf0-76a003734e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:22.853795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-914f75e8-1ed4-4651-bcf0-76a003734e4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 898 time: 0.0882387 Aug 11 09:17:22.924395 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-8befa142-22ab-4a6d-9081-e75e88c87f0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 1000 time: 0.0618715 Aug 11 09:17:22.975160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-5600a667-93f3-4508-8cdb-056b17cd0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:22.976600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-5600a667-93f3-4508-8cdb-056b17cd0461 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 200 len: 835 time: 0.0453281 Aug 11 09:17:23.023368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-7a10d7c1-9c74-4d44-998b-ce5e2ea3b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:23.024841 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-7a10d7c1-9c74-4d44-998b-ce5e2ea3b8a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f95a4b18-6f45-4f75-9b7c-7a7637740229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401802 Aug 11 09:17:23.119131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-465e0201-64a1-4fce-bdb6-32b8b0ec9669 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Aug 11 09:17:23.214665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-73cae54f-bf0e-4b4a-bbe9-f3dc3920c464 req-840d3b55-7add-4b15-a81a-cf9e475a4f79 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869935 Aug 11 09:17:25.601486 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd5ead-069b-4d0a-b6e2-340f5668861f req-7f1d6da2-a487-4ccf-ae9c-e5d6fb607009 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:25.602858 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-52fd5ead-069b-4d0a-b6e2-340f5668861f req-7f1d6da2-a487-4ccf-ae9c-e5d6fb607009 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.1184528 Aug 11 09:17:25.644461 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-52fd5ead-069b-4d0a-b6e2-340f5668861f req-18aa8785-587c-48e2-9cbe-40640065bd5f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327740 Aug 11 09:17:26.825345 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029c40-3be7-4319-a094-fc251c55a587 req-e67f1e21-9021-4414-aad2-9727467fb398 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:26.826862 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90029c40-3be7-4319-a094-fc251c55a587 req-e67f1e21-9021-4414-aad2-9727467fb398 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.1011481 Aug 11 09:17:26.865334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-90029c40-3be7-4319-a094-fc251c55a587 req-2f100989-076a-4d9e-829e-c9654ea38ff5 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Aug 11 09:17:26.894610 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:26.956601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-92dbaa9e-b950-4b8d-8c8f-bad967ba2f98 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/661d89ce-a8d3-4a22-a514-6192a7fc2344 HTTP/1.1" status: 200 len: 992 time: 0.0607338 Aug 11 09:17:28.263253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59ac97-1660-48cb-8b0b-9c45a193ec01 req-f281e17e-5605-4fc5-90b9-484645c7db84 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:28.264731 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc59ac97-1660-48cb-8b0b-9c45a193ec01 req-f281e17e-5605-4fc5-90b9-484645c7db84 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0547442 Aug 11 09:17:28.325418 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fc59ac97-1660-48cb-8b0b-9c45a193ec01 req-32ad2751-bd9c-4343-95c8-d532a99bfd13 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522776 Aug 11 09:17:28.328247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a5a-902d-470e-aa14-a7940476a447 req-fc1373d6-bcab-40a8-ae55-50981568f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:28.329526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-fc1373d6-bcab-40a8-ae55-50981568f6a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1096 time: 0.0639014 Aug 11 09:17:28.421472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a5a-902d-470e-aa14-a7940476a447 req-aaf92b99-4fa8-41af-81c3-0a3bfdf110cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:28.422951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-aaf92b99-4fa8-41af-81c3-0a3bfdf110cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 898 time: 0.0866926 Aug 11 09:17:28.486315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-5fc00db4-2349-469b-9ead-41bb8336315e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 1000 time: 0.0563538 Aug 11 09:17:28.534895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a5a-902d-470e-aa14-a7940476a447 req-f5679c19-a488-44b5-b956-3e57e26b92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:28.536366 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-f5679c19-a488-44b5-b956-3e57e26b92bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 200 len: 835 time: 0.0440557 Aug 11 09:17:28.590908 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a5a-902d-470e-aa14-a7940476a447 req-96bc3883-e880-4449-961f-7093e27d74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:28.592340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-96bc3883-e880-4449-961f-7093e27d74f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f95a4b18-6f45-4f75-9b7c-7a7637740229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477943 Aug 11 09:17:28.690181 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-3567ba72-396a-4427-a2d0-581ed7406a4a service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902848 Aug 11 09:17:28.779689 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d8032a5a-902d-470e-aa14-a7940476a447 req-98f50227-ac92-4a16-96c6-e5c749d09162 service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Aug 11 09:17:29.343207 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:29.387429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-19a40044-5f51-4083-a4fe-dbcd2cb440e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:29.450379 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b23ab-1ba8-4f8b-a6e1-477ecd5d869d req-eb374049-e0ce-494d-8d41-e2309de0cee0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:29.451893 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac7b23ab-1ba8-4f8b-a6e1-477ecd5d869d req-eb374049-e0ce-494d-8d41-e2309de0cee0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0553141 Aug 11 09:17:29.492295 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ac7b23ab-1ba8-4f8b-a6e1-477ecd5d869d req-f0ef8fbd-a586-4e27-889f-63f98fdf72e7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341089 Aug 11 09:17:29.619884 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:17:30.440038 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:30.621239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce9cef-6504-4532-bbac-1e2c8b0ca2ab req-6f323bab-63bb-41fa-adfd-a19d091dcf78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:30.622743 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2bce9cef-6504-4532-bbac-1e2c8b0ca2ab req-6f323bab-63bb-41fa-adfd-a19d091dcf78 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0514958 Aug 11 09:17:30.660376 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2bce9cef-6504-4532-bbac-1e2c8b0ca2ab req-d5501f5d-1c99-4e14-bcd6-952fd61743fc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315685 Aug 11 09:17:30.683325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36760) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:30.743532 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-11f30444-d9a6-48d9-b1a9-c3d2a19de1b7 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/floatingips/661d89ce-a8d3-4a22-a514-6192a7fc2344 HTTP/1.1" status: 200 len: 992 time: 0.0590992 Aug 11 09:17:30.986728 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36766) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:31.156703 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 9958858c-8477-462b-92f7-951d3def83c9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:17:31.157041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:31.233465 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:31.233801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:31.245593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 9958858c-8477-462b-92f7-951d3def83c9 owned by network:floatingip {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:17:31.396683 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:31.419731 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=9958858c-8477-462b-92f7-951d3def83c9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:31.430241 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.430587 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.430927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.431304 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.431675 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.431895 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.432217 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.433047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.433047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.433253 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.433526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.433849 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:31.500195 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:31.500633 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Floating IP 661d89ce-a8d3-4a22-a514-6192a7fc2344 disassociated (deleted). External IP: 172.25.2.32, port: 303b6c35-e947-40ae-a8e0-096c94051a80. Aug 11 09:17:31.721451 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 52319e38-e466-4432-bb1e-d95f2f16973d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:17:31.835898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:17:31.841082 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:31.845885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] Sync routers for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:17:31.858975 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:31.859590 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:31.868375 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-cccce1ae-198f-44b8-8c24-76ad7a1c548b tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/floatingips/661d89ce-a8d3-4a22-a514-6192a7fc2344 HTTP/1.1" status: 204 len: 168 time: 0.8797596 Aug 11 09:17:31.869039 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:17:31.871355 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:17:31.909186 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adebbb2c-feb5-48a9-bebb-3da11ab24840 x-openstack-request-id: req-adebbb2c-feb5-48a9-bebb-3da11ab24840 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:17:31.909480 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:17:31.909731 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adebbb2c-feb5-48a9-bebb-3da11ab24840 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:17:31.910136 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80', 'status': 'completed', 'code': 200} Aug 11 09:17:31.967065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:32.006929 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-96924358-269e-429a-b09e-5700cb192bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:32.010693 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-96924358-269e-429a-b09e-5700cb192bd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b81663e33094bdfaed45592e1d714bf&device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 1096 time: 0.0572336 Aug 11 09:17:32.105687 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ba940-823b-4983-bf83-ee57217dd9ff req-f61aeb19-5692-4673-b8c2-d7060b555f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:32.107371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589ba940-823b-4983-bf83-ee57217dd9ff req-f61aeb19-5692-4673-b8c2-d7060b555f43 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0518749 Aug 11 09:17:32.140936 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-5c978f2c-5a26-4eef-8ac0-9614000bb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:32.142620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-5c978f2c-5a26-4eef-8ac0-9614000bb86b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 200 len: 898 time: 0.0934217 Aug 11 09:17:32.156096 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-589ba940-823b-4983-bf83-ee57217dd9ff req-c4b208be-952d-4823-8bf4-bf8efe80878c tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420668 Aug 11 09:17:32.193051 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-f9903db3-ef28-462e-88da-a15fa8a25d29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 200 len: 217 time: 0.0427015 Aug 11 09:17:32.245912 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-5babb764-8d71-4771-9ae2-5f7b216da2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:32.247494 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-5babb764-8d71-4771-9ae2-5f7b216da2b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 200 len: 835 time: 0.0467677 Aug 11 09:17:32.295919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-a8b617d9-7828-49ae-ba90-82aaeb5b7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:32.297404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-a8b617d9-7828-49ae-ba90-82aaeb5b7676 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f95a4b18-6f45-4f75-9b7c-7a7637740229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423424 Aug 11 09:17:32.337319 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:43Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:32.362849 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] Checking router: 52319e38-e466-4432-bb1e-d95f2f16973d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:17:32.371305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:32.371910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:32.391226 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-a142a17c-43ab-407b-916f-2043a457269c service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861394 Aug 11 09:17:32.479790 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:32.487491 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-af9c38a5-ed9b-4f0f-a58f-c14498eab6a4 req-db04921f-d006-4487-b29c-3025f908e2ab service neutron] 10.222.0.69 "GET /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861237 Aug 11 09:17:32.530781 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:32.695364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:43Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:32.721695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a2a64-fa96-44ad-a990-43753ad143c6 None None] The sync data for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 is: [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:16:39Z', 'revision_number': 4, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '64bea221-6995-45a7-a60b-87fdf5f410ab', 'name': '', 'network_id': 'f95a4b18-6f45-4f75-9b7c-7a7637740229', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'mac_address': 'fa:16:3e:be:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:39Z', 'updated_at': '2021-08-11T09:16:43Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'subnets': [{'id': '4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:17:32.794569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bfb696e7-262d-4d27-926b-db19dede30a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:32.949360 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d7113-27b5-48da-8f30-da70da9572e9 None None] New status for floating IP 661d89ce-a8d3-4a22-a514-6192a7fc2344: DOWN {{(pid=94576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:17:33.293311 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48440c71-0f13-4df0-861d-3a90c60717f3 req-c588ee60-e4cb-4bc9-b874-3a3a1382d9dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:33.294808 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48440c71-0f13-4df0-861d-3a90c60717f3 req-c588ee60-e4cb-4bc9-b874-3a3a1382d9dc tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0569808 Aug 11 09:17:33.334851 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-48440c71-0f13-4df0-861d-3a90c60717f3 req-5e9df540-a719-4264-a34a-57a0379202f1 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc8926af-d882-415a-93a1-cbb8f921f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327239 Aug 11 09:17:33.721875 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-58fb9d10-0e1c-43e8-927b-893e012239c0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:33.723230 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-58fb9d10-0e1c-43e8-927b-893e012239c0 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 945 time: 0.0634630 Aug 11 09:17:33.820556 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 303b6c35-e947-40ae-a8e0-096c94051a80 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:17:33.820912 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:33.914266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 303b6c35-e947-40ae-a8e0-096c94051a80, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=303b6c35-e947-40ae-a8e0-096c94051a80,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:33.914606 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:33.934713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 303b6c35-e947-40ae-a8e0-096c94051a80 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:17:34.067975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:34.103123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=303b6c35-e947-40ae-a8e0-096c94051a80,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:34.130379 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.130726 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.131059 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.131446 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.131752 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.132077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.132402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.132724 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.133073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.133391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.133711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.134009 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:34.152651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] No DVR routers for this DVR port 303b6c35-e947-40ae-a8e0-096c94051a80 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:17:34.155267 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:34.157410 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ff52083d-4bca-44ef-a3ee-0f6ee0fd1766 req-ea1bfda5-b451-4335-912f-4560900bc9ac tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.69 "DELETE /v2.0/ports/303b6c35-e947-40ae-a8e0-096c94051a80 HTTP/1.1" status: 204 len: 173 time: 0.4275720 Aug 11 09:17:34.157907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'name': 'network-vif-deleted', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:17:34.160267 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219c5fb-f1c7-41b2-a48c-79a2771baaea" -d '{"events": [{"server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "name": "network-vif-deleted", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:17:34.197755 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42777c90-8310-44ca-b6c8-e1bb117b3a4d x-openstack-request-id: req-42777c90-8310-44ca-b6c8-e1bb117b3a4d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:17:34.198058 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de73ea5d-594a-476a-8bb7-554852b2a4aa", "name": "network-vif-deleted", "tag": "303b6c35-e947-40ae-a8e0-096c94051a80", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:17:34.198307 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42777c90-8310-44ca-b6c8-e1bb117b3a4d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:17:34.198759 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de73ea5d-594a-476a-8bb7-554852b2a4aa', 'name': 'network-vif-deleted', 'tag': '303b6c35-e947-40ae-a8e0-096c94051a80', 'status': 'completed', 'code': 200} Aug 11 09:17:34.455844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8ee211cf-2b93-48b4-800d-c6b296572d54 req-456ba3a8-a947-4020-a70c-262c9046f407 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "GET /v2.0/ports?device_id=de73ea5d-594a-476a-8bb7-554852b2a4aa HTTP/1.1" status: 200 len: 210 time: 0.0295775 Aug 11 09:17:35.120472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:35.514132 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36782) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:35.909463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:36.179090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 64bea221-6995-45a7-a60b-87fdf5f410ab {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:17:36.179429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:36.273765 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 64bea221-6995-45a7-a60b-87fdf5f410ab, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=64bea221-6995-45a7-a60b-87fdf5f410ab,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:36.274126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:36.287173 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 64bea221-6995-45a7-a60b-87fdf5f410ab owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:17:36.412124 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:36.475400 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:36.505559 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=64bea221-6995-45a7-a60b-87fdf5f410ab,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:36.677773 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:36.745126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 303b6c35-e947-40ae-a8e0-096c94051a80 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:17:36.765009 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 303b6c35-e947-40ae-a8e0-096c94051a80 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:17:36.765351 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 303b6c35-e947-40ae-a8e0-096c94051a80 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:17:37.238422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Router 52319e38-e466-4432-bb1e-d95f2f16973d has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:17:37.352663 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:17:37.358535 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f2d9f519-3754-497b-987b-bf74dea2b8ed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "PUT /v2.0/routers/52319e38-e466-4432-bb1e-d95f2f16973d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430593 Aug 11 09:17:37.361831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36784) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:37.364690 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] Sync routers for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:17:37.374535 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:37.375156 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:37.411813 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting subnet 4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:17:37.415002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.459824 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.485999 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:37.544829 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.605471 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.639210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:37.642306 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.646024 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c77f1-0aa4-4079-8bd8-069e52bbd675 None None] Network f95a4b18-6f45-4f75-9b7c-7a7637740229 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:17:37.648924 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-210a5eca-5d81-423d-809b-6be949b29d90 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/subnets/4ff6bfc7-abfc-4aad-bd65-6eac9e6c4826 HTTP/1.1" status: 204 len: 168 time: 0.2853208 Aug 11 09:17:37.649078 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36786) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:37.736938 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:17:36Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:37.764096 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.780866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] Checking router: 52319e38-e466-4432-bb1e-d95f2f16973d for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:17:37.793299 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] Routers {'52319e38-e466-4432-bb1e-d95f2f16973d'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:37.793917 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['52319e38-e466-4432-bb1e-d95f2f16973d'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:37.873323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:37.911491 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] Set router 52319e38-e466-4432-bb1e-d95f2f16973d gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:37.940477 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] DHCP port deletion for f95a4b18-6f45-4f75-9b7c-7a7637740229 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:17:37.942803 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Deleting port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:17:37.943146 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.028126 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] For port 38395f0a-040e-41e2-ab78-1a1ca0e11a0d, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:38.028411 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.042095 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Calling delete_port for 38395f0a-040e-41e2-ab78-1a1ca0e11a0d owned by network:router_gateway {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:17:38.109330 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Deleting port 9e206fe8-f579-49e4-a07f-7fba6d828913 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:17:38.109692 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.182942 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] For port 9e206fe8-f579-49e4-a07f-7fba6d828913, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=9e206fe8-f579-49e4-a07f-7fba6d828913,segment=NetworkSegment(d9e017a2-8eb1-45de-8c02-b953d38a75f8),segment_id=d9e017a2-8eb1-45de-8c02-b953d38a75f8)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:38.183334 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.197837 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Calling delete_port for 9e206fe8-f579-49e4-a07f-7fba6d828913 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:17:38.215522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:17:36Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:38.219196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.244666 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Port': ['ID=38395f0a-040e-41e2-ab78-1a1ca0e11a0d,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:38.273196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549b66b-b4f1-49c8-bf0e-3fc6bf8a2501 None None] The sync data for ids ['52319e38-e466-4432-bb1e-d95f2f16973d'] in n-d-789963-6 is: [{'id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313589589', 'tenant_id': '2b81663e33094bdfaed45592e1d714bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:16:35Z', 'updated_at': '2021-08-11T09:17:36Z', 'revision_number': 5, 'project_id': '2b81663e33094bdfaed45592e1d714bf', 'gw_port': {'id': '38395f0a-040e-41e2-ab78-1a1ca0e11a0d', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52319e38-e466-4432-bb1e-d95f2f16973d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:16:36Z', 'updated_at': '2021-08-11T09:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:17:38.313010 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.321394 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.348709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Pushing event deleted for resources: {'Port': ['ID=9e206fe8-f579-49e4-a07f-7fba6d828913,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:38.352944 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] No DVR routers for this DVR port 9e206fe8-f579-49e4-a07f-7fba6d828913 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:17:38.366960 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.367303 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.367638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.367968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.368291 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.368613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.369083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.369408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.369727 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.370044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.370368 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.370681 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484d2b6-9ef2-42d4-805a-a0f54e2e427d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:38.407638 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.409792 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.452941 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.453450 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Fanout notify agent at l3_agent the message router_deleted on router 52319e38-e466-4432-bb1e-d95f2f16973d {{(pid=94573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:17:38.460897 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for router, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.462010 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2a151048-581e-4877-aed1-98798f7c1eed tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/routers/52319e38-e466-4432-bb1e-d95f2f16973d HTTP/1.1" status: 204 len: 168 time: 0.8118877 Aug 11 09:17:38.466133 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36788) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:38.544530 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.629875 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.640353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95a4b18-6f45-4f75-9b7c-7a7637740229']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:38.652162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e017a2-8eb1-45de-8c02-b953d38a75f8') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:38.652463 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e017a2-8eb1-45de-8c02-b953d38a75f8') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:38.662037 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.675772 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.682584 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:17:38.683008 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:17:38.686242 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:17:38.752070 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.760029 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.761749 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/networks/f95a4b18-6f45-4f75-9b7c-7a7637740229 HTTP/1.1" status: 204 len: 168 time: 0.2946773 Aug 11 09:17:38.764746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36790) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:38.773588 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c05c3-2557-401e-9ea8-42c53ca87e1f tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'Network': ['ID=f95a4b18-6f45-4f75-9b7c-7a7637740229,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:38.830415 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5402d97a-e57b-40a6-a005-4ff4a2ad6e63 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.856556 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5402d97a-e57b-40a6-a005-4ff4a2ad6e63 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.920037 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5402d97a-e57b-40a6-a005-4ff4a2ad6e63 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.922783 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5402d97a-e57b-40a6-a005-4ff4a2ad6e63 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:38.923982 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5402d97a-e57b-40a6-a005-4ff4a2ad6e63 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] 10.222.0.58 "DELETE /v2.0/security-groups/bc8926af-d882-415a-93a1-cbb8f921f28c HTTP/1.1" status: 204 len: 168 time: 0.1576321 Aug 11 09:17:38.936443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402d97a-e57b-40a6-a005-4ff4a2ad6e63 tempest-TestNetworkAdvancedServerOps-1010712045 tempest-TestNetworkAdvancedServerOps-1010712045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8926af-d882-415a-93a1-cbb8f921f28c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:39.270993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36798) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:39.429748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c9df71e8-48bf-4077-a5a6-4445e23292b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b81663e33094bdfaed45592e1d714bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575725 Aug 11 09:17:39.433054 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:39.491191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9e206fe8-f579-49e4-a07f-7fba6d828913 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:17:39.499223 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35469e2f-538b-4431-88fb-27fe3bc1957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:39.511148 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 9e206fe8-f579-49e4-a07f-7fba6d828913 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:17:39.511490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 9e206fe8-f579-49e4-a07f-7fba6d828913 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:17:39.511903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 64bea221-6995-45a7-a60b-87fdf5f410ab no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:17:39.521325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35469e2f-538b-4431-88fb-27fe3bc1957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:39.533169 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 64bea221-6995-45a7-a60b-87fdf5f410ab {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:17:39.533435 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 64bea221-6995-45a7-a60b-87fdf5f410ab not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:17:39.533843 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38395f0a-040e-41e2-ab78-1a1ca0e11a0d no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:17:39.551958 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 38395f0a-040e-41e2-ab78-1a1ca0e11a0d {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:17:39.552288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 38395f0a-040e-41e2-ab78-1a1ca0e11a0d not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:17:39.571843 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35469e2f-538b-4431-88fb-27fe3bc1957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:39.575689 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35469e2f-538b-4431-88fb-27fe3bc1957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:39.577225 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-35469e2f-538b-4431-88fb-27fe3bc1957e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/946d2efd-9f68-4b72-93f7-0509708d54e0 HTTP/1.1" status: 204 len: 168 time: 0.1427770 Aug 11 09:17:39.585299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469e2f-538b-4431-88fb-27fe3bc1957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d2efd-9f68-4b72-93f7-0509708d54e0,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:39.848054 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36808) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:39.861457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5934b704-dc6c-46fb-91e4-ecf2e0572f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:39.954231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5934b704-dc6c-46fb-91e4-ecf2e0572f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:39.959899 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5934b704-dc6c-46fb-91e4-ecf2e0572f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:40.001945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-5934b704-dc6c-46fb-91e4-ecf2e0572f79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=878a89fef0a54af9a9f668c56c210cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527607 Aug 11 09:17:40.002901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934b704-dc6c-46fb-91e4-ecf2e0572f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69de02b3-1789-453d-a18c-8b8f7c1705b8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:40.005092 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36810) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:40.059658 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3590de51-55e1-45f6-b758-ea801f65eda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:40.081661 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3590de51-55e1-45f6-b758-ea801f65eda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:40.134288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3590de51-55e1-45f6-b758-ea801f65eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:40.138308 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3590de51-55e1-45f6-b758-ea801f65eda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:40.140117 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-3590de51-55e1-45f6-b758-ea801f65eda0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69de02b3-1789-453d-a18c-8b8f7c1705b8 HTTP/1.1" status: 204 len: 168 time: 0.1337070 Aug 11 09:17:40.149512 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590de51-55e1-45f6-b758-ea801f65eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de02b3-1789-453d-a18c-8b8f7c1705b8,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:40.926613 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36832) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:41.031904 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1992974165-network', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:41.057954 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Made reservation on behalf of b92b0d8b5b9e485c99ea2455d6beff76 for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:17:41.061459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.075493 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.171563 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.177806 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.205794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:17:41.211208 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd0a01-03a7-48c1-be7d-285808ec5069,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:41.218457 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.218794 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Added segment 7f4ce656-fd55-42d8-ac9a-c5915be33ba1 of type vlan for network 4a47912d-1ab2-4867-826f-7144fc528af4 Aug 11 09:17:41.258750 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.288523 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.289510 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:41.290092 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.346529 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4187951 Aug 11 09:17:41.349833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36836) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:41.351712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ea5f8-c130-48ec-9d5b-05b9f68d5505 admin admin] Pushing event updated for resources: {'Network': ['ID=4a47912d-1ab2-4867-826f-7144fc528af4,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:41.355872 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Request body: {'subnet': {'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1992974165-subnet', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:41.361670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 4a47912d-1ab2-4867-826f-7144fc528af4 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:17:41.379477 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Made reservation on behalf of b92b0d8b5b9e485c99ea2455d6beff76 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:17:41.382018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.554995 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.606589 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8aa4b48-c48c-40df-a514-bce87cbfe82a,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:41.617149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Checking segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:41.617505 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Network hostable DHCP agents. Network: 4a47912d-1ab2-4867-826f-7144fc528af4, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:17:41.636370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Network 4a47912d-1ab2-4867-826f-7144fc528af4 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:17:41.647065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 4a47912d-1ab2-4867-826f-7144fc528af4) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:41.652851 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:41.652851 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.658646 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e40d0-8c99-49f3-a951-7b4e4b79fc5e None None] Network 4a47912d-1ab2-4867-826f-7144fc528af4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:17:41.671349 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b5f2ae71-c7e2-495f-9b90-8bb8fe04d452 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3203228 Aug 11 09:17:41.674290 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:41.679108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:41.700090 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.701118 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.752151 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.808971 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-4a47912d-1ab2-4867-826f-7144fc528af4', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:17:41.809855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.897728 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:41.949868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Allocated IP 172.20.0.2 (4a47912d-1ab2-4867-826f-7144fc528af4/e8aa4b48-c48c-40df-a514-bce87cbfe82a/e19edf01-7125-452e-9745-3f930d65ef5a) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:42.093701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.094798 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.103859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Transition to ACTIVE for port object e19edf01-7125-452e-9745-3f930d65ef5a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:42.113755 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.118766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Transition to ACTIVE for port object e19edf01-7125-452e-9745-3f930d65ef5a will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:42.126526 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.161571 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Network 4a47912d-1ab2-4867-826f-7144fc528af4 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:42.166286 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:42.168739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:42.181736 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Pushing event updated for resources: {'Port': ['ID=e19edf01-7125-452e-9745-3f930d65ef5a,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:42.217896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Allocated IP 172.25.2.61 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:42.231043 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Attempting to bind port e19edf01-7125-452e-9745-3f930d65ef5a on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:42.231402 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Attempting to bind port e19edf01-7125-452e-9745-3f930d65ef5a by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:42.231760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Attempting to bind port e19edf01-7125-452e-9745-3f930d65ef5a on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:42.237507 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:42.237868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Checking segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:42.238265 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.238677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Bound using segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:42.239131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Bound port: e19edf01-7125-452e-9745-3f930d65ef5a, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:42.239504 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.306379 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] For port e19edf01-7125-452e-9745-3f930d65ef5a, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:42.309907 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] For port e19edf01-7125-452e-9745-3f930d65ef5a, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e19edf01-7125-452e-9745-3f930d65ef5a,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:42.318292 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.379685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c69a5a-163f-4a39-95db-9b18fddfb0aa None None] Pushing event updated for resources: {'Port': ['ID=e19edf01-7125-452e-9745-3f930d65ef5a,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:42.652997 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.692193 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:42.731354 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:42.736137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:42.740281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:42.743391 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Pushing event updated for resources: {'Port': ['ID=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:42.998029 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.203422 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.325641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88be33-46e5-4d8a-b3b6-8d90c0d12849 None None] Network 4a47912d-1ab2-4867-826f-7144fc528af4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:17:43.347877 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:17:43.389821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3b3ad79-0896-4294-a6ea-f0476ed5d32b None None] Provisioning for port e19edf01-7125-452e-9745-3f930d65ef5a completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:43.470854 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:17:43.483248 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:17:43.492139 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.494062 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1b141df3-e519-4535-b936-2fa02d1cb556 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8188283 Aug 11 09:17:43.497282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36840) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:43.499412 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:43.500466 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:43.567127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e19edf01-7125-452e-9745-3f930d65ef5a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:43.621713 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port e19edf01-7125-452e-9745-3f930d65ef5a completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:43.626261 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e19edf01-7125-452e-9745-3f930d65ef5a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:43.626972 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.719947 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.733937 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:43.765410 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port e19edf01-7125-452e-9745-3f930d65ef5a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e19edf01-7125-452e-9745-3f930d65ef5a,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:43.770611 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.939646 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:42Z', 'revision_number': 3, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:43.967929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.970742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:17:43.970742 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Updating router 96d41be1-1dbc-42a7-ad83-9c1666229559 port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:17:43.994560 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b45824eb-515a-4a55-b47c-e6b5928df0b2 None None] Provisioning complete for port e19edf01-7125-452e-9745-3f930d65ef5a triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:43.994985 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b45824eb-515a-4a55-b47c-e6b5928df0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:43.996266 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.029230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=e19edf01-7125-452e-9745-3f930d65ef5a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:44.131230 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Allocated IP 172.20.0.1 (4a47912d-1ab2-4867-826f-7144fc528af4/e8aa4b48-c48c-40df-a514-bce87cbfe82a/339756cf-6f9d-456a-8137-818b5e350168) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:44.232828 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.244398 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.246493 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Transition to ACTIVE for port object 339756cf-6f9d-456a-8137-818b5e350168 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:44.255152 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Transition to ACTIVE for port object d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:44.262206 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.282251 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.315354 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Attempting to bind port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:44.315718 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Attempting to bind port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:44.316076 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Attempting to bind port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:44.322724 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Pushing event updated for resources: {'Port': ['ID=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:44.324675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Network 4a47912d-1ab2-4867-826f-7144fc528af4 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:44.325786 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:44.326148 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:44.326542 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.326924 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:44.327379 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Bound port: d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:44.327732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:44.327857 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.331472 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:44.334400 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.334656 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.335045 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.335304 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.335628 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.335949 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.336267 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.336582 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.336913 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.337284 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.337533 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.337845 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:17:44.356028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Pushing event updated for resources: {'Port': ['ID=339756cf-6f9d-456a-8137-818b5e350168,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:44.373798 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.395713 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] For port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:44.399598 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] For port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:44.408863 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.467264 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c671c-ec41-4fc4-8fcd-f076b93895be None None] Pushing event updated for resources: {'Port': ['ID=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:44.477482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:44.478107 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:44.519769 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.587008 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:44.602624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7097bc08-7e2f-4f8e-9f88-dccd9b39c6e7 None None] Provisioning for port 339756cf-6f9d-456a-8137-818b5e350168 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:44.606449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7097bc08-7e2f-4f8e-9f88-dccd9b39c6e7 None None] Provisioning complete for port 339756cf-6f9d-456a-8137-818b5e350168 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:44.606919 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7097bc08-7e2f-4f8e-9f88-dccd9b39c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.645763 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-7097bc08-7e2f-4f8e-9f88-dccd9b39c6e7 None None] Port 339756cf-6f9d-456a-8137-818b5e350168 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:17:44.685163 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.691668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.756573 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:44.758487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Pushing event updated for resources: {'Port': ['ID=339756cf-6f9d-456a-8137-818b5e350168,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:44.767560 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:42Z', 'revision_number': 3, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:44.796802 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924b7a9-93fa-4329-a00a-4992edb0a09c None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:42Z', 'revision_number': 3, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:17:44.855316 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Network 4a47912d-1ab2-4867-826f-7144fc528af4 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:44.856861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:44.977861 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:17:45.104950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:17:45.110238 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cf010247-aa84-4293-8536-0b5f25f1104d admin admin] 10.222.0.58 "PUT /v2.0/routers/96d41be1-1dbc-42a7-ad83-9c1666229559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113503 Aug 11 09:17:45.166766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69eae3cf-baaf-46b1-89ab-d7ddf4df37fe None None] Provisioning complete for port 339756cf-6f9d-456a-8137-818b5e350168 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:45.167137 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69eae3cf-baaf-46b1-89ab-d7ddf4df37fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.207470 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-69eae3cf-baaf-46b1-89ab-d7ddf4df37fe None None] Port 339756cf-6f9d-456a-8137-818b5e350168 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:17:45.587107 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e19edf01-7125-452e-9745-3f930d65ef5a up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:45.616899 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:45.622648 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1042789965-network', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:45.638305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port e19edf01-7125-452e-9745-3f930d65ef5a triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:45.638829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.645149 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Made reservation on behalf of e8e117cd17b841dc9dacfb79379b9366 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:17:45.647839 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.656598 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.721719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:45.748146 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.753347 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.776136 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:45.778457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:17:45.780313 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:45.780664 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.788921 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d887e2-f7a2-4224-91ff-7eae13cd7d89,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:45.794285 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.794647 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Added segment 7a6d3df1-aed7-4b79-8748-b962e618ac2f of type vlan for network 5635b223-2e68-40df-a96f-3b4692fe3fb1 Aug 11 09:17:45.839213 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.861437 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.870475 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.871489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:45.872075 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.881780 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:45.887336 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:45.925132 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3066607 Aug 11 09:17:45.928348 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36858) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:45.936631 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63b65-43cd-4996-863e-2d69c4dbac7c admin admin] Pushing event updated for resources: {'Network': ['ID=5635b223-2e68-40df-a96f-3b4692fe3fb1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:45.936897 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Request body: {'subnet': {'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1042789965-subnet', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'ip_version': 4}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:45.946404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:17:45.948606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:45.959766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Made reservation on behalf of e8e117cd17b841dc9dacfb79379b9366 for: {'subnet': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:17:45.962169 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8917834'] for subnet, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.143463 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8917848'] for subnet, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.210735 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2909bb-f48b-4d6d-be2e-25eb8fac080c,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:46.226678 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Checking segment: {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:46.227047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Network hostable DHCP agents. Network: 5635b223-2e68-40df-a96f-3b4692fe3fb1, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:17:46.244630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:17:46.255886 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 5635b223-2e68-40df-a96f-3b4692fe3fb1) {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:46.260864 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:46.262021 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.265924 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193c664-ba80-4031-a506-c8c3e4cd91a2 None None] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:17:46.280859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36860) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:46.281431 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-96be1111-9d1e-47ec-8283-a9ada48317d9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3500142 Aug 11 09:17:46.286247 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:46.315675 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.317018 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.328731 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:17:46.356339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:46.357103 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:46.373502 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.499766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-5635b223-2e68-40df-a96f-3b4692fe3fb1', 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'fixed_ips': [{'subnet_id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:17:46.500631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.511880 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.518204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:46.711080 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.729427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.763385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Allocated IP 172.20.0.2 (5635b223-2e68-40df-a96f-3b4692fe3fb1/fe2909bb-f48b-4d6d-be2e-25eb8fac080c/58ceb6ff-90b0-4be2-97e1-624f3b13b9e5) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:46.834941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Allocated IP 172.25.2.197 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:46.899210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 2, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:46.939610 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.945746 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:17:46.946090 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Updating router 96d41be1-1dbc-42a7-ad83-9c1666229559 port 339756cf-6f9d-456a-8137-818b5e350168 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:17:46.982954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.983331 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:46.995548 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.008247 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Transition to ACTIVE for port object 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:47.024941 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:47.030507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:47.032515 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Pushing event updated for resources: {'Port': ['ID=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:47.034800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:47.047980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Transition to ACTIVE for port object 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:47.097349 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.163293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:47.172774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:47.184776 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:47.186836 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Pushing event updated for resources: {'Port': ['ID=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:47.288008 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Attempting to bind port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:47.288392 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Attempting to bind port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:47.288754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Attempting to bind port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 on network 5635b223-2e68-40df-a96f-3b4692fe3fb1 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:47.303019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:47.303338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Checking segment: {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:47.304114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.304478 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Bound using segment: {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:47.304981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Bound port: 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:47.305365 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.426828 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] For port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:47.433001 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.445422 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] For port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,segment=NetworkSegment(7a6d3df1-aed7-4b79-8748-b962e618ac2f),segment_id=7a6d3df1-aed7-4b79-8748-b962e618ac2f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:47.450228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Transition to ACTIVE for port object 339756cf-6f9d-456a-8137-818b5e350168 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:47.454041 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.463530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.533715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:47.568708 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ff594-ba03-4257-8967-eb13b0d7fda5 None None] Pushing event updated for resources: {'Port': ['ID=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:47.622045 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.671550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009860b5-3096-4f30-bd8c-2de8db7cdf2a None None] Pushing event updated for resources: {'Port': ['ID=339756cf-6f9d-456a-8137-818b5e350168,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:47.691055 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Attempting to bind port 339756cf-6f9d-456a-8137-818b5e350168 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:47.691415 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Attempting to bind port 339756cf-6f9d-456a-8137-818b5e350168 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:47.691774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Attempting to bind port 339756cf-6f9d-456a-8137-818b5e350168 on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:47.700032 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:47.700404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Checking segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:47.700804 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.701222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Bound using segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:47.701693 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Bound port: 339756cf-6f9d-456a-8137-818b5e350168, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:47.702048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.706230 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:47.706781 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:47.862149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] For port 339756cf-6f9d-456a-8137-818b5e350168, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:47.878996 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:48.019079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Router da4fa00a-2375-468e-8639-2995c6fb8184 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:17:48.045642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] For port 339756cf-6f9d-456a-8137-818b5e350168, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=339756cf-6f9d-456a-8137-818b5e350168,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:48.056472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:48.113577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:48.114228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:48.119362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009860b5-3096-4f30-bd8c-2de8db7cdf2a None None] Pushing event updated for resources: {'Port': ['ID=339756cf-6f9d-456a-8137-818b5e350168,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:48.140145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:17:48.156520 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Sync routers for ids ['da4fa00a-2375-468e-8639-2995c6fb8184'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:17:48.167927 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Routers {'da4fa00a-2375-468e-8639-2995c6fb8184'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:48.169018 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['da4fa00a-2375-468e-8639-2995c6fb8184'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:48.174795 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:48.177056 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2cbd59d9-6e49-4c79-9903-a818cf51b210 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8948178 Aug 11 09:17:48.181138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36862) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:48.250267 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:48.319628 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Set router da4fa00a-2375-468e-8639-2995c6fb8184 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:48.523758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:47Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:48.557140 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:47Z', 'revision_number': 3, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:48.568363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eeaa31-be11-4d4f-b320-d09c8b6af7b2 None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:47Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:17:48.591960 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Checking router: da4fa00a-2375-468e-8639-2995c6fb8184 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:17:48.592306 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Updating router da4fa00a-2375-468e-8639-2995c6fb8184 port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:17:48.649234 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:48.690695 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00282889-1463-495b-908e-1cbf805a5baf None None] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:17:48.742447 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:48.821436 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-69ad2297-5a56-4479-b422-76533ce859fa None None] Provisioning for port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:48.940346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Allocated IP 172.20.0.1 (5635b223-2e68-40df-a96f-3b4692fe3fb1/fe2909bb-f48b-4d6d-be2e-25eb8fac080c/c65c8fdf-778e-49f3-b15b-00c7e2768a8c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:48.959371 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:48.976229 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Transition to ACTIVE for port object 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:48.984723 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.042867 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Attempting to bind port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:49.043140 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Attempting to bind port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:49.043512 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Attempting to bind port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:49.050987 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac82bc-56c2-49c1-be66-a449279051a6 None None] Pushing event updated for resources: {'Port': ['ID=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:49.055689 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:49.056063 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:49.056466 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.056852 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:49.057364 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Bound port: 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:49.057739 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.065759 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.079716 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Transition to ACTIVE for port object c65c8fdf-778e-49f3-b15b-00c7e2768a8c will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:49.124570 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] For port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:49.126890 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.128745 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] For port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:49.137728 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.176204 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:49.182110 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:49.186319 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:49.220361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:49.252241 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.297198 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Routers {'da4fa00a-2375-468e-8639-2995c6fb8184'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:49.297746 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['da4fa00a-2375-468e-8639-2995c6fb8184'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:49.393513 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.418421 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] Set router da4fa00a-2375-468e-8639-2995c6fb8184 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:49.491432 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-046b54b0-b04c-4dc5-a74e-18ab28bec41c None None] Provisioning for port c65c8fdf-778e-49f3-b15b-00c7e2768a8c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:49.514595 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-046b54b0-b04c-4dc5-a74e-18ab28bec41c None None] Provisioning complete for port c65c8fdf-778e-49f3-b15b-00c7e2768a8c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:49.515305 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-046b54b0-b04c-4dc5-a74e-18ab28bec41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.538920 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac82bc-56c2-49c1-be66-a449279051a6 None None] Pushing event updated for resources: {'Port': ['ID=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:49.613858 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-046b54b0-b04c-4dc5-a74e-18ab28bec41c None None] Port c65c8fdf-778e-49f3-b15b-00c7e2768a8c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:17:49.638514 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.646885 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.658458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 339756cf-6f9d-456a-8137-818b5e350168 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:49.685382 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:47Z', 'revision_number': 3, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:49.725633 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e835dce-1b0a-4ed5-acf4-806d590b7c07 None None] The sync data for ids ['da4fa00a-2375-468e-8639-2995c6fb8184'] in n-d-789963-6 is: [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:47Z', 'revision_number': 3, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:17:49.753097 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 339756cf-6f9d-456a-8137-818b5e350168 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:49.757925 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 339756cf-6f9d-456a-8137-818b5e350168 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:49.758504 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.760629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:49.766288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.857160 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.872403 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:49.873964 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:49.892866 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 339756cf-6f9d-456a-8137-818b5e350168, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=339756cf-6f9d-456a-8137-818b5e350168,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:49.899105 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:49.900220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:49.990534 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=339756cf-6f9d-456a-8137-818b5e350168,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:50.006759 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:50.012900 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:50.013360 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:50.020805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Router da4fa00a-2375-468e-8639-2995c6fb8184 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:17:50.105436 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:50.160469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,segment=NetworkSegment(7a6d3df1-aed7-4b79-8748-b962e618ac2f),segment_id=7a6d3df1-aed7-4b79-8748-b962e618ac2f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:50.167101 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:50.174109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:17:50.188944 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de640662-ef3b-424b-8c09-35001dc4bfe2 admin admin] 10.222.0.58 "PUT /v2.0/routers/da4fa00a-2375-468e-8639-2995c6fb8184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994686 Aug 11 09:17:50.200202 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-b0451d46-cea9-4587-8489-37436677bf5f None None] Provisioning complete for port c65c8fdf-778e-49f3-b15b-00c7e2768a8c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:50.200646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b0451d46-cea9-4587-8489-37436677bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:50.256196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-b0451d46-cea9-4587-8489-37436677bf5f None None] Port c65c8fdf-778e-49f3-b15b-00c7e2768a8c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:17:50.258049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.094794 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36872) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.099854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921593890', 'description': 'tempest-secgroup-smoke-921593890 description', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.124555 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.213779 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.219160 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.246945 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.248382 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1522355 Aug 11 09:17:51.251243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36874) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.256471 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': '59f9e398-02f7-4098-bc6b-8d77863f16b3', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.261625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82616f4b-0c99-4a3a-be32-69f5ce85d0c1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f9e398-02f7-4098-bc6b-8d77863f16b3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.288845 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.351110 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.356819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.374185 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a352bbe-1d66-4942-a8f1-732837bf64b0,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.383525 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.384712 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-43408fa7-c378-449d-8e29-57d8f85aed1a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324978 Aug 11 09:17:51.387564 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36876) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.392051 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': '59f9e398-02f7-4098-bc6b-8d77863f16b3', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.429079 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.499832 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.504713 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.521340 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fc3af8-d20d-409b-9bd1-8af2dc75b5f4,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.532090 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.533752 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-aff5ca65-7e57-4d5b-b957-0f5b2f3ed4dc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451821 Aug 11 09:17:51.536604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36878) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.541440 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': '59f9e398-02f7-4098-bc6b-8d77863f16b3', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.569470 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.599333 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 339756cf-6f9d-456a-8137-818b5e350168 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:51.632352 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.638205 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.651215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 339756cf-6f9d-456a-8137-818b5e350168 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:51.651617 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.663048 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b0a70e-53c5-494f-894f-42a1ac97dda2,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.665486 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.666704 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e76d7abc-16b4-4c0d-b0c6-50d73c617816 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290371 Aug 11 09:17:51.669740 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36880) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.674621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': '59f9e398-02f7-4098-bc6b-8d77863f16b3', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.705794 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.738509 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:51.772543 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.777352 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.785458 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:51.785824 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.797887 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6ba110-3da3-4d25-a9c7-f51fca8c287e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.805791 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.807364 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-68081e6e-d82f-4d19-8eec-13ad8788588c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364803 Aug 11 09:17:51.810566 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 36882) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.815692 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': '59f9e398-02f7-4098-bc6b-8d77863f16b3', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.835484 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Sync routers for ids ['da4fa00a-2375-468e-8639-2995c6fb8184'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:17:51.840254 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Project b92b0d8b5b9e485c99ea2455d6beff76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:17:51.845498 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.852222 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Routers {'da4fa00a-2375-468e-8639-2995c6fb8184'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:51.852845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['da4fa00a-2375-468e-8639-2995c6fb8184'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:51.911801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.916320 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.931712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:51.934188 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2990bd4-805b-41a0-9a44-03d155682a99,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:51.949106 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:51.950332 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1b6b921d-56c1-4101-945c-32053c1c9056 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386578 Aug 11 09:17:51.953392 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36884) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:17:51.958452 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': '59f9e398-02f7-4098-bc6b-8d77863f16b3', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:51.981645 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Project b92b0d8b5b9e485c99ea2455d6beff76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:17:51.986667 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.020108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Set router da4fa00a-2375-468e-8639-2995c6fb8184 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:52.050493 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.056448 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.064228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:52.072218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:52.072427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc76e14-6780-4835-883c-e5752f9cf035,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:52.072584 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.084238 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.085644 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-3cc3f2c8-e253-4c94-bebd-f403084a3ca3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312351 Aug 11 09:17:52.275681 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.299658 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:52.307300 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.310324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-29b8df33-4ff0-4dd4-bcee-840e60d9b2e1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921593890&fields=id&tenant_id=b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 267 time: 0.0378976 Aug 11 09:17:52.356098 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 4, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c65c8fdf-778e-49f3-b15b-00c7e2768a8c', 'name': '', 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'mac_address': 'fa:16:3e:74:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:48Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 2, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'subnets': [{'id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:52.389860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Checking router: da4fa00a-2375-468e-8639-2995c6fb8184 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:17:52.390209 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Updating router da4fa00a-2375-468e-8639-2995c6fb8184 port c65c8fdf-778e-49f3-b15b-00c7e2768a8c binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:17:52.408086 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:52.418372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.426892 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-7ddb0651-d401-4c40-8d37-df29d3d0f96b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:52.428736 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-7ddb0651-d401-4c40-8d37-df29d3d0f96b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 809 time: 0.1023614 Aug 11 09:17:52.444969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-f6f98af1-d5da-4b97-8145-ea8d2b1322ac tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/quotas/b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 375 time: 0.0095849 Aug 11 09:17:52.497463 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-e633df1c-6a13-485c-b3a4-29cc61000cdc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469916 Aug 11 09:17:52.598923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-3207cd59-6481-4746-9f86-3461df8f7785 service neutron] 10.222.0.58 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886996 Aug 11 09:17:52.688144 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-583ee9a0-bdb2-40c2-b144-2d273a19ca88 service neutron] 10.222.0.58 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824475 Aug 11 09:17:52.689010 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.699132 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Transition to ACTIVE for port object c65c8fdf-778e-49f3-b15b-00c7e2768a8c will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:52.705937 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.760640 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7267db1-39d9-43b8-9349-844515f1ccd3 None None] Pushing event updated for resources: {'Port': ['ID=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:52.814226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Attempting to bind port c65c8fdf-778e-49f3-b15b-00c7e2768a8c on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:52.814730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Attempting to bind port c65c8fdf-778e-49f3-b15b-00c7e2768a8c by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:52.815118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Attempting to bind port c65c8fdf-778e-49f3-b15b-00c7e2768a8c on network 5635b223-2e68-40df-a96f-3b4692fe3fb1 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:52.822155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:52.822538 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Checking segment: {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:52.824162 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.824558 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Bound using segment: {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:52.825080 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Bound port: c65c8fdf-778e-49f3-b15b-00c7e2768a8c, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6d3df1-aed7-4b79-8748-b962e618ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:52.825488 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.874309 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-10883e69-c45f-4263-be2d-51fafa8628ee req-da5d123e-84c5-43a8-b912-cf6b16f5b1c2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 210 time: 0.0270820 Aug 11 09:17:52.898775 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] For port c65c8fdf-778e-49f3-b15b-00c7e2768a8c, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:52.902529 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] For port c65c8fdf-778e-49f3-b15b-00c7e2768a8c, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,segment=NetworkSegment(7a6d3df1-aed7-4b79-8748-b962e618ac2f),segment_id=7a6d3df1-aed7-4b79-8748-b962e618ac2f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:52.907497 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:52.969593 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7267db1-39d9-43b8-9349-844515f1ccd3 None None] Pushing event updated for resources: {'Port': ['ID=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:52.972171 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Routers {'da4fa00a-2375-468e-8639-2995c6fb8184'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:17:52.972771 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:17:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['da4fa00a-2375-468e-8639-2995c6fb8184'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:53.097970 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] Set router da4fa00a-2375-468e-8639-2995c6fb8184 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:17:53.477111 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 4, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c65c8fdf-778e-49f3-b15b-00c7e2768a8c', 'name': '', 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'mac_address': 'fa:16:3e:74:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:48Z', 'updated_at': '2021-08-11T09:17:52Z', 'revision_number': 4, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'subnets': [{'id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:17:53.506994 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851094d8-107c-43b9-9444-dd82a584ffad None None] The sync data for ids ['da4fa00a-2375-468e-8639-2995c6fb8184'] in n-d-789963-6 is: [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 4, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'c65c8fdf-778e-49f3-b15b-00c7e2768a8c', 'name': '', 'network_id': '5635b223-2e68-40df-a96f-3b4692fe3fb1', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'mac_address': 'fa:16:3e:74:b4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:48Z', 'updated_at': '2021-08-11T09:17:52Z', 'revision_number': 4, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'subnets': [{'id': 'fe2909bb-f48b-4d6d-be2e-25eb8fac080c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:17:53.520063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:53.583418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:53.583800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:53.995386 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-21dd145c-c4ea-4202-bebc-fa6cf0b3d459 req-3243068f-157e-4da5-8c9f-83a9bb72b990 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 210 time: 0.0360956 Aug 11 09:17:54.035917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-4d1e9893-718f-40a4-987d-4165a24d2b54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:54.037510 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-4d1e9893-718f-40a4-987d-4165a24d2b54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 809 time: 0.1731620 Aug 11 09:17:54.095047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-fed8746b-dfc3-4e3a-93dd-a2e396e47c22 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 379 time: 0.0357845 Aug 11 09:17:54.105228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'port': {'device_id': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'admin_state_up': True, 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'security_groups': ['59f9e398-02f7-4098-bc6b-8d77863f16b3']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:54.230041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Made reservation on behalf of b92b0d8b5b9e485c99ea2455d6beff76 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:17:54.233662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:54.369056 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Allocated IP 172.20.0.10 (4a47912d-1ab2-4867-826f-7144fc528af4/e8aa4b48-c48c-40df-a514-bce87cbfe82a/5ee56e42-76a4-4d68-ba9e-2861fdb8cf21) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:17:54.545280 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:54.562985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Transition to ACTIVE for port object 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:54.611046 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:54.661541 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Network 4a47912d-1ab2-4867-826f-7144fc528af4 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:17:54.665118 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:17:54.669716 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:17:54.705733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:54.738424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:54.739109 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:54.763019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-95a46539-457d-4d60-8d44-c7ad6d64dc3a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6612828 Aug 11 09:17:54.780978 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Request body: {'port': {'device_id': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:17:54.848054 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:54.940428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-03a2d7d0-c421-4f04-bd62-067301ce7526 None None] Provisioning for port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:54.945074 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-03a2d7d0-c421-4f04-bd62-067301ce7526 None None] Provisioning complete for port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:54.945633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-03a2d7d0-c421-4f04-bd62-067301ce7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:54.989743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-03a2d7d0-c421-4f04-bd62-067301ce7526 None None] Port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:17:55.131773 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b3b8e-791c-40fb-b945-992670ac58f4 req-2c36e1d3-b5e6-438a-984e-c5dcafde5dbd tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:55.133373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e09b3b8e-791c-40fb-b945-992670ac58f4 req-2c36e1d3-b5e6-438a-984e-c5dcafde5dbd tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 932 time: 0.0523975 Aug 11 09:17:55.134422 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:17:55.142921 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.156325 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Transition to ACTIVE for port object 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:17:55.161653 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.176059 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e09b3b8e-791c-40fb-b945-992670ac58f4 req-6469e5c8-e418-4ea0-8662-4f20b90f8bc2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358489 Aug 11 09:17:55.233087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:55.284340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Attempting to bind port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:17:55.284673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Attempting to bind port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:17:55.285039 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Attempting to bind port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:55.289765 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 on network 4a47912d-1ab2-4867-826f-7144fc528af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:17:55.290086 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Attempting to bind port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:17:55.295583 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:17:55.295919 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Checking segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:17:55.296319 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Bound using segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:17:55.296773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Bound port: 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:17:55.297150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.364736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:17:55.367805 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:17:55.374498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.416795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:55.417457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.418880 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1092 time: 0.6427362 Aug 11 09:17:55.419324 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:17:55.421665 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f422851-2dce-4e36-a5d1-5ccafc8c241c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:17:55.443143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c8985-f051-406a-8907-f6f91875f7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:55.531766 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-76509663-36bd-4054-a4d5-83d6bc82a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:55.533980 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-76509663-36bd-4054-a4d5-83d6bc82a424 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1095 time: 0.0528126 Aug 11 09:17:55.547566 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79671991-4047-4e1a-ab2c-21c9daf2e305 x-openstack-request-id: req-79671991-4047-4e1a-ab2c-21c9daf2e305 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:17:55.547872 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:17:55.548119 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79671991-4047-4e1a-ab2c-21c9daf2e305 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:17:55.549800 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'status': 'completed', 'code': 200} Aug 11 09:17:55.552215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c65c8fdf-778e-49f3-b15b-00c7e2768a8c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:55.587254 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-0aa9c20a-2421-4916-821a-13db2619fb54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 217 time: 0.0366275 Aug 11 09:17:55.606418 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c65c8fdf-778e-49f3-b15b-00c7e2768a8c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:55.610904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c65c8fdf-778e-49f3-b15b-00c7e2768a8c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:55.611530 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.645435 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-45a1497c-faac-4681-910d-97ec11aa1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:55.646955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-45a1497c-faac-4681-910d-97ec11aa1127 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0528791 Aug 11 09:17:55.687785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.692924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-d4d7d028-d8c8-4bf4-9add-cdf09779dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:55.694449 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-d4d7d028-d8c8-4bf4-9add-cdf09779dbaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402002 Aug 11 09:17:55.723216 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c65c8fdf-778e-49f3-b15b-00c7e2768a8c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,segment=NetworkSegment(7a6d3df1-aed7-4b79-8748-b962e618ac2f),segment_id=7a6d3df1-aed7-4b79-8748-b962e618ac2f)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:55.732853 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:55.785129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-026db9df-0c81-4fcb-835f-a76d1134a51c service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834470 Aug 11 09:17:55.785474 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:55.879748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0b42ec4e-eae3-48dd-93e8-0f07b63f6bc8 req-317de886-f783-401f-b0b7-b91cd6b6570d service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878022 Aug 11 09:17:56.025807 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-b61a97cb-ed08-44a0-b746-51bb809a7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:56.027464 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-b61a97cb-ed08-44a0-b746-51bb809a7eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1095 time: 0.0477104 Aug 11 09:17:56.127606 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-0047479a-48fb-4513-a6ba-2ab7cde68cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:56.129597 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-0047479a-48fb-4513-a6ba-2ab7cde68cfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0948305 Aug 11 09:17:56.172506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-81ada978-91fe-452f-8d73-d92bb9d9cfeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 217 time: 0.0355630 Aug 11 09:17:56.224789 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-c97ff518-ee23-47e4-89ee-b1efe9a24a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:56.226404 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-c97ff518-ee23-47e4-89ee-b1efe9a24a4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0453126 Aug 11 09:17:56.281517 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-9cc5cc9d-b6ac-4310-b53a-d8d358fdb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:56.283437 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-9cc5cc9d-b6ac-4310-b53a-d8d358fdb21a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486465 Aug 11 09:17:56.300180 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93441e-295d-44b9-96da-c8bf0e63d271 req-ae876ceb-1d81-42e6-b772-d7724382348b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:56.302456 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b93441e-295d-44b9-96da-c8bf0e63d271 req-ae876ceb-1d81-42e6-b772-d7724382348b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0508966 Aug 11 09:17:56.342329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2b93441e-295d-44b9-96da-c8bf0e63d271 req-04541f13-c242-4bff-97c8-bb1f9729d1e1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335104 Aug 11 09:17:56.381370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-b282ea83-5ea4-4862-86b5-f5b17fb30b29 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887764 Aug 11 09:17:56.477152 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1f422851-2dce-4e36-a5d1-5ccafc8c241c req-391405a0-ca36-4676-9eff-01f9d4fe2588 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Aug 11 09:17:56.852607 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:17:56.952864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:56.964272 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'mac_address': 'fa:16:3e:44:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:17:57.010431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:57.023615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:17:57.043362 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:57.050287 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:57.103469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:57.324615 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:17:57.464773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484206e-5b03-45e0-a40a-4195a5b3f799 req-1e8c8fb9-0c84-4857-818b-c40c6e325b4e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:57.466401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d484206e-5b03-45e0-a40a-4195a5b3f799 req-1e8c8fb9-0c84-4857-818b-c40c6e325b4e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 945 time: 0.0527916 Aug 11 09:17:57.509622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d484206e-5b03-45e0-a40a-4195a5b3f799 req-d1ad4a53-daf4-4c02-a22d-063b2b9b232a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368721 Aug 11 09:17:57.517339 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c65c8fdf-778e-49f3-b15b-00c7e2768a8c up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:57.609119 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c65c8fdf-778e-49f3-b15b-00c7e2768a8c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:57.609554 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:58.636370 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28982cea-b39a-4223-8540-5db2c5add5ee req-c9a4ce49-857b-4ad2-91cc-66625be1c645 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:58.637837 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28982cea-b39a-4223-8540-5db2c5add5ee req-c9a4ce49-857b-4ad2-91cc-66625be1c645 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 945 time: 0.0553937 Aug 11 09:17:58.684559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28982cea-b39a-4223-8540-5db2c5add5ee req-182a2815-dcc4-4ed0-ac21-72b3d84ade14 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Aug 11 09:17:58.860256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:17:58.922376 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:17:58.928200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:17:58.929070 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:59.019271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:59.044653 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:17:59.046975 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f990cd23-8d6a-464c-a6e5-abf8b34aed7f" -d '{"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:17:59.060577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:17:59.066584 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:59.089998 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88a790-cf53-4873-bfcf-130437e33f81 x-openstack-request-id: req-7a88a790-cf53-4873-bfcf-130437e33f81 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:17:59.090284 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:17:59.090508 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a88a790-cf53-4873-bfcf-130437e33f81 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:17:59.090925 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'code': 200} Aug 11 09:17:59.116566 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:17:59.203568 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b3356-1c49-4bbb-a702-ff2a2fe6aac5 req-bdeed4bf-622c-40a6-bfe9-e90295d58011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:59.205025 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c15b3356-1c49-4bbb-a702-ff2a2fe6aac5 req-bdeed4bf-622c-40a6-bfe9-e90295d58011 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1097 time: 0.0411594 Aug 11 09:17:59.241581 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c15b3356-1c49-4bbb-a702-ff2a2fe6aac5 req-60d0b2b7-f841-40ed-b11c-cac424cc3e64 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285292 Aug 11 09:17:59.338304 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:59.391736 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8c662c30-a1d2-4874-b13d-06fa89ef85fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:17:59.822686 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff33b76-2ba5-4211-ae1b-3213b1a171f0 req-aa9b1fc1-60b0-4e24-b916-a8363531bc9a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:17:59.824170 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ff33b76-2ba5-4211-ae1b-3213b1a171f0 req-aa9b1fc1-60b0-4e24-b916-a8363531bc9a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0617540 Aug 11 09:17:59.863952 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1ff33b76-2ba5-4211-ae1b-3213b1a171f0 req-0dc47653-2b39-415d-b1c8-2f8ddb669777 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Aug 11 09:18:00.453455 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:01.001466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b760b6-1887-4b6d-80a2-97379fa97961 req-6693b22d-59da-477a-8a60-ef4a0a131609 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:01.002964 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46b760b6-1887-4b6d-80a2-97379fa97961 req-6693b22d-59da-477a-8a60-ef4a0a131609 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0508909 Aug 11 09:18:01.047317 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-46b760b6-1887-4b6d-80a2-97379fa97961 req-73b15cc2-6f90-4c45-8f00-8e8865e92d06 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355463 Aug 11 09:18:01.175131 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18c3cd-7044-4fe7-9d45-246ec2d900e2 req-f84f646c-6499-45e8-87e5-883203361f02 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:01.176661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af18c3cd-7044-4fe7-9d45-246ec2d900e2 req-f84f646c-6499-45e8-87e5-883203361f02 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0624874 Aug 11 09:18:01.220974 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-af18c3cd-7044-4fe7-9d45-246ec2d900e2 req-52745854-a64b-41a3-8e02-48ea9526067d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Aug 11 09:18:01.243239 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36934) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:18:01.383668 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002afa3-6f0b-4640-86f1-3e7ee6cc35ea tempest-TestShelveInstance-1800336173 tempest-TestShelveInstance-1800336173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:01.385295 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-c002afa3-6f0b-4640-86f1-3e7ee6cc35ea tempest-TestShelveInstance-1800336173 tempest-TestShelveInstance-1800336173-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1092 time: 0.1409419 Aug 11 09:18:01.388509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 36938) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:18:01.393023 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:18:01.418935 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:01.514954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:01.621820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Allocated IP 172.25.2.151 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/eb403ff7-fd88-42fe-ac49-be6bf836541d) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:18:01.731157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:01.780317 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:01.819799 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:18:01.822678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:18:01.826294 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:18:01.831692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'Port': ['ID=eb403ff7-fd88-42fe-ac49-be6bf836541d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:18:02.191563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.262541 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.414606 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.422669 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.489051 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'Port': ['ID=eb403ff7-fd88-42fe-ac49-be6bf836541d,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:18:02.498841 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.502752 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.616744 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Floating IP dcace122-6ce3-4441-8458-3a36f8544203 associated. External IP: 172.25.2.151, port: 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21. Aug 11 09:18:02.791770 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f54bfa45-c145-4fe9-b367-31e8f66ec77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:02.823254 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:18:03.235340 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:18:03.245715 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:18:03.252579 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:03.255780 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:18:03.256479 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:18:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:18:03.279125 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2dc01545-45b8-4df6-8fc2-95485f4469a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8895593 Aug 11 09:18:03.279773 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:18:03.282155 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3551882b-6d3d-41b9-8be8-59fc590804e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:18:03.325954 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0367599e-0a8c-4b5f-8414-e679fde9bdfb x-openstack-request-id: req-0367599e-0a8c-4b5f-8414-e679fde9bdfb {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:18:03.326315 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:18:03.326617 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0367599e-0a8c-4b5f-8414-e679fde9bdfb {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:18:03.326975 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'status': 'completed', 'code': 200} Aug 11 09:18:03.363713 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:18:03.410211 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-6d7c6aa4-82f9-44bd-8052-b324af481970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:03.412356 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-6d7c6aa4-82f9-44bd-8052-b324af481970 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1097 time: 0.0415835 Aug 11 09:18:03.506950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-53d8c07e-2c4d-49d3-879d-ebda00c852d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:03.508483 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-53d8c07e-2c4d-49d3-879d-ebda00c852d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0896661 Aug 11 09:18:03.574603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-eff51ee2-77af-4b06-a8fd-fcb045e11677 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1000 time: 0.0590389 Aug 11 09:18:03.582610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'dcace122-6ce3-4441-8458-3a36f8544203', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'mac_address': 'fa:16:3e:44:30:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:18:02Z', 'updated_at': '2021-08-11T09:18:02Z', 'revision_number': 0, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:18:03.611739 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:18:03.620251 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:18:03.620856 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:18:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:18:03.627943 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-0a813084-3558-4f99-bcc0-eca09db9d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:03.629443 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-0a813084-3558-4f99-bcc0-eca09db9d21e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0479643 Aug 11 09:18:03.675800 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-55c8bcce-0350-406a-8315-fc2f13a0ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:03.677347 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-55c8bcce-0350-406a-8315-fc2f13a0ae52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399358 Aug 11 09:18:03.722093 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:18:03.765822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-56ba7e89-9edb-4e66-b539-4fa84bf2b051 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806942 Aug 11 09:18:03.866773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3551882b-6d3d-41b9-8be8-59fc590804e0 req-731fb4f2-0d18-4397-b7b9-7b6272038dde service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922031 Aug 11 09:18:03.954169 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'dcace122-6ce3-4441-8458-3a36f8544203', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'mac_address': 'fa:16:3e:44:30:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:18:02Z', 'updated_at': '2021-08-11T09:18:02Z', 'revision_number': 0, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:18:03.980082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351c589-ce11-45e3-a65b-aebdead2c8fb None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': 'dcace122-6ce3-4441-8458-3a36f8544203', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'mac_address': 'fa:16:3e:44:30:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:18:02Z', 'updated_at': '2021-08-11T09:18:02Z', 'revision_number': 0, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:18:04.211572 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328bc04-81c6-4930-861e-9cfb03a83628 None None] New status for floating IP dcace122-6ce3-4441-8458-3a36f8544203: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:18:05.123549 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:06.422532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:06.622032 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:18:23.583684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-a26b1fdc-0ff8-45c4-8838-b0641784db0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516150 Aug 11 09:18:23.695407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-4cd4afd9-6f1e-40c2-aa58-9700612af34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:23.696921 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-4cd4afd9-6f1e-40c2-aa58-9700612af34b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1097 time: 0.0442877 Aug 11 09:18:23.804174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-5b254ef9-1fcc-44de-a27c-b167a004b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:23.805744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-5b254ef9-1fcc-44de-a27c-b167a004b8ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0885258 Aug 11 09:18:23.874245 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-06e1d1aa-e2f0-4ee1-a38b-16e405ee3371 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1002 time: 0.0606685 Aug 11 09:18:23.929220 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-09773eb1-f49a-4731-acaf-3cb470e6e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:23.930738 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-09773eb1-f49a-4731-acaf-3cb470e6e6fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0489058 Aug 11 09:18:23.977522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-4763f063-8837-4260-abbe-636d7b905ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:18:23.978986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-4763f063-8837-4260-abbe-636d7b905ffc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408890 Aug 11 09:18:23.991004 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-05d734eb-8edb-4c8c-8117-2be48120e3f6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:18:23.991952 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-05d734eb-8edb-4c8c-8117-2be48120e3f6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052068 Aug 11 09:18:24.081677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-1e7c085d-0273-4015-bb01-413d7fb0ef6a service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825336 Aug 11 09:18:24.176773 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac98fff9-8aa1-4bcf-a143-c8b4ca46cb12 req-96caed39-d34a-48ad-8b80-e249aa2b0f68 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Aug 11 09:18:29.335923 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:29.397586 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bf2f8199-e4ce-4a17-a6a5-290e484323b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:30.487338 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:32.502353 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:32.802473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-94a80fdf-a78b-4a08-aabf-624ee1e1e88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:35.127182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:36.421864 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:43.626948 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:18:59.367904 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:18:59.400202 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2f23dc97-c68e-4765-b345-7a0b6f7f1c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:00.494999 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:02.507097 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:02.798837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-124b199e-a400-47e2-a159-3e57691c7d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:05.134283 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:06.434011 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:20.633526 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:19:24.571611 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-ba4cdc66-08b9-436d-bfa0-911b2800931e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443389 Aug 11 09:19:24.669228 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-3599703a-9cfe-4292-8a44-51bb8e298be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:19:24.670739 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-3599703a-9cfe-4292-8a44-51bb8e298be0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1097 time: 0.0425210 Aug 11 09:19:24.791596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-3160ebee-9ba5-4e91-aa4b-a67b21d220f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:19:24.793139 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-3160ebee-9ba5-4e91-aa4b-a67b21d220f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0973647 Aug 11 09:19:24.860059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-01880664-8d64-4950-8623-02cd7616499d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1002 time: 0.0594401 Aug 11 09:19:24.914831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-7f143a46-50cd-4ee8-be9f-f0ba320833b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:19:24.916222 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-7f143a46-50cd-4ee8-be9f-f0ba320833b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0491602 Aug 11 09:19:24.961090 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-b033d01e-81a0-414a-a098-75eaf7688581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:19:24.962540 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-b033d01e-81a0-414a-a098-75eaf7688581 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392869 Aug 11 09:19:25.052902 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-b9eba1be-9420-4887-8b0c-ea47e5275f2c service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830536 Aug 11 09:19:25.152369 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50aac39a-7ac1-410d-b0a5-3a76526e7df9 req-856aa702-f352-4f30-904e-e8a254a3d873 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928011 Aug 11 09:19:29.371028 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:29.409431 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bf8001d2-a50b-4829-8e89-4682ee97d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:30.510325 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:32.508532 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:32.800081 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7226eead-af23-4029-823a-1d24e1266459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:35.139461 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:36.434113 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:57.630459 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:19:58.041455 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50dccf-3643-4c34-af2d-20f73fd634a4 req-4d840228-3009-496f-81bf-74665e3b0619 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:19:58.042950 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa50dccf-3643-4c34-af2d-20f73fd634a4 req-4d840228-3009-496f-81bf-74665e3b0619 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0570223 Aug 11 09:19:58.084813 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-fa50dccf-3643-4c34-af2d-20f73fd634a4 req-e97d92ab-e248-484e-9f05-93344ae44f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333872 Aug 11 09:19:59.247199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac71a66-762e-417d-9d77-538972caa68f req-bcf06c1b-4368-4d46-b82d-5a99fcbbb00d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:19:59.248687 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ac71a66-762e-417d-9d77-538972caa68f req-bcf06c1b-4368-4d46-b82d-5a99fcbbb00d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0567722 Aug 11 09:19:59.289544 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ac71a66-762e-417d-9d77-538972caa68f req-9b0e90f9-1eec-4dbb-b8c5-5830ab8579e7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318027 Aug 11 09:19:59.369688 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:19:59.401951 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-32907361-c520-456f-a933-b12717cf7dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:00.444928 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3561d7-47fd-4ba5-88d2-feae6938ea0f req-d936788e-2801-4a5a-9fd2-11b35ede3ae6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:00.446444 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd3561d7-47fd-4ba5-88d2-feae6938ea0f req-d936788e-2801-4a5a-9fd2-11b35ede3ae6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0522189 Aug 11 09:20:00.500156 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd3561d7-47fd-4ba5-88d2-feae6938ea0f req-a7118687-2427-4ba5-b15c-f40475ae3109 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Aug 11 09:20:00.513430 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:01.631230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f583bf0-ee03-4347-9613-2ca772a73d88 req-c6a9e10e-83ef-4c41-be5b-cbc31db27e93 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:01.632701 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f583bf0-ee03-4347-9613-2ca772a73d88 req-c6a9e10e-83ef-4c41-be5b-cbc31db27e93 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0508590 Aug 11 09:20:01.670962 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0f583bf0-ee03-4347-9613-2ca772a73d88 req-e0409ba4-4ce7-4ca2-9cc0-0696c0ae1f9c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Aug 11 09:20:02.505879 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:02.793478 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-82389c20-3217-4d48-8d07-afc884025809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:02.798756 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d3db2-3a5f-4651-a00d-da74df481c52 req-8b557a87-593b-42c7-a2f2-19ae09ec2cdc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:02.800307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-965d3db2-3a5f-4651-a00d-da74df481c52 req-8b557a87-593b-42c7-a2f2-19ae09ec2cdc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0594203 Aug 11 09:20:02.841022 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-965d3db2-3a5f-4651-a00d-da74df481c52 req-097c1f24-1390-4220-835e-22e6834d1a50 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Aug 11 09:20:03.973193 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2035eb6-2601-496e-97e5-c2bae416ee21 req-64fc0486-ae19-4b5b-b64c-a16e06ec1e96 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:03.974777 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2035eb6-2601-496e-97e5-c2bae416ee21 req-64fc0486-ae19-4b5b-b64c-a16e06ec1e96 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0516458 Aug 11 09:20:04.021617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a2035eb6-2601-496e-97e5-c2bae416ee21 req-410d255a-8568-42bb-bb0b-a91797d1929b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379760 Aug 11 09:20:05.134745 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:05.158959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc505-7695-4a08-a884-51b502dce23f req-f7760321-e39d-4f26-b89f-79abc4f6320b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:05.160495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c23dc505-7695-4a08-a884-51b502dce23f req-f7760321-e39d-4f26-b89f-79abc4f6320b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0557914 Aug 11 09:20:05.204795 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c23dc505-7695-4a08-a884-51b502dce23f req-6a5c23cd-4ea3-4a1e-8e5e-f13432cf04d2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350070 Aug 11 09:20:06.334329 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e38b3-4e91-4853-9048-a518d2371a0f req-2f7a71f2-c885-4aeb-ae1e-1a9f688e032a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:06.335855 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f5e38b3-4e91-4853-9048-a518d2371a0f req-2f7a71f2-c885-4aeb-ae1e-1a9f688e032a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0561476 Aug 11 09:20:06.378975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1f5e38b3-4e91-4853-9048-a518d2371a0f req-bdb35a7b-9b57-4c64-ae6a-5bd175497e45 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Aug 11 09:20:06.433088 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:07.519975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2d94d-f189-49dc-bc82-8f5f3304e347 req-017a680d-ffe1-476c-afbf-30927d7f530c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:07.521549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39b2d94d-f189-49dc-bc82-8f5f3304e347 req-017a680d-ffe1-476c-afbf-30927d7f530c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0516579 Aug 11 09:20:07.565577 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-39b2d94d-f189-49dc-bc82-8f5f3304e347 req-e9ee315b-84ff-4291-a928-50e3399b884f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368814 Aug 11 09:20:08.688466 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f82e03-7051-44f0-8314-7731a6be624c req-10c0e841-8106-4d99-8957-f61209671480 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:08.690071 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73f82e03-7051-44f0-8314-7731a6be624c req-10c0e841-8106-4d99-8957-f61209671480 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0536044 Aug 11 09:20:08.732798 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-73f82e03-7051-44f0-8314-7731a6be624c req-6e19a7f4-a66e-4103-8483-e37fd27464ce tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352669 Aug 11 09:20:09.866251 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c9a43-dffc-4d01-9697-c728aa9259bd req-4289096a-97d2-4e75-b5f8-1e90fef10c0b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:09.867813 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf6c9a43-dffc-4d01-9697-c728aa9259bd req-4289096a-97d2-4e75-b5f8-1e90fef10c0b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0587888 Aug 11 09:20:09.905820 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cf6c9a43-dffc-4d01-9697-c728aa9259bd req-a53d9bc4-e9c4-4d6e-a399-d812475a8784 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319505 Aug 11 09:20:11.036805 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4ad8f-d1dd-44e6-a6ae-984377e9207a req-a671c31b-f861-479e-ae10-3abb2a1aca3c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:11.040094 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2c4ad8f-d1dd-44e6-a6ae-984377e9207a req-a671c31b-f861-479e-ae10-3abb2a1aca3c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0571852 Aug 11 09:20:11.103058 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b2c4ad8f-d1dd-44e6-a6ae-984377e9207a req-4b937b4f-6b5a-48f3-846a-b99f222d8270 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552669 Aug 11 09:20:11.552973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:20:11.665754 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:11.678976 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'mac_address': 'fa:16:3e:44:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:20:11.724112 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:11.740433 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:20:11.765287 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:11.773255 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:11.826573 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:20:11.836006 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.836369 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.836700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.837088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.837429 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.837764 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.838113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.838445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.838799 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.839106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.839542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.839877 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:20:11.916210 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:20:12.239868 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66670c4-91c6-49c7-9c3a-d2dc65c0cebe req-75328470-5f3f-4766-ab43-92fd39b29fac tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:12.242830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e66670c4-91c6-49c7-9c3a-d2dc65c0cebe req-75328470-5f3f-4766-ab43-92fd39b29fac tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 945 time: 0.0635297 Aug 11 09:20:12.295195 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e66670c4-91c6-49c7-9c3a-d2dc65c0cebe req-533eb88b-f6c2-435d-aa64-d9b97be27a6a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457640 Aug 11 09:20:13.451999 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18749ad7-3a7e-4766-ba21-a0cffeaaa40b req-0c3354b3-18eb-4220-80da-8e128ef9280c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:13.452645 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18749ad7-3a7e-4766-ba21-a0cffeaaa40b req-0c3354b3-18eb-4220-80da-8e128ef9280c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 945 time: 0.0602763 Aug 11 09:20:13.501149 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-18749ad7-3a7e-4766-ba21-a0cffeaaa40b req-f92de743-a916-4e88-a20e-2960bb3464d0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Aug 11 09:20:13.553318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:20:13.604543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:20:13.605188 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:13.694138 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:13.721408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:20:13.724000 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe0259c-c354-4862-a089-6ae2ea19a526" -d '{"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:20:13.737915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:13.745721 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:13.807288 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:20:13.857028 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313867d5-c4d0-4a4a-a0e3-b479fdd2e3a9 x-openstack-request-id: req-313867d5-c4d0-4a4a-a0e3-b479fdd2e3a9 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:20:13.857319 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:20:13.857575 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-313867d5-c4d0-4a4a-a0e3-b479fdd2e3a9 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:20:13.858015 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'code': 200} Aug 11 09:20:14.624526 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c167-e32a-4a70-a140-5b490fcddf9b req-5cef45a0-0ecf-40a0-9968-377cd69d93b1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:14.626605 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62b3c167-e32a-4a70-a140-5b490fcddf9b req-5cef45a0-0ecf-40a0-9968-377cd69d93b1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0531497 Aug 11 09:20:14.677414 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-62b3c167-e32a-4a70-a140-5b490fcddf9b req-4bd31e29-b028-49b5-b564-98bbe531bf69 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447726 Aug 11 09:20:15.809931 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684e7f4-54b7-414f-92f5-c6dfe8449d11 req-a1501f7e-c6f6-459b-9727-b89d44cb9683 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:15.812218 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6684e7f4-54b7-414f-92f5-c6dfe8449d11 req-a1501f7e-c6f6-459b-9727-b89d44cb9683 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0577610 Aug 11 09:20:15.861353 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6684e7f4-54b7-414f-92f5-c6dfe8449d11 req-aa1a6296-70f9-4ce7-8a72-044828ea7b04 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Aug 11 09:20:16.996120 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb33d95-fca5-4eeb-9034-c56ab693bae1 req-009f9759-381a-4035-b57f-3d29bdc42265 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:16.997721 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9cb33d95-fca5-4eeb-9034-c56ab693bae1 req-009f9759-381a-4035-b57f-3d29bdc42265 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0626509 Aug 11 09:20:17.045453 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9cb33d95-fca5-4eeb-9034-c56ab693bae1 req-e9d12925-3760-44fd-b442-fd5e86dfb06d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Aug 11 09:20:18.173109 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c5da3-bf8f-4c5b-ae47-2514271f824c req-a5d8f5c7-3856-42ee-b87a-df6c367538b1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:18.177434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-922c5da3-bf8f-4c5b-ae47-2514271f824c req-a5d8f5c7-3856-42ee-b87a-df6c367538b1 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0604482 Aug 11 09:20:18.219713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-922c5da3-bf8f-4c5b-ae47-2514271f824c req-13289439-a48b-46ff-ad86-f6902df9b740 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383027 Aug 11 09:20:19.348721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cb29c-b052-483c-8c55-05e62569bf61 req-5858829c-5c37-4ebb-823c-81736c9b8537 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:19.350518 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-140cb29c-b052-483c-8c55-05e62569bf61 req-5858829c-5c37-4ebb-823c-81736c9b8537 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0527992 Aug 11 09:20:19.394758 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-140cb29c-b052-483c-8c55-05e62569bf61 req-a95d3a99-37ae-4205-9399-41666a375db4 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363786 Aug 11 09:20:20.272621 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-be6bceef-cc99-4291-abe4-f142e5dacdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:20.274192 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-be6bceef-cc99-4291-abe4-f142e5dacdda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1097 time: 0.0553200 Aug 11 09:20:20.371547 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-c17c0955-1a1b-4bb5-89e0-dcb3170ef559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:20.373027 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-c17c0955-1a1b-4bb5-89e0-dcb3170ef559 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0913045 Aug 11 09:20:20.439076 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-22096221-1b26-448c-987e-cb34b69def7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1002 time: 0.0583825 Aug 11 09:20:20.517633 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-d6a1ed7e-5f21-4396-81eb-3f45c7b7cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:20.519110 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-d6a1ed7e-5f21-4396-81eb-3f45c7b7cf0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0725534 Aug 11 09:20:20.542559 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0c8d5-904d-469f-9853-d31c1a227fcf req-0a204878-1146-478e-9a72-25f2f271c450 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:20.543884 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37f0c8d5-904d-469f-9853-d31c1a227fcf req-0a204878-1146-478e-9a72-25f2f271c450 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0721259 Aug 11 09:20:20.600218 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-859c700b-095f-43e4-ab31-5ec5937014b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:20.601979 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-859c700b-095f-43e4-ab31-5ec5937014b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742397 Aug 11 09:20:20.604908 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-37f0c8d5-904d-469f-9853-d31c1a227fcf req-a3227397-0525-4fa6-8c85-373d864237c8 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440013 Aug 11 09:20:20.695804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-ad2af052-f4fe-44f6-aa66-3b0b62993e6c service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858967 Aug 11 09:20:20.794527 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bff0821d-a646-44d3-bb37-46cb55b6ac13 req-78bc9945-77fd-4424-bafc-c3b3275e9567 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912900 Aug 11 09:20:21.732750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb5ff-3c93-4fde-b98f-186c8a5f3174 req-9fe7ce1e-aee2-4fa9-8f9e-49bd532c0433 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:21.734306 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bafcb5ff-3c93-4fde-b98f-186c8a5f3174 req-9fe7ce1e-aee2-4fa9-8f9e-49bd532c0433 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0519526 Aug 11 09:20:21.773534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-bafcb5ff-3c93-4fde-b98f-186c8a5f3174 req-3e221a24-2f1e-4f7d-9f1b-3d67ee06200f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329285 Aug 11 09:20:22.900763 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6d9f-6531-4f1f-86a2-f98732689b26 req-557735b1-5107-41c4-b8e0-05ca8236193f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:22.902276 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b65f6d9f-6531-4f1f-86a2-f98732689b26 req-557735b1-5107-41c4-b8e0-05ca8236193f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0563436 Aug 11 09:20:22.941126 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b65f6d9f-6531-4f1f-86a2-f98732689b26 req-5a570701-a4e8-4958-bb72-5b6d4dbe5f87 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Aug 11 09:20:23.174396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d30e8-15f2-4228-9173-95b859b132d4 req-3d486988-ab96-424b-bf12-637105c688cb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:23.175906 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-085d30e8-15f2-4228-9173-95b859b132d4 req-3d486988-ab96-424b-bf12-637105c688cb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 946 time: 0.0598516 Aug 11 09:20:23.214761 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-085d30e8-15f2-4228-9173-95b859b132d4 req-88cf67b5-6b05-4b9b-a4a0-917aafa42a22 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322509 Aug 11 09:20:23.448549 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37146) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:20:23.538161 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-b33c5002-a160-4e37-bf43-6b588068bb32 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884032 Aug 11 09:20:23.620173 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:20:23.703205 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:23.725903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:20:23.728805 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f2cf70-d087-4a20-8ba2-b8a1b45dec16" -d '{"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:20:23.743002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:23.749249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:23.785246 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 09:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e80c47-ee86-4937-b65f-f31b30e39a49 x-openstack-request-id: req-e2e80c47-ee86-4937-b65f-f31b30e39a49 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:20:23.785540 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-unplugged", "status": "failed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "code": 422}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:20:23.785814 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2e80c47-ee86-4937-b65f-f31b30e39a49 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:20:23.786315 n-d-789963-6 neutron-server[94574]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'code': 422} returned with failed status Aug 11 09:20:23.816629 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:20:24.335522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc5be-b69c-4e56-8846-e57ed9392549 req-cdb852bb-4da6-4a8e-b452-63bdd373f488 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:24.337148 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8cc5be-b69c-4e56-8846-e57ed9392549 req-cdb852bb-4da6-4a8e-b452-63bdd373f488 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0517554 Aug 11 09:20:24.385256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6e8cc5be-b69c-4e56-8846-e57ed9392549 req-7c1c4369-0e6b-4ce5-9b75-51fa5fa4060b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 Aug 11 09:20:24.424924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-d9c472dd-883f-43de-82f4-c14902f5e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:24.426487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-d9c472dd-883f-43de-82f4-c14902f5e2c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a&tenant_id=b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 1095 time: 0.0403910 Aug 11 09:20:24.516430 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-98360a3b-b560-4898-90a2-9a457a2a1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:24.517919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-98360a3b-b560-4898-90a2-9a457a2a1627 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1095 time: 0.0514154 Aug 11 09:20:24.606697 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-973ce0b5-fb6b-4134-93d4-d347fb732886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:24.608155 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-973ce0b5-fb6b-4134-93d4-d347fb732886 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0833683 Aug 11 09:20:24.681370 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-bd3f13e5-7f1d-4ecb-95b9-0bfda772c7bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1000 time: 0.0659041 Aug 11 09:20:24.732088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-745ec6b9-f9dd-4af0-ab9f-1d90e6f56572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:24.733849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-745ec6b9-f9dd-4af0-ab9f-1d90e6f56572 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0460198 Aug 11 09:20:24.782730 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-c6be037c-d8a6-4fdb-b700-100d84ce5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:24.784326 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-c6be037c-d8a6-4fdb-b700-100d84ce5411 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427721 Aug 11 09:20:24.884594 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-b8635cdd-f8e3-4e72-85db-03980f0549e5 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929072 Aug 11 09:20:24.983047 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-2cb65b9c-4c33-43c4-9c51-6ff78423dad4 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915425 Aug 11 09:20:25.515593 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07b0b-fba6-4dbd-ae38-a424f127c9c9 req-5f947001-eefe-49e9-a13b-6b93dc2b2aef tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:25.517219 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30b07b0b-fba6-4dbd-ae38-a424f127c9c9 req-5f947001-eefe-49e9-a13b-6b93dc2b2aef tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0578148 Aug 11 09:20:25.558093 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-30b07b0b-fba6-4dbd-ae38-a424f127c9c9 req-b84bc52f-39ed-4c33-a150-d6141b2758b3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346248 Aug 11 09:20:26.685338 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aab1c3-d1f4-416e-9b14-0d457bed93fa req-86b77d39-871d-473f-9eff-61908f874ccd tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:26.687641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57aab1c3-d1f4-416e-9b14-0d457bed93fa req-86b77d39-871d-473f-9eff-61908f874ccd tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0529194 Aug 11 09:20:26.735170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-57aab1c3-d1f4-416e-9b14-0d457bed93fa req-6123c1f2-9fee-47e7-9bbf-7bdca8f41a65 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392706 Aug 11 09:20:27.856324 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecafc38-0a9f-4e46-8692-15fa1af9e698 req-ae645b48-e7d4-4fc1-8d4b-a3692ba4aa58 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:27.857834 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8ecafc38-0a9f-4e46-8692-15fa1af9e698 req-ae645b48-e7d4-4fc1-8d4b-a3692ba4aa58 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0513492 Aug 11 09:20:27.896866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8ecafc38-0a9f-4e46-8692-15fa1af9e698 req-c8f23340-1ee2-488f-9650-977b7b82d760 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329649 Aug 11 09:20:29.031647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5514dd-2ec9-402a-a240-218d8fb54567 req-7c346b5d-cdb3-4e39-8b35-7bd951788486 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:29.033220 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e5514dd-2ec9-402a-a240-218d8fb54567 req-7c346b5d-cdb3-4e39-8b35-7bd951788486 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0627346 Aug 11 09:20:29.076955 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7e5514dd-2ec9-402a-a240-218d8fb54567 req-970550aa-31ff-4458-a926-f5d85296fef6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372801 Aug 11 09:20:29.398817 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:29.411720 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-afd4db13-2f99-4366-9c7e-563d53eef242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:30.208858 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad13ed3-5a09-4475-9de0-99eb5697901e req-9498d947-63c7-459e-bf99-3fbb2d20837f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:30.210398 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ad13ed3-5a09-4475-9de0-99eb5697901e req-9498d947-63c7-459e-bf99-3fbb2d20837f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0511131 Aug 11 09:20:30.277467 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4ad13ed3-5a09-4475-9de0-99eb5697901e req-c83994db-6f71-46b3-9697-1c6ebd02f3a5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586748 Aug 11 09:20:30.511094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:31.405488 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4ce7f-45bf-4d00-a98d-f45c0952aa00 req-2e25c3a9-b5c9-46bb-a564-f953f1b138ba tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:31.407240 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5a4ce7f-45bf-4d00-a98d-f45c0952aa00 req-2e25c3a9-b5c9-46bb-a564-f953f1b138ba tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0531480 Aug 11 09:20:31.450939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5a4ce7f-45bf-4d00-a98d-f45c0952aa00 req-7130ba4c-8998-4772-b2df-a7d1826bd6d7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369625 Aug 11 09:20:32.505789 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:32.585710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb1450-d481-459e-b835-5360b2107d06 req-3b80e0a8-95d7-4fa1-8838-965a588c0404 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:32.587334 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abcb1450-d481-459e-b835-5360b2107d06 req-3b80e0a8-95d7-4fa1-8838-965a588c0404 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0595026 Aug 11 09:20:32.632915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-abcb1450-d481-459e-b835-5360b2107d06 req-ebc8e024-4b68-4940-8133-43285e01d187 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392828 Aug 11 09:20:32.797011 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-233edbe9-795e-4343-bca9-8c5db5072337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:33.776835 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b76eb7-631c-4546-a051-7d0db9601d3b req-cba1415f-0753-4980-b876-b016f16d450c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:33.779864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34b76eb7-631c-4546-a051-7d0db9601d3b req-cba1415f-0753-4980-b876-b016f16d450c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0603616 Aug 11 09:20:33.820145 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34b76eb7-631c-4546-a051-7d0db9601d3b req-11e1b8ad-6fc9-4fd6-ad78-82af577e87fa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Aug 11 09:20:34.622969 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:20:34.942043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d568d0-db77-4024-a76e-65f1630642dd req-b3a59675-e854-46a5-a1ff-172329ec1051 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:34.943598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28d568d0-db77-4024-a76e-65f1630642dd req-b3a59675-e854-46a5-a1ff-172329ec1051 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0537317 Aug 11 09:20:34.985764 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-28d568d0-db77-4024-a76e-65f1630642dd req-568fd0bc-5170-46e3-a8a6-4abb37fb137a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360200 Aug 11 09:20:35.146094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:35.549061 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-1f3df749-5aac-4de6-a126-61b55ee37562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:35.550592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-1f3df749-5aac-4de6-a126-61b55ee37562 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1095 time: 0.0479195 Aug 11 09:20:35.694082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-6d660361-ae21-4947-8298-5f4bf8502fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:35.696184 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-6d660361-ae21-4947-8298-5f4bf8502fea service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.1022937 Aug 11 09:20:35.795554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-b254bcb2-0e74-46d3-bf7b-3fd5a96f0df3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1000 time: 0.0904968 Aug 11 09:20:35.847713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-bd6dd280-d5dd-43a8-b820-2ec6679ecde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:35.849214 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-bd6dd280-d5dd-43a8-b820-2ec6679ecde1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0465400 Aug 11 09:20:35.903658 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-f8dec551-9394-4992-9ef6-e1bbfaf5810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:35.905176 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-f8dec551-9394-4992-9ef6-e1bbfaf5810e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482352 Aug 11 09:20:36.004041 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-4093981d-cf1e-4422-ac01-9a22ef435183 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893669 Aug 11 09:20:36.128736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dcdf3-0435-44aa-af17-046465d77366 req-bb48aa3b-9bde-4170-9c54-924096e01433 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:36.130133 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-269dcdf3-0435-44aa-af17-046465d77366 req-bb48aa3b-9bde-4170-9c54-924096e01433 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0726237 Aug 11 09:20:36.132019 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d5b53219-b017-42cd-be47-47b844e5fae8 req-462da1fc-e2f9-4b14-93e1-4b646ef3da96 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192980 Aug 11 09:20:36.174188 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-269dcdf3-0435-44aa-af17-046465d77366 req-cdd3205e-0ad5-49bf-be39-6fda4b9847a4 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377634 Aug 11 09:20:36.444382 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:37.298949 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef94b3e-5217-4f73-a0f3-71aef729170e req-411d1f62-a5dc-4d38-8971-eb3beb7a4f31 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:37.300462 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7ef94b3e-5217-4f73-a0f3-71aef729170e req-411d1f62-a5dc-4d38-8971-eb3beb7a4f31 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0492628 Aug 11 09:20:37.339613 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7ef94b3e-5217-4f73-a0f3-71aef729170e req-7bbe28c2-4a73-41d1-83c4-41e174bd7676 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Aug 11 09:20:38.480265 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe11f-2996-4163-b43c-580639fad9cf req-cfff6fe4-b740-4dbf-97b4-5e1f14f47bb7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:38.481883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f50fe11f-2996-4163-b43c-580639fad9cf req-cfff6fe4-b740-4dbf-97b4-5e1f14f47bb7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0622447 Aug 11 09:20:38.522830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f50fe11f-2996-4163-b43c-580639fad9cf req-3aef50a2-4308-429f-8b3a-827dbdf79b41 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340412 Aug 11 09:20:39.645392 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368727a-0b5f-409a-8e5a-1abb3e96b67f req-423ed6e2-d5f4-4b38-a556-9c349dd40499 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:39.646915 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c368727a-0b5f-409a-8e5a-1abb3e96b67f req-423ed6e2-d5f4-4b38-a556-9c349dd40499 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 944 time: 0.0536826 Aug 11 09:20:39.685282 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c368727a-0b5f-409a-8e5a-1abb3e96b67f req-efc17967-888c-4f10-89da-58ae8681b482 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323501 Aug 11 09:20:39.724356 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:20:39.826129 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:39.838762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'port_id': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'mac_address': 'fa:16:3e:44:30:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:20:39.888597 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:39.903739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:20:39.927848 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:39.934644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:39.985324 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:20:40.204904 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:20:40.811853 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb263ed3-16b6-445e-9a64-ab7c03c5e59b req-54cc2d44-f19b-46ad-903b-6c15a6473cb7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:40.813570 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb263ed3-16b6-445e-9a64-ab7c03c5e59b req-54cc2d44-f19b-46ad-903b-6c15a6473cb7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 945 time: 0.0535753 Aug 11 09:20:40.854869 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bb263ed3-16b6-445e-9a64-ab7c03c5e59b req-2a007654-0d3e-450a-89ea-8c4f7579dc5e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Aug 11 09:20:41.739765 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:20:41.790548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:20:41.790930 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:41.867522 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:41.890449 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:20:41.892718 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574aca35-56b1-4b39-be60-6404ef40ac01" -d '{"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:20:41.909438 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:20:41.916249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:41.942310 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796509cc-c515-40a3-a05d-df55fbe08074 x-openstack-request-id: req-796509cc-c515-40a3-a05d-df55fbe08074 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:20:41.942549 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:20:41.942794 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-796509cc-c515-40a3-a05d-df55fbe08074 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:20:41.943188 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'code': 200} Aug 11 09:20:41.968385 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:20:41.972910 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e582c1-ce53-40bb-96a1-75a61f00b67a req-fdc36de3-2c2d-4ca2-9700-bd0c3d4a635d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:41.974426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76e582c1-ce53-40bb-96a1-75a61f00b67a req-fdc36de3-2c2d-4ca2-9700-bd0c3d4a635d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 947 time: 0.0501134 Aug 11 09:20:42.015167 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-76e582c1-ce53-40bb-96a1-75a61f00b67a req-c4de2ea6-a02f-4234-90c1-a2f5d3197953 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338326 Aug 11 09:20:42.163192 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999fb39-4a86-43f3-9de3-bbc72209a609 req-af62b874-3473-49ce-8ffc-07e3009da875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:42.164724 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1999fb39-4a86-43f3-9de3-bbc72209a609 req-af62b874-3473-49ce-8ffc-07e3009da875 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1098 time: 0.0433798 Aug 11 09:20:42.205974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1999fb39-4a86-43f3-9de3-bbc72209a609 req-d389fa20-b0c1-4111-97da-87d65fe96499 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334184 Aug 11 09:20:43.142841 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78a422-3923-4a57-ad27-8e44ce8c1cbd req-b8d8e2cb-e34c-42d3-a0bf-fe476aff9c5e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:43.144684 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa78a422-3923-4a57-ad27-8e44ce8c1cbd req-b8d8e2cb-e34c-42d3-a0bf-fe476aff9c5e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 947 time: 0.0574245 Aug 11 09:20:43.191109 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-aa78a422-3923-4a57-ad27-8e44ce8c1cbd req-dd281f8d-9dc0-4d6c-a80e-6e707bd420af tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Aug 11 09:20:44.316328 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977d2cc-0e39-45a5-9d27-3181f97cdcf8 req-7c2d6522-24e8-471f-be2a-b1b2f4907eca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:20:44.318662 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6977d2cc-0e39-45a5-9d27-3181f97cdcf8 req-7c2d6522-24e8-471f-be2a-b1b2f4907eca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 947 time: 0.0604057 Aug 11 09:20:44.362707 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6977d2cc-0e39-45a5-9d27-3181f97cdcf8 req-311b8fc0-1a80-4825-b006-1b33df3dee9c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Aug 11 09:20:59.422472 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:20:59.423633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b02d218b-e815-48a3-a0ce-a349e615af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:00.513990 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:02.503425 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:02.800720 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e03230d5-76db-4ba5-bf6e-f8cabb1f1240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:05.158281 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:06.448347 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:11.623605 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:21:26.564241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-a137f0bc-95c8-487c-a94b-8d68fc2e3869 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502141 Aug 11 09:21:26.675863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-6a7da61e-7ce0-4c1f-a4c3-197113f746b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:26.677999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-6a7da61e-7ce0-4c1f-a4c3-197113f746b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1098 time: 0.0457823 Aug 11 09:21:26.796046 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-3f0774fb-5dd9-4172-99c5-94e42ef8cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:26.797584 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-3f0774fb-5dd9-4172-99c5-94e42ef8cf68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0999234 Aug 11 09:21:26.861929 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-95158d8e-3f88-4823-9a8c-776048a898b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 1002 time: 0.0574522 Aug 11 09:21:26.917333 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-4e6de609-ba4f-44a6-9dd6-7207c8934747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:26.919549 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-4e6de609-ba4f-44a6-9dd6-7207c8934747 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0502779 Aug 11 09:21:26.968050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-4c6814fa-0c45-4d23-b3ea-6cb8ec5ea348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:26.969592 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-4c6814fa-0c45-4d23-b3ea-6cb8ec5ea348 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430732 Aug 11 09:21:27.060974 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-be5e0946-58e0-4ad6-b2ea-d452fe8f5c15 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835049 Aug 11 09:21:27.165134 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-96d27255-fa4f-40ce-8e7e-83c74281d8b7 req-b7b8f7f1-62f3-4673-9616-67ce29f858fe service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969419 Aug 11 09:21:29.424258 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9e0a5edf-6b95-467d-8b9f-6bdbdeb96225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:29.426243 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:30.528490 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:32.509293 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:32.805513 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-feaa2777-15d4-4e93-9b8f-c220f9e7c0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:35.153076 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:36.447862 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:48.628168 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:21:54.995412 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37268) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:21:55.166263 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Deleting port eb403ff7-fd88-42fe-ac49-be6bf836541d {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:21:55.166588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:55.249770 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:55.250053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:55.262806 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Calling delete_port for eb403ff7-fd88-42fe-ac49-be6bf836541d owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:21:55.440116 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:55.470408 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event deleted for resources: {'Port': ['ID=eb403ff7-fd88-42fe-ac49-be6bf836541d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:21:55.498037 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.498390 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.498731 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.499077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.499413 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.499751 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.500087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.500415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.500746 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.501163 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.501678 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.502119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:21:55.543604 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:55.543893 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Floating IP dcace122-6ce3-4441-8458-3a36f8544203 disassociated (deleted). External IP: 172.25.2.151, port: 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21. Aug 11 09:21:56.153945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:21:56.271814 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:21:56.276842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:56.283930 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:21:56.300848 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:21:56.301522 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:21:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:21:56.308856 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e49a9738-4682-4354-bec4-c0c691c0ebf6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "DELETE /v2.0/floatingips/dcace122-6ce3-4441-8458-3a36f8544203 HTTP/1.1" status: 204 len: 168 time: 1.3095579 Aug 11 09:21:56.308856 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:21:56.309383 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a59b33d-c785-476e-8774-5d00ac4d5c60" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:21:56.350388 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c396e84e-a174-4c5d-9487-a558508736f3 x-openstack-request-id: req-c396e84e-a174-4c5d-9487-a558508736f3 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:21:56.350685 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:21:56.350935 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c396e84e-a174-4c5d-9487-a558508736f3 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:21:56.351333 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'status': 'completed', 'code': 200} Aug 11 09:21:56.413702 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:21:56.437187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-840397c8-48e6-4c27-b78a-1bfc1daff9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:56.438737 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-840397c8-48e6-4c27-b78a-1bfc1daff9d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 1098 time: 0.0437238 Aug 11 09:21:56.546868 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4d538-fc80-4f06-a9f5-7d56d78a286b req-6626094e-abdb-49d2-b79c-3f7cdcc7408a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:56.548647 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4f4d538-fc80-4f06-a9f5-7d56d78a286b req-6626094e-abdb-49d2-b79c-3f7cdcc7408a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 947 time: 0.0551109 Aug 11 09:21:56.582457 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-a3f9cb51-a94f-4347-b659-d2b2f53ee575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:56.584375 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-a3f9cb51-a94f-4347-b659-d2b2f53ee575 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0971463 Aug 11 09:21:56.590509 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b4f4d538-fc80-4f06-a9f5-7d56d78a286b req-1ffb12c9-da76-490c-ab7a-6a21da54470f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339220 Aug 11 09:21:56.623326 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:21:56.630351 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-d2177163-5041-4141-a7a8-1ac57e19e41a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 200 len: 217 time: 0.0378435 Aug 11 09:21:56.649091 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:21:56.657210 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:21:56.657914 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:21:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:21:56.683343 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-cf4d61fd-d9bc-41a6-9564-68925d60cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:56.684920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-cf4d61fd-d9bc-41a6-9564-68925d60cd84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0468264 Aug 11 09:21:56.730904 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-7cfc67c5-4918-40f4-9596-1a32fd23b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:56.732434 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-7cfc67c5-4918-40f4-9596-1a32fd23b2fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398343 Aug 11 09:21:56.763564 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:21:56.828169 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-c5e6b819-0512-4b2e-9397-0a6487616280 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873833 Aug 11 09:21:56.918726 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a59b33d-c785-476e-8774-5d00ac4d5c60 req-e0985d70-d6fb-4354-a9bd-2f8d9c5f4f8b service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828109 Aug 11 09:21:56.967331 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:21:56.993114 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57175d1-819c-4663-a2a1-fd23599c6ef6 None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:21:57.215334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a02a81-d3e9-496f-bd77-03d6af8cfc82 None None] New status for floating IP dcace122-6ce3-4441-8458-3a36f8544203: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:21:57.722206 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ca073-f033-4ad5-a638-0b19b43b520b req-bfa75673-6f34-4d88-b157-1e6d2c8e621b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:57.723698 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103ca073-f033-4ad5-a638-0b19b43b520b req-bfa75673-6f34-4d88-b157-1e6d2c8e621b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 947 time: 0.0557339 Aug 11 09:21:57.761792 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-103ca073-f033-4ad5-a638-0b19b43b520b req-87d67050-2e38-4eb3-b73b-098df7142071 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=59f9e398-02f7-4098-bc6b-8d77863f16b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Aug 11 09:21:57.978268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-235e49af-3c8f-41f8-a177-7d6eaa9e0916 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:21:57.979754 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-235e49af-3c8f-41f8-a177-7d6eaa9e0916 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 947 time: 0.0738304 Aug 11 09:21:58.071687 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Deleting port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:21:58.072004 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:58.164137 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] For port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:21:58.164499 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:58.177980 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Calling delete_port for 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:21:58.320588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:58.350370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event deleted for resources: {'Port': ['ID=5ee56e42-76a4-4d68-ba9e-2861fdb8cf21,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:21:58.394138 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] No DVR routers for this DVR port 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:21:58.397375 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:58.399416 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bd54c68d-63a4-4591-8dd5-0a246861ee68 req-0fc7a2fd-bd0a-4658-8ba4-364a02fa3fd6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "DELETE /v2.0/ports/5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 HTTP/1.1" status: 204 len: 173 time: 0.4124823 Aug 11 09:21:58.399860 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-deleted', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:21:58.402136 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1aff1-0d49-4a66-bc01-629ee2dbeb6a" -d '{"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-deleted", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:21:58.438509 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e2a21-ca1e-4f7f-b0a7-a9bc73e4f810 x-openstack-request-id: req-6c6e2a21-ca1e-4f7f-b0a7-a9bc73e4f810 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:21:58.438804 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a", "name": "network-vif-deleted", "tag": "5ee56e42-76a4-4d68-ba9e-2861fdb8cf21", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:21:58.439048 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c6e2a21-ca1e-4f7f-b0a7-a9bc73e4f810 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:21:58.439448 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a', 'name': 'network-vif-deleted', 'tag': '5ee56e42-76a4-4d68-ba9e-2861fdb8cf21', 'status': 'completed', 'code': 200} Aug 11 09:21:58.880713 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4c1b09e2-1c00-4bce-9ebe-07c4280addb1 req-e21da7e8-1a8f-4c71-b908-70fcc6ae77a7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a36d3b-2ba2-41dd-b7cb-9c05832a0e6a HTTP/1.1" status: 200 len: 210 time: 0.0317292 Aug 11 09:21:59.419052 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6966ac34-80be-4cd8-b9b5-cf1f12d7a0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:59.424375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:21:59.947809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37292) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:00.012657 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:00.038545 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:00.102947 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:00.105548 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:00.106728 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "DELETE /v2.0/security-groups/59f9e398-02f7-4098-bc6b-8d77863f16b3 HTTP/1.1" status: 204 len: 168 time: 0.1579392 Aug 11 09:22:00.116524 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f9e398-02f7-4098-bc6b-8d77863f16b3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:00.124441 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.124792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.125164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.125506 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.125843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.126174 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.126504 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.126827 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.127226 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.127557 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.127889 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.128214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8411db2d-a18a-4057-afe4-c0fa35c6723e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:00.541811 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:00.905985 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37298) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:00.910737 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221237430', 'description': 'tempest-secgroup-smoke-1221237430 description', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:00.935211 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.014447 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.020318 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.049971 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.051562 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442406 Aug 11 09:22:01.052736 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61098b78-ab75-45b7-a851-acd67f95f90b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0e456-45b8-49b1-b8e6-14b90022900d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.054331 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37300) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:01.059434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0e456-45b8-49b1-b8e6-14b90022900d', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:01.088360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.134262 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.141331 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.161902 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0d147d-8def-43a1-a21e-58ca79925d9e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.169906 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.171323 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b4f6586b-c387-4007-9e58-06b28fb7c4fb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160097 Aug 11 09:22:01.174277 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37302) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:01.178710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0e456-45b8-49b1-b8e6-14b90022900d', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:01.206318 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.263819 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.269426 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.283755 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fac68b-dc95-40ba-a619-3d38098935de,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.293877 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.295256 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-8a030a39-743c-4d97-9f70-bb3e90dc63aa tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198480 Aug 11 09:22:01.298187 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37304) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:01.303034 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0e456-45b8-49b1-b8e6-14b90022900d', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:01.332734 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.389462 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.395393 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.412166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80227fb-3e57-4289-93a4-d10ccde52437,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.420620 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.421899 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b179ca32-ac39-45ab-9668-5b20d2fcfb4c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225669 Aug 11 09:22:01.424609 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37306) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:01.429186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0e456-45b8-49b1-b8e6-14b90022900d', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:01.456677 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.526999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.532781 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.559348 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416f105e-124a-46f9-9aaf-f25b6395380c,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.563830 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.565497 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6b92a8e3-06b5-4b15-b185-12cf0c9169f0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398568 Aug 11 09:22:01.568715 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37308) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:01.573529 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0e456-45b8-49b1-b8e6-14b90022900d', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:01.597144 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Project b92b0d8b5b9e485c99ea2455d6beff76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:22:01.603477 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.671542 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.677535 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.696227 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406177c5-43da-4771-9f96-d09c6bfb49c4,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.700196 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.701415 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-97fd772e-9659-4707-a649-f856f28ac7d5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315961 Aug 11 09:22:01.704552 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37310) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:01.709091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'security_group_rule': {'security_group_id': 'd2b0e456-45b8-49b1-b8e6-14b90022900d', 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:01.733281 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Project b92b0d8b5b9e485c99ea2455d6beff76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:22:01.738807 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.801848 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.807915 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.825979 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5c2c23-f2af-4c53-b953-903786af32db,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:01.832989 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:01.834267 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-17861535-1af5-44fb-813a-f41735480f2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286895 Aug 11 09:22:02.158774 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:22:02.184955 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:22:02.185490 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 5ee56e42-76a4-4d68-ba9e-2861fdb8cf21 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:22:02.493700 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:02.800628 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ac20f800-7664-4257-8502-d675b1337fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:05.143111 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:06.449249 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:17.230495 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-50a3f4af-6daf-4d42-a419-049929e68f99 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221237430&fields=id&tenant_id=b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 267 time: 0.0384071 Aug 11 09:22:17.342588 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-e4957755-4eda-4592-a80a-5b49c9cb4a6b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:17.343945 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-e4957755-4eda-4592-a80a-5b49c9cb4a6b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 809 time: 0.1034141 Aug 11 09:22:17.361622 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-d877fcde-b7b8-4915-a23d-f7782796dd9f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/quotas/b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 375 time: 0.0099695 Aug 11 09:22:17.415020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-c93a59b8-8c6d-4b57-ad6d-45c5b24ede2d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453362 Aug 11 09:22:17.576505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-cbfa96c4-02cf-47bb-a607-5e702292530f service neutron] 10.222.0.58 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442575 Aug 11 09:22:17.675749 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-5c1b3cad-8179-488f-bf82-100220ba46bf service neutron] 10.222.0.58 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893919 Aug 11 09:22:19.035538 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-67ae3b9a-e1d1-4b8d-9c4f-15d87b8b7a83 req-c42c224e-cfd3-4e51-b2c8-258f37ce5e41 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 210 time: 0.0302796 Aug 11 09:22:20.152629 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-7ff927a1-6a71-46d6-84ca-7a64d32a3404 req-ec9d62e4-5b9c-4614-9aee-6e9fe0ab1083 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 210 time: 0.0356953 Aug 11 09:22:20.195915 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-cdd1faa0-016f-45a0-8da3-d6ebbb6a6010 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:20.197424 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-cdd1faa0-016f-45a0-8da3-d6ebbb6a6010 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 809 time: 0.1325774 Aug 11 09:22:20.245318 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-1587e88b-db33-4b2b-b3ac-1e7c0982854f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 380 time: 0.0336990 Aug 11 09:22:20.254442 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'port': {'device_id': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'admin_state_up': True, 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'security_groups': ['d2b0e456-45b8-49b1-b8e6-14b90022900d']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:20.366620 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Made reservation on behalf of b92b0d8b5b9e485c99ea2455d6beff76 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:22:20.370234 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:20.501475 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Allocated IP 172.20.0.4 (4a47912d-1ab2-4867-826f-7144fc528af4/e8aa4b48-c48c-40df-a514-bce87cbfe82a/cc3beb65-b471-4c0c-a192-f46137b3762c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:22:20.643368 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:20.657353 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Transition to ACTIVE for port object cc3beb65-b471-4c0c-a192-f46137b3762c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:22:20.692222 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:20.738045 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Network 4a47912d-1ab2-4867-826f-7144fc528af4 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:22:20.744329 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:22:20.750099 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:22:20.754183 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:20.807710 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:20.808480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:20.827307 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-15adcada-0514-4b4a-b46b-236238e1b464 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765648 Aug 11 09:22:20.845993 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Request body: {'port': {'device_id': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:20.906753 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.050614 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-54753701-4925-41fa-bd52-98f5bbd85636 None None] Provisioning for port cc3beb65-b471-4c0c-a192-f46137b3762c completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:22:21.054451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-54753701-4925-41fa-bd52-98f5bbd85636 None None] Provisioning complete for port cc3beb65-b471-4c0c-a192-f46137b3762c triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:22:21.055048 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-54753701-4925-41fa-bd52-98f5bbd85636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.100548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-54753701-4925-41fa-bd52-98f5bbd85636 None None] Port cc3beb65-b471-4c0c-a192-f46137b3762c cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:22:21.179924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3beb65-b471-4c0c-a192-f46137b3762c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:22:21.189433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.203250 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Transition to ACTIVE for port object cc3beb65-b471-4c0c-a192-f46137b3762c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:22:21.209157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.258041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:21.284353 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c627-64be-4493-bf05-d8c7a5679a6b req-d486181c-de72-4b63-b11c-fa8a8182327e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:21.293497 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e60c627-64be-4493-bf05-d8c7a5679a6b req-d486181c-de72-4b63-b11c-fa8a8182327e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0706210 Aug 11 09:22:21.331437 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:22:21.331780 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:22:21.332121 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:22:21.337155 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Port cc3beb65-b471-4c0c-a192-f46137b3762c on network 4a47912d-1ab2-4867-826f-7144fc528af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:22:21.337485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:22:21.342581 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:22:21.342858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Checking segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:22:21.343246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Bound using segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:22:21.343680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Bound port: cc3beb65-b471-4c0c-a192-f46137b3762c, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:22:21.344099 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.347578 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-6e60c627-64be-4493-bf05-d8c7a5679a6b req-095be3b5-e3e4-4380-bd15-7d22a335c378 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Aug 11 09:22:21.443368 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:22:21.447732 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:22:21.454210 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.490436 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:21.491125 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:21.492673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 1091 time: 0.6513956 Aug 11 09:22:21.493179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:22:21.495476 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:22:21.535632 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9db97a-431d-426c-8d53-412d208d4e21 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:21.547949 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bdba6a-ab0b-4130-8318-666625e113ec x-openstack-request-id: req-d6bdba6a-ab0b-4130-8318-666625e113ec {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:22:21.548318 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:22:21.548668 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6bdba6a-ab0b-4130-8318-666625e113ec {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:22:21.549155 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'status': 'completed', 'code': 200} Aug 11 09:22:21.620661 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-af680591-4d90-44b2-9c66-55b74395bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:21.623237 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-af680591-4d90-44b2-9c66-55b74395bb63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1094 time: 0.0556972 Aug 11 09:22:21.672804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-ad8db1ef-7b81-41de-a72e-807e97eaaa47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 217 time: 0.0357316 Aug 11 09:22:21.727649 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-f75bf130-5b88-41c5-b257-8e0f84318114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:21.729256 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-f75bf130-5b88-41c5-b257-8e0f84318114 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0488968 Aug 11 09:22:21.777332 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-c74d02df-569e-411f-bdfb-318754e55e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:21.778852 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-c74d02df-569e-411f-bdfb-318754e55e62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422816 Aug 11 09:22:21.876128 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-d8c4b633-7ca3-46bc-a796-48b6621ca8cd service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899081 Aug 11 09:22:21.968402 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9f0afd33-8cc5-44d7-98cc-0e3ca450cce1 req-67ca478a-01ec-4504-be19-034b9944fb7c service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853179 Aug 11 09:22:22.133754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-dccef168-2202-4c56-8664-e2ead9fa12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:22.135299 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-dccef168-2202-4c56-8664-e2ead9fa12e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1094 time: 0.0936394 Aug 11 09:22:22.230352 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-e760641b-219e-4b53-a588-cdd4311c58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:22.231757 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-e760641b-219e-4b53-a588-cdd4311c58a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0892057 Aug 11 09:22:22.273251 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-4059432e-691e-45a3-b4fa-99b3ae65310d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 217 time: 0.0338712 Aug 11 09:22:22.321510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-5e1c6e75-0fc6-419c-8a22-b7ffe5ba4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:22.322969 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-5e1c6e75-0fc6-419c-8a22-b7ffe5ba4624 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0435355 Aug 11 09:22:22.376021 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-cc8e8535-5dd5-4557-af29-68a5dc0a9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:22.377705 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-cc8e8535-5dd5-4557-af29-68a5dc0a9d88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474911 Aug 11 09:22:22.456746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf1225-baa7-4311-82fe-15c44bbbf671 req-971d0c27-6c8a-4929-b6ed-0430d976126d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:22.458522 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2baf1225-baa7-4311-82fe-15c44bbbf671 req-971d0c27-6c8a-4929-b6ed-0430d976126d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0511506 Aug 11 09:22:22.483168 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-09c5e8d8-c2f4-4b97-a5f2-7851923978a4 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968757 Aug 11 09:22:22.501217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2baf1225-baa7-4311-82fe-15c44bbbf671 req-7fc6356a-9cf6-417b-944e-3faeb2caf8b9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356464 Aug 11 09:22:22.579638 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-41ae87ab-b0cd-443d-bf0a-6e9154b64ecc req-b74cbe56-a0b7-42a2-8fe4-aded65227e9a service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875821 Aug 11 09:22:23.621479 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c14582-be7d-4b9e-86f2-c772c4fd62fa req-26fadbe6-b4fc-4de5-b7fb-57967008e93c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:23.623159 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87c14582-be7d-4b9e-86f2-c772c4fd62fa req-26fadbe6-b4fc-4de5-b7fb-57967008e93c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0525391 Aug 11 09:22:23.662981 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-87c14582-be7d-4b9e-86f2-c772c4fd62fa req-03d5a1a0-2b1c-42f9-a5d4-706eb7ac11a5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333636 Aug 11 09:22:24.795267 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4973-6205-468c-89c0-dff2544fd1b7 req-792eb9fb-000b-4f8b-a1f0-8c073e0e40ea tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:24.797131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b56e4973-6205-468c-89c0-dff2544fd1b7 req-792eb9fb-000b-4f8b-a1f0-8c073e0e40ea tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0616834 Aug 11 09:22:24.839183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b56e4973-6205-468c-89c0-dff2544fd1b7 req-34a3742d-d940-4730-9aa6-f6fad62d93a6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Aug 11 09:22:25.632971 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:22:26.023083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601b6c-2175-4a0d-9274-5ee3bf54a55f req-94999e3c-5bf0-46cd-bd8b-325fae83f145 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:26.024590 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55601b6c-2175-4a0d-9274-5ee3bf54a55f req-94999e3c-5bf0-46cd-bd8b-325fae83f145 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.1050696 Aug 11 09:22:26.064812 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-55601b6c-2175-4a0d-9274-5ee3bf54a55f req-9333cb78-7cf3-4f22-aeda-7c8ba179ddd9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341125 Aug 11 09:22:27.240127 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576311-6d6f-4786-a544-1f43110faf36 req-17d29163-3f28-47e7-98e7-e50648f05d31 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:27.241649 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7576311-6d6f-4786-a544-1f43110faf36 req-17d29163-3f28-47e7-98e7-e50648f05d31 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.1027348 Aug 11 09:22:27.286495 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e7576311-6d6f-4786-a544-1f43110faf36 req-8e0f2cbd-dbd3-4f86-9963-33ba57102c1b tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Aug 11 09:22:28.431976 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a907224-8a4d-4b33-ad51-866149e5bc12 req-891e8e9f-b922-43da-a2c5-c46ad0e708a6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:28.433781 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a907224-8a4d-4b33-ad51-866149e5bc12 req-891e8e9f-b922-43da-a2c5-c46ad0e708a6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0674994 Aug 11 09:22:28.475591 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2a907224-8a4d-4b33-ad51-866149e5bc12 req-7c85910c-3956-49e7-a4e9-9e50696fb494 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Aug 11 09:22:29.423016 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-263a922b-d4b2-46d1-8e9d-18a4fee485c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:29.431834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:29.600028 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33542422-9caa-45f4-899e-24933162c7ee req-dc4d34f9-fc7c-4c85-94a2-275f85faa031 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:29.601617 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33542422-9caa-45f4-899e-24933162c7ee req-dc4d34f9-fc7c-4c85-94a2-275f85faa031 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0529013 Aug 11 09:22:29.643483 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-33542422-9caa-45f4-899e-24933162c7ee req-8f314fc6-db43-49a6-99d8-8b9219c50931 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Aug 11 09:22:30.543603 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:30.776397 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc940d92-1a8c-4a1a-9777-ecdf359d312b req-6e81b147-a3a7-4598-8a88-c5957cdcb5f5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:30.777940 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bc940d92-1a8c-4a1a-9777-ecdf359d312b req-6e81b147-a3a7-4598-8a88-c5957cdcb5f5 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0528889 Aug 11 09:22:30.821302 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-bc940d92-1a8c-4a1a-9777-ecdf359d312b req-22e84ab1-8f1d-4b8e-8610-ecccdb3e975d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354273 Aug 11 09:22:31.962625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976151cd-a2b7-487e-8053-aa20583e9d7e req-9a5624b2-481f-4ce0-b56a-2a7b2431344e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:31.964097 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-976151cd-a2b7-487e-8053-aa20583e9d7e req-9a5624b2-481f-4ce0-b56a-2a7b2431344e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0672851 Aug 11 09:22:32.003464 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-976151cd-a2b7-487e-8053-aa20583e9d7e req-2a7b8fc3-effa-4e69-a564-0276a123139c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Aug 11 09:22:32.427677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:22:32.515467 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:32.543803 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:22:32.554316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'port_id': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'mac_address': 'fa:16:3e:04:48:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:22:32.595336 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:32.610155 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3beb65-b471-4c0c-a192-f46137b3762c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:22:32.634318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:22:32.640535 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:32.690102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:32.697440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.697782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.698110 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.698437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.698760 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.699083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.699400 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.699715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.700026 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.700338 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.700632 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.700965 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:22:32.814193 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a7b7-628d-483c-848a-23549f4b8864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:32.945502 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['cc3beb65-b471-4c0c-a192-f46137b3762c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:22:33.120485 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c008c6-af14-429d-ad59-fe5ac9d99723 req-8ee5f69d-3ee9-449c-89d4-34d586c8ee3d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:33.122822 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50c008c6-af14-429d-ad59-fe5ac9d99723 req-8ee5f69d-3ee9-449c-89d4-34d586c8ee3d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 944 time: 0.0511153 Aug 11 09:22:33.161249 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-50c008c6-af14-429d-ad59-fe5ac9d99723 req-b7e6204c-e4a1-446f-9eae-90b6d232531e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320909 Aug 11 09:22:34.292747 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4795-0f84-49a6-9663-385f13b34d34 req-b5e0535f-eb4b-415b-9ccb-32ba8467e64a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:34.294507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-660d4795-0f84-49a6-9663-385f13b34d34 req-b5e0535f-eb4b-415b-9ccb-32ba8467e64a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 944 time: 0.0530963 Aug 11 09:22:34.338165 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-660d4795-0f84-49a6-9663-385f13b34d34 req-60ad4e94-2ae3-49e6-8f02-bbf8fdddd6b0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Aug 11 09:22:34.440969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:22:34.502147 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port cc3beb65-b471-4c0c-a192-f46137b3762c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:22:34.506184 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port cc3beb65-b471-4c0c-a192-f46137b3762c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:22:34.506531 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:34.584375 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:34.610659 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:22:34.613342 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b96dc-f116-4481-9598-3721874e5ba2" -d '{"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:22:34.626427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:22:34.631490 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:34.655785 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869c2b5-add1-4822-a978-4a77260171da x-openstack-request-id: req-1869c2b5-add1-4822-a978-4a77260171da {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:22:34.656091 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:22:34.656332 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1869c2b5-add1-4822-a978-4a77260171da {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:22:34.656712 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'code': 200} Aug 11 09:22:34.692002 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:34.781739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69480-89b5-4a45-a029-dae9c4b1dbc2 req-5d4232f1-6fc4-434b-9609-242cb321a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:34.783143 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34a69480-89b5-4a45-a029-dae9c4b1dbc2 req-5d4232f1-6fc4-434b-9609-242cb321a6c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1096 time: 0.0455239 Aug 11 09:22:34.819939 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-34a69480-89b5-4a45-a029-dae9c4b1dbc2 req-4676ddc8-6e94-4cbc-8259-b7b79b748ddb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294116 Aug 11 09:22:35.152011 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:35.472551 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715e780-c913-4f02-80b8-b7c526d85eca req-f290a4d9-8dfe-40b4-b795-f833d34f4475 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:35.473956 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2715e780-c913-4f02-80b8-b7c526d85eca req-f290a4d9-8dfe-40b4-b795-f833d34f4475 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0570486 Aug 11 09:22:35.511377 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2715e780-c913-4f02-80b8-b7c526d85eca req-0ed687c5-2847-4e30-bdd5-7d84743dbd00 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Aug 11 09:22:36.455124 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:36.640016 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3656c7-7d28-4d1d-acb8-9ce07238c051 req-4c866443-c861-4b96-9ac6-e383286f4ed2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:36.641561 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab3656c7-7d28-4d1d-acb8-9ce07238c051 req-4c866443-c861-4b96-9ac6-e383286f4ed2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0557084 Aug 11 09:22:36.684178 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ab3656c7-7d28-4d1d-acb8-9ce07238c051 req-7dc2df9f-28d9-4d95-880e-e55704d4f868 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Aug 11 09:22:36.811741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1affd6-3437-47c3-b828-a455a7edec75 req-ec72fd08-190f-4934-b98c-7285a00657b7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:36.813338 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a1affd6-3437-47c3-b828-a455a7edec75 req-ec72fd08-190f-4934-b98c-7285a00657b7 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0607150 Aug 11 09:22:36.852679 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1a1affd6-3437-47c3-b828-a455a7edec75 req-07f7c112-58a0-46c5-b813-1f1b67428ad6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Aug 11 09:22:36.874782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37512) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:36.914947 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e036c6-e89d-4145-95a4-f0dfe7341f56 tempest-TestShelveInstance-1800336173 tempest-TestShelveInstance-1800336173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:36.916485 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-85e036c6-e89d-4145-95a4-f0dfe7341f56 tempest-TestShelveInstance-1800336173 tempest-TestShelveInstance-1800336173-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1091 time: 0.0407422 Aug 11 09:22:36.919550 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37514) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:22:36.923977 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:22:36.949715 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:37.056400 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:37.178863 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Allocated IP 172.25.2.151 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/7d90c52a-fee2-4400-8418-235fd11cfcce) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:22:37.295864 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:37.338340 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:37.376814 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:22:37.379664 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:22:37.382435 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:22:37.405236 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'Port': ['ID=7d90c52a-fee2-4400-8418-235fd11cfcce,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:38.094433 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:38.175678 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:38.333723 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:38.342197 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:38.409171 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event updated for resources: {'Port': ['ID=7d90c52a-fee2-4400-8418-235fd11cfcce,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:22:38.427278 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:38.533551 n-d-789963-6 neutron-server[94573]: INFO neutron.db.l3_db [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Floating IP 15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4 associated. External IP: 172.25.2.151, port: cc3beb65-b471-4c0c-a192-f46137b3762c. Aug 11 09:22:38.747828 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:22:38.857975 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:22:38.868630 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:22:38.877510 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:38.879516 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:22:38.880145 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:22:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:22:38.917194 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-1414b952-a84e-4e5a-8aa5-d3b87e419f54 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9855268 Aug 11 09:22:38.917194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:22:38.917194 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a7dea-7e2d-4147-8275-0763c5c89a00" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:22:38.986536 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:22:38.999552 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a8516-c5f3-475e-9350-a29ed051ddff x-openstack-request-id: req-b26a8516-c5f3-475e-9350-a29ed051ddff {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:22:38.999797 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:22:39.000074 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b26a8516-c5f3-475e-9350-a29ed051ddff {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:22:39.000486 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'status': 'completed', 'code': 200} Aug 11 09:22:39.084722 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-c4b1fc7e-e7c2-4952-bcfa-8abac75f37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:39.086264 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-c4b1fc7e-e7c2-4952-bcfa-8abac75f37f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1096 time: 0.0419762 Aug 11 09:22:39.178077 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-15a60eda-24cb-433f-ae09-2fd82aaa48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:39.179598 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-15a60eda-24cb-433f-ae09-2fd82aaa48a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0861676 Aug 11 09:22:39.212069 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'port_id': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'mac_address': 'fa:16:3e:04:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:22:37Z', 'updated_at': '2021-08-11T09:22:37Z', 'revision_number': 0, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:22:39.239084 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:22:39.244506 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-a29fa28d-b563-4827-a65f-7d32420c54df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 999 time: 0.0581686 Aug 11 09:22:39.247509 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:22:39.248122 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:22:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:22:39.297507 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-d9e23e9b-8483-4319-b64d-503cc21edf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:39.298883 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-d9e23e9b-8483-4319-b64d-503cc21edf41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0479310 Aug 11 09:22:39.347199 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-334fc67f-a4c5-4240-84bc-3017d8b5c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:22:39.348767 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-334fc67f-a4c5-4240-84bc-3017d8b5c85b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419054 Aug 11 09:22:39.356974 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:22:39.437744 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-bdace899-1ef2-4571-9612-2afd59d211fe service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813415 Aug 11 09:22:39.533556 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-562a7dea-7e2d-4147-8275-0763c5c89a00 req-77473a52-a811-4ba7-a2ff-876221503de6 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888846 Aug 11 09:22:39.682969 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'port_id': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'mac_address': 'fa:16:3e:04:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:22:37Z', 'updated_at': '2021-08-11T09:22:37Z', 'revision_number': 0, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:22:39.712449 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89936849-d3f5-4767-8dc7-330c30929521 None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'port_id': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'mac_address': 'fa:16:3e:04:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:22:37Z', 'updated_at': '2021-08-11T09:22:37Z', 'revision_number': 0, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:22:39.901310 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9b61f-6df8-4555-bc67-a32afe8d2f1b None None] New status for floating IP 15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:22:59.432659 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65807bb7-5ceb-421b-8b36-5ae7fef1d0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:22:59.436086 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:00.560130 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:02.503043 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:02.637498 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:23:02.808237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-605e2daf-a755-44ad-aa49-7e6cab5afeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:05.156521 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:06.459662 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:29.435607 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c105aca-b8f4-4db5-8909-f5556639923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:29.441877 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:29.559630 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-0d5b546e-c185-4023-8779-2613e3c0997f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422838 Aug 11 09:23:29.658145 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cffd-2232-483d-aa9b-b839af53e42c req-2cb375b2-896c-4a45-ac61-6caf6b01f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:23:29.659665 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-2cb375b2-896c-4a45-ac61-6caf6b01f71c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1096 time: 0.0419044 Aug 11 09:23:29.779509 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cffd-2232-483d-aa9b-b839af53e42c req-0f062b7e-3113-42eb-a2d7-4f7756acabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:23:29.780998 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-0f062b7e-3113-42eb-a2d7-4f7756acabe1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.1008430 Aug 11 09:23:29.858799 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-a9a851e5-18dd-4b9b-a7c6-553c3ed7b60a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 1001 time: 0.0700178 Aug 11 09:23:29.911688 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cffd-2232-483d-aa9b-b839af53e42c req-08544131-6184-405f-b877-2c9f7155fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:23:29.913308 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-08544131-6184-405f-b877-2c9f7155fa4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0479059 Aug 11 09:23:29.960398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cffd-2232-483d-aa9b-b839af53e42c req-f5d130bc-f197-412d-a2a6-da47b6070268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:23:29.961920 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-f5d130bc-f197-412d-a2a6-da47b6070268 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414190 Aug 11 09:23:30.051832 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-ad7e0550-2c3d-43c5-b4ef-f423ca9bc76e service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828161 Aug 11 09:23:30.155770 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d465cffd-2232-483d-aa9b-b839af53e42c req-6b06a591-af66-4d72-b1bd-60746da1fec2 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972559 Aug 11 09:23:30.557682 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:32.500571 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:32.821412 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f2d1da75-37a9-4004-8ffe-91a5ffbd250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:35.168496 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:36.466182 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:39.639882 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:23:59.436578 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e1015bae-b145-4770-a5c1-e8f020edaf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:23:59.442132 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:00.559132 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:02.504569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:02.815094 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-925d3384-e6d8-4749-bab1-86b974da0f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:05.170194 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:06.470827 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:16.646748 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:24:29.437698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-69ffd594-2bb1-4f21-8985-b765bf1b03f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:29.439648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:30.550241 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-d13721fc-de3c-4140-8af2-063e8a047cc1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458372 Aug 11 09:24:30.572551 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:30.648699 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-cad19566-9e3a-4ebf-a124-dabd7bb5093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:30.650202 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-cad19566-9e3a-4ebf-a124-dabd7bb5093c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1096 time: 0.0431712 Aug 11 09:24:30.771738 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-795249ab-66b4-4034-9e1d-e10b34c34436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:30.774191 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-795249ab-66b4-4034-9e1d-e10b34c34436 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.1001375 Aug 11 09:24:30.841966 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-4812e6b4-b0fa-4a72-a1e8-38f5932318b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 1001 time: 0.0604217 Aug 11 09:24:30.895647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-47f2d232-cec8-449c-b90d-bbeebdee596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:30.897108 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-47f2d232-cec8-449c-b90d-bbeebdee596c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0480688 Aug 11 09:24:30.944287 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-a0d12843-673a-4dda-87fa-3cd4e07ccc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:30.945849 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-a0d12843-673a-4dda-87fa-3cd4e07ccc47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420563 Aug 11 09:24:31.041548 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-8602ed49-d50e-45b0-85ad-850ca285011a service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877223 Aug 11 09:24:31.143059 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2699e83d-3d8f-4e11-8acd-3751b92decc3 req-76c9d944-0622-4ff3-9cd9-4708b89bc515 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942719 Aug 11 09:24:32.509632 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:32.825157 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f41a9360-b41c-4cbb-9f31-8ea50e247eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:35.167633 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:35.455840 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4b59-e88a-4a9b-aacd-bedb2ab42bb3 req-eb92e770-d6d1-453f-a262-12b196acb52d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:35.457271 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c8b4b59-e88a-4a9b-aacd-bedb2ab42bb3 req-eb92e770-d6d1-453f-a262-12b196acb52d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0517597 Aug 11 09:24:35.496846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c8b4b59-e88a-4a9b-aacd-bedb2ab42bb3 req-045a5c2c-f17e-4b14-a714-abfc5454a934 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Aug 11 09:24:36.471316 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:36.628560 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714b312-dd33-4ad3-b2b2-45545d00c29d req-b00e5c2a-2ae1-43a2-86e1-13e503387910 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:36.630108 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9714b312-dd33-4ad3-b2b2-45545d00c29d req-b00e5c2a-2ae1-43a2-86e1-13e503387910 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0607874 Aug 11 09:24:36.671651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9714b312-dd33-4ad3-b2b2-45545d00c29d req-832b22d7-f77c-46b9-b2df-3f4ab67baf00 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Aug 11 09:24:37.832062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315b7a8-e97e-4d05-b3ac-16984e8fe6d4 req-7b657a8c-86f9-422b-9818-893bb622bb48 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:37.833603 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2315b7a8-e97e-4d05-b3ac-16984e8fe6d4 req-7b657a8c-86f9-422b-9818-893bb622bb48 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0575349 Aug 11 09:24:37.872136 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-2315b7a8-e97e-4d05-b3ac-16984e8fe6d4 req-32344248-863a-43b8-b2e0-edd21f142260 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Aug 11 09:24:39.007958 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f938e-c661-4d15-bcc3-7088ab3eabbc req-afd9e0e4-a0f0-4343-bb0d-18b7d165ac94 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:39.009568 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-949f938e-c661-4d15-bcc3-7088ab3eabbc req-afd9e0e4-a0f0-4343-bb0d-18b7d165ac94 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0525773 Aug 11 09:24:39.053846 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-949f938e-c661-4d15-bcc3-7088ab3eabbc req-7f54b4a3-4a60-4644-b143-03bad19539bc tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354781 Aug 11 09:24:40.183665 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe42fb-c2e4-4892-8a71-20fa8ec9da9a req-2b212b5c-1952-4a0c-b553-7b6724d04913 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:40.185089 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4dbe42fb-c2e4-4892-8a71-20fa8ec9da9a req-2b212b5c-1952-4a0c-b553-7b6724d04913 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0554588 Aug 11 09:24:40.230677 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4dbe42fb-c2e4-4892-8a71-20fa8ec9da9a req-d916b18a-0093-4858-942b-cba263cfa05c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364468 Aug 11 09:24:41.381712 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00035a50-eb7c-4a2a-a472-99944cedfb83 req-d5f386be-490b-498f-bc65-ce41c36bd725 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:41.383223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-00035a50-eb7c-4a2a-a472-99944cedfb83 req-d5f386be-490b-498f-bc65-ce41c36bd725 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0681944 Aug 11 09:24:41.430747 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-00035a50-eb7c-4a2a-a472-99944cedfb83 req-382b0cf4-4121-413a-a9f2-f43bf0808844 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Aug 11 09:24:42.561674 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1b82a-3a09-479c-8a2a-f631dfe7fd65 req-472cc423-64f3-4c8a-846b-2d46a9e97fc3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:42.563272 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbf1b82a-3a09-479c-8a2a-f631dfe7fd65 req-472cc423-64f3-4c8a-846b-2d46a9e97fc3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0542271 Aug 11 09:24:42.602182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-cbf1b82a-3a09-479c-8a2a-f631dfe7fd65 req-7e1436a4-e55f-42f5-af0e-4c14a23483cf tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Aug 11 09:24:43.727141 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cc66-d7eb-4cba-b372-a8fa28f73689 req-98baba55-79fc-4e31-86b8-2345bceb5627 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:43.728648 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1231cc66-d7eb-4cba-b372-a8fa28f73689 req-98baba55-79fc-4e31-86b8-2345bceb5627 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0510972 Aug 11 09:24:43.775572 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1231cc66-d7eb-4cba-b372-a8fa28f73689 req-eb338d7b-7c65-423e-a5e9-1d772b0edb5a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 Aug 11 09:24:44.916593 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818b9b7-f3eb-4796-8e96-5a0e9cad485c req-36b54974-4792-4cb9-86fa-510c6c11a61a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:44.918092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1818b9b7-f3eb-4796-8e96-5a0e9cad485c req-36b54974-4792-4cb9-86fa-510c6c11a61a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0582116 Aug 11 09:24:44.957583 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-1818b9b7-f3eb-4796-8e96-5a0e9cad485c req-9ed18f9c-15a7-4a4e-878b-c103e39ad994 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332985 Aug 11 09:24:45.689089 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-02c892fc-d3d5-498a-85ad-75ae765cd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:45.690764 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-02c892fc-d3d5-498a-85ad-75ae765cd42e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1096 time: 0.0483694 Aug 11 09:24:45.786244 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-5904333d-f6ef-4301-8d31-b844c21b69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:45.787752 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-5904333d-f6ef-4301-8d31-b844c21b69ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0903795 Aug 11 09:24:45.875380 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-dddfdc99-9ef8-4143-972e-9658e29b44cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 1001 time: 0.0801268 Aug 11 09:24:45.923962 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-0f630e09-9023-4e1e-9623-00f1124ec81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:45.925452 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-0f630e09-9023-4e1e-9623-00f1124ec81f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0426939 Aug 11 09:24:45.973101 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-a2c62f41-be91-4054-9dd1-e59a9c2a5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:45.974472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-a2c62f41-be91-4054-9dd1-e59a9c2a5e66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409091 Aug 11 09:24:46.082246 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c645945-01e4-4c33-b833-251a500bd7c4 req-8cb13868-20ee-4c8b-b02e-0049f5448ba2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:46.083911 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c645945-01e4-4c33-b833-251a500bd7c4 req-8cb13868-20ee-4c8b-b02e-0049f5448ba2 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0532947 Aug 11 09:24:46.128426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3c645945-01e4-4c33-b833-251a500bd7c4 req-3def82a6-ecfd-4f07-b807-751595f1f8c3 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Aug 11 09:24:46.378777 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-13d6eb70-f978-4acb-b4e4-12f3fa832c19 service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966985 Aug 11 09:24:46.472505 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ceb77798-2920-4d45-9224-f2b63b880da1 req-4db639af-112f-434f-92bc-eaaa26caa41a service neutron] 10.222.0.69 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Aug 11 09:24:47.259546 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64a3ba-6ec4-4c09-8a28-da2f8a9e0c06 req-4a95c7bd-5424-484a-9d93-b51371cb40a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:47.261020 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b64a3ba-6ec4-4c09-8a28-da2f8a9e0c06 req-4a95c7bd-5424-484a-9d93-b51371cb40a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0510139 Aug 11 09:24:47.305439 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6b64a3ba-6ec4-4c09-8a28-da2f8a9e0c06 req-2c32fab5-ec08-4c34-bf3c-c93f4ee65887 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354998 Aug 11 09:24:48.434476 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443fd4b-5075-432a-b797-1400d1b4450a req-6a3fa7a1-fc28-4ae2-994e-4d4eea6dcbb0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:48.436848 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8443fd4b-5075-432a-b797-1400d1b4450a req-6a3fa7a1-fc28-4ae2-994e-4d4eea6dcbb0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0588062 Aug 11 09:24:48.482660 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8443fd4b-5075-432a-b797-1400d1b4450a req-1b11d33b-2deb-4aed-8fd3-71e1d800cef9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393968 Aug 11 09:24:49.603174 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387021c-7db4-447c-9f09-b3fd55da15ca req-eea44007-6e03-4d2f-8694-2da411d8b89f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:49.604670 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5387021c-7db4-447c-9f09-b3fd55da15ca req-eea44007-6e03-4d2f-8694-2da411d8b89f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0540709 Aug 11 09:24:49.643513 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5387021c-7db4-447c-9f09-b3fd55da15ca req-5013c9f0-93fa-4ea3-b29c-519d74fadb58 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Aug 11 09:24:50.771216 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d650-cfda-4216-a594-6e3853471148 req-30b09380-4282-49ce-ba80-03b7ca36a942 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:50.772699 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4819d650-cfda-4216-a594-6e3853471148 req-30b09380-4282-49ce-ba80-03b7ca36a942 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0504351 Aug 11 09:24:50.817185 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-4819d650-cfda-4216-a594-6e3853471148 req-9b30be12-c92f-4982-ab5b-eaeebd7acab9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 Aug 11 09:24:51.037423 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e60ca-9b8b-4047-b890-f5b33978e21c req-61af0703-95c4-4fda-ac4e-05a21b8f6453 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:51.038975 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-557e60ca-9b8b-4047-b890-f5b33978e21c req-61af0703-95c4-4fda-ac4e-05a21b8f6453 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 945 time: 0.0533512 Aug 11 09:24:51.052068 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-d72cfade-6e48-4d1f-9d87-a195563bc550 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864511 Aug 11 09:24:51.078625 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-557e60ca-9b8b-4047-b890-f5b33978e21c req-d0e2df96-f5a2-4726-b815-d044a8c18e8d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Aug 11 09:24:51.235563 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:24:51.316834 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:51.340164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:24:51.342445 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8e2f37-8c3d-414d-8c0b-3142a21be300" -d '{"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:24:51.355679 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:24:51.361593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:51.385470 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75211a86-72fb-4c04-8cca-40334440faaa x-openstack-request-id: req-75211a86-72fb-4c04-8cca-40334440faaa {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:24:51.385880 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-unplugged", "status": "failed", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "code": 422}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:24:51.385989 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75211a86-72fb-4c04-8cca-40334440faaa {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:24:51.386365 n-d-789963-6 neutron-server[94574]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'code': 422} returned with failed status Aug 11 09:24:51.413528 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:24:51.421807 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.422167 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.422663 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.423183 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.423527 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.423864 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.424196 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.424715 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.425113 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.425639 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.425997 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:51.426666 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:52.214355 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d9c38-1056-44d3-9336-910735fc2815 req-65a34d0e-629c-42ba-90a9-a4e5b679a66a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:52.215883 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b6d9c38-1056-44d3-9336-910735fc2815 req-65a34d0e-629c-42ba-90a9-a4e5b679a66a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0547125 Aug 11 09:24:52.260343 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8b6d9c38-1056-44d3-9336-910735fc2815 req-914f8369-7796-4bb2-9c7c-e421c8111abb tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Aug 11 09:24:53.379454 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453589a-b800-4702-a710-d6f6d34508ea req-f6ab042d-87e0-4712-bc26-de66614b9e7e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:53.381105 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8453589a-b800-4702-a710-d6f6d34508ea req-f6ab042d-87e0-4712-bc26-de66614b9e7e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0518808 Aug 11 09:24:53.422147 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8453589a-b800-4702-a710-d6f6d34508ea req-2a11c156-3199-4844-a5e8-83cb1c6fb362 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Aug 11 09:24:53.636941 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:24:54.543090 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de276d8-e2b0-4b06-bcdc-3cd308edc52c req-8585ec7c-2141-4cf5-b762-57ed5d3056c6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:54.544577 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2de276d8-e2b0-4b06-bcdc-3cd308edc52c req-8585ec7c-2141-4cf5-b762-57ed5d3056c6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0513337 Aug 11 09:24:54.585070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2de276d8-e2b0-4b06-bcdc-3cd308edc52c req-0e0e9dea-e920-4bf7-aadf-76be71a6dc75 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341692 Aug 11 09:24:55.706057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f29b2-ad15-41e2-8355-de24c7faa733 req-fd1c87f8-983b-4ee9-9911-4407c62d2404 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:55.707601 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f2f29b2-ad15-41e2-8355-de24c7faa733 req-fd1c87f8-983b-4ee9-9911-4407c62d2404 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0528297 Aug 11 09:24:55.749763 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-4f2f29b2-ad15-41e2-8355-de24c7faa733 req-5ec4f275-64e3-455f-8e56-83bf740a427d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338998 Aug 11 09:24:56.070770 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-cc754c2b-a7bf-44af-962d-4d14c0bd9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:56.072228 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-cc754c2b-a7bf-44af-962d-4d14c0bd9d30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f&tenant_id=b92b0d8b5b9e485c99ea2455d6beff76 HTTP/1.1" status: 200 len: 1094 time: 0.0938926 Aug 11 09:24:56.089633 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-6', 'device_owner': 'compute:nova'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:24:56.145927 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:56.381530 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:24:56.417060 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h2-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:24:56.450936 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3beb65-b471-4c0c-a192-f46137b3762c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:24:56.458746 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:56.471335 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Transition to ACTIVE for port object cc3beb65-b471-4c0c-a192-f46137b3762c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:24:56.477729 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:56.557097 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:24:56.572243 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.572600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.572940 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.573287 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.573644 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.573985 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.574299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.574623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.574973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.575299 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.575625 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.575968 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:24:56.614318 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] No DVR routers for this DVR port cc3beb65-b471-4c0c-a192-f46137b3762c on host n-h2-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:24:56.753043 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:24:56.753406 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:24:56.753702 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:24:56.758305 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Port cc3beb65-b471-4c0c-a192-f46137b3762c on network 4a47912d-1ab2-4867-826f-7144fc528af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:24:56.758626 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Attempting to bind port cc3beb65-b471-4c0c-a192-f46137b3762c on network 4a47912d-1ab2-4867-826f-7144fc528af4 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:24:56.763919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:24:56.764257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Checking segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:24:56.764645 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Bound using segment: {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:24:56.765105 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Bound port: cc3beb65-b471-4c0c-a192-f46137b3762c, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ce656-fd55-42d8-ac9a-c5915be33ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:24:56.765459 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:56.853475 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:24:56.871609 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:24:56.878624 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:56.914474 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080e19a-29e5-4e24-869b-33d14c9947a8 req-2288446d-786f-4855-b631-e3e49cf9fe93 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:56.916181 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8080e19a-29e5-4e24-869b-33d14c9947a8 req-2288446d-786f-4855-b631-e3e49cf9fe93 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0925691 Aug 11 09:24:56.925898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:56.926499 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:56.928026 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 1091 time: 0.8423042 Aug 11 09:24:56.933286 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:24:56.935546 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:24:56.979767 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a0ee-17e8-4654-9708-6bc4fcf456b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:24:57.014594 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8080e19a-29e5-4e24-869b-33d14c9947a8 req-c982f706-fd25-4f46-bb35-0fe2c832589a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902174 Aug 11 09:24:57.025080 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-a88d072f-1d66-4a10-b2f2-0c4a1fd9e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:57.026601 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-a88d072f-1d66-4a10-b2f2-0c4a1fd9e612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1094 time: 0.0607238 Aug 11 09:24:57.125071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-6fd4f4b5-c155-4f54-a076-f6ca1d955544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:57.126559 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-6fd4f4b5-c155-4f54-a076-f6ca1d955544 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0929077 Aug 11 09:24:57.191951 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-a8295e6a-4b6f-4f3d-9a0c-907be16e3e38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 999 time: 0.0577939 Aug 11 09:24:57.241656 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-d13efae2-cfae-4afb-9036-674a52777dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:57.243051 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-d13efae2-cfae-4afb-9036-674a52777dc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0448005 Aug 11 09:24:57.294012 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-1ad1ab43-7efe-4c32-98ba-5ddc9d65755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:57.295473 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-1ad1ab43-7efe-4c32-98ba-5ddc9d65755f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442519 Aug 11 09:24:57.306570 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-27d2d3b5-9b2f-4eae-bc6c-5be568506898 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:24:57.307829 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-27d2d3b5-9b2f-4eae-bc6c-5be568506898 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052872 Aug 11 09:24:57.408331 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-fce05afe-0cac-4daa-a376-6cb9ab77ef18 service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926831 Aug 11 09:24:57.510558 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-4ef88d92-a8e1-4801-b637-a8efcd61adf0 service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944254 Aug 11 09:24:58.008284 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab69fc7-835b-434f-b9b8-1874f5e477f8 x-openstack-request-id: req-3ab69fc7-835b-434f-b9b8-1874f5e477f8 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:24:58.008568 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:24:58.008821 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ab69fc7-835b-434f-b9b8-1874f5e477f8 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:24:58.009260 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'status': 'completed', 'code': 200} Aug 11 09:24:58.118580 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-b14225f6-c6f8-40a1-b8d2-08bf8a684b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:58.120107 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-b14225f6-c6f8-40a1-b8d2-08bf8a684b8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1094 time: 0.0669262 Aug 11 09:24:58.207727 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc8c-94fc-4de9-b975-df7bbb37a554 req-f41bb1b3-ad3c-470a-a6c1-169103c5081f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:58.209400 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0b1dc8c-94fc-4de9-b975-df7bbb37a554 req-f41bb1b3-ad3c-470a-a6c1-169103c5081f tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.1208291 Aug 11 09:24:58.273885 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-b0b1dc8c-94fc-4de9-b975-df7bbb37a554 req-63467119-82b9-4a8a-8b67-040d667836c9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Aug 11 09:24:58.276670 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-08b770ce-de76-4dcf-922c-25fae6dc0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:58.278075 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-08b770ce-de76-4dcf-922c-25fae6dc0bcc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.1487572 Aug 11 09:24:58.346404 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-74594e0d-5a1b-406b-bb63-e89d0d530b7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 999 time: 0.0608907 Aug 11 09:24:58.405782 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-18f9c344-2085-49c4-9f51-cd0aa2064a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:58.407283 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-18f9c344-2085-49c4-9f51-cd0aa2064a96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0541286 Aug 11 09:24:58.459369 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-3e5ba3e1-05e6-467a-9f81-9bda1f43ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:58.463779 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-3e5ba3e1-05e6-467a-9f81-9bda1f43ae18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467870 Aug 11 09:24:58.562197 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-cb3dfed1-33e2-45ca-8e1f-ba6313405229 service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942078 Aug 11 09:24:58.682754 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f028d4c0-6d32-41a2-889e-a711bf7cd0cb req-d48807ed-3096-4aeb-afd8-a00ceb04eeac service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118846 Aug 11 09:24:59.412407 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c433bdb-09cb-4776-8acb-aa23a71d2d26 req-d72fed3c-4aeb-441c-9214-ee55530131c9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:24:59.414828 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c433bdb-09cb-4776-8acb-aa23a71d2d26 req-d72fed3c-4aeb-441c-9214-ee55530131c9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0639400 Aug 11 09:24:59.425118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-14ee8704-53d3-49c3-8895-d83510e2b6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:59.444979 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:24:59.462269 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-9c433bdb-09cb-4776-8acb-aa23a71d2d26 req-ab34a4d1-de30-4cc9-98e7-661a755f9711 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Aug 11 09:25:00.590268 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:00.604556 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43528d-03e1-46f7-a3f6-59622ec816e3 req-c86139f7-e80a-4966-ac7e-213da2eeeca6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:00.606080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e43528d-03e1-46f7-a3f6-59622ec816e3 req-c86139f7-e80a-4966-ac7e-213da2eeeca6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0668461 Aug 11 09:25:00.646744 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5e43528d-03e1-46f7-a3f6-59622ec816e3 req-0d8ed80e-29ab-479e-bf05-718dcf45bc6d tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Aug 11 09:25:01.778396 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61577ef-e542-47bd-bf39-ae833f0b2738 req-c3ff37bc-539a-415f-aff4-063ac8e6c065 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:01.779892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e61577ef-e542-47bd-bf39-ae833f0b2738 req-c3ff37bc-539a-415f-aff4-063ac8e6c065 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 943 time: 0.0566702 Aug 11 09:25:01.822129 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e61577ef-e542-47bd-bf39-ae833f0b2738 req-612582e3-d733-4c31-bdf5-fe31ebbd92ba tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333035 Aug 11 09:25:01.891638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:25:01.997952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:25:02.009420 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'port_id': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'mac_address': 'fa:16:3e:04:48:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:25:02.047108 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:02.061211 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3beb65-b471-4c0c-a192-f46137b3762c {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:25:02.080591 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:25:02.088013 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:02.144278 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=9']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:25:02.420961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['cc3beb65-b471-4c0c-a192-f46137b3762c'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:25:02.511906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:02.821615 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eec46bf7-abd9-4e96-bc22-c205900129aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:02.941789 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf35c2-020d-4941-ab2d-cf0e9b39f7ac req-ef16c983-a28d-49b0-b5d6-4cdac037e3e6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:02.943320 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9cf35c2-020d-4941-ab2d-cf0e9b39f7ac req-ef16c983-a28d-49b0-b5d6-4cdac037e3e6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 944 time: 0.0531118 Aug 11 09:25:02.986223 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9cf35c2-020d-4941-ab2d-cf0e9b39f7ac req-6603b4c9-87ca-4e92-8fd9-20aef5c04b97 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368025 Aug 11 09:25:03.906256 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:25:03.973951 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port cc3beb65-b471-4c0c-a192-f46137b3762c completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:25:03.978128 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port cc3beb65-b471-4c0c-a192-f46137b3762c triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:25:03.978468 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:04.062848 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:04.088357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:25:04.090688 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966494c6-d5bc-40dd-97cf-27eb63e03904" -d '{"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:25:04.103428 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:25:04.108307 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37da811-220c-4c34-b017-bdd85b7da5e1 req-9603b98b-78bb-484b-8241-674dcabb3b06 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:04.108800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:04.109919 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d37da811-220c-4c34-b017-bdd85b7da5e1 req-9603b98b-78bb-484b-8241-674dcabb3b06 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 944 time: 0.0550070 Aug 11 09:25:04.138764 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a683844-dc98-42e6-bc71-590b0890501a x-openstack-request-id: req-5a683844-dc98-42e6-bc71-590b0890501a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:25:04.139057 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:25:04.139305 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a683844-dc98-42e6-bc71-590b0890501a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:25:04.139695 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'code': 200} Aug 11 09:25:04.152489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d37da811-220c-4c34-b017-bdd85b7da5e1 req-4a7032c8-bc20-4406-aa97-b5c4ff409fbf tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357134 Aug 11 09:25:04.161577 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=10']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:25:04.333955 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa9317-2639-46bd-a1f5-497db0312b60 req-fc86455b-87ec-4045-b1ee-0bba4561b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:04.335393 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80fa9317-2639-46bd-a1f5-497db0312b60 req-fc86455b-87ec-4045-b1ee-0bba4561b2d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1097 time: 0.0430169 Aug 11 09:25:04.371229 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-80fa9317-2639-46bd-a1f5-497db0312b60 req-e8b12867-0ed5-4c9d-9c23-be1604960171 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286410 Aug 11 09:25:05.181150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:05.276271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ca6b2-5b8e-462d-815e-76fcd3a946eb req-16e34aa2-f689-4a0d-bbfe-310c3eed8113 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:05.277808 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-648ca6b2-5b8e-462d-815e-76fcd3a946eb req-16e34aa2-f689-4a0d-bbfe-310c3eed8113 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 946 time: 0.0522916 Aug 11 09:25:05.320825 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-648ca6b2-5b8e-462d-815e-76fcd3a946eb req-bce55b67-6295-4a4a-b849-c9cb070d24b9 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331478 Aug 11 09:25:06.449618 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67f75c-2c62-4b56-917f-66360e58898d req-f885116c-7ef0-4546-a7a5-67bc58c93a64 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:06.451830 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd67f75c-2c62-4b56-917f-66360e58898d req-f885116c-7ef0-4546-a7a5-67bc58c93a64 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 946 time: 0.0522797 Aug 11 09:25:06.474970 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:06.492489 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-dd67f75c-2c62-4b56-917f-66360e58898d req-14d110b6-45f2-4d73-be0a-44a12f2860e4 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345199 Aug 11 09:25:27.879329 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-39c769e2-fdc7-4725-9663-0eca06e66263 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461078 Aug 11 09:25:27.990063 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-9c14889c-788c-42ae-93ed-1b26d709f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:27.991447 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-9c14889c-788c-42ae-93ed-1b26d709f20a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1097 time: 0.0477529 Aug 11 09:25:28.094397 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-0ef5f1fe-dcab-42d8-bae1-0bef74ee3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:28.095876 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-0ef5f1fe-dcab-42d8-bae1-0bef74ee3174 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0843692 Aug 11 09:25:28.165052 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-e93f61c3-2605-40a0-9d63-11399136e848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 1001 time: 0.0614333 Aug 11 09:25:28.218548 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-5812774b-7ad6-4572-bc6a-a8dcc3608505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:28.219999 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-5812774b-7ad6-4572-bc6a-a8dcc3608505 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0480020 Aug 11 09:25:28.267422 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-9d75fc3e-605e-4ea2-b914-8fd239d89949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:25:28.268756 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-9d75fc3e-605e-4ea2-b914-8fd239d89949 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411026 Aug 11 09:25:28.362235 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-266a349f-cbb5-4c10-a6fc-d45ed197bed2 service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859795 Aug 11 09:25:28.453428 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-f084027a-2cb3-4396-a842-a9a5f16a569c req-5f0e70bf-9bcc-4957-a1fa-a05407afd05d service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836325 Aug 11 09:25:29.427422 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1f730fd-083a-448a-9078-60a94461cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:29.447159 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:30.600544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:30.635454 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:25:32.504625 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:32.814301 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bb46881c-4346-4b1e-bcf4-1b333a18e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:35.180028 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:36.481816 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:59.432045 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48a0852b-9300-440a-ad84-0d7a816817b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:25:59.460673 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:00.621899 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:02.517068 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:02.831263 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8f70-244a-44a0-a6f0-d587e314f64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:05.181648 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:06.488050 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:07.642226 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:26:19.739596 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:19.910202 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Deleting port 7d90c52a-fee2-4400-8418-235fd11cfcce {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:19.910496 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:19.992061 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:19.992295 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:20.004085 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Calling delete_port for 7d90c52a-fee2-4400-8418-235fd11cfcce owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:20.158450 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:20.184080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event deleted for resources: {'Port': ['ID=7d90c52a-fee2-4400-8418-235fd11cfcce,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:20.195916 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.196268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.196607 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.196974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.197314 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.197647 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.197975 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.198460 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.198950 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.199119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.199466 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.199798 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:20.253459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:20.253688 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Floating IP 15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4 disassociated (deleted). External IP: 172.25.2.151, port: cc3beb65-b471-4c0c-a192-f46137b3762c. Aug 11 09:26:20.467623 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:26:20.578258 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:20.583292 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:20.587961 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:20.597097 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:20.597706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:20.611586 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bb67027e-7656-4d73-9392-49cf76dd7dca tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "DELETE /v2.0/floatingips/15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4 HTTP/1.1" status: 204 len: 168 time: 0.8708549 Aug 11 09:26:20.612180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:26:20.614546 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:26:20.707893 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6d4f3-a31d-4a01-87a2-a87738267249 x-openstack-request-id: req-dbe6d4f3-a31d-4a01-87a2-a87738267249 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:26:20.708258 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:26:20.708402 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbe6d4f3-a31d-4a01-87a2-a87738267249 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:26:20.708820 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'status': 'completed', 'code': 200} Aug 11 09:26:20.711957 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:20.853941 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-9d98405f-ecdc-4af7-93e8-a22ac138b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:20.856247 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-9d98405f-ecdc-4af7-93e8-a22ac138b843 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 1097 time: 0.0588741 Aug 11 09:26:20.859403 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49690c9-defb-406c-86e1-47c9a9da4d20 req-7bedda7f-7d30-4520-930c-540ba87db3b6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:20.860973 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e49690c9-defb-406c-86e1-47c9a9da4d20 req-7bedda7f-7d30-4520-930c-540ba87db3b6 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 946 time: 0.0578625 Aug 11 09:26:20.905526 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e49690c9-defb-406c-86e1-47c9a9da4d20 req-81816580-3dd3-4292-9c0b-2120f644ca6a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Aug 11 09:26:20.925291 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:20.952846 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:20.960191 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-2c436980-514d-41c9-bc83-a1c56c38666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:20.961135 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:20.961730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-2c436980-514d-41c9-bc83-a1c56c38666b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 200 len: 910 time: 0.0960326 Aug 11 09:26:20.961862 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:21.006866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-0c8f2f7a-3bd5-4792-8815-f0bbf7e35d97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 200 len: 217 time: 0.0350273 Aug 11 09:26:21.059710 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-20db89fe-ed22-42a9-8c60-57e96a474f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:21.061226 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-20db89fe-ed22-42a9-8c60-57e96a474f03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 200 len: 848 time: 0.0479698 Aug 11 09:26:21.068994 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:21.108738 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-5341dbe5-5a9f-4b4a-ad2a-8b70a1b8caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:21.110148 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-5341dbe5-5a9f-4b4a-ad2a-8b70a1b8caff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a47912d-1ab2-4867-826f-7144fc528af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405922 Aug 11 09:26:21.200996 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-8191bac6-cd50-4313-bf65-277b352a703b service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832899 Aug 11 09:26:21.263230 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:21.292567 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b72730-49bb-480c-a2c7-81c43a2e2647 None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:17:44Z', 'revision_number': 4, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '339756cf-6f9d-456a-8137-818b5e350168', 'name': '', 'network_id': '4a47912d-1ab2-4867-826f-7144fc528af4', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'mac_address': 'fa:16:3e:b1:4f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:43Z', 'updated_at': '2021-08-11T09:17:49Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'subnets': [{'id': 'e8aa4b48-c48c-40df-a514-bce87cbfe82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:21.296077 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-c68da28e-7ebf-42a1-8bcc-e48ac082efdc req-911f11a6-f682-4833-91b3-38f0ea17c6d7 service neutron] 10.222.0.64 "GET /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871701 Aug 11 09:26:21.508042 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df0adb-6e48-41e8-8fc0-2be358fee174 None None] New status for floating IP 15ebd23a-4fae-4cc7-9f9d-d1c71ed904b4: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:26:22.036598 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c995e15-9021-48ac-aa50-24dff46fd729 req-12fa5844-4d32-44f9-8e5d-1037777c2226 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:22.038043 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c995e15-9021-48ac-aa50-24dff46fd729 req-12fa5844-4d32-44f9-8e5d-1037777c2226 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 946 time: 0.0521159 Aug 11 09:26:22.076907 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-1c995e15-9021-48ac-aa50-24dff46fd729 req-917a4ae9-56ea-44f2-b98b-3c6b0d2515a8 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2b0e456-45b8-49b1-b8e6-14b90022900d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Aug 11 09:26:22.490373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-e5184006-73a9-4ded-8276-29c743f7ba8c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:22.491927 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-e5184006-73a9-4ded-8276-29c743f7ba8c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 946 time: 0.0523026 Aug 11 09:26:22.593501 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Deleting port cc3beb65-b471-4c0c-a192-f46137b3762c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:22.593833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:22.689619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] For port cc3beb65-b471-4c0c-a192-f46137b3762c, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=cc3beb65-b471-4c0c-a192-f46137b3762c,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:22.689969 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:22.704448 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Calling delete_port for cc3beb65-b471-4c0c-a192-f46137b3762c owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:22.855669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:22.885179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event deleted for resources: {'Port': ['ID=cc3beb65-b471-4c0c-a192-f46137b3762c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:22.917619 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.918218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.918558 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.918915 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.919261 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.919581 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.919908 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.920235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.920561 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.920967 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.921235 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.921562 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:22.941518 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] No DVR routers for this DVR port cc3beb65-b471-4c0c-a192-f46137b3762c on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:26:22.944235 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:22.946363 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9f1bcad7-cb1b-4609-9eb3-d04050a2d299 req-17a299d0-ed61-4d14-b5ed-183aea4be3a0 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.64 "DELETE /v2.0/ports/cc3beb65-b471-4c0c-a192-f46137b3762c HTTP/1.1" status: 204 len: 173 time: 0.4484534 Aug 11 09:26:22.946818 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-deleted', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:26:22.949115 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e2298-f1d7-48f6-863e-2264254bde91" -d '{"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-deleted", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:26:22.986811 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886ce87-d272-4d86-97f8-98528dd5cc69 x-openstack-request-id: req-6886ce87-d272-4d86-97f8-98528dd5cc69 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:26:22.987102 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93a9f36-d459-46a5-8de2-b496c20b5d0f", "name": "network-vif-deleted", "tag": "cc3beb65-b471-4c0c-a192-f46137b3762c", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:26:22.987399 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6886ce87-d272-4d86-97f8-98528dd5cc69 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:26:22.987803 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93a9f36-d459-46a5-8de2-b496c20b5d0f', 'name': 'network-vif-deleted', 'tag': 'cc3beb65-b471-4c0c-a192-f46137b3762c', 'status': 'completed', 'code': 200} Aug 11 09:26:23.173137 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7047a7bb-8554-460e-8b23-7fdf408165fa req-b7209cd4-8842-42d5-8315-d1bd57507c9a tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 210 time: 0.0272255 Aug 11 09:26:24.280673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ba8732e8-9660-42a1-b9dc-82aa9bb89ae5 req-a6f4c612-15ab-43f5-adcf-8166afe3a859 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 210 time: 0.0283370 Aug 11 09:26:25.376160 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-5ec40711-9797-4cf8-8e48-910b5c501bbb req-2397425a-fa6d-401e-acc3-72b28efae21c tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 210 time: 0.0270429 Aug 11 09:26:26.170106 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:26.195619 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: cc3beb65-b471-4c0c-a192-f46137b3762c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:26:26.195974 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device cc3beb65-b471-4c0c-a192-f46137b3762c not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:26.478309 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-b13c11bf-4e48-49bf-a83a-001a04bcebfc req-28820a1f-4f78-4178-af18-750b5745ac55 tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "GET /v2.0/ports?device_id=d93a9f36-d459-46a5-8de2-b496c20b5d0f HTTP/1.1" status: 200 len: 210 time: 0.0292311 Aug 11 09:26:27.539977 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37742) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:27.601776 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbca4ed1-4f07-463b-a815-b4e0c45a005e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:27.627599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbca4ed1-4f07-463b-a815-b4e0c45a005e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:27.691204 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbca4ed1-4f07-463b-a815-b4e0c45a005e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:27.694004 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bbca4ed1-4f07-463b-a815-b4e0c45a005e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:27.696720 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-bbca4ed1-4f07-463b-a815-b4e0c45a005e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2b0e456-45b8-49b1-b8e6-14b90022900d HTTP/1.1" status: 204 len: 168 time: 0.1556628 Aug 11 09:26:27.707065 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4ed1-4f07-463b-a815-b4e0c45a005e tempest-TestShelveInstance-1697858932 tempest-TestShelveInstance-1697858932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0e456-45b8-49b1-b8e6-14b90022900d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:27.755194 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37746) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:28.577341 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:28.829503 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Deleting port 339756cf-6f9d-456a-8137-818b5e350168 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:28.830176 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:28.906884 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] For port 339756cf-6f9d-456a-8137-818b5e350168, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=339756cf-6f9d-456a-8137-818b5e350168,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:28.907224 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:28.920014 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Calling delete_port for 339756cf-6f9d-456a-8137-818b5e350168 owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:29.116745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.142361 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Pushing event deleted for resources: {'Port': ['ID=339756cf-6f9d-456a-8137-818b5e350168,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:29.322052 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.426358 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-dec7ba3d-f144-4b6c-a433-97f59303e3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.473247 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.552426 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Router 96d41be1-1dbc-42a7-ad83-9c1666229559 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:26:29.664098 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:29.669945 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6dda9cd3-f19d-469b-890c-6c88f50a96fd admin admin] 10.222.0.58 "PUT /v2.0/routers/96d41be1-1dbc-42a7-ad83-9c1666229559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9137182 Aug 11 09:26:29.673383 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37750) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:29.674954 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] Sync routers for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:29.684980 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:29.685555 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:29.779941 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.788388 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:29.888651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.941973 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Deleting port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:29.942236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:29.962164 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:26:29Z', 'revision_number': 5, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port': {'id': 'd171e19c-6f7e-47b6-bf4d-f6aeaf5e6743', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:69:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:42Z', 'updated_at': '2021-08-11T09:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:29.988324 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] Checking router: 96d41be1-1dbc-42a7-ad83-9c1666229559 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:29.996751 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] Routers {'96d41be1-1dbc-42a7-ad83-9c1666229559'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:29.997423 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['96d41be1-1dbc-42a7-ad83-9c1666229559'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:30.025992 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] For port d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:30.026361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.039372 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Calling delete_port for d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:30.175066 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] Set router 96d41be1-1dbc-42a7-ad83-9c1666229559 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:30.210856 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.227809 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:26:29Z', 'revision_number': 6, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:30.236564 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Pushing event deleted for resources: {'Port': ['ID=d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:30.255700 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f1dca-9f66-4cb2-ac8b-9e3ae3c912ff None None] The sync data for ids ['96d41be1-1dbc-42a7-ad83-9c1666229559'] in n-d-789963-6 is: [{'id': '96d41be1-1dbc-42a7-ad83-9c1666229559', 'name': 'tempest-TestShelveInstance-1992974165-router', 'tenant_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:41Z', 'updated_at': '2021-08-11T09:26:29Z', 'revision_number': 6, 'project_id': 'b92b0d8b5b9e485c99ea2455d6beff76', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:30.301041 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.392969 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.395067 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.446589 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.447223 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96d41be1-1dbc-42a7-ad83-9c1666229559 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:26:30.452084 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.453355 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-b4aefd02-744d-4d9d-9be7-b4f1cd9eb32f admin admin] 10.222.0.58 "DELETE /v2.0/routers/96d41be1-1dbc-42a7-ad83-9c1666229559 HTTP/1.1" status: 204 len: 168 time: 0.7789884 Aug 11 09:26:30.455905 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37752) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:30.500940 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Deleting subnet e8aa4b48-c48c-40df-a514-bce87cbfe82a {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:26:30.504187 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.538020 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.616322 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.620601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.675588 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.700281 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8aa4b48-c48c-40df-a514-bce87cbfe82a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:30.706181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.708038 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-4e7d45a8-6ae9-4638-9a73-75f7de991f7f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e8aa4b48-c48c-40df-a514-bce87cbfe82a HTTP/1.1" status: 204 len: 168 time: 0.2511950 Aug 11 09:26:30.710831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37754) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:30.713985 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b296ef-9a2f-4624-913a-c278656dc566 None None] Network 4a47912d-1ab2-4867-826f-7144fc528af4 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:26:30.787166 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.842833 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Deleting port e19edf01-7125-452e-9745-3f930d65ef5a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:30.843181 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.905989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] For port e19edf01-7125-452e-9745-3f930d65ef5a, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=e19edf01-7125-452e-9745-3f930d65ef5a,segment=NetworkSegment(7f4ce656-fd55-42d8-ac9a-c5915be33ba1),segment_id=7f4ce656-fd55-42d8-ac9a-c5915be33ba1)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:30.906356 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:30.919188 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Calling delete_port for e19edf01-7125-452e-9745-3f930d65ef5a owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:31.007064 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.035939 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=e19edf01-7125-452e-9745-3f930d65ef5a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:31.039637 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] No DVR routers for this DVR port e19edf01-7125-452e-9745-3f930d65ef5a on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:26:31.057434 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70d841-2b78-4f60-9739-af2ec09334db None None] DHCP port deletion for 4a47912d-1ab2-4867-826f-7144fc528af4 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:26:31.114227 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.124996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a47912d-1ab2-4867-826f-7144fc528af4']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:31.135981 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4ce656-fd55-42d8-ac9a-c5915be33ba1') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:31.136273 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4ce656-fd55-42d8-ac9a-c5915be33ba1') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:31.146168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.161175 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.167427 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:26:31.167975 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:26:31.169739 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:26:31.225316 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.231406 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.233323 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] 10.222.0.58 "DELETE /v2.0/networks/4a47912d-1ab2-4867-826f-7144fc528af4 HTTP/1.1" status: 204 len: 168 time: 0.5215786 Aug 11 09:26:31.237290 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37756) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:31.246863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98871c-216f-449e-9fc0-2a7d28e82bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a47912d-1ab2-4867-826f-7144fc528af4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:31.592364 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.829162 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e19edf01-7125-452e-9745-3f930d65ef5a no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:31.853812 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: e19edf01-7125-452e-9745-3f930d65ef5a {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:26:31.854105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device e19edf01-7125-452e-9745-3f930d65ef5a not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:31.854522 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 339756cf-6f9d-456a-8137-818b5e350168 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:31.860396 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Deleting port c65c8fdf-778e-49f3-b15b-00c7e2768a8c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:31.860745 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.873542 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 339756cf-6f9d-456a-8137-818b5e350168 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:26:31.873868 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 339756cf-6f9d-456a-8137-818b5e350168 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:31.874277 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:31.892832 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:26:31.893305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device d171e19c-6f7e-47b6-bf4d-f6aeaf5e6743 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:31.949175 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] For port c65c8fdf-778e-49f3-b15b-00c7e2768a8c, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,segment=NetworkSegment(7a6d3df1-aed7-4b79-8748-b962e618ac2f),segment_id=7a6d3df1-aed7-4b79-8748-b962e618ac2f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:31.949526 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:31.962807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Calling delete_port for c65c8fdf-778e-49f3-b15b-00c7e2768a8c owned by network:router_interface {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:32.153333 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:32.183667 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65c8fdf-778e-49f3-b15b-00c7e2768a8c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:32.342676 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:32.518714 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:32.571636 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Router da4fa00a-2375-468e-8639-2995c6fb8184 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:26:32.680091 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:32.689360 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5a0db70d-9827-4c3b-be7e-f12de8c0b880 admin admin] 10.222.0.58 "PUT /v2.0/routers/da4fa00a-2375-468e-8639-2995c6fb8184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469678 Aug 11 09:26:32.689968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:32.694320 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] Sync routers for ids ['da4fa00a-2375-468e-8639-2995c6fb8184'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:32.704388 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] Routers {'da4fa00a-2375-468e-8639-2995c6fb8184'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:32.705063 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['da4fa00a-2375-468e-8639-2995c6fb8184'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:32.799361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:32.826060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-08be45ed-9781-46a4-b86f-f8bf0dfa2e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:32.828712 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] Set router da4fa00a-2375-468e-8639-2995c6fb8184 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:32.905567 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:32.959414 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Deleting port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:32.959726 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.007845 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:26:32Z', 'revision_number': 5, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port': {'id': '82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:33.037532 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] Checking router: da4fa00a-2375-468e-8639-2995c6fb8184 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:33.040161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] For port 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:33.040519 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.046228 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] Routers {'da4fa00a-2375-468e-8639-2995c6fb8184'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:33.046819 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['da4fa00a-2375-468e-8639-2995c6fb8184'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:33.052350 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Calling delete_port for 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:33.132093 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] Set router da4fa00a-2375-468e-8639-2995c6fb8184 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:33.183641 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:26:32Z', 'revision_number': 6, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:33.212445 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152328-e07c-4a46-a86d-5f2109158635 None None] The sync data for ids ['da4fa00a-2375-468e-8639-2995c6fb8184'] in n-d-789963-6 is: [{'id': 'da4fa00a-2375-468e-8639-2995c6fb8184', 'name': 'tempest-TestShelveInstance-1042789965-router', 'tenant_id': 'e8e117cd17b841dc9dacfb79379b9366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:17:46Z', 'updated_at': '2021-08-11T09:26:32Z', 'revision_number': 6, 'project_id': 'e8e117cd17b841dc9dacfb79379b9366', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:33.217618 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.241087 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:33.302123 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.393287 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.395516 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.461567 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.462108 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da4fa00a-2375-468e-8639-2995c6fb8184 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:26:33.467165 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.468340 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-692adead-1e75-4e56-bafe-dec67e540859 admin admin] 10.222.0.58 "DELETE /v2.0/routers/da4fa00a-2375-468e-8639-2995c6fb8184 HTTP/1.1" status: 204 len: 168 time: 0.7776191 Aug 11 09:26:33.472175 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37760) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:33.516924 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Deleting subnet fe2909bb-f48b-4d6d-be2e-25eb8fac080c {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:26:33.520157 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.555208 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.639663 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.694226 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.719256 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2909bb-f48b-4d6d-be2e-25eb8fac080c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:33.723651 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.726428 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-71753f72-acf1-4a23-a735-b575ab7fd343 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fe2909bb-f48b-4d6d-be2e-25eb8fac080c HTTP/1.1" status: 204 len: 168 time: 0.2523715 Aug 11 09:26:33.728161 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37764) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:33.730761 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6b235-7ba5-43a1-8cc9-b1c835bffb11 None None] Network 5635b223-2e68-40df-a96f-3b4692fe3fb1 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:26:33.798282 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.850865 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Deleting port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:33.851220 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.912386 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] For port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,segment=NetworkSegment(7a6d3df1-aed7-4b79-8748-b962e618ac2f),segment_id=7a6d3df1-aed7-4b79-8748-b962e618ac2f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:33.912756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:33.926363 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Calling delete_port for 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:33.951808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] DHCP port deletion for 5635b223-2e68-40df-a96f-3b4692fe3fb1 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:26:34.014126 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:34.023854 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.049131 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Deleting port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:26:34.049508 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.051897 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:34.055542 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] No DVR routers for this DVR port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 on host n-d-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:26:34.103170 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No active binding found for port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 {{(pid=94574) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 09:26:34.103585 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:34.104005 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c65c8fdf-778e-49f3-b15b-00c7e2768a8c no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:34.127903 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.134992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c65c8fdf-778e-49f3-b15b-00c7e2768a8c {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:26:34.135334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c65c8fdf-778e-49f3-b15b-00c7e2768a8c not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:34.135750 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:26:34.137650 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5635b223-2e68-40df-a96f-3b4692fe3fb1']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:34.141204 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] For port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:34.141775 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.165076 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:26:34.165411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 82ec1dc6-3b33-44cc-84a8-84ccaaa90fb7 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:26:34.174998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Calling delete_port for 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:26:34.177813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 09:26:34.179143 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.205613 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Pushing event deleted for resources: {'Port': ['ID=58ceb6ff-90b0-4be2-97e1-624f3b13b9e5,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:34.211383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] No DVR routers for this DVR port 58ceb6ff-90b0-4be2-97e1-624f3b13b9e5 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:26:34.222499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.222853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.223244 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.223578 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.223902 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.224224 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.224544 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.224860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.225205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.225524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.225981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.226293 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f4342-f264-44c1-8da9-a2048a5b518a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:34.467123 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6d3df1-aed7-4b79-8748-b962e618ac2f') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:34.467378 n-d-789963-6 neutron-server[94572]: DEBUG neutron.services.segments.db [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6d3df1-aed7-4b79-8748-b962e618ac2f') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:34.477011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7558644'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.491086 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.497945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:26:34.499779 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7484911'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: Traceback (most recent call last): Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: timer() Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: cb(*args, **kw) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: return func(*args, **kwargs) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: self._notify() Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: self.callback(batched_events) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: event.method(event) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: return f(self, *a, **k) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: return self._get(url).json() Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:26:34.500651 n-d-789963-6 neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:26:34.554750 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.561918 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.563315 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5635b223-2e68-40df-a96f-3b4692fe3fb1 HTTP/1.1" status: 204 len: 168 time: 0.8342030 Aug 11 09:26:34.574182 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf16b3-f48e-4faa-8438-213db736af85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5635b223-2e68-40df-a96f-3b4692fe3fb1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:34.685935 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37770) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:34.727090 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-8afc9671-21f5-48b6-938a-c17cbd1d7533 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b92b0d8b5b9e485c99ea2455d6beff76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397491 Aug 11 09:26:34.730895 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37772) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:34.781904 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72d16fe8-0621-480a-9dd7-f4fa7e411ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.805457 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72d16fe8-0621-480a-9dd7-f4fa7e411ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.855832 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72d16fe8-0621-480a-9dd7-f4fa7e411ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.858438 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-72d16fe8-0621-480a-9dd7-f4fa7e411ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:34.859610 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-72d16fe8-0621-480a-9dd7-f4fa7e411ff9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eefd0a01-03a7-48c1-be7d-285808ec5069 HTTP/1.1" status: 204 len: 168 time: 0.1278288 Aug 11 09:26:34.867489 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d16fe8-0621-480a-9dd7-f4fa7e411ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd0a01-03a7-48c1-be7d-285808ec5069,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:35.179644 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:35.197778 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37778) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:35.238387 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a9158e61-25b0-44b8-95ec-5ccec5ad0794 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8e117cd17b841dc9dacfb79379b9366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392587 Aug 11 09:26:35.240812 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37780) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:35.292905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b792e54-21ae-488f-b292-3f4bed12c9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:35.315109 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b792e54-21ae-488f-b292-3f4bed12c9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:35.365214 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b792e54-21ae-488f-b292-3f4bed12c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:35.368971 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b792e54-21ae-488f-b292-3f4bed12c9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:35.370446 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-5b792e54-21ae-488f-b292-3f4bed12c9b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32d887e2-f7a2-4224-91ff-7eae13cd7d89 HTTP/1.1" status: 204 len: 168 time: 0.1286824 Aug 11 09:26:35.378344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b792e54-21ae-488f-b292-3f4bed12c9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d887e2-f7a2-4224-91ff-7eae13cd7d89,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:36.090244 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37802) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:36.193280 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2119721269-network', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:36.220972 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Made reservation on behalf of 40b4dd8642e74891999410a4b918b3ec for: {'network': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:26:36.223222 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.231833 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.316009 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.322431 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.349894 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:26:36.356458 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383f218c-7a70-4ce9-9272-9b7821ad78c3,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:36.363925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.364285 n-d-789963-6 neutron-server[94573]: INFO neutron.db.segments_db [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Added segment 7f2488ef-c33c-46dd-be14-b18cb8cceb62 of type vlan for network 1213e29d-0b6e-4526-90f8-84593800a8bf Aug 11 09:26:36.405323 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.436509 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.437898 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:36.438688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.490429 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.514313 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4229674 Aug 11 09:26:36.517491 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37806) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:36.521257 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e8919-8a3c-46f1-8264-7742a92fb5bf admin admin] Pushing event updated for resources: {'Network': ['ID=1213e29d-0b6e-4526-90f8-84593800a8bf,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:36.522786 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Request body: {'subnet': {'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2119721269-subnet', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:36.531377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 1213e29d-0b6e-4526-90f8-84593800a8bf details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:26:36.546423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Made reservation on behalf of 40b4dd8642e74891999410a4b918b3ec for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:26:36.548740 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.710990 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.760922 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7daf78-dda3-46fa-8a3a-9fea52731a7e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:36.781337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Checking segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:36.781692 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Network hostable DHCP agents. Network: 1213e29d-0b6e-4526-90f8-84593800a8bf, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:26:36.799630 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Network 1213e29d-0b6e-4526-90f8-84593800a8bf is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:26:36.810487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 1213e29d-0b6e-4526-90f8-84593800a8bf) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:36.815266 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:36.816216 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.819586 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d4b80c-8893-40a1-a11c-450b20649b32 None None] Network 1213e29d-0b6e-4526-90f8-84593800a8bf requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:26:36.834638 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6aa113b3-0711-4517-afe1-3c363d136fdd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3132071 Aug 11 09:26:36.834859 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37808) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:36.839267 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:36.860071 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.861159 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.915231 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:36.963345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-1213e29d-0b6e-4526-90f8-84593800a8bf', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:26:36.964250 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.046540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.099966 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Allocated IP 172.20.0.2 (1213e29d-0b6e-4526-90f8-84593800a8bf/7b7daf78-dda3-46fa-8a3a-9fea52731a7e/f0698307-8959-4ee0-89d9-1e4e7de84dd9) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:37.242570 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.247301 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.250766 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Transition to ACTIVE for port object f0698307-8959-4ee0-89d9-1e4e7de84dd9 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:37.264915 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Transition to ACTIVE for port object f0698307-8959-4ee0-89d9-1e4e7de84dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:37.266540 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.271963 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.310530 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Network 1213e29d-0b6e-4526-90f8-84593800a8bf is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:37.313462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:37.316910 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:37.323583 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Pushing event updated for resources: {'Port': ['ID=f0698307-8959-4ee0-89d9-1e4e7de84dd9,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:37.379530 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Allocated IP 172.25.2.47 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/2e838161-b352-4a91-bce3-93dc8fa42bfb) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:37.381680 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Attempting to bind port f0698307-8959-4ee0-89d9-1e4e7de84dd9 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:37.382049 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Attempting to bind port f0698307-8959-4ee0-89d9-1e4e7de84dd9 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:37.382408 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Attempting to bind port f0698307-8959-4ee0-89d9-1e4e7de84dd9 on network 1213e29d-0b6e-4526-90f8-84593800a8bf {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:37.388305 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:37.388677 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Checking segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:37.389118 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.389499 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Bound using segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:37.389957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Bound port: f0698307-8959-4ee0-89d9-1e4e7de84dd9, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:37.390341 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.485455 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.529052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.573375 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:37.576487 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:37.581572 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:37.584567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Pushing event updated for resources: {'Port': ['ID=2e838161-b352-4a91-bce3-93dc8fa42bfb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:37.613312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] For port f0698307-8959-4ee0-89d9-1e4e7de84dd9, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:37.617127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] For port f0698307-8959-4ee0-89d9-1e4e7de84dd9, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f0698307-8959-4ee0-89d9-1e4e7de84dd9,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:37.623837 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:37.680235 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4d4b-979c-44fd-8249-99f3522e7d9c None None] Pushing event updated for resources: {'Port': ['ID=f0698307-8959-4ee0-89d9-1e4e7de84dd9,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:37.859288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:38.057441 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:38.193863 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:26:38.305443 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:38.315989 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:38.325326 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:38.329482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1c228151-579c-455a-a071-84fa1a32408c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4907715 Aug 11 09:26:38.329661 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:38.329661 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:38.329989 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37810) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:38.436612 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:38.628482 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:37Z', 'revision_number': 3, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:38.635616 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4878790-2602-466a-8833-78d5ad03a3fb None None] Network 1213e29d-0b6e-4526-90f8-84593800a8bf requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:26:38.657461 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:38.658123 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Updating router 8e61da12-380e-4f8a-8a76-b026e0e57568 port 2e838161-b352-4a91-bce3-93dc8fa42bfb binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:26:38.688049 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:38.722548 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-0c22e3ab-82b5-476b-ab1c-1a8e6d1ce393 None None] Provisioning for port f0698307-8959-4ee0-89d9-1e4e7de84dd9 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:38.966751 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:38.977160 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Transition to ACTIVE for port object 2e838161-b352-4a91-bce3-93dc8fa42bfb will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:38.984384 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.039735 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Attempting to bind port 2e838161-b352-4a91-bce3-93dc8fa42bfb on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:39.040627 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Attempting to bind port 2e838161-b352-4a91-bce3-93dc8fa42bfb by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:39.041348 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Attempting to bind port 2e838161-b352-4a91-bce3-93dc8fa42bfb on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:39.046593 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Pushing event updated for resources: {'Port': ['ID=2e838161-b352-4a91-bce3-93dc8fa42bfb,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:39.053927 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:39.054380 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:39.054777 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.055153 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:39.055610 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Bound port: 2e838161-b352-4a91-bce3-93dc8fa42bfb, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:39.055977 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.059569 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.059902 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.060240 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.060597 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.060940 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.061264 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.061582 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.061904 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.062361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.062692 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.063043 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.063401 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:26:39.113983 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] For port 2e838161-b352-4a91-bce3-93dc8fa42bfb, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:39.116911 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] For port 2e838161-b352-4a91-bce3-93dc8fa42bfb, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e838161-b352-4a91-bce3-93dc8fa42bfb,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:39.121993 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.139995 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.178802 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:39.179490 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:39.181349 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490bd7b-a523-4c6d-8f7a-4be12706f0b0 None None] Pushing event updated for resources: {'Port': ['ID=2e838161-b352-4a91-bce3-93dc8fa42bfb,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:39.285975 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:39.298294 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Allocated IP 172.20.0.1 (1213e29d-0b6e-4526-90f8-84593800a8bf/7b7daf78-dda3-46fa-8a3a-9fea52731a7e/bcf50350-a69e-4513-8f62-18bb469e75da) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:39.405015 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.420763 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Transition to ACTIVE for port object bcf50350-a69e-4513-8f62-18bb469e75da will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:39.455711 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.464498 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:37Z', 'revision_number': 3, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:39.491391 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157f25f-2ea8-4381-97ad-9f2dc6928574 None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:37Z', 'revision_number': 3, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:39.497135 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Network 1213e29d-0b6e-4526-90f8-84593800a8bf is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:39.500137 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:39.504373 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:39.527980 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Pushing event updated for resources: {'Port': ['ID=bcf50350-a69e-4513-8f62-18bb469e75da,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:39.549780 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.703039 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.773624 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-de9515f8-8e97-4e82-94f5-3578c47f141e None None] Provisioning for port bcf50350-a69e-4513-8f62-18bb469e75da completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:39.777918 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-de9515f8-8e97-4e82-94f5-3578c47f141e None None] Provisioning complete for port bcf50350-a69e-4513-8f62-18bb469e75da triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:39.778379 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-de9515f8-8e97-4e82-94f5-3578c47f141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.832927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-de9515f8-8e97-4e82-94f5-3578c47f141e None None] Port bcf50350-a69e-4513-8f62-18bb469e75da cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:26:39.927726 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.935274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f0698307-8959-4ee0-89d9-1e4e7de84dd9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:39.940177 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:39.997739 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port f0698307-8959-4ee0-89d9-1e4e7de84dd9 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:40.003903 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f0698307-8959-4ee0-89d9-1e4e7de84dd9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:40.004434 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.012706 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.015819 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Pushing event updated for resources: {'Port': ['ID=bcf50350-a69e-4513-8f62-18bb469e75da,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:40.098217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.124432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Network 1213e29d-0b6e-4526-90f8-84593800a8bf is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:40.130485 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:40.133723 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port f0698307-8959-4ee0-89d9-1e4e7de84dd9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f0698307-8959-4ee0-89d9-1e4e7de84dd9,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:40.139271 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.140149 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e838161-b352-4a91-bce3-93dc8fa42bfb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:40.238383 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=f0698307-8959-4ee0-89d9-1e4e7de84dd9,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:40.249440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 2e838161-b352-4a91-bce3-93dc8fa42bfb completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:40.256096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2e838161-b352-4a91-bce3-93dc8fa42bfb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:40.256474 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.283688 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:26:40.368029 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.390186 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 2e838161-b352-4a91-bce3-93dc8fa42bfb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e838161-b352-4a91-bce3-93dc8fa42bfb,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:40.395786 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.416312 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:40.421582 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-a9ff8434-732d-4884-ae8e-698ff779671d admin admin] 10.222.0.58 "PUT /v2.0/routers/8e61da12-380e-4f8a-8a76-b026e0e57568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0903583 Aug 11 09:26:40.462991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=2e838161-b352-4a91-bce3-93dc8fa42bfb,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:40.471638 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-2217200b-a613-4cd6-b198-92031bcf2d2a None None] Provisioning complete for port bcf50350-a69e-4513-8f62-18bb469e75da triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:40.471945 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2217200b-a613-4cd6-b198-92031bcf2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.504667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-2217200b-a613-4cd6-b198-92031bcf2d2a None None] Port bcf50350-a69e-4513-8f62-18bb469e75da cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:26:40.905394 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37826) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:40.910775 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-293307171-network', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:40.935196 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Made reservation on behalf of 52fa4e84a37e41d68196f92cedf62db3 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:26:40.937503 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:40.946376 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.035612 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.040668 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.062917 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 09:26:41.078823 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fcbb23-b867-4518-9aab-a65ac564bc51,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:41.081907 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.082265 n-d-789963-6 neutron-server[94572]: INFO neutron.db.segments_db [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Added segment 250c8263-9c25-4a11-9dae-ffee7f0434cc of type vlan for network 6bd4d408-b103-45e0-bda7-60af9226e591 Aug 11 09:26:41.127316 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:41.129091 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745238225996'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.136820 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:41.137601 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:41.160701 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.161767 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:41.162327 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Notify callbacks [] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.216748 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3098927 Aug 11 09:26:41.219249 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37828) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:41.224031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Request body: {'subnet': {'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-293307171-subnet', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:41.230088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c0b28-30bb-43ea-9351-b0a964731950 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd4d408-b103-45e0-bda7-60af9226e591,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:41.240363 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Network 6bd4d408-b103-45e0-bda7-60af9226e591 details requested by agent ovs-agent-n-d-789963-6 with host n-d-789963-6 {{(pid=94574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 09:26:41.248808 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:41.250508 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Made reservation on behalf of 52fa4e84a37e41d68196f92cedf62db3 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:26:41.252547 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375267'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.422524 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7484740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375281'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.483484 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e43843-bf9f-477c-9ee0-92a75bcecc17,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:41.491680 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Checking segment: {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:41.492043 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Network hostable DHCP agents. Network: 6bd4d408-b103-45e0-bda7-60af9226e591, hostable agents: ['186deeb1-8256-4221-9015-0d6c2d1fdf56'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 09:26:41.497537 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 2, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:41.509907 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Network 6bd4d408-b103-45e0-bda7-60af9226e591 is scheduled to be hosted by DHCP agent 186deeb1-8256-4221-9015-0d6c2d1fdf56 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 09:26:41.519838 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-6, 6bd4d408-b103-45e0-bda7-60af9226e591) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:41.523660 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:41.523989 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Updating router 8e61da12-380e-4f8a-8a76-b026e0e57568 port bcf50350-a69e-4513-8f62-18bb469e75da binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:26:41.528345 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b00e00-70b7-461f-a3f3-1880ee09cd51 None None] Network 6bd4d408-b103-45e0-bda7-60af9226e591 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:26:41.529180 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:41.529782 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.544541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-ec5c3248-2541-4cc7-8f94-d99272ef922c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3243070 Aug 11 09:26:41.547128 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:41.552120 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:41.573821 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39927'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.575032 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-375392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39822'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.589903 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.631244 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.772391 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.831730 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5103f3ec-db8f-5ff2-97a4-01f41141d6a5-6bd4d408-b103-45e0-bda7-60af9226e591', 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'fixed_ips': [{'subnet_id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17'}]}} from n-d-789963-6. {{(pid=94574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 09:26:41.837098 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:41.859401 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f0698307-8959-4ee0-89d9-1e4e7de84dd9 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:41.982944 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.001961 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.068829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.070898 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port f0698307-8959-4ee0-89d9-1e4e7de84dd9 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:42.071254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.103562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.db_base_plugin_common [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Allocated IP 172.20.0.2 (6bd4d408-b103-45e0-bda7-60af9226e591/d2e43843-bf9f-477c-9ee0-92a75bcecc17/67dbb2f5-a02d-4235-a305-4d07b4a7d998) {{(pid=94574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:42.110201 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Transition to ACTIVE for port object bcf50350-a69e-4513-8f62-18bb469e75da will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:42.110689 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Allocated IP 172.25.2.107 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/c76e6508-fe0e-453f-8628-64ec762d5223) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:42.127059 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.216002 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.228547 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f283e-c3a0-41de-a77f-c71205ea6dd0 None None] Pushing event updated for resources: {'Port': ['ID=bcf50350-a69e-4513-8f62-18bb469e75da,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:42.263168 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.307313 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:42.314072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:42.316388 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:42.351342 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c76e6508-fe0e-453f-8628-64ec762d5223,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:42.370341 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Attempting to bind port bcf50350-a69e-4513-8f62-18bb469e75da on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:42.370718 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Attempting to bind port bcf50350-a69e-4513-8f62-18bb469e75da by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:42.371065 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Attempting to bind port bcf50350-a69e-4513-8f62-18bb469e75da on network 1213e29d-0b6e-4526-90f8-84593800a8bf {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:42.373773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e838161-b352-4a91-bce3-93dc8fa42bfb up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:42.398441 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:42.398815 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Checking segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:42.399217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.399609 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Bound using segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:42.400094 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Bound port: bcf50350-a69e-4513-8f62-18bb469e75da, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:42.400470 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.436761 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.452740 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Transition to ACTIVE for port object 67dbb2f5-a02d-4235-a305-4d07b4a7d998 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:42.503520 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Transition to ACTIVE for port object 67dbb2f5-a02d-4235-a305-4d07b4a7d998 will not be triggered until provisioned by entity DHCP. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:42.518965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494'] for port, after_create {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.552346 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 2e838161-b352-4a91-bce3-93dc8fa42bfb triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:42.552708 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.558893 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] For port bcf50350-a69e-4513-8f62-18bb469e75da, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:42.582631 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.775078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] For port bcf50350-a69e-4513-8f62-18bb469e75da, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bcf50350-a69e-4513-8f62-18bb469e75da,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:42.777205 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Network 6bd4d408-b103-45e0-bda7-60af9226e591 is already hosted by enough agents. {{(pid=94574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:42.786892 n-d-789963-6 neutron-server[94574]: DEBUG neutron.scheduler.base_scheduler [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Resources bound (agent type, host, resource id): {{(pid=94574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:42.792237 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:42.795589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Received port after_create {{(pid=94574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:42.802753 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Pushing event updated for resources: {'Port': ['ID=67dbb2f5-a02d-4235-a305-4d07b4a7d998,revision_number=1']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:42.935164 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:42.935821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:42.975486 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f283e-c3a0-41de-a77f-c71205ea6dd0 None None] Pushing event updated for resources: {'Port': ['ID=bcf50350-a69e-4513-8f62-18bb469e75da,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:42.987218 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Attempting to bind port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:42.987589 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Attempting to bind port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:42.987953 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Attempting to bind port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 on network 6bd4d408-b103-45e0-bda7-60af9226e591 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:43.004597 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:43.005001 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Checking segment: {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:43.005416 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.005813 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Bound using segment: {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:43.006295 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Bound port: 67dbb2f5-a02d-4235-a305-4d07b4a7d998, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:43.007139 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.114670 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:43.134480 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-375401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373474'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.168854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] For port 67dbb2f5-a02d-4235-a305-4d07b4a7d998, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:43.176451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] For port 67dbb2f5-a02d-4235-a305-4d07b4a7d998, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=67dbb2f5-a02d-4235-a305-4d07b4a7d998,segment=NetworkSegment(250c8263-9c25-4a11-9dae-ffee7f0434cc),segment_id=250c8263-9c25-4a11-9dae-ffee7f0434cc)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:43.207879 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.267817 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Router f971fe37-b97f-4eef-9c2c-0db40464756f is scheduled to L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 09:26:43.317675 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b2f92-9238-431f-b6f6-520451c2f7d1 None None] Pushing event updated for resources: {'Port': ['ID=67dbb2f5-a02d-4235-a305-4d07b4a7d998,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:43.384197 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:43.395853 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:42Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:43.404408 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Sync routers for ids ['f971fe37-b97f-4eef-9c2c-0db40464756f'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:43.407557 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.409567 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-01712eb8-00d3-4310-bb3b-4d22b750b7a7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8610191 Aug 11 09:26:43.412038 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37832) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:43.415380 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Routers {'f971fe37-b97f-4eef-9c2c-0db40464756f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:43.416243 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f971fe37-b97f-4eef-9c2c-0db40464756f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:43.427651 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda758c-2bd4-4d98-b486-b81c1fad1d76 None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:42Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:43.575666 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Set router f971fe37-b97f-4eef-9c2c-0db40464756f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:43.926567 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:26:42Z', 'revision_number': 3, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:43.927859 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bcf50350-a69e-4513-8f62-18bb469e75da up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:43.959016 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Checking router: f971fe37-b97f-4eef-9c2c-0db40464756f for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:43.959915 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Updating router f971fe37-b97f-4eef-9c2c-0db40464756f port c76e6508-fe0e-453f-8628-64ec762d5223 binding host n-d-789963-6 {{(pid=94576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:26:43.981335 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.992233 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:43.994443 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port bcf50350-a69e-4513-8f62-18bb469e75da completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:44.005083 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bcf50350-a69e-4513-8f62-18bb469e75da triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:44.005785 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.099462 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.146606 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port bcf50350-a69e-4513-8f62-18bb469e75da, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bcf50350-a69e-4513-8f62-18bb469e75da,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:44.158869 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.160112 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 67dbb2f5-a02d-4235-a305-4d07b4a7d998 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:44.170198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Allocated IP 172.20.0.1 (6bd4d408-b103-45e0-bda7-60af9226e591/d2e43843-bf9f-477c-9ee0-92a75bcecc17/78d6d861-c59d-4cb2-99cb-6334ed2c9ce1) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:44.271696 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=bcf50350-a69e-4513-8f62-18bb469e75da,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:44.296193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:44.322924 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.330858 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.340127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Transition to ACTIVE for port object 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:44.341161 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Transition to ACTIVE for port object c76e6508-fe0e-453f-8628-64ec762d5223 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:44.352538 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.383887 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.408378 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Attempting to bind port c76e6508-fe0e-453f-8628-64ec762d5223 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:44.408993 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Attempting to bind port c76e6508-fe0e-453f-8628-64ec762d5223 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:44.409112 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Attempting to bind port c76e6508-fe0e-453f-8628-64ec762d5223 on network 593c181d-22e7-4bba-a282-857c609ea6e6 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:44.430701 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:44.431067 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Checking segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:44.431470 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.431864 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Bound using segment: {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:44.432337 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Bound port: c76e6508-fe0e-453f-8628-64ec762d5223, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed14d9-ca22-41eb-a075-e059ac71dccd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:44.432710 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.454203 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Pushing event updated for resources: {'Port': ['ID=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:44.472984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Network 6bd4d408-b103-45e0-bda7-60af9226e591 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:44.474761 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:44.478070 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:44.489793 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] For port c76e6508-fe0e-453f-8628-64ec762d5223, host n-d-789963-6, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:44.493093 n-d-789963-6 neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] For port c76e6508-fe0e-453f-8628-64ec762d5223, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c76e6508-fe0e-453f-8628-64ec762d5223,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:44.497650 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202a2c2-acb4-4443-8214-3bc4f44fd309 None None] Pushing event updated for resources: {'Port': ['ID=c76e6508-fe0e-453f-8628-64ec762d5223,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:44.504826 n-d-789963-6 neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.531954 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-707857'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.577153 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202a2c2-acb4-4443-8214-3bc4f44fd309 None None] Pushing event updated for resources: {'Port': ['ID=c76e6508-fe0e-453f-8628-64ec762d5223,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:44.587361 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Routers {'f971fe37-b97f-4eef-9c2c-0db40464756f'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:44.587914 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f971fe37-b97f-4eef-9c2c-0db40464756f'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:44.631404 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d45468-7ed5-4a0f-98f9-c684893a6dcf None None] Network 6bd4d408-b103-45e0-bda7-60af9226e591 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:26:44.637130 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:26:44.684272 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.726465 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] Set router f971fe37-b97f-4eef-9c2c-0db40464756f gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:44.763263 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] Provisioning for port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:44.771366 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] Provisioning complete for port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:44.771855 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.902220 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.914479 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.927923 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.948284 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] For port 67dbb2f5-a02d-4235-a305-4d07b4a7d998, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=67dbb2f5-a02d-4235-a305-4d07b4a7d998,segment=NetworkSegment(250c8263-9c25-4a11-9dae-ffee7f0434cc),segment_id=250c8263-9c25-4a11-9dae-ffee7f0434cc)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:44.955090 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:44.969434 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:26:42Z', 'revision_number': 3, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:45.004203 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d78ff0-986d-4579-835c-764d2fcdf7e1 None None] The sync data for ids ['f971fe37-b97f-4eef-9c2c-0db40464756f'] in n-d-789963-6 is: [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:26:42Z', 'revision_number': 3, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:45.017296 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Pushing event updated for resources: {'Port': ['ID=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:45.018070 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7bbd1-8151-435b-83e5-4584ebf585df None None] Pushing event updated for resources: {'Port': ['ID=67dbb2f5-a02d-4235-a305-4d07b4a7d998,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:45.025866 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708005'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:45.142088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Network 6bd4d408-b103-45e0-bda7-60af9226e591 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:45.143673 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:45.180384 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-985eca46-6155-4189-875b-cd4ac9519e21 None None] Provisioning for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:45.185860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-985eca46-6155-4189-875b-cd4ac9519e21 None None] Provisioning complete for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:45.186245 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-985eca46-6155-4189-875b-cd4ac9519e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:45.236018 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-985eca46-6155-4189-875b-cd4ac9519e21 None None] Port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:26:45.250054 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-985eca46-6155-4189-875b-cd4ac9519e21 None None] Provisioning complete for port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:45.250440 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-985eca46-6155-4189-875b-cd4ac9519e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:45.298423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Router f971fe37-b97f-4eef-9c2c-0db40464756f has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:26:45.436660 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:26:45.445482 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-1fd7c561-8ca9-4df0-9d31-9e76b5f43862 admin admin] 10.222.0.58 "PUT /v2.0/routers/f971fe37-b97f-4eef-9c2c-0db40464756f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0312471 Aug 11 09:26:45.502416 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-6079f83d-c9ce-41ba-a0cb-d25c63a2353b None None] Provisioning complete for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:45.502926 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6079f83d-c9ce-41ba-a0cb-d25c63a2353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:45.545698 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-6079f83d-c9ce-41ba-a0cb-d25c63a2353b None None] Port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:26:45.665215 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-65c64476-3aab-48f6-9969-939a6651a93b None None] Provisioning complete for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:45.665799 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65c64476-3aab-48f6-9969-939a6651a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:45.703504 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-65c64476-3aab-48f6-9969-939a6651a93b None None] Port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:26:45.940019 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bcf50350-a69e-4513-8f62-18bb469e75da up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:45.989779 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port bcf50350-a69e-4513-8f62-18bb469e75da triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:45.990147 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.030154 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37840) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.034984 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166485940', 'description': 'tempest-secgroup-smoke-1166485940 description', 'project_id': '40b4dd8642e74891999410a4b918b3ec'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.058599 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.073875 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 67dbb2f5-a02d-4235-a305-4d07b4a7d998 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:46.120322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:46.121056 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.141817 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.147487 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.178088 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40881496-700e-45a1-91e4-0e5d1860f75f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.181013 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.182223 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-58c6d5be-939d-44c2-8528-d79bb435cbd3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1510479 Aug 11 09:26:46.185966 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37842) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.190721 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group_rule': {'security_group_id': '40881496-700e-45a1-91e4-0e5d1860f75f', 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.209045 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c76e6508-fe0e-453f-8628-64ec762d5223 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:46.219511 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.258773 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port c76e6508-fe0e-453f-8628-64ec762d5223 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:46.262579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c76e6508-fe0e-453f-8628-64ec762d5223 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:46.262957 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.277539 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.281554 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.300066 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec62d678-ba82-4dc8-92bb-826598c5a752,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.308355 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.309847 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-2d7c2871-ff99-40e2-b7f4-e69dc6ac307e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228917 Aug 11 09:26:46.312646 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37844) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.317386 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group_rule': {'security_group_id': '40881496-700e-45a1-91e4-0e5d1860f75f', 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.343413 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.344782 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.363770 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port c76e6508-fe0e-453f-8628-64ec762d5223, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c76e6508-fe0e-453f-8628-64ec762d5223,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:46.369931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.411062 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.416288 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.425952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=c76e6508-fe0e-453f-8628-64ec762d5223,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.431507 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4f8558-6ca5-4687-bb44-e3436e669815,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.443490 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.444897 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-c14165b7-b31e-4d3e-871d-4a8c94bf4afb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309867 Aug 11 09:26:46.447611 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37846) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.452237 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group_rule': {'security_group_id': '40881496-700e-45a1-91e4-0e5d1860f75f', 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.479933 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.542572 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.548127 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.567071 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f717ca-2a28-4dfb-b523-2bafb76cde6e,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.575835 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.579880 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4e781460-9ef4-45b7-95c6-ad0fe1538206 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286118 Aug 11 09:26:46.580187 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37848) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.585046 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group_rule': {'security_group_id': '40881496-700e-45a1-91e4-0e5d1860f75f', 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.615905 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.679360 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.685835 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.704857 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fedd2f-208d-436c-a9b6-620a50cd971a,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.715257 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.719598 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-b7f4e067-1916-487e-a077-48a0004ae244 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358111 Aug 11 09:26:46.719817 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 37850) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.724384 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group_rule': {'security_group_id': '40881496-700e-45a1-91e4-0e5d1860f75f', 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.748935 n-d-789963-6 neutron-server[94573]: INFO neutron.db.securitygroups_db [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Project 40b4dd8642e74891999410a4b918b3ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:26:46.753823 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.816825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.823032 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.848302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fc4c59-03ab-4326-b2a9-12906722129f,revision_number=0']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.852508 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.856631 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a0fb306-1f05-4582-8410-f0f116d318eb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330512 Aug 11 09:26:46.857282 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:46.862611 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'security_group_rule': {'security_group_id': '40881496-700e-45a1-91e4-0e5d1860f75f', 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:46.867217 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Sync routers for ids ['f971fe37-b97f-4eef-9c2c-0db40464756f'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:26:46.876930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Routers {'f971fe37-b97f-4eef-9c2c-0db40464756f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:46.877743 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f971fe37-b97f-4eef-9c2c-0db40464756f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:46.887742 n-d-789963-6 neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Project 40b4dd8642e74891999410a4b918b3ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 09:26:46.893048 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.956024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.961498 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527938'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.981605 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bad2228-b0c5-4122-9342-c200cd3d52d0,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:46.985661 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:46.988914 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-87304efa-70b7-4a48-8aaf-3c8fec8757ec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285357 Aug 11 09:26:46.996206 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Set router f971fe37-b97f-4eef-9c2c-0db40464756f gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:47.131844 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-de2303b6-d80c-4efa-a334-a48ba306d90a tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166485940&fields=id&tenant_id=40b4dd8642e74891999410a4b918b3ec HTTP/1.1" status: 200 len: 267 time: 0.0334446 Aug 11 09:26:47.195871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 4, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '78d6d861-c59d-4cb2-99cb-6334ed2c9ce1', 'name': '', 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'mac_address': 'fa:16:3e:4f:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:44Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 2, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'subnets': [{'id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:47.221579 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Checking router: f971fe37-b97f-4eef-9c2c-0db40464756f for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:26:47.221810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Updating router f971fe37-b97f-4eef-9c2c-0db40464756f port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 binding host n-d-789963-6 {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 09:26:47.242462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-aee0ecaa-24a2-49a2-8791-92ac84e326d1 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:47.243951 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-aee0ecaa-24a2-49a2-8791-92ac84e326d1 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 810 time: 0.1050661 Aug 11 09:26:47.249663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:47.259942 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-a76cba87-fd18-4401-8ea4-8b6b8e95cd99 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/quotas/40b4dd8642e74891999410a4b918b3ec HTTP/1.1" status: 200 len: 375 time: 0.0098364 Aug 11 09:26:47.313154 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-5a77eacc-6b6f-4fbe-aa05-71b6523b20ce tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473335 Aug 11 09:26:47.329347 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-5d502284-753e-402f-aed6-13b006d178ef service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:26:47.330407 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-5d502284-753e-402f-aed6-13b006d178ef service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054123 Aug 11 09:26:47.427417 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-fff8d7c0-402f-4d1d-9f29-082918422ed9 service neutron] 10.222.0.58 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910327 Aug 11 09:26:47.508790 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:47.519200 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Transition to ACTIVE for port object 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:47.519422 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-959a143d-3b68-4efc-8cac-ad5e93603bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Aug 11 09:26:47.527787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:47.577884 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db2034-3de9-4f58-8143-a51c4e87f42d None None] Pushing event updated for resources: {'Port': ['ID=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:47.632334 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Attempting to bind port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 on host n-d-789963-6 for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:47.632705 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Attempting to bind port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 by drivers openvswitch,hyperv on host n-d-789963-6 at level 0 using segments [{'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:47.633102 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Attempting to bind port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 on network 6bd4d408-b103-45e0-bda7-60af9226e591 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:47.645188 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Checking agent: {'id': 'd9988b4f-db1f-449c-8fac-dc9842d93cd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 7, 52, 32), 'started_at': datetime.datetime(2021, 8, 11, 7, 53, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:47.645564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Checking segment: {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:47.645963 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:47.646348 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Bound using segment: {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:47.646810 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Bound port: 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1, host: n-d-789963-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250c8263-9c25-4a11-9dae-ffee7f0434cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:47.647374 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:47.718089 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-eab860bc-252f-4c7b-b20c-dd8c40eea06f req-7f4126e2-2a29-4cd3-ab05-50acac98f9ca tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 210 time: 0.0421376 Aug 11 09:26:47.737961 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] For port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1, host n-d-789963-6, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:47.741927 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] For port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1, host n-d-789963-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,segment=NetworkSegment(250c8263-9c25-4a11-9dae-ffee7f0434cc),segment_id=250c8263-9c25-4a11-9dae-ffee7f0434cc)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:47.747372 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:47.808596 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Routers {'f971fe37-b97f-4eef-9c2c-0db40464756f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:26:47.809521 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f971fe37-b97f-4eef-9c2c-0db40464756f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:47.855229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db2034-3de9-4f58-8143-a51c4e87f42d None None] Pushing event updated for resources: {'Port': ['ID=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:47.884481 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c76e6508-fe0e-453f-8628-64ec762d5223 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:47.988940 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] Set router f971fe37-b97f-4eef-9c2c-0db40464756f gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:26:48.215260 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port c76e6508-fe0e-453f-8628-64ec762d5223 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:48.215829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:48.452375 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 4, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '78d6d861-c59d-4cb2-99cb-6334ed2c9ce1', 'name': '', 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'mac_address': 'fa:16:3e:4f:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:44Z', 'updated_at': '2021-08-11T09:26:47Z', 'revision_number': 4, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'subnets': [{'id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:26:48.479885 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55664b6f-5d1d-494c-b77e-bd755960f8af None None] The sync data for ids ['f971fe37-b97f-4eef-9c2c-0db40464756f'] in n-d-789963-6 is: [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 4, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': '78d6d861-c59d-4cb2-99cb-6334ed2c9ce1', 'name': '', 'network_id': '6bd4d408-b103-45e0-bda7-60af9226e591', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'mac_address': 'fa:16:3e:4f:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:44Z', 'updated_at': '2021-08-11T09:26:47Z', 'revision_number': 4, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'subnets': [{'id': 'd2e43843-bf9f-477c-9ee0-92a75bcecc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:26:48.836559 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-40d23d2d-88f4-456e-b4d9-8e060e91247d req-4462168d-377d-4252-bb14-6469414a1825 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 210 time: 0.0367765 Aug 11 09:26:48.861050 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-e559a18b-436c-48db-8dc7-c9a01cbf8bdf tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:48.862578 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-e559a18b-436c-48db-8dc7-c9a01cbf8bdf tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 810 time: 0.1547732 Aug 11 09:26:48.920412 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-3e5f4ca4-e172-4551-9c09-acac6df5f593 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b4dd8642e74891999410a4b918b3ec HTTP/1.1" status: 200 len: 380 time: 0.0359719 Aug 11 09:26:48.956771 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'port': {'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'admin_state_up': True, 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'security_groups': ['40881496-700e-45a1-91e4-0e5d1860f75f']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:49.073330 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Made reservation on behalf of 40b4dd8642e74891999410a4b918b3ec for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:26:49.077024 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.212758 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Allocated IP 172.20.0.13 (1213e29d-0b6e-4526-90f8-84593800a8bf/7b7daf78-dda3-46fa-8a3a-9fea52731a7e/78a27438-e7f7-4bef-9b54-3e55ddebad55) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:49.358818 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.372910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Transition to ACTIVE for port object 78a27438-e7f7-4bef-9b54-3e55ddebad55 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:49.409466 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.453025 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Network 1213e29d-0b6e-4526-90f8-84593800a8bf is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:49.456062 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:49.459733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:49.465910 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:49.517855 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:49.518474 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.534656 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-53a10a0a-dcea-446e-995b-b0218aedba83 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827007 Aug 11 09:26:49.552733 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Request body: {'port': {'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:49.613626 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.710685 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ebc94386-4618-477d-ae57-b1f93c90a4a7 None None] Provisioning for port 78a27438-e7f7-4bef-9b54-3e55ddebad55 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:49.714793 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-ebc94386-4618-477d-ae57-b1f93c90a4a7 None None] Provisioning complete for port 78a27438-e7f7-4bef-9b54-3e55ddebad55 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:49.715236 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ebc94386-4618-477d-ae57-b1f93c90a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.748854 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-ebc94386-4618-477d-ae57-b1f93c90a4a7 None None] Port 78a27438-e7f7-4bef-9b54-3e55ddebad55 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:26:49.864952 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:49.895093 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a27438-e7f7-4bef-9b54-3e55ddebad55 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:26:49.903649 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.920031 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Transition to ACTIVE for port object 78a27438-e7f7-4bef-9b54-3e55ddebad55 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:26:49.924981 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:49.925558 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.929781 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:49.930152 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:49.979675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:49.989978 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bc56d-fc5c-4a72-97b8-1852d45fa0b3 req-a4d226dd-993c-40ab-b07d-3f277b0d4659 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:49.995753 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c0bc56d-fc5c-4a72-97b8-1852d45fa0b3 req-a4d226dd-993c-40ab-b07d-3f277b0d4659 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.0723045 Aug 11 09:26:50.051793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:50.055055 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7c0bc56d-fc5c-4a72-97b8-1852d45fa0b3 req-d9c21875-7acb-4344-a94e-0bbfedc860f5 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489953 Aug 11 09:26:50.075389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Attempting to bind port 78a27438-e7f7-4bef-9b54-3e55ddebad55 on host n-h2-789963-6 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:26:50.075757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Attempting to bind port 78a27438-e7f7-4bef-9b54-3e55ddebad55 by drivers openvswitch,hyperv on host n-h2-789963-6 at level 0 using segments [{'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:26:50.076057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Attempting to bind port 78a27438-e7f7-4bef-9b54-3e55ddebad55 on network 1213e29d-0b6e-4526-90f8-84593800a8bf {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:50.080579 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Port 78a27438-e7f7-4bef-9b54-3e55ddebad55 on network 1213e29d-0b6e-4526-90f8-84593800a8bf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-6 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:26:50.080968 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Attempting to bind port 78a27438-e7f7-4bef-9b54-3e55ddebad55 on network 1213e29d-0b6e-4526-90f8-84593800a8bf {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:26:50.086456 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Checking agent: {'id': '7242bcda-7b34-4fe3-a6cc-7d66652afc66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:26:50.086795 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Checking segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:26:50.087034 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] For port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,segment=NetworkSegment(250c8263-9c25-4a11-9dae-ffee7f0434cc),segment_id=250c8263-9c25-4a11-9dae-ffee7f0434cc)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:50.087179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Bound using segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:26:50.087604 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Bound port: 78a27438-e7f7-4bef-9b54-3e55ddebad55, host: n-h2-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:26:50.088023 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:50.091958 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:50.146044 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Pushing event updated for resources: {'Port': ['ID=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:50.159057 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:26:50.162463 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:26:50.169150 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:50.203426 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:50.204053 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:50.205501 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] 10.222.0.69 "PUT /v2.0/ports/78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 1092 time: 0.6572320 Aug 11 09:26:50.205945 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:26:50.208203 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbf6ca-6d77-4b31-964d-24eaa3ded082" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:26:50.235119 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8ff2c-b1e8-487a-8a3a-02c596853143 service neutron] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:50.256011 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a20d43-9deb-4a2d-ba32-c8e69c20eb92 x-openstack-request-id: req-e9a20d43-9deb-4a2d-ba32-c8e69c20eb92 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:26:50.256340 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:26:50.257041 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9a20d43-9deb-4a2d-ba32-c8e69c20eb92 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:26:50.257179 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'status': 'completed', 'code': 200} Aug 11 09:26:50.318659 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-e9d5bc51-4485-427d-b983-ee58b4f87d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:50.320170 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-e9d5bc51-4485-427d-b983-ee58b4f87d90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1095 time: 0.0460587 Aug 11 09:26:50.368673 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-ac14983e-9827-4202-a55e-c6b3d8c3843e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 217 time: 0.0352321 Aug 11 09:26:50.417186 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-0e7dcd01-4449-40f4-98fa-03dea2ca130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:50.418762 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-0e7dcd01-4449-40f4-98fa-03dea2ca130f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0436282 Aug 11 09:26:50.474044 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-74366d8a-18d1-4ee1-bf84-96bfe3743c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:50.475541 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-74366d8a-18d1-4ee1-bf84-96bfe3743c9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494149 Aug 11 09:26:50.882918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-68838734-4008-4945-868f-15e4eb8f4af7 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999598 Aug 11 09:26:50.983273 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f62cbce2-2f18-423c-aa52-ee2bfbcd91ec req-2edb3633-708a-4cb1-bc36-d31b49bb7c95 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915887 Aug 11 09:26:51.122095 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-0a856e67-cb65-477b-a4b8-110d3058ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:51.123787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-0a856e67-cb65-477b-a4b8-110d3058ccc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1095 time: 0.0457680 Aug 11 09:26:51.162919 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911026a-2b91-4b5c-97ba-e6c9a42d063a req-c30b6a7d-ca92-4aea-9f4c-2abf20cf9b29 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:51.164468 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9911026a-2b91-4b5c-97ba-e6c9a42d063a req-c30b6a7d-ca92-4aea-9f4c-2abf20cf9b29 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.0491066 Aug 11 09:26:51.203192 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9911026a-2b91-4b5c-97ba-e6c9a42d063a req-2910c0d5-45c2-4d6a-94c5-0a85f1cc9d99 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323715 Aug 11 09:26:51.218096 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-ceab568e-8821-4e6a-b46b-62914d355fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:51.219648 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-ceab568e-8821-4e6a-b46b-62914d355fb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0888457 Aug 11 09:26:51.264350 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-73b3b117-76bf-43ee-8401-2fdb5a09648b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 217 time: 0.0374119 Aug 11 09:26:51.315190 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-8e077fc0-c96a-4223-8f62-3dd231046895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:51.316671 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-8e077fc0-c96a-4223-8f62-3dd231046895 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0448625 Aug 11 09:26:51.363880 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-44bdd629-a2fc-4655-be03-eff7fe9c86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:51.365405 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-44bdd629-a2fc-4655-be03-eff7fe9c86d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401113 Aug 11 09:26:51.475620 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-bf6b770f-6bec-48cb-89dc-03e5fc014057 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001759 Aug 11 09:26:51.570892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-29cbf6ca-6d77-4b31-964d-24eaa3ded082 req-8d2ddf5b-4482-4b21-80cc-53b6032221a2 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869486 Aug 11 09:26:51.839555 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 up at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:51.895469 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Provisioning complete for port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:51.895844 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:52.355995 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34bee5-eba0-4599-9260-05a8b7f67fad req-a2ad1ebe-79c8-44b2-85f2-07466642ced7 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:52.357528 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a34bee5-eba0-4599-9260-05a8b7f67fad req-a2ad1ebe-79c8-44b2-85f2-07466642ced7 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.0653481 Aug 11 09:26:52.397093 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-8a34bee5-eba0-4599-9260-05a8b7f67fad req-c4e96a72-e110-404b-8641-fcb22d21c415 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Aug 11 09:26:53.523923 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46a8bf-fcab-44d1-80e5-7fcb92ce3e17 req-cb8ec046-c2eb-46ce-b04f-594d26c9f93b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:53.525438 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab46a8bf-fcab-44d1-80e5-7fcb92ce3e17 req-cb8ec046-c2eb-46ce-b04f-594d26c9f93b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.0537682 Aug 11 09:26:53.568800 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ab46a8bf-fcab-44d1-80e5-7fcb92ce3e17 req-9cbd4ddc-dcff-482f-806d-805119bdf069 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370781 Aug 11 09:26:53.856219 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:26:53.953992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:53.965684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:26:54.005072 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:54.019667 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a27438-e7f7-4bef-9b54-3e55ddebad55 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:26:54.041302 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:54.049063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:54.100199 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:54.362462 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['78a27438-e7f7-4bef-9b54-3e55ddebad55'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:26:54.688753 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcd734-809c-4c88-9d2f-62ae8a8b4f5e req-1fcbd6ea-e0a4-4c73-a0b9-ce7d5bbef114 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:54.690280 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5fcd734-809c-4c88-9d2f-62ae8a8b4f5e req-1fcbd6ea-e0a4-4c73-a0b9-ce7d5bbef114 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 945 time: 0.0502167 Aug 11 09:26:54.733017 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-e5fcd734-809c-4c88-9d2f-62ae8a8b4f5e req-b2369942-853d-4c31-b21d-aa6bbc54a700 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333557 Aug 11 09:26:55.854262 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a304a-59d0-431e-8436-dee594a512fb req-7b49438d-ed7b-4d17-82cc-1c804617ce5a tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:55.855934 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-318a304a-59d0-431e-8436-dee594a512fb req-7b49438d-ed7b-4d17-82cc-1c804617ce5a tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Aug 11 09:26:55.856109 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:26:55.894635 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-318a304a-59d0-431e-8436-dee594a512fb req-6ada0d49-70b5-47b9-ac4f-ad8d7f96ff87 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322847 Aug 11 09:26:55.908189 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning for port 78a27438-e7f7-4bef-9b54-3e55ddebad55 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:26:55.912300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 78a27438-e7f7-4bef-9b54-3e55ddebad55 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:26:55.912753 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:55.994003 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:56.017318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:26:56.019537 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8372e857-cda2-49c5-971d-a19459fd463b" -d '{"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-plugged", "status": "completed", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:26:56.033871 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:26:56.041155 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:56.091259 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:56.120280 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f80691-300b-4900-b282-1ed2310580e0 x-openstack-request-id: req-b1f80691-300b-4900-b282-1ed2310580e0 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:26:56.120572 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-plugged", "status": "completed", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:26:56.120822 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1f80691-300b-4900-b282-1ed2310580e0 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:26:56.121276 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'code': 200} Aug 11 09:26:56.248834 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f8ac0-3b2e-4c10-bb87-2a783acea3a1 req-9674ca41-61c6-4b26-af60-c198524df583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:56.250378 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f31f8ac0-3b2e-4c10-bb87-2a783acea3a1 req-9674ca41-61c6-4b26-af60-c198524df583 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1097 time: 0.0478036 Aug 11 09:26:56.287965 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f31f8ac0-3b2e-4c10-bb87-2a783acea3a1 req-189c1fd2-d766-4029-8f66-715510cd9021 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299914 Aug 11 09:26:57.034693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a33549-b14e-4b20-9735-e86919c67f0f req-89ac0a9f-6e2d-4857-b554-b692b94aa3db tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:57.036183 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86a33549-b14e-4b20-9735-e86919c67f0f req-89ac0a9f-6e2d-4857-b554-b692b94aa3db tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 946 time: 0.0648348 Aug 11 09:26:57.079507 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-86a33549-b14e-4b20-9735-e86919c67f0f req-b6f1e5ee-23dc-463b-bd39-fa7b81cffd81 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341160 Aug 11 09:26:58.210404 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc7e86-6cee-4a34-982e-bbcb4d914657 req-4f7a1a68-9cf9-499a-8766-029ca42a38f8 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:58.211882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70cc7e86-6cee-4a34-982e-bbcb4d914657 req-4f7a1a68-9cf9-499a-8766-029ca42a38f8 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 946 time: 0.0540345 Aug 11 09:26:58.254257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-70cc7e86-6cee-4a34-982e-bbcb4d914657 req-7055d8a9-b363-480b-8312-9ab4ee4badf2 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Aug 11 09:26:58.378750 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a9544-3b57-4952-89d9-83f47b2373a2 req-1981809a-8bd4-41cc-ae3a-1e516ab134e0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:58.380131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e94a9544-3b57-4952-89d9-83f47b2373a2 req-1981809a-8bd4-41cc-ae3a-1e516ab134e0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 946 time: 0.0522473 Aug 11 09:26:58.426034 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e94a9544-3b57-4952-89d9-83f47b2373a2 req-19118ad3-e4ac-43d6-bc2d-5acd17f3b6c0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369141 Aug 11 09:26:58.448036 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:58.586405 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c5ab9-d7d6-41e7-b4a8-0214d5627a2d tempest-TestSnapshotPattern-245369619 tempest-TestSnapshotPattern-245369619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:26:58.587941 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6b1c5ab9-d7d6-41e7-b4a8-0214d5627a2d tempest-TestSnapshotPattern-245369619 tempest-TestSnapshotPattern-245369619-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1092 time: 0.1388872 Aug 11 09:26:58.591996 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 37910) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:26:58.596415 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:26:58.622974 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:58.727727 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:58.828953 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Allocated IP 172.25.2.8 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/4604f8d8-6b7b-4bf2-948c-1ccd4c45973b) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:26:58.934570 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:58.978870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.017172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:26:59.020179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:26:59.023461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:26:59.033082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'Port': ['ID=4604f8d8-6b7b-4bf2-948c-1ccd4c45973b,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:59.404691 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.431250 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fd14499d-d124-4133-89ff-297c57ddb1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.475646 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.482869 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.634236 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.641756 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.716080 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'Port': ['ID=4604f8d8-6b7b-4bf2-948c-1ccd4c45973b,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:26:59.725929 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:26:59.824594 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Floating IP 29038aee-e1ca-40b3-a91a-34793a042ca6 associated. External IP: 172.25.2.8, port: 78a27438-e7f7-4bef-9b54-3e55ddebad55. Aug 11 09:27:00.035918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:27:00.148402 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:27:00.159891 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:27:00.167136 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:00.169776 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:27:00.170396 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:27:00.195846 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-6efb4cd5-54a1-402b-9898-c15184c2716f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6028521 Aug 11 09:27:00.196642 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:27:00.199356 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c01ac-4527-49d2-bea8-5c298e4e8c71" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:27:00.235682 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5294d9e8-04eb-49ea-815d-c924808a26c5 x-openstack-request-id: req-5294d9e8-04eb-49ea-815d-c924808a26c5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:27:00.235940 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:27:00.236185 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5294d9e8-04eb-49ea-815d-c924808a26c5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:27:00.236624 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'status': 'completed', 'code': 200} Aug 11 09:27:00.283034 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:27:00.320712 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-32708859-8fc3-4dca-81ae-ba9584b025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:00.322244 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-32708859-8fc3-4dca-81ae-ba9584b025fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1097 time: 0.0414498 Aug 11 09:27:00.415351 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-cc30fecc-1080-4a89-ba3c-d62639dff6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:00.416838 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-cc30fecc-1080-4a89-ba3c-d62639dff6e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0880952 Aug 11 09:27:00.483239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-3765c7be-79af-4c2f-bb75-aabf8440324a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 998 time: 0.0592482 Aug 11 09:27:00.513738 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:26:59Z', 'revision_number': 0, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:27:00.537337 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-0245e6a0-5a0b-4bd9-a526-e3d0f1a4e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:00.538816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-0245e6a0-5a0b-4bd9-a526-e3d0f1a4e15a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0489850 Aug 11 09:27:00.539698 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:27:00.548204 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:27:00.548815 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:26:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:27:00.586225 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-ebda29ca-f8da-40f5-97e7-a749f7f0c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:00.587645 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-ebda29ca-f8da-40f5-97e7-a749f7f0c589 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412250 Aug 11 09:27:00.626219 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:00.652731 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:27:00.677918 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-b3d687b4-dc39-4cf1-8de8-5066201b2742 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826325 Aug 11 09:27:00.771502 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-978c01ac-4527-49d2-bea8-5c298e4e8c71 req-591608cb-621c-4907-a658-9b8ba4107e45 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Aug 11 09:27:00.986021 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:26:59Z', 'revision_number': 0, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:27:01.011670 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65159511-7ebd-4c2c-ac82-f0a9bdecf708 None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:26:59Z', 'revision_number': 0, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:27:01.229344 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593f717-77f0-451c-95f8-26978a194727 None None] New status for floating IP 29038aee-e1ca-40b3-a91a-34793a042ca6: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:27:02.519540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:02.824529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ed32dfe-6fa4-4a75-a13c-40b3fc699c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:05.195411 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:06.496840 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:21.643495 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:27:29.441663 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d3f-e4f8-4e31-9bae-87104c89c188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:29.485385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:30.634063 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:32.519675 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:32.819277 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c104-3c09-4466-b4f8-75362c589040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:33.619457 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-c27b6a04-19fe-4fa7-9078-0faad154e252 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000111 Aug 11 09:27:33.719068 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-76bca49a-3c1a-40a6-b073-d8d3674d0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:33.720550 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-76bca49a-3c1a-40a6-b073-d8d3674d0673 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1097 time: 0.0424268 Aug 11 09:27:33.845587 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-fdea3162-1971-45fb-ad1b-c755c04a8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:33.847114 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-fdea3162-1971-45fb-ad1b-c755c04a8024 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.1024551 Aug 11 09:27:33.916235 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-81bc129c-7180-4add-8648-cc5b0b5d2cde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 1000 time: 0.0606623 Aug 11 09:27:33.975189 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-2c42989b-c4d4-436c-ac2d-213304f5b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:33.977521 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-2c42989b-c4d4-436c-ac2d-213304f5b879 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0514882 Aug 11 09:27:34.023079 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-bd41a4f2-9d92-4f9b-9f15-69c9011d919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:27:34.024554 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-bd41a4f2-9d92-4f9b-9f15-69c9011d919d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397649 Aug 11 09:27:34.116607 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-2e5b2a67-e71d-4cb7-a2fe-57e4c489b844 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834017 Aug 11 09:27:34.219892 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-3fe0028d-765d-4c93-87a5-b9e9780d98ef req-8dab9ae6-1f29-42d1-ad59-7e447cb741d1 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957298 Aug 11 09:27:35.196226 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:36.497813 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:58.639273 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:27:59.442569 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a2470fde-fa35-4889-800d-aed54cef0135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:27:59.500969 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:00.637529 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:02.518524 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:02.825060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6c9328b7-6cf4-4919-b709-20e8ef3319e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:05.199280 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:06.504080 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:29.443636 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ffe3dcff-377b-4fe4-9eee-d3a16859bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:29.525747 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:30.638318 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:32.524473 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:32.829631 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cbcf3619-bb54-4a86-bfb7-2a8a0b315df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:34.563472 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-9a0ae0da-9a28-455e-9b36-9dfe54fac16e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443683 Aug 11 09:28:34.667864 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-d804c73f-9613-4dda-b587-0f5345cebd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:28:34.669804 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-d804c73f-9613-4dda-b587-0f5345cebd70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1097 time: 0.0430830 Aug 11 09:28:34.784083 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-0b988605-2426-434d-9856-bb684b4d03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:28:34.785633 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-0b988605-2426-434d-9856-bb684b4d03cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0917647 Aug 11 09:28:34.859582 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-93be4432-212e-485b-a851-ccc921cd0bee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 1000 time: 0.0653274 Aug 11 09:28:34.920179 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-50a1e223-3f74-4f97-9905-8156ec2ffe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:28:34.921647 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-50a1e223-3f74-4f97-9905-8156ec2ffe92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0539441 Aug 11 09:28:34.966743 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-dc79a4b1-79f5-40b7-8e77-3271a739eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:28:34.968206 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-dc79a4b1-79f5-40b7-8e77-3271a739eddc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398319 Aug 11 09:28:34.979135 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-9109d29c-55dc-4032-8a55-cda016b0eec6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:28:34.980066 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-9109d29c-55dc-4032-8a55-cda016b0eec6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049491 Aug 11 09:28:35.070257 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-dec3df09-d3b5-4a68-b2c6-ecc3e630c487 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830245 Aug 11 09:28:35.164187 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-c4dd3741-507f-4f4c-b355-505bd481c5b9 req-a7fc0e94-c249-4089-82ee-f5b51d7b8d58 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858009 Aug 11 09:28:35.195558 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:35.644784 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:28:36.502425 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:59.438151 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a7a6da17-9f4a-498f-94cd-ee9308ad89d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:28:59.511718 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:00.440684 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 details requested by agent hyperv_n-h2-789963-6 with host n-h2-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:29:00.554945 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:00.568377 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Returning: {'device': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:29:00.608457 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:00.623038 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78a27438-e7f7-4bef-9b54-3e55ddebad55 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:29:00.652433 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:00.654152 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:00.661678 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:00.712794 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:00.720364 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.720721 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.721095 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.721437 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.721883 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.722127 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.722427 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.722744 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.723078 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.723440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.723728 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.724562 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:00.801118 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] get_ports_and_sgs() called for port_ids ['78a27438-e7f7-4bef-9b54-3e55ddebad55'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:29:02.472289 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 up at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:29:02.524889 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:02.542085 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Provisioning complete for port 78a27438-e7f7-4bef-9b54-3e55ddebad55 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:29:02.542462 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:02.628773 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:02.652550 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:29:02.655154 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2442b9-cd4f-4677-8363-32c7605f810f" -d '{"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-plugged", "status": "completed", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:29:02.674274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:02.685766 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:02.713549 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e840fa1-ed66-4b42-b929-71dc8571d57e x-openstack-request-id: req-3e840fa1-ed66-4b42-b929-71dc8571d57e {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:29:02.713845 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-plugged", "status": "completed", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:29:02.714102 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e840fa1-ed66-4b42-b929-71dc8571d57e {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:29:02.714467 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'code': 200} Aug 11 09:29:02.748453 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:02.836485 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ae37845-c168-4dbf-82f1-e5cc462c5542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:05.200150 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:06.509588 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:08.777742 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-6f844b82-129d-4fbb-808d-9ee5aa37b81e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166485940&fields=id&tenant_id=40b4dd8642e74891999410a4b918b3ec HTTP/1.1" status: 200 len: 267 time: 0.0358679 Aug 11 09:29:08.897214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-57a39fc7-2f6f-4037-b760-4bd6d751ae03 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:08.898720 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-57a39fc7-2f6f-4037-b760-4bd6d751ae03 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 810 time: 0.1137662 Aug 11 09:29:08.914252 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-f1fda960-bc3a-4935-afd0-cac85e6167e7 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/quotas/40b4dd8642e74891999410a4b918b3ec HTTP/1.1" status: 200 len: 375 time: 0.0096667 Aug 11 09:29:08.974814 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-14113bfb-dc18-482e-8188-cf2e8ee524bc tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0552909 Aug 11 09:29:09.055830 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-e8364976-b683-409a-9eae-645a45946f3d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=94573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 09:29:09.057047 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-e8364976-b683-409a-9eae-645a45946f3d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654159 Aug 11 09:29:09.149189 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-0b101568-ad18-486f-86a6-934f11e87e8c service neutron] 10.222.0.58 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855165 Aug 11 09:29:09.245035 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-f4ee33cd-6023-4c4d-86fd-8d570bcaee48 service neutron] 10.222.0.58 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896845 Aug 11 09:29:09.499485 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-698e49d8-b64a-4d9d-8366-d171bada1399 req-62a9fc9f-d1f6-45da-ba66-64b1207506d6 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 210 time: 0.0861416 Aug 11 09:29:10.586091 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-29515439-3f25-4f61-ba50-ef40b7fb2d0d req-6be4ad1d-8012-4624-b656-4c856f31f9ee tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Aug 11 09:29:11.681216 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ac4e1afe-2af1-4b35-961b-baaa421c2c0e req-13effc98-cbf4-49d7-b4f7-5fda4e59ecf3 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 210 time: 0.0360682 Aug 11 09:29:12.503762 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:29:12.588356 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:12.613059 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:29:12.615797 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ac903-0fed-4175-9e49-37a38f2ddb97" -d '{"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-unplugged", "status": "completed", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:29:12.633610 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:12.641967 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:12.645892 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:29:12.675686 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5b30c-a986-43c1-ab9c-f4fb32f84083 x-openstack-request-id: req-fef5b30c-a986-43c1-ab9c-f4fb32f84083 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:29:12.675968 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-unplugged", "status": "completed", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:29:12.676191 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fef5b30c-a986-43c1-ab9c-f4fb32f84083 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:29:12.676579 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'code': 200} Aug 11 09:29:12.692832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-4007f539-d9f6-4b2a-95e2-08ae52237385 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:12.694417 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-4007f539-d9f6-4b2a-95e2-08ae52237385 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.64 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 810 time: 0.1181011 Aug 11 09:29:12.703312 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Pushing event updated for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=8']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:12.745143 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-cb2648b8-6038-4df8-b37c-5b16e0bfbe68 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b4dd8642e74891999410a4b918b3ec HTTP/1.1" status: 200 len: 380 time: 0.0361147 Aug 11 09:29:12.760325 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'port': {'device_id': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'admin_state_up': True, 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'security_groups': ['40881496-700e-45a1-91e4-0e5d1860f75f']}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:29:12.781427 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-71fc07c3-cd28-4300-871d-6494077ef97a req-6cb83622-9066-49df-a904-9cc437844541 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 210 time: 0.0259795 Aug 11 09:29:12.887432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Made reservation on behalf of 40b4dd8642e74891999410a4b918b3ec for: {'port': 1} {{(pid=94573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 09:29:12.891120 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:13.038582 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Allocated IP 172.20.0.4 (1213e29d-0b6e-4526-90f8-84593800a8bf/7b7daf78-dda3-46fa-8a3a-9fea52731a7e/b7ff61de-6222-4490-a4b9-85d28c402fd7) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:29:13.217268 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:13.234330 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Transition to ACTIVE for port object b7ff61de-6222-4490-a4b9-85d28c402fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:29:13.269368 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:13.321139 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Network 1213e29d-0b6e-4526-90f8-84593800a8bf is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:29:13.324247 n-d-789963-6 neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:29:13.328843 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:29:13.331911 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:13.360693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.360693 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.361186 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.361296 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.361842 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.362047 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.362225 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.362546 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.362860 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.363178 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.363495 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.363841 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:13.392792 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:13.393774 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:13.414218 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-3097800e-e151-492a-93d4-b26913476f9b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575820 Aug 11 09:29:13.672229 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f71887d5-87fc-4690-9db0-64ef84fe13ec None None] Provisioning for port b7ff61de-6222-4490-a4b9-85d28c402fd7 completed by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:29:13.676357 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-f71887d5-87fc-4690-9db0-64ef84fe13ec None None] Provisioning complete for port b7ff61de-6222-4490-a4b9-85d28c402fd7 triggered by entity DHCP. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:29:13.676740 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f71887d5-87fc-4690-9db0-64ef84fe13ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:13.711817 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-f71887d5-87fc-4690-9db0-64ef84fe13ec None None] Port b7ff61de-6222-4490-a4b9-85d28c402fd7 cannot update to ACTIVE because it is not bound. {{(pid=94574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 09:29:13.909855 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336f796-f1a8-4c60-8459-0c13aa952661 req-911a6a11-a641-44e3-88eb-cc7f2029c8e8 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:13.911401 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2336f796-f1a8-4c60-8459-0c13aa952661 req-911a6a11-a641-44e3-88eb-cc7f2029c8e8 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0534787 Aug 11 09:29:13.960966 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-2336f796-f1a8-4c60-8459-0c13aa952661 req-706b6dd5-4ba3-47f6-b45d-154d313e5a3d tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Aug 11 09:29:15.085242 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3350e-bc14-4144-b5cf-e568872767e2 req-08820ace-74e2-4e5e-9af4-004a03355d8b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:15.086768 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5d3350e-bc14-4144-b5cf-e568872767e2 req-08820ace-74e2-4e5e-9af4-004a03355d8b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0541565 Aug 11 09:29:15.126487 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f5d3350e-bc14-4144-b5cf-e568872767e2 req-9b15f174-26a2-4801-ac3e-8eba09b43752 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Aug 11 09:29:16.250218 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9014f98-47bb-4ac3-9a6f-a1991a1db4ee req-a3e43be6-6e88-4805-9f16-aa9e75853261 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:16.251796 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9014f98-47bb-4ac3-9a6f-a1991a1db4ee req-a3e43be6-6e88-4805-9f16-aa9e75853261 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0563233 Aug 11 09:29:16.290661 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-a9014f98-47bb-4ac3-9a6f-a1991a1db4ee req-5bf45eab-0364-47ff-9089-0c2ff4f26f45 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Aug 11 09:29:17.420713 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794a6fb-3734-45d6-9dfb-b409e0664bf5 req-cba32341-f4b4-42c2-b459-21b2b318505b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:17.422322 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d794a6fb-3734-45d6-9dfb-b409e0664bf5 req-cba32341-f4b4-42c2-b459-21b2b318505b tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0532112 Aug 11 09:29:17.463298 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-d794a6fb-3734-45d6-9dfb-b409e0664bf5 req-81db9250-d21f-4ef3-81c1-8db1f5828b5f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Aug 11 09:29:18.596671 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21833-9416-4f67-8028-27b7d07460fc req-02f7eded-db1a-45c0-9ccc-1f64b0a12dec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:18.598231 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b21833-9416-4f67-8028-27b7d07460fc req-02f7eded-db1a-45c0-9ccc-1f64b0a12dec tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0584645 Aug 11 09:29:18.639276 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-14b21833-9416-4f67-8028-27b7d07460fc req-f91af64b-fe2e-4356-af74-795729c0d229 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348732 Aug 11 09:29:19.762018 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35fa88-5bfb-4974-89ba-7e6541db1d9b req-9bdc09d5-1d86-48f1-a688-d34e32491901 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:19.763864 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e35fa88-5bfb-4974-89ba-7e6541db1d9b req-9bdc09d5-1d86-48f1-a688-d34e32491901 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0516257 Aug 11 09:29:19.817164 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0e35fa88-5bfb-4974-89ba-7e6541db1d9b req-dd025298-15eb-4128-882f-abad7833820f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Aug 11 09:29:20.937639 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be0e64-6b28-48d6-9c41-dc72c7a138d7 req-a1737f28-7c3c-4a43-a29d-8df6a7cbc3a2 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:20.939217 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08be0e64-6b28-48d6-9c41-dc72c7a138d7 req-a1737f28-7c3c-4a43-a29d-8df6a7cbc3a2 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0545919 Aug 11 09:29:20.987135 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-08be0e64-6b28-48d6-9c41-dc72c7a138d7 req-7161fa80-b95a-453f-be68-8d7c1bc22346 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Aug 11 09:29:22.115431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5c11c-c0b5-416e-b421-c24f684eaac5 req-249ba874-26a8-4392-9e4f-602406798c89 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:22.116970 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88d5c11c-c0b5-416e-b421-c24f684eaac5 req-249ba874-26a8-4392-9e4f-602406798c89 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0570228 Aug 11 09:29:22.156165 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-88d5c11c-c0b5-416e-b421-c24f684eaac5 req-4ca556cd-6ddd-43dc-a3e9-d8261db72106 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Aug 11 09:29:23.290970 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b475a5e-9bb7-4152-9c72-eb43c92e7b08 req-c7003cec-1ba8-417b-b0f9-356b8f08bfdd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:23.292443 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b475a5e-9bb7-4152-9c72-eb43c92e7b08 req-c7003cec-1ba8-417b-b0f9-356b8f08bfdd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 931 time: 0.0568824 Aug 11 09:29:23.297446 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.v2.base [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Request body: {'port': {'device_id': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-6'}} {{(pid=94573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:29:23.376214 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-3b475a5e-9bb7-4152-9c72-eb43c92e7b08 req-847a8dd6-db13-42b7-a078-ef6caca797ad tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754113 Aug 11 09:29:23.381199 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:23.650143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ff61de-6222-4490-a4b9-85d28c402fd7 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:29:23.658557 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:23.670684 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Transition to ACTIVE for port object b7ff61de-6222-4490-a4b9-85d28c402fd7 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 09:29:23.677882 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:23.732344 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:23.807199 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Attempting to bind port b7ff61de-6222-4490-a4b9-85d28c402fd7 on host n-h1-789963-6 for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 09:29:23.807540 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Attempting to bind port b7ff61de-6222-4490-a4b9-85d28c402fd7 by drivers openvswitch,hyperv on host n-h1-789963-6 at level 0 using segments [{'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 09:29:23.807873 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Attempting to bind port b7ff61de-6222-4490-a4b9-85d28c402fd7 on network 1213e29d-0b6e-4526-90f8-84593800a8bf {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:29:23.812746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Port b7ff61de-6222-4490-a4b9-85d28c402fd7 on network 1213e29d-0b6e-4526-90f8-84593800a8bf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-6 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 09:29:23.813147 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Attempting to bind port b7ff61de-6222-4490-a4b9-85d28c402fd7 on network 1213e29d-0b6e-4526-90f8-84593800a8bf {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 09:29:23.818928 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Checking agent: {'id': '3bdffc46-0325-4e92-a765-b7cd4833d7e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'started_at': datetime.datetime(2021, 8, 11, 8, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 09:29:23.819272 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Checking segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 09:29:23.819658 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Bound using segment: {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 09:29:23.820112 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Bound port: b7ff61de-6222-4490-a4b9-85d28c402fd7, host: n-h1-789963-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2488ef-c33c-46dd-be14-b18cb8cceb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 09:29:23.820473 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:23.889138 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 09:29:23.892720 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 09:29:23.898361 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995899'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:23.938062 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:23.938669 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:23.940070 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] 10.222.0.64 "PUT /v2.0/ports/b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 1091 time: 0.6466904 Aug 11 09:29:23.940500 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:29:23.942783 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:29:23.967068 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcd03c-e9b5-43c9-9184-60328ee2144d service neutron] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:24.045640 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-8fc287f0-1a06-4197-b4ab-ca09ac5a4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.046992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-8fc287f0-1a06-4197-b4ab-ca09ac5a4000 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1094 time: 0.0467827 Aug 11 09:29:24.050387 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc028bc-e9bf-4bc5-91de-74668cbc26e7 x-openstack-request-id: req-adc028bc-e9bf-4bc5-91de-74668cbc26e7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:29:24.050677 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:29:24.050922 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adc028bc-e9bf-4bc5-91de-74668cbc26e7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:29:24.051324 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'status': 'completed', 'code': 200} Aug 11 09:29:24.112086 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-9af9d54c-5a51-45c9-b071-48383c800aac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 217 time: 0.0353296 Aug 11 09:29:24.168268 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-421a88f1-0e06-4413-810f-072acfe24ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.169750 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-421a88f1-0e06-4413-810f-072acfe24ba6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0483375 Aug 11 09:29:24.216432 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11056-768b-4dd1-af20-ff033a6495dc req-39bd75d9-d5df-483e-a32c-fda4a2f94115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.217960 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-39bd75d9-d5df-483e-a32c-fda4a2f94115 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412357 Aug 11 09:29:24.316686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-79014ff5-9e8f-4b72-96ea-3e718bbb008c service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911314 Aug 11 09:29:24.411084 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-74e11056-768b-4dd1-af20-ff033a6495dc req-dd3f0886-4235-4854-a583-a1c384d1e173 service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867128 Aug 11 09:29:24.500746 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1e0d2-80f8-49f3-84fc-df72f3a17d4c req-450ff0e1-fefa-4f24-a320-e7cb2dcbefa0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.502373 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57f1e0d2-80f8-49f3-84fc-df72f3a17d4c req-450ff0e1-fefa-4f24-a320-e7cb2dcbefa0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 943 time: 0.0528104 Aug 11 09:29:24.567992 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-57f1e0d2-80f8-49f3-84fc-df72f3a17d4c req-a94aa10f-d77c-4d94-8c88-2bf510bec8e0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572844 Aug 11 09:29:24.570630 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-0aaa1610-98f3-4779-95a1-5a54db81f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.572029 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-0aaa1610-98f3-4779-95a1-5a54db81f41e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1094 time: 0.0687993 Aug 11 09:29:24.666378 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-d8823fd1-04a8-4f5e-aa94-75d4f914229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.667832 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-d8823fd1-04a8-4f5e-aa94-75d4f914229b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0872421 Aug 11 09:29:24.710190 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-f4441fba-238e-4945-a384-7f7f25843f21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 217 time: 0.0348363 Aug 11 09:29:24.775013 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-e63337fa-054a-4697-8ccb-5092f57192dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.776472 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-e63337fa-054a-4697-8ccb-5092f57192dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0572884 Aug 11 09:29:24.826003 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-4e0f4c3f-ba4a-44fb-8bae-2daff1e6a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:24.827580 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-4e0f4c3f-ba4a-44fb-8bae-2daff1e6a37d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436406 Aug 11 09:29:24.918131 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-cb508a3e-c697-4808-bac4-246ed8fd479a service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826437 Aug 11 09:29:25.014126 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8c5f5657-5248-4e54-bdd3-f497fd6d2a9e req-faba2bfc-1683-4e42-b139-6d269df37055 service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875618 Aug 11 09:29:25.695705 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0ca06-f8c8-421b-a4fd-f38e69d008d7 req-6c893834-067f-49a0-a664-3ecc82800bfc tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:25.697200 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efa0ca06-f8c8-421b-a4fd-f38e69d008d7 req-6c893834-067f-49a0-a664-3ecc82800bfc tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 943 time: 0.0507479 Aug 11 09:29:25.738999 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-efa0ca06-f8c8-421b-a4fd-f38e69d008d7 req-a9c41148-5fd8-46f2-9a28-12a38544e9e2 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330715 Aug 11 09:29:26.869554 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa545b1b-a413-453b-919f-8c0b7b1a48d1 req-208dcdaf-a6cd-49bd-8ca6-105dfd90d391 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:26.871060 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa545b1b-a413-453b-919f-8c0b7b1a48d1 req-208dcdaf-a6cd-49bd-8ca6-105dfd90d391 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 943 time: 0.0515399 Aug 11 09:29:26.910537 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-fa545b1b-a413-453b-919f-8c0b7b1a48d1 req-aba14e61-ffc9-4ffc-8c29-a139b12145dd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317416 Aug 11 09:29:26.956088 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:29:27.208620 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:27.220153 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'port_id': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'mac_address': 'fa:16:3e:e8:4f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:29:27.266794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:27.279564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ff61de-6222-4490-a4b9-85d28c402fd7 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:29:27.300710 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:27.309060 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:27.358300 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:27.643860 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['b7ff61de-6222-4490-a4b9-85d28c402fd7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:29:28.032776 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690384fd-c47b-466b-a417-c2c7a73d2479 req-ffa1badd-a4a2-49bb-a257-c78fd469d33f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:28.034324 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-690384fd-c47b-466b-a417-c2c7a73d2479 req-ffa1badd-a4a2-49bb-a257-c78fd469d33f tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 944 time: 0.0534139 Aug 11 09:29:28.075923 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-690384fd-c47b-466b-a417-c2c7a73d2479 req-8ecbb8f2-9ee3-4589-bfe9-e3216516cd00 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Aug 11 09:29:28.957543 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:29:29.016957 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning for port b7ff61de-6222-4490-a4b9-85d28c402fd7 completed by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 09:29:29.020791 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port b7ff61de-6222-4490-a4b9-85d28c402fd7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:29:29.021191 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:29.098559 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:29.121539 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:29:29.123868 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c79008-82ef-4f02-acc3-a76adb94bff0" -d '{"events": [{"server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:29:29.136758 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:29:29.142813 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:29.166463 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d700e-2812-4ec4-8588-de52018a42f1 x-openstack-request-id: req-5b5d700e-2812-4ec4-8588-de52018a42f1 {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:29:29.166754 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:29:29.166999 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b5d700e-2812-4ec4-8588-de52018a42f1 {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:29:29.167382 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'code': 200} Aug 11 09:29:29.193897 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=5']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:29.203434 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c572-2076-4b2f-acd0-ef8516b4f748 req-a09271b9-93d5-423f-af56-813bd36e54a1 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:29.205062 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2e0c572-2076-4b2f-acd0-ef8516b4f748 req-a09271b9-93d5-423f-af56-813bd36e54a1 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0588720 Aug 11 09:29:29.253817 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d2e0c572-2076-4b2f-acd0-ef8516b4f748 req-62503ecd-55ea-4d62-97c8-69ebd0526b9e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353041 Aug 11 09:29:29.288766 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a80d89-33b0-4871-9092-73fd707d0df2 req-7a1ad74b-5149-42b9-84c0-9c492e864178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:29.290333 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87a80d89-33b0-4871-9092-73fd707d0df2 req-7a1ad74b-5149-42b9-84c0-9c492e864178 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1096 time: 0.0409830 Aug 11 09:29:29.326460 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-87a80d89-33b0-4871-9092-73fd707d0df2 req-9dd5d934-b79a-4afe-80a0-fb05eceeb334 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279210 Aug 11 09:29:29.455543 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-737ca24d-7d24-479e-a3e8-fd8614e86acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:29.545799 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:30.379735 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b7c42-4681-4279-b5a1-7be114fd7bc5 req-ca642f94-cdba-47bd-bed6-3dad3add2c5e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:30.381273 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-947b7c42-4681-4279-b5a1-7be114fd7bc5 req-ca642f94-cdba-47bd-bed6-3dad3add2c5e tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0614369 Aug 11 09:29:30.419476 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-947b7c42-4681-4279-b5a1-7be114fd7bc5 req-cb08abb3-180a-4bf2-b8a2-39821f5bb374 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Aug 11 09:29:30.658715 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:30.864407 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-9c6bfb4b-7d4a-42b1-97e6-d571866c59a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421898 Aug 11 09:29:30.964109 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-e4c5391b-f801-4d55-b193-a6acc8747433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:30.965534 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-e4c5391b-f801-4d55-b193-a6acc8747433 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1096 time: 0.0415411 Aug 11 09:29:31.077230 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-fdd5752a-e310-4844-9a98-8d7be5f29f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:31.079463 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-fdd5752a-e310-4844-9a98-8d7be5f29f43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0934289 Aug 11 09:29:31.123426 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-4485c804-cd2f-4088-acc9-6ed06b3af34e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 217 time: 0.0370607 Aug 11 09:29:31.179973 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-be5bd943-2b33-4633-9f44-57f5f07d9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:31.182556 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-be5bd943-2b33-4633-9f44-57f5f07d9271 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0515704 Aug 11 09:29:31.233248 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-3d5778e6-1f47-4663-bb4a-2fe162f8b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:31.234651 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-3d5778e6-1f47-4663-bb4a-2fe162f8b04a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448077 Aug 11 09:29:31.324015 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-a1bc91a2-15ba-4961-ac52-45b05ecf80fb service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817621 Aug 11 09:29:31.427686 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-8f839ebb-090b-44d5-b68c-0b9b228c1f4e req-7c651ddc-ee9f-4a84-944b-827879d7412b service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962145 Aug 11 09:29:31.542867 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d647764-b906-4ce3-b6ad-ff67ec4a887e req-4341a15a-1d92-4973-b0b1-0ea13f1757fb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:31.544254 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d647764-b906-4ce3-b6ad-ff67ec4a887e req-4341a15a-1d92-4973-b0b1-0ea13f1757fb tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Aug 11 09:29:31.583081 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-0d647764-b906-4ce3-b6ad-ff67ec4a887e req-befa0862-e7a6-4f2f-9cba-c809e4a94d90 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323272 Aug 11 09:29:31.701438 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902baf3-3f72-45bb-984c-ac8c2ba1be6e req-c1237ea5-03f4-4da4-b425-c92e1f10fbf2 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:31.702937 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5902baf3-3f72-45bb-984c-ac8c2ba1be6e req-c1237ea5-03f4-4da4-b425-c92e1f10fbf2 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0521557 Aug 11 09:29:31.741292 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-5902baf3-3f72-45bb-984c-ac8c2ba1be6e req-af9cfbc4-0018-498a-b28c-9eb817055a7c tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Aug 11 09:29:31.762523 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38198) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:29:31.803424 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db5664-0273-42fa-84a4-84d8bd6e92da tempest-TestSnapshotPattern-245369619 tempest-TestSnapshotPattern-245369619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:31.805225 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d0db5664-0273-42fa-84a4-84d8bd6e92da tempest-TestSnapshotPattern-245369619 tempest-TestSnapshotPattern-245369619-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1091 time: 0.0413728 Aug 11 09:29:31.807790 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38200) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:29:31.812172 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Request body: {'floatingip': {'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'port_id': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 09:29:31.836936 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:31.938361 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.049570 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Allocated IP 172.25.2.158 (593c181d-22e7-4bba-a282-857c609ea6e6/2e28bb39-9622-4cc4-87de-6c34f8c2a631/6b47a90f-a29e-40b8-aa1a-4af46a1db88e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 09:29:32.158823 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.202580 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745238240494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.237308 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Network 593c181d-22e7-4bba-a282-857c609ea6e6 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 09:29:32.242166 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 09:29:32.245681 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 09:29:32.274896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'Port': ['ID=6b47a90f-a29e-40b8-aa1a-4af46a1db88e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:32.292322 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.292675 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.293060 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.293401 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.293739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.294078 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.294409 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.294748 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.295073 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.295398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.295711 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.296028 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:29:32.507453 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.621101 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.697093 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.834723 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-77c3b495-8495-4e16-866c-758dbf00e3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.850360 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.855994 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7484875'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:32.926393 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event updated for resources: {'Port': ['ID=6b47a90f-a29e-40b8-aa1a-4af46a1db88e,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:29:32.936685 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373400'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:33.344259 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Floating IP 9272d975-b5a8-42a8-8a31-0de4d43b2886 associated. External IP: 172.25.2.158, port: b7ff61de-6222-4490-a4b9-85d28c402fd7. Aug 11 09:29:33.550144 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:29:33.657858 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:29:33.668799 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:29:33.676011 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:33.680551 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:29:33.680551 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:29:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:29:33.703546 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-7f8388e7-af60-4bae-a7ff-7760c1e74bed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8947661 Aug 11 09:29:33.704143 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:29:33.706771 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36ffaa-7685-4017-96ff-dafce41f7f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:29:33.743710 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f9d5d-69ae-4396-936f-8414e7e9d443 x-openstack-request-id: req-047f9d5d-69ae-4396-936f-8414e7e9d443 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:29:33.743996 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:29:33.744281 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-047f9d5d-69ae-4396-936f-8414e7e9d443 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:29:33.744659 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'status': 'completed', 'code': 200} Aug 11 09:29:33.784373 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:29:33.829143 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-97896ffc-25e7-49e7-b304-30df7d1755a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:33.830730 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-97896ffc-25e7-49e7-b304-30df7d1755a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1096 time: 0.0428836 Aug 11 09:29:33.928254 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-fa5d5f90-d2d4-4bf8-a873-6fc3649b545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:33.929700 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-fa5d5f90-d2d4-4bf8-a873-6fc3649b545d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0912995 Aug 11 09:29:33.998138 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-20faf2fc-57ce-445c-92ea-6303e91cfbd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 999 time: 0.0609837 Aug 11 09:29:34.014380 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:27:01Z', 'revision_number': 1, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}, {'id': '9272d975-b5a8-42a8-8a31-0de4d43b2886', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:e8:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:29:32Z', 'updated_at': '2021-08-11T09:29:32Z', 'revision_number': 0, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:29:34.039918 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:29:34.048305 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:29:34.048909 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:29:33Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:29:34.053093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-ff300adf-f6fe-4352-96c3-304ff1ed381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:34.054619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-ff300adf-f6fe-4352-96c3-304ff1ed381f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0496919 Aug 11 09:29:34.100953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-bfd39dee-fedd-4e0c-a376-4db793a974a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:34.102524 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-bfd39dee-fedd-4e0c-a376-4db793a974a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409503 Aug 11 09:29:34.151881 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:29:34.192459 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-ccec77fa-2708-4703-a0f1-bf0ef84a9fb3 service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823877 Aug 11 09:29:34.287207 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-ba36ffaa-7685-4017-96ff-dafce41f7f0e req-d124d1bf-09cc-410c-aae9-8b7d8a737f90 service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877488 Aug 11 09:29:34.377089 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:27:01Z', 'revision_number': 1, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}, {'id': '9272d975-b5a8-42a8-8a31-0de4d43b2886', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:e8:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:29:32Z', 'updated_at': '2021-08-11T09:29:32Z', 'revision_number': 0, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:29:34.403455 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6958e577-1071-47ea-aa1c-82960d188b33 None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:27:01Z', 'revision_number': 1, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}, {'id': '9272d975-b5a8-42a8-8a31-0de4d43b2886', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:e8:4f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:29:32Z', 'updated_at': '2021-08-11T09:29:32Z', 'revision_number': 0, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:29:34.604787 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3543e8-7f4a-4556-9038-233d3eac66f9 None None] New status for floating IP 9272d975-b5a8-42a8-8a31-0de4d43b2886: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:29:35.211875 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:35.557175 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-449db83c-1ade-4e5c-9212-fd36e64658ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521572 Aug 11 09:29:35.665053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-e2549b37-4255-4b22-ab1a-6a07d858feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:35.666604 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-e2549b37-4255-4b22-ab1a-6a07d858feac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1095 time: 0.0448449 Aug 11 09:29:35.776545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-e083341a-2ba3-4ec0-9a08-e8a1e0901d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:35.778071 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-e083341a-2ba3-4ec0-9a08-e8a1e0901d35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0910630 Aug 11 09:29:35.846073 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-b6d0825c-92f9-43f4-9a4c-9587a6385498 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 998 time: 0.0607872 Aug 11 09:29:35.901717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-8c1f121a-f902-4b0e-b998-4382b388728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:35.903172 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-8c1f121a-f902-4b0e-b998-4382b388728a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0493100 Aug 11 09:29:35.951553 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-193ae3e3-ce56-4ac6-8912-2db84a2c03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:29:35.953096 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-193ae3e3-ce56-4ac6-8912-2db84a2c03c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429962 Aug 11 09:29:36.054865 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-e94124a6-fc4a-466b-9bb8-2611b0795c50 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938766 Aug 11 09:29:36.149258 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-16976338-d35a-40a9-8c30-eb3b6aed938e req-81b00f07-0ecf-4acc-8b8a-6ad848f4fffd service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875397 Aug 11 09:29:36.513206 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:49.645913 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:29:59.450148 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fcbfaf83-25b5-45e9-8d29-44b49537d553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:29:59.544454 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:00.658575 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:02.519275 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:02.839755 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-15d7aeba-8477-4e6e-9d3f-e6fa42fe65b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:05.217457 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:06.520452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:26.651103 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:30:29.449895 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-cddd7462-cecb-4a4d-9446-9523d7e22fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:29.535295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:30.653749 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:30.905991 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-5b37a58c-a461-4c58-ac0d-96da6f3224ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906808 Aug 11 09:30:31.006785 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-9a021c30-1a63-45c1-8af8-5c4f50e1c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:31.008261 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-9a021c30-1a63-45c1-8af8-5c4f50e1c723 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1096 time: 0.0432429 Aug 11 09:30:31.117623 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-f67903aa-e105-450f-ac9a-dbd03c52ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:31.119080 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-f67903aa-e105-450f-ac9a-dbd03c52ff5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0890925 Aug 11 09:30:31.186541 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-7fdb43b5-05a3-4078-a574-e8cce82bde95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0603318 Aug 11 09:30:31.240652 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-19066707-efd6-446e-ab4d-acfdd9b69a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:31.242100 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-19066707-efd6-446e-ab4d-acfdd9b69a05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0478721 Aug 11 09:30:31.291347 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-c173614b-d40c-44b8-93c3-d96ff8cb8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:31.292866 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-c173614b-d40c-44b8-93c3-d96ff8cb8768 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431199 Aug 11 09:30:31.388526 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-66f82847-32ba-45d9-8b7e-64d1aaa04b7e service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Aug 11 09:30:31.485630 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-e12529a8-9f74-47bb-9d38-4a8b1ae97ef2 req-897e6c59-3c90-4b35-a030-d2ac62526b4c service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891781 Aug 11 09:30:32.516949 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:32.845239 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e5782348-7d2b-4f3f-8727-d8fbd8e01f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:35.219894 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:36.520931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:36.561621 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-930ce08e-fe10-4cc3-8b02-cb22548827fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433598 Aug 11 09:30:36.675082 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-c54521be-8975-4563-9a56-0088be7fb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:36.676590 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-c54521be-8975-4563-9a56-0088be7fb976 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1095 time: 0.0472996 Aug 11 09:30:36.790989 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-55ba8f9e-33de-4e3d-a076-230759588808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:36.792401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-55ba8f9e-33de-4e3d-a076-230759588808 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.0919094 Aug 11 09:30:36.859986 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-2b8be4ae-0528-410e-b19b-318c35d64bf5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 998 time: 0.0598216 Aug 11 09:30:36.916684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-01c3ae3b-f67e-4777-973e-9ff45f7ef45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:36.918193 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-01c3ae3b-f67e-4777-973e-9ff45f7ef45d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0510299 Aug 11 09:30:36.966876 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-bace861d-81b1-4123-924c-c110ed8402fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:30:36.969234 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-bace861d-81b1-4123-924c-c110ed8402fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437102 Aug 11 09:30:37.058392 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-42f92447-792a-4b07-963a-02b4bf33071b service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815547 Aug 11 09:30:37.160848 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-ec319a31-5b2a-46b9-b7ed-7dd510ffff10 req-d156c76c-fd9a-4343-a69a-b12632cdbc4d service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948427 Aug 11 09:30:59.450320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a8f293fe-85a8-4eec-a857-b9ba41d1018d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:30:59.539298 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:00.678952 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:02.517025 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:02.840202 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-59606185-0fd6-492f-9981-23dda10f89c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:03.656234 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:31:05.214934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:05.559821 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 details requested by agent hyperv_n-h1-789963-6 with host n-h1-789963-6 {{(pid=94574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 09:31:05.662282 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:05.676972 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Returning: {'device': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'port_id': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'mac_address': 'fa:16:3e:e8:4f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 09:31:05.719446 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:05.733220 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7ff61de-6222-4490-a4b9-85d28c402fd7 {{(pid=94574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 09:31:05.755992 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:05.762615 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:05.828315 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=6']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:05.842274 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.842630 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.842969 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.843306 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.843661 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.843990 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.844318 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.844642 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.844991 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.845321 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.845644 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.845968 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:05.906424 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] get_ports_and_sgs() called for port_ids ['b7ff61de-6222-4490-a4b9-85d28c402fd7'] {{(pid=94574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 09:31:06.525414 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:07.572172 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 up at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 09:31:07.622380 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Provisioning complete for port b7ff61de-6222-4490-a4b9-85d28c402fd7 triggered by entity L2. {{(pid=94574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 09:31:07.623098 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497321'] for port, provisioning_complete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:07.717033 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:07.740857 n-d-789963-6 neutron-server[94574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7'}] {{(pid=94574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:31:07.743999 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f5cee2415aa4e99cf787c2a18a95590a8333e18e976988581250d959dc144f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7203274-b518-4c39-9426-9cd840e15508" -d '{"events": [{"server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7"}]}' {{(pid=94574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:31:07.757719 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:07.764320 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745238630045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745238240516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745238240534'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:07.824585 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481c183-4a71-4f8e-8850-9f1d65abd26a x-openstack-request-id: req-c481c183-4a71-4f8e-8850-9f1d65abd26a {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:31:07.824886 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7", "code": 200}]} {{(pid=94574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:31:07.825140 n-d-789963-6 neutron-server[94574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c481c183-4a71-4f8e-8850-9f1d65abd26a {{(pid=94574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:31:07.825589 n-d-789963-6 neutron-server[94574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'code': 200} Aug 11 09:31:07.826674 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Pushing event updated for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=7']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:14.611026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:14.772366 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Deleting port 6b47a90f-a29e-40b8-aa1a-4af46a1db88e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:14.772616 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:14.848433 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:14.848871 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:14.861959 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Calling delete_port for 6b47a90f-a29e-40b8-aa1a-4af46a1db88e owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:15.017427 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:15.043820 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event deleted for resources: {'Port': ['ID=6b47a90f-a29e-40b8-aa1a-4af46a1db88e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:15.071127 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.071462 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.071827 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.072165 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.072524 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.072918 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.073268 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.073598 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.073925 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.074235 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.074567 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.074896 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:15.117063 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:15.117402 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Floating IP 9272d975-b5a8-42a8-8a31-0de4d43b2886 disassociated (deleted). External IP: 172.25.2.158, port: b7ff61de-6222-4490-a4b9-85d28c402fd7. Aug 11 09:31:15.336227 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:31:15.461831 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:31:15.468179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:15.474695 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:31:15.483530 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:15.484142 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:15.497265 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-205c5c36-6d44-4639-b429-846fdcc678bd tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "DELETE /v2.0/floatingips/9272d975-b5a8-42a8-8a31-0de4d43b2886 HTTP/1.1" status: 204 len: 168 time: 0.8851068 Aug 11 09:31:15.497869 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:31:15.500153 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f60b650-a5e3-460c-9adf-bcf18f419caf" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:31:15.540354 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac6e994-9ae6-4704-8c1a-307ad2c6d843 x-openstack-request-id: req-1ac6e994-9ae6-4704-8c1a-307ad2c6d843 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:31:15.540645 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:31:15.540926 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ac6e994-9ae6-4704-8c1a-307ad2c6d843 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:31:15.541322 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'status': 'completed', 'code': 200} Aug 11 09:31:15.593952 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:15.627284 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-d1e95b76-f3ca-448d-9b14-01ebe7c3edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:15.630506 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-d1e95b76-f3ca-448d-9b14-01ebe7c3edb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 1096 time: 0.0470293 Aug 11 09:31:15.839286 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:27:01Z', 'revision_number': 1, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:15.867274 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:31:15.875883 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:15.876501 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:16.095133 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:16.129433 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abba86-ce05-44b3-b29e-b59358ef9da4 req-720a431e-41a9-4164-b8eb-8db7303f71f9 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:16.130863 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1abba86-ce05-44b3-b29e-b59358ef9da4 req-720a431e-41a9-4164-b8eb-8db7303f71f9 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0768704 Aug 11 09:31:16.132302 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-93b4824b-62b1-4168-b240-38174bfd5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:16.133748 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-93b4824b-62b1-4168-b240-38174bfd5a39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.4964497 Aug 11 09:31:16.187342 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-6fb28375-9e96-416b-b33d-48ee487cd91b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 200 len: 217 time: 0.0436587 Aug 11 09:31:16.228668 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-d1abba86-ce05-44b3-b29e-b59358ef9da4 req-5b156052-b74e-43f9-94e3-2b894b3086db tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909576 Aug 11 09:31:16.247106 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-82c9c02d-1950-4c0c-b6af-6ac499b0af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:16.248274 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-82c9c02d-1950-4c0c-b6af-6ac499b0af50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0514796 Aug 11 09:31:16.297934 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-fc7b3199-f1e8-4da8-a43b-11c540c9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:16.299528 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-fc7b3199-f1e8-4da8-a43b-11c540c9f663 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426192 Aug 11 09:31:16.332590 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:27:01Z', 'revision_number': 1, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:16.362186 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16033c89-fcca-4439-8436-af100e24b4e0 None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_floatingips': [{'id': '29038aee-e1ca-40b3-a91a-34793a042ca6', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'router_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'port_id': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'mac_address': 'fa:16:3e:57:eb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T09:26:59Z', 'updated_at': '2021-08-11T09:27:01Z', 'revision_number': 1, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:31:16.398487 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-ec00c2f2-3672-4ec7-8ce0-07729a5a7653 service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911562 Aug 11 09:31:16.494420 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-7f60b650-a5e3-460c-9adf-bcf18f419caf req-0986abfa-87b7-441d-ac46-8321fe6ba2f7 service neutron] 10.222.0.64 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Aug 11 09:31:16.580998 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048c484-cd66-4f1b-8818-895943d48e9b None None] New status for floating IP 9272d975-b5a8-42a8-8a31-0de4d43b2886: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:31:17.373416 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3eec4-9585-4d41-9d1d-0b7391b24b60 req-47ce1b99-c81e-49ec-a1b1-37e904039d17 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:17.375092 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f3e3eec4-9585-4d41-9d1d-0b7391b24b60 req-47ce1b99-c81e-49ec-a1b1-37e904039d17 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0532355 Aug 11 09:31:17.385896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-677e3c67-2229-4af2-9dfa-a4522a6ac1ce tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:17.387437 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-677e3c67-2229-4af2-9dfa-a4522a6ac1ce tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4d53a6f-9740-4db1-8f7d-bbe2e513a395 HTTP/1.1" status: 200 len: 945 time: 0.0510430 Aug 11 09:31:17.414816 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-f3e3eec4-9585-4d41-9d1d-0b7391b24b60 req-2fb57d12-565c-4ea7-abe4-8d8ca33a8363 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Aug 11 09:31:17.483601 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Deleting port b7ff61de-6222-4490-a4b9-85d28c402fd7 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:17.483909 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:17.572122 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] For port b7ff61de-6222-4490-a4b9-85d28c402fd7, host n-h1-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-6',level=0,port_id=b7ff61de-6222-4490-a4b9-85d28c402fd7,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:17.572379 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:17.586298 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Calling delete_port for b7ff61de-6222-4490-a4b9-85d28c402fd7 owned by compute:nova {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:17.653191 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:17.729367 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:17.732367 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811617'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:17.758164 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event deleted for resources: {'Port': ['ID=b7ff61de-6222-4490-a4b9-85d28c402fd7,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:17.770772 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.771128 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.771469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.771809 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.772162 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.772497 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.772822 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.773210 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.773527 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.773854 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.774179 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.774522 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-6 {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 09:31:17.812905 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] No DVR routers for this DVR port b7ff61de-6222-4490-a4b9-85d28c402fd7 on host n-h1-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:31:17.815652 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:17.817840 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-9204cfa5-56ff-404c-a481-34e04b085c3f req-49b0beab-d97f-47f8-a3c7-de34094ab5d0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.64 "DELETE /v2.0/ports/b7ff61de-6222-4490-a4b9-85d28c402fd7 HTTP/1.1" status: 204 len: 173 time: 0.4235353 Aug 11 09:31:17.818271 n-d-789963-6 neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'name': 'network-vif-deleted', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:31:17.820523 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e135c8deefda0ef32b37463a392cc8e8465155ae1bd49dca83e39d343576bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1605a0-4071-4bde-9fe8-721080187f77" -d '{"events": [{"server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "name": "network-vif-deleted", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:31:17.862059 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3ada7-fa0e-440c-a803-c25c414504a2 x-openstack-request-id: req-d1a3ada7-fa0e-440c-a803-c25c414504a2 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:31:17.862347 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d53a6f-9740-4db1-8f7d-bbe2e513a395", "name": "network-vif-deleted", "tag": "b7ff61de-6222-4490-a4b9-85d28c402fd7", "status": "completed", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:31:17.862593 n-d-789963-6 neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1a3ada7-fa0e-440c-a803-c25c414504a2 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:31:17.862990 n-d-789963-6 neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d53a6f-9740-4db1-8f7d-bbe2e513a395', 'name': 'network-vif-deleted', 'tag': 'b7ff61de-6222-4490-a4b9-85d28c402fd7', 'status': 'completed', 'code': 200} Aug 11 09:31:19.046146 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38470) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:19.204754 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Deleting port 4604f8d8-6b7b-4bf2-948c-1ccd4c45973b {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:19.205107 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:19.282870 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:19.283191 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:19.296783 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Calling delete_port for 4604f8d8-6b7b-4bf2-948c-1ccd4c45973b owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:19.451942 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:19.478802 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event deleted for resources: {'Port': ['ID=4604f8d8-6b7b-4bf2-948c-1ccd4c45973b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:19.545050 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:19.545306 n-d-789963-6 neutron-server[94572]: INFO neutron.db.l3_db [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Floating IP 29038aee-e1ca-40b3-a91a-34793a042ca6 disassociated (deleted). External IP: 172.25.2.8, port: 78a27438-e7f7-4bef-9b54-3e55ddebad55. Aug 11 09:31:19.757555 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:31:20.180181 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:31:20.185052 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:20.192365 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:31:20.202228 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:20.203062 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:20.212131 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-f1505cea-db71-4de4-afbf-b048ba7742d4 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "DELETE /v2.0/floatingips/29038aee-e1ca-40b3-a91a-34793a042ca6 HTTP/1.1" status: 204 len: 168 time: 1.1648893 Aug 11 09:31:20.212757 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:31:20.215140 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cd6e16-138f-4dc7-8462-b53067288c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:31:20.312553 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8824f881-8461-4bf4-b46d-b6d78820b555 x-openstack-request-id: req-8824f881-8461-4bf4-b46d-b6d78820b555 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:31:20.312852 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:31:20.313185 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8824f881-8461-4bf4-b46d-b6d78820b555 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:31:20.313532 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'status': 'completed', 'code': 200} Aug 11 09:31:20.321041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:20.422901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-a0176682-d4da-45f2-a53a-e34bb6b1ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:20.424401 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-a0176682-d4da-45f2-a53a-e34bb6b1ae91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b4dd8642e74891999410a4b918b3ec&device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 1095 time: 0.0642452 Aug 11 09:31:20.512655 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf08fc2-565e-4fa9-995b-36caae9399aa req-bd109f7b-15b1-4be9-b154-33b2fe8f0d69 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:20.514339 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6bf08fc2-565e-4fa9-995b-36caae9399aa req-bd109f7b-15b1-4be9-b154-33b2fe8f0d69 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.1065702 Aug 11 09:31:20.524511 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:20.555468 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:31:20.564198 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-873485e7-8a8d-40b5-a26c-347ffaaf9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:20.564827 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:20.565485 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:20.565746 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-873485e7-8a8d-40b5-a26c-347ffaaf9927 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 200 len: 911 time: 0.1254735 Aug 11 09:31:20.573182 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-6bf08fc2-565e-4fa9-995b-36caae9399aa req-0d77d8f1-10b5-4f6b-9708-163a0aabb252 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500557 Aug 11 09:31:20.612961 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-b83994b2-ab26-4c69-a399-6c9123db8908 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 200 len: 217 time: 0.0388134 Aug 11 09:31:20.664160 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-4a43e472-d562-4c72-a0f2-58520c3fde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:20.665681 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-4a43e472-d562-4c72-a0f2-58520c3fde55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 200 len: 849 time: 0.0452104 Aug 11 09:31:20.673730 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:20.713901 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-949b326b-9a12-420b-b441-d0d764e295a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:20.715408 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-949b326b-9a12-420b-b441-d0d764e295a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1213e29d-0b6e-4526-90f8-84593800a8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420415 Aug 11 09:31:20.813882 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-4aca151e-3a99-4a83-a000-a4f23aa2cd3c service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899518 Aug 11 09:31:20.875082 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:20.901782 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e29a957-eb6c-40a6-9860-904fee55f73a None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:26:39Z', 'revision_number': 4, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6', '_interfaces': [{'id': 'bcf50350-a69e-4513-8f62-18bb469e75da', 'name': '', 'network_id': '1213e29d-0b6e-4526-90f8-84593800a8bf', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'mac_address': 'fa:16:3e:f6:47:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:39Z', 'updated_at': '2021-08-11T09:26:44Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'subnets': [{'id': '7b7daf78-dda3-46fa-8a3a-9fea52731a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:31:20.904641 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-54cd6e16-138f-4dc7-8462-b53067288c9c req-44007b14-a3fd-4b8d-ab72-d02633e74b15 service neutron] 10.222.0.69 "GET /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824237 Aug 11 09:31:21.137082 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4476dffd-265a-4d2c-a74c-6ffa0da44d1d None None] New status for floating IP 29038aee-e1ca-40b3-a91a-34793a042ca6: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 09:31:21.670096 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 no longer exists at agent hyperv_n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:21.692101 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] No Port match for: b7ff61de-6222-4490-a4b9-85d28c402fd7 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:21.692446 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Device b7ff61de-6222-4490-a4b9-85d28c402fd7 not bound to the agent host n-h1-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:21.707953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d0487-edb7-4c9c-a28e-3b502738d026 req-9d9f07fb-8eab-4151-9095-75c32d86dd5d tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:21.709474 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-648d0487-edb7-4c9c-a28e-3b502738d026 req-9d9f07fb-8eab-4151-9095-75c32d86dd5d tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.0566447 Aug 11 09:31:21.747997 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-648d0487-edb7-4c9c-a28e-3b502738d026 req-67811222-720d-4af7-9e62-1cb9b47d16e5 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/security-groups?id=40881496-700e-45a1-91e4-0e5d1860f75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Aug 11 09:31:22.095026 n-d-789963-6 neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-d5ea4065-0746-494f-aa2d-0dc3dc7f0a49 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 09:31:22.096533 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-d5ea4065-0746-494f-aa2d-0dc3dc7f0a49 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 944 time: 0.0516498 Aug 11 09:31:22.194510 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Deleting port 78a27438-e7f7-4bef-9b54-3e55ddebad55 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:22.194862 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:22.283522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] For port 78a27438-e7f7-4bef-9b54-3e55ddebad55, host n-h2-789963-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-6',level=0,port_id=78a27438-e7f7-4bef-9b54-3e55ddebad55,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:22.283761 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:22.301365 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Calling delete_port for 78a27438-e7f7-4bef-9b54-3e55ddebad55 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:22.434628 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:22.462252 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event deleted for resources: {'Port': ['ID=78a27438-e7f7-4bef-9b54-3e55ddebad55,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:22.510428 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] No DVR routers for this DVR port 78a27438-e7f7-4bef-9b54-3e55ddebad55 on host n-h2-789963-6 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:31:22.513186 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010587'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:22.515239 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [req-0c73d848-e358-46dd-8c30-dcaf742bdb06 req-a2111a63-3a65-4ce8-af6c-4cbd64ff66ed tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.69 "DELETE /v2.0/ports/78a27438-e7f7-4bef-9b54-3e55ddebad55 HTTP/1.1" status: 204 len: 173 time: 0.4122541 Aug 11 09:31:22.515677 n-d-789963-6 neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-deleted', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 09:31:22.518074 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f039be6b1b1f67bc40b194ea2062271194c4685db079d36d046c595745010ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf6ef9-adf5-4923-907c-e681dade43a6" -d '{"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-deleted", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 09:31:22.554364 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537c3a3-e171-49ee-b511-73bb5232a9b0 x-openstack-request-id: req-5537c3a3-e171-49ee-b511-73bb5232a9b0 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 09:31:22.554666 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7a4776-e2c8-402c-8c3b-736ae81074e6", "name": "network-vif-deleted", "tag": "78a27438-e7f7-4bef-9b54-3e55ddebad55", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 09:31:22.554919 n-d-789963-6 neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5537c3a3-e171-49ee-b511-73bb5232a9b0 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 09:31:22.555368 n-d-789963-6 neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7a4776-e2c8-402c-8c3b-736ae81074e6', 'name': 'network-vif-deleted', 'tag': '78a27438-e7f7-4bef-9b54-3e55ddebad55', 'status': 'completed', 'code': 200} Aug 11 09:31:22.873128 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [req-59420af5-8438-44f2-9fee-1d18dfd2cdbf req-ef2d5dfa-cd7f-408b-817e-2d2ecb203f18 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c7a4776-e2c8-402c-8c3b-736ae81074e6 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Aug 11 09:31:23.943253 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38488) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:24.009931 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d305074b-0e60-44d1-8f75-fa31301df7f0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.039549 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d305074b-0e60-44d1-8f75-fa31301df7f0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.102563 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d305074b-0e60-44d1-8f75-fa31301df7f0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.105188 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d305074b-0e60-44d1-8f75-fa31301df7f0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.106413 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-d305074b-0e60-44d1-8f75-fa31301df7f0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] 10.222.0.58 "DELETE /v2.0/security-groups/40881496-700e-45a1-91e4-0e5d1860f75f HTTP/1.1" status: 204 len: 168 time: 0.1620519 Aug 11 09:31:24.115862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305074b-0e60-44d1-8f75-fa31301df7f0 tempest-TestSnapshotPattern-1966866656 tempest-TestSnapshotPattern-1966866656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40881496-700e-45a1-91e4-0e5d1860f75f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:24.152862 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38492) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:24.506055 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.754277 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Deleting port bcf50350-a69e-4513-8f62-18bb469e75da {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:24.754576 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.832041 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] For port bcf50350-a69e-4513-8f62-18bb469e75da, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=bcf50350-a69e-4513-8f62-18bb469e75da,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:24.832420 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:24.845651 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Calling delete_port for bcf50350-a69e-4513-8f62-18bb469e75da owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:25.034179 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:25.060974 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf50350-a69e-4513-8f62-18bb469e75da,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:25.234288 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:25.456246 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Router 8e61da12-380e-4f8a-8a76-b026e0e57568 has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:31:25.568210 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:31:25.575061 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-64654ad7-4e5f-4e29-9e97-0f2e0ca1c25d admin admin] 10.222.0.58 "PUT /v2.0/routers/8e61da12-380e-4f8a-8a76-b026e0e57568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4211245 Aug 11 09:31:25.578423 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38494) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:25.580041 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] Sync routers for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:31:25.591939 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:25.592563 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:25.683998 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:25.694819 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: n-d-789963-6 {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:25.787800 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:25.846431 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Deleting port 2e838161-b352-4a91-bce3-93dc8fa42bfb {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:25.846767 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:25.873752 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:31:24Z', 'revision_number': 5, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port': {'id': '2e838161-b352-4a91-bce3-93dc8fa42bfb', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:37Z', 'updated_at': '2021-08-11T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:25.900442 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] Checking router: 8e61da12-380e-4f8a-8a76-b026e0e57568 for host: n-d-789963-6 {{(pid=94576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:31:25.909085 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] Routers {'8e61da12-380e-4f8a-8a76-b026e0e57568'} bound to L3 agent in host n-d-789963-6 {{(pid=94576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:25.909706 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['8e61da12-380e-4f8a-8a76-b026e0e57568'], 'active': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:25.928226 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] For port 2e838161-b352-4a91-bce3-93dc8fa42bfb, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=2e838161-b352-4a91-bce3-93dc8fa42bfb,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:25.928601 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:25.940526 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Calling delete_port for 2e838161-b352-4a91-bce3-93dc8fa42bfb owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:26.089723 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_dvr_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] Set router 8e61da12-380e-4f8a-8a76-b026e0e57568 gateway port host: None {{(pid=94576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:26.119586 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.141631 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.l3_hamode_db [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:31:25Z', 'revision_number': 6, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:26.144053 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e838161-b352-4a91-bce3-93dc8fa42bfb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:26.172783 n-d-789963-6 neutron-server[94576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f26a7b-50bc-4d32-9122-ebc4938d94b4 None None] The sync data for ids ['8e61da12-380e-4f8a-8a76-b026e0e57568'] in n-d-789963-6 is: [{'id': '8e61da12-380e-4f8a-8a76-b026e0e57568', 'name': 'tempest-TestSnapshotPattern-2119721269-router', 'tenant_id': '40b4dd8642e74891999410a4b918b3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:36Z', 'updated_at': '2021-08-11T09:31:25Z', 'revision_number': 6, 'project_id': '40b4dd8642e74891999410a4b918b3ec', 'gw_port_host': None}] {{(pid=94576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:31:26.215281 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.301145 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.303316 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.348199 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.348717 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e61da12-380e-4f8a-8a76-b026e0e57568 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:31:26.353603 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.354787 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-2af23952-c282-47cc-a0cf-cd94fdfb6283 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8e61da12-380e-4f8a-8a76-b026e0e57568 HTTP/1.1" status: 204 len: 168 time: 0.7752113 Aug 11 09:31:26.357543 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38498) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:26.404696 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.db_base_plugin_v2 [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Deleting subnet 7b7daf78-dda3-46fa-8a3a-9fea52731a7e {{(pid=94573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:31:26.407873 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.445889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11697356'] for subnet, precommit_delete_associations {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.523503 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.579797 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8917675'] for subnet, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.608327 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7daf78-dda3-46fa-8a3a-9fea52731a7e,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:26.613972 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.618482 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-79538c1b-eab1-4a45-bbab-21a7c270c19e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7b7daf78-dda3-46fa-8a3a-9fea52731a7e HTTP/1.1" status: 204 len: 168 time: 0.2573297 Aug 11 09:31:26.618600 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38500) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:26.619386 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d685907f-af66-4089-808e-1e95cd2ff74a None None] Network 1213e29d-0b6e-4526-90f8-84593800a8bf requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:31:26.686041 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.737515 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Deleting port f0698307-8959-4ee0-89d9-1e4e7de84dd9 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:26.737861 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.806953 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] For port f0698307-8959-4ee0-89d9-1e4e7de84dd9, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=f0698307-8959-4ee0-89d9-1e4e7de84dd9,segment=NetworkSegment(7f2488ef-c33c-46dd-be14-b18cb8cceb62),segment_id=7f2488ef-c33c-46dd-be14-b18cb8cceb62)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:26.807325 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.820621 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Calling delete_port for f0698307-8959-4ee0-89d9-1e4e7de84dd9 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:26.904688 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:26.915226 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c67943-f1c8-461e-ba76-e44182539f24 None None] DHCP port deletion for 1213e29d-0b6e-4526-90f8-84593800a8bf request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:31:26.932572 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0698307-8959-4ee0-89d9-1e4e7de84dd9,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:26.936367 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] No DVR routers for this DVR port f0698307-8959-4ee0-89d9-1e4e7de84dd9 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:31:27.012486 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:27.023741 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1213e29d-0b6e-4526-90f8-84593800a8bf']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:27.035048 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2488ef-c33c-46dd-be14-b18cb8cceb62') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:27.035346 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2488ef-c33c-46dd-be14-b18cb8cceb62') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:27.045095 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:27.059950 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:27.066649 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:31:27.067071 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:31:27.069234 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:31:27.132126 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:27.137492 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:27.139390 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1213e29d-0b6e-4526-90f8-84593800a8bf HTTP/1.1" status: 204 len: 168 time: 0.5198874 Aug 11 09:31:27.142522 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:27.154134 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051c5c-3a5c-4468-9217-37d00b8e9ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1213e29d-0b6e-4526-90f8-84593800a8bf,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:27.165737 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 no longer exists at agent hyperv_n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:27.191419 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] No Port match for: 78a27438-e7f7-4bef-9b54-3e55ddebad55 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:27.191700 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Device 78a27438-e7f7-4bef-9b54-3e55ddebad55 not bound to the agent host n-h2-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:27.518722 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707992'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:28.023323 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f0698307-8959-4ee0-89d9-1e4e7de84dd9 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:28.043440 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: f0698307-8959-4ee0-89d9-1e4e7de84dd9 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:28.043778 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device f0698307-8959-4ee0-89d9-1e4e7de84dd9 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:28.044193 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bcf50350-a69e-4513-8f62-18bb469e75da no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:28.063198 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: bcf50350-a69e-4513-8f62-18bb469e75da {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:28.063411 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device bcf50350-a69e-4513-8f62-18bb469e75da not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:28.063865 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e838161-b352-4a91-bce3-93dc8fa42bfb no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:28.075269 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Deleting port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:28.075638 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:28.082524 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 2e838161-b352-4a91-bce3-93dc8fa42bfb {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:28.082851 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 2e838161-b352-4a91-bce3-93dc8fa42bfb not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:28.152173 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] For port 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,segment=NetworkSegment(250c8263-9c25-4a11-9dae-ffee7f0434cc),segment_id=250c8263-9c25-4a11-9dae-ffee7f0434cc)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:28.152864 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:28.165389 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Calling delete_port for 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:28.348343 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:28.379356 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d6d861-c59d-4cb2-99cb-6334ed2c9ce1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:28.558991 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373032'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:28.788684 n-d-789963-6 neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Router f971fe37-b97f-4eef-9c2c-0db40464756f has already been hosted by L3 agent e08c12cf-2600-4ef0-8459-05bc2cf6e210 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 09:31:28.899819 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] Notify agent at l3_agent.n-d-789963-6 the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 09:31:28.904994 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-a15e37b4-b1fc-48f5-9f49-d2a3c6f42501 admin admin] 10.222.0.58 "PUT /v2.0/routers/f971fe37-b97f-4eef-9c2c-0db40464756f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607584 Aug 11 09:31:28.907782 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38504) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:28.910716 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] Sync routers for ids ['f971fe37-b97f-4eef-9c2c-0db40464756f'] in n-d-789963-6 {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 09:31:28.921180 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] Routers {'f971fe37-b97f-4eef-9c2c-0db40464756f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:28.921801 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f971fe37-b97f-4eef-9c2c-0db40464756f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:29.015310 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.029783 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] Set router f971fe37-b97f-4eef-9c2c-0db40464756f gateway port host: n-d-789963-6 {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:29.115459 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.173545 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Deleting port c76e6508-fe0e-453f-8628-64ec762d5223 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:29.174382 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.216564 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'external_fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:31:28Z', 'revision_number': 5, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port': {'id': 'c76e6508-fe0e-453f-8628-64ec762d5223', 'name': '', 'network_id': '593c181d-22e7-4bba-a282-857c609ea6e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T09:26:42Z', 'updated_at': '2021-08-11T09:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e28bb39-9622-4cc4-87de-6c34f8c2a631', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-6'}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:29.243973 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] Checking router: f971fe37-b97f-4eef-9c2c-0db40464756f for host: n-d-789963-6 {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 09:31:29.250494 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] For port c76e6508-fe0e-453f-8628-64ec762d5223, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=c76e6508-fe0e-453f-8628-64ec762d5223,segment=NetworkSegment(e5ed14d9-ca22-41eb-a075-e059ac71dccd),segment_id=e5ed14d9-ca22-41eb-a075-e059ac71dccd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:29.250857 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.252236 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] Routers {'f971fe37-b97f-4eef-9c2c-0db40464756f'} bound to L3 agent in host n-d-789963-6 {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 09:31:29.252842 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T07:52:33Z,description=,heartbeat_timestamp=2021-08-11T09:31:03Z,host='n-d-789963-6',id=e08c12cf-2600-4ef0-8459-05bc2cf6e210,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T07:52:33Z,topic='l3_agent')) {'router_ids': ['f971fe37-b97f-4eef-9c2c-0db40464756f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:29.263398 n-d-789963-6 neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Calling delete_port for c76e6508-fe0e-453f-8628-64ec762d5223 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:29.342399 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] Set router f971fe37-b97f-4eef-9c2c-0db40464756f gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 09:31:29.404980 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:31:29Z', 'revision_number': 6, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port_host': None}], 'n-d-789963-6', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:29.435538 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7484720'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.439709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6359053-eec9-4f90-9a01-383f36499bfa None None] The sync data for ids ['f971fe37-b97f-4eef-9c2c-0db40464756f'] in n-d-789963-6 is: [{'id': 'f971fe37-b97f-4eef-9c2c-0db40464756f', 'name': 'tempest-TestSnapshotPattern-293307171-router', 'tenant_id': '52fa4e84a37e41d68196f92cedf62db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T09:26:41Z', 'updated_at': '2021-08-11T09:31:29Z', 'revision_number': 6, 'project_id': '52fa4e84a37e41d68196f92cedf62db3', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 09:31:29.453606 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ceb1e002-4d01-4ea3-a5c2-0ff75238a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.465370 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76e6508-fe0e-453f-8628-64ec762d5223,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:29.531790 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373454'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.547158 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.620571 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39809'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.622842 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.668035 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-375331'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.668739 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f971fe37-b97f-4eef-9c2c-0db40464756f {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 09:31:29.674999 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.676600 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-e9762fd4-0758-428d-8562-5823f392a083 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f971fe37-b97f-4eef-9c2c-0db40464756f HTTP/1.1" status: 204 len: 168 time: 0.7679455 Aug 11 09:31:29.679461 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.58', 38506) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:29.738909 n-d-789963-6 neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Deleting subnet d2e43843-bf9f-477c-9ee0-92a75bcecc17 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 09:31:29.743102 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.779531 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7558541'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.864510 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3528335'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.925662 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7484677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7374914'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.966072 n-d-789963-6 neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e43843-bf9f-477c-9ee0-92a75bcecc17,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:29.969679 n-d-789963-6 neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:29.972146 n-d-789963-6 neutron-server[94572]: INFO neutron.wsgi [None req-69f142f3-fd5c-4351-9a96-a7c6ed10f982 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d2e43843-bf9f-477c-9ee0-92a75bcecc17 HTTP/1.1" status: 204 len: 168 time: 0.2909997 Aug 11 09:31:29.974950 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38508) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:29.977709 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62d6b0-52b6-491d-9b8e-572b0d133de0 None None] Network 6bd4d408-b103-45e0-bda7-60af9226e591 requested from n-d-789963-6 {{(pid=94574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 09:31:30.041801 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3888199'] for network, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.095250 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Deleting port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:30.095601 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.162316 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] For port 67dbb2f5-a02d-4235-a305-4d07b4a7d998, host n-d-789963-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-6',level=0,port_id=67dbb2f5-a02d-4235-a305-4d07b4a7d998,segment=NetworkSegment(250c8263-9c25-4a11-9dae-ffee7f0434cc),segment_id=250c8263-9c25-4a11-9dae-ffee7f0434cc)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:30.162883 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.181242 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Calling delete_port for 67dbb2f5-a02d-4235-a305-4d07b4a7d998 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:30.191322 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] DHCP port deletion for 6bd4d408-b103-45e0-bda7-60af9226e591 request from n-d-789963-6 {{(pid=94574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 09:31:30.248233 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:30.262409 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11995648'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.279342 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:30.279682 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 78d6d861-c59d-4cb2-99cb-6334ed2c9ce1 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:30.280105 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 67dbb2f5-a02d-4235-a305-4d07b4a7d998 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:30.292214 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dbb2f5-a02d-4235-a305-4d07b4a7d998,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:30.295676 n-d-789963-6 neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] No DVR routers for this DVR port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 on host n-d-789963-6 {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:31:30.302108 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: 67dbb2f5-a02d-4235-a305-4d07b4a7d998 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:30.302496 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device 67dbb2f5-a02d-4235-a305-4d07b4a7d998 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:30.302930 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c76e6508-fe0e-453f-8628-64ec762d5223 no longer exists at agent ovs-agent-n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 09:31:30.305451 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Deleting port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 {{(pid=94574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 09:31:30.305824 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745238623537'] for port, before_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.336664 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] No Port match for: c76e6508-fe0e-453f-8628-64ec762d5223 {{(pid=94574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 09:31:30.336788 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.rpc [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Device c76e6508-fe0e-453f-8628-64ec762d5223 not bound to the agent host n-d-789963-6 {{(pid=94574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 09:31:30.366825 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3527686', 'neutron.services.segments.db._delete_segments_for_network-8745238750832'] for network, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.376469 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd4d408-b103-45e0-bda7-60af9226e591']}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:30.386802 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250c8263-9c25-4a11-9dae-ffee7f0434cc') {'for_net_delete': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:30.387093 n-d-789963-6 neutron-server[94573]: DEBUG neutron.services.segments.db [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250c8263-9c25-4a11-9dae-ffee7f0434cc') {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 09:31:30.388343 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] For port 67dbb2f5-a02d-4235-a305-4d07b4a7d998, host n-d-789963-6, got binding levels [] {{(pid=94574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 09:31:30.388802 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370346'] for port, precommit_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.395889 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745238754425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11697333'] for segment, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.401782 n-d-789963-6 neutron-server[94574]: DEBUG neutron.plugins.ml2.plugin [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Calling delete_port for 67dbb2f5-a02d-4235-a305-4d07b4a7d998 owned by network:dhcp {{(pid=94574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 09:31:30.404494 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 was not found and therefore no delete operation was performed {{(pid=94574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 09:31:30.405814 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745238630027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745238240503'] for port, after_delete {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.409571 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475'] for segment, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.418463 n-d-789963-6 neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] No DVR routers for this DVR port 67dbb2f5-a02d-4235-a305-4d07b4a7d998 on host n-d-789963-6 {{(pid=94574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 09:31:30.419832 n-d-789963-6 neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 09:31:30.420371 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3527475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11995871'] for segment, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: Traceback (most recent call last): Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: timer() Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: cb(*args, **kw) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: return func(*args, **kwargs) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: self._notify() Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: self.callback(batched_events) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: event.method(event) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: return f(self, *a, **k) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: return self._get(url).json() Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: return self.request(url, 'GET', **kwargs) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 09:31:30.424666 n-d-789963-6 neutron-server[94573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 09:31:30.440308 n-d-789963-6 neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a24633-494c-48d8-bf9b-21c4ac6103ff None None] Pushing event deleted for resources: {'Port': ['ID=67dbb2f5-a02d-4235-a305-4d07b4a7d998,revision_number=None']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:30.491504 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3527693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373418'] for network, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.497860 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Notify callbacks [] for network, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.499619 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6bd4d408-b103-45e0-bda7-60af9226e591 HTTP/1.1" status: 204 len: 168 time: 0.5236580 Aug 11 09:31:30.511629 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2ebc-cb2f-4891-8b1a-e8dc1a9f1ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd4d408-b103-45e0-bda7-60af9226e591,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:30.678599 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.694927 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38512) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:30.736300 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-6c49087c-de89-41c9-bb72-9c290b4d9d28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40b4dd8642e74891999410a4b918b3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401509 Aug 11 09:31:30.738896 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38514) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:30.787902 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a48a4e2-3313-45b9-8118-ee8198357442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.810458 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a48a4e2-3313-45b9-8118-ee8198357442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.861429 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a48a4e2-3313-45b9-8118-ee8198357442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.864173 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4a48a4e2-3313-45b9-8118-ee8198357442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:30.865384 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-4a48a4e2-3313-45b9-8118-ee8198357442 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/383f218c-7a70-4ce9-9272-9b7821ad78c3 HTTP/1.1" status: 204 len: 168 time: 0.1255808 Aug 11 09:31:30.874045 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48a4e2-3313-45b9-8118-ee8198357442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383f218c-7a70-4ce9-9272-9b7821ad78c3,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:31.232681 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38520) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:31.277371 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-bd134ea3-2b39-402c-9c24-d2049d8b14a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52fa4e84a37e41d68196f92cedf62db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434744 Aug 11 09:31:31.280807 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [-] (94573) accepted ('10.222.0.58', 38522) {{(pid=94573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 09:31:31.329925 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de3d86cb-56a7-43ad-8d47-5fa1f11f2a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:31.350786 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de3d86cb-56a7-43ad-8d47-5fa1f11f2a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:31.406940 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de3d86cb-56a7-43ad-8d47-5fa1f11f2a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528053'] for security_group, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:31.409641 n-d-789963-6 neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-de3d86cb-56a7-43ad-8d47-5fa1f11f2a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:31.410806 n-d-789963-6 neutron-server[94573]: INFO neutron.wsgi [None req-de3d86cb-56a7-43ad-8d47-5fa1f11f2a9d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31fcbb23-b867-4518-9aab-a65ac564bc51 HTTP/1.1" status: 204 len: 168 time: 0.1289732 Aug 11 09:31:31.418617 n-d-789963-6 neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d86cb-56a7-43ad-8d47-5fa1f11f2a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fcbb23-b867-4518-9aab-a65ac564bc51,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 09:31:32.515807 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:32.845880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ab0e34af-3c64-4d71-9c41-1cf5d5a63a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:35.217878 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:36.528912 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:40.661508 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:31:59.452914 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c88e261-5694-4c25-8b10-3e86c92df75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:31:59.578050 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:00.717548 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:02.514646 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:02.841114 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f4510137-6b75-4ed3-8d71-224a460a4457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:05.233544 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:06.532921 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:17.661990 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:32:29.453561 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-933b4d90-37e6-40a9-b536-b530178fec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:29.577998 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:30.713911 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:32.515462 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:32.845653 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-22ed0c5d-a3e9-4f5f-83db-aceed2b604e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:35.236329 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:36.535787 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:54.667058 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:32:59.454527 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c3405b7b-0778-4b07-b5d0-e3a81714eae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:32:59.589238 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:00.707373 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:02.512516 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:02.850047 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ce3dce94-af62-4b6a-8034-6d258312bbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:05.236222 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:06.538357 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:29.456074 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3cca6a05-c5b8-4d77-a7a5-e53a5a1e1a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:29.588716 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:30.708217 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:31.669305 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:33:32.515732 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:32.856345 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5fa0574c-d0e2-4fa6-9a47-caf11622f5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:35.243285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:36.550620 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:59.453977 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-257fee6d-faf5-45b7-ba94-177d37314817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:33:59.603791 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:00.727706 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:02.515196 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:02.851669 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8cf5f67b-cad1-409f-8757-061b346c7802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:05.243173 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:06.548306 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:08.674695 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:34:29.454476 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0392-1476-4137-b6af-a3ecc323c371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:29.600495 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:30.735600 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:32.516857 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:32.855940 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5a38077a-1bc3-4a4b-a15f-759b9ea0affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:35.245913 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:36.554449 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:45.680100 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:34:59.452736 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-f5a0a550-ae59-493f-93c6-d204fae3b354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:34:59.600974 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:00.735947 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:02.519285 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:02.865667 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-1e97bed2-bfeb-48d0-b744-b7fe7d1186d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:05.253638 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:06.556582 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:22.685144 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:35:23.540033 n-d-789963-6 neutron-server[94573]: DEBUG neutron.wsgi [req-cc778261-5d37-4bc0-b0ba-1c35c5620b4b req-b33c5002-a160-4e37-bf43-6b588068bb32 service neutron] (94573) timed out ('10.222.0.58', 37146) {{(pid=94573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 09:35:29.451793 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-6657f16c-587d-4c90-b948-fc15a1dd1904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:29.621079 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:30.735884 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:32.514165 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:32.859698 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a29d-3be5-4bbd-b0e9-cf2237309b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:35.258882 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:36.561931 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:59.454254 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c1eab2b7-a895-44e2-99d7-3636f79894e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:59.635295 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:35:59.685262 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:36:00.734867 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:02.522800 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:02.872109 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2b31bec6-227c-4481-a003-a9dabc50a0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:05.257197 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:06.566195 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:29.456965 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-77250529-68b6-43c3-8af8-7aad96490a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:29.635411 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:30.729518 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:32.522174 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:32.877752 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a68c438c-5890-4b52-8fd0-f0f480fe269a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:35.257880 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:36.569480 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:36.690347 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:36:59.460794 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-9d3e793f-dcda-4206-8228-342bd1490040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:36:59.644229 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:00.727716 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:02.520088 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:02.876806 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-75d644e5-3669-4665-8892-e3f18823f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:05.269666 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:06.573540 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:13.693546 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:37:29.462082 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a15811d7-0f3a-45a6-99e0-2ba3a3e4bf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:29.655438 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:30.744385 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:32.523953 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:32.863506 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-b20e4596-bf69-44d8-b2e2-3c687e341bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:35.265854 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:36.577379 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:50.694847 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:37:59.462270 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a1103936-b759-4043-99ff-a10ab915b649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:37:59.669593 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:00.746015 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:02.523159 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:02.859684 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-76fcf3d4-8103-49dd-968b-8a06282c5d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:05.275253 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:06.586652 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:27.699724 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:38:29.458707 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-51b3a548-b27c-4a78-8d68-693caac49887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:29.671736 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:30.757117 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:32.518906 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:32.860232 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-eb6d19ac-a920-4881-b50c-f271d4943c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:35.281092 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:36.590023 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:59.466896 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-93d7128f-22aa-48ea-a7c1-f8190e3cf072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:38:59.674975 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:00.759841 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:02.529934 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:02.863522 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-d77ff394-23e3-4591-8fc8-f1380c30f790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:04.705408 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:39:05.293359 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:06.589452 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:29.458680 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-bd422634-39ad-4688-ac45-c49a3063b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:29.679829 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-e3804d1a-4d2b-4a08-9e4c-9a88b3cf277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:30.761936 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-3160a3aa-9f2f-4667-8ddb-748453e58906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:32.524649 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-36f2fbba-14c3-414b-a631-d95ba74ecb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:32.856991 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-2c799de4-ed97-4532-8202-9e63f3dc39ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:35.281711 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-5d89431b-14fc-47f0-b8c3-8712c187bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:36.589178 n-d-789963-6 neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-ba193ab4-f118-4568-a258-d3815270fd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745238750724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497368'] for agent, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 09:39:41.704594 n-d-789963-6 neutron-server[94576]: DEBUG neutron.db.agents_db [None req-13e97e33-4135-4005-93b0-655899b2af67 None None] Agent healthcheck: found 7 active agents {{(pid=94576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 09:39:51.053792 n-d-789963-6 neutron-server[94572]: DEBUG neutron.wsgi [req-b7eab06e-3407-444c-b6d8-ad7036901f13 req-d72cfade-6e48-4d1f-9d87-a195563bc550 service neutron] (94572) timed out ('10.222.0.58', 33496) {{(pid=94572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}